-- Logs begin at Wed 2021-08-25 10:28:09 UTC, end at Wed 2021-08-25 12:46:02 UTC. -- Aug 25 10:59:00.858087 n-d-778732-11 systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 10:59:03.576799 n-d-778732-11 neutron-server[94801]: INFO neutron.common.config [-] Logging enabled! Aug 25 10:59:03.577388 n-d-778732-11 neutron-server[94801]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev557 Aug 25 10:59:03.577603 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94801) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 10:59:03.580798 n-d-778732-11 neutron-server[94801]: INFO neutron.common.config [-] Logging enabled! Aug 25 10:59:03.581051 n-d-778732-11 neutron-server[94801]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev557 Aug 25 10:59:03.581363 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94801) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 10:59:03.582356 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 10:59:03.582590 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 10:59:03.582948 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 10:59:03.583195 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 10:59:03.583421 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 10:59:03.583748 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.584045 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.584340 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.584570 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.584864 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.585151 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.585433 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.585748 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.586048 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.586335 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.586616 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.586904 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.587133 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.587959 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.588250 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.588539 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.588763 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] debug = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.589044 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.589470 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.589919 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.590202 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.590494 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.590779 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.591048 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.591320 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.591607 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.591940 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] host = n-d-778732-11 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.592222 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.592512 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.592801 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.593090 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.593366 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.593644 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.593956 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.594235 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.594510 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.594787 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.595080 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.595369 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.595660 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.595887 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.596112 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.596403 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.596700 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.596978 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.597255 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.597531 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.597830 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.598106 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.598379 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.598667 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.598955 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.599240 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.599524 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.599794 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.600062 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.600334 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.600622 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.600895 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.601170 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.601444 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.601762 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.602032 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.602308 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.602615 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.602933 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.603220 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.603508 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.603783 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.604068 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.604343 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.604618 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.604892 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] use_json = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.605165 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.605436 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.605743 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.606019 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.606293 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.606571 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.606845 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.607132 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:03.607446 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.607748 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.608057 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.608344 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.608650 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.608931 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.609224 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.609507 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.609834 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.610121 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.610414 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.610695 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.610988 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.611267 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.611566 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.611877 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.612176 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.612471 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.612751 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.613036 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.613361 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.613642 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.613966 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.614244 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.614535 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.614828 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.615110 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.615401 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.615698 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.615992 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.616267 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.616552 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.616846 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.617126 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.617399 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.617675 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.617987 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.618265 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.618565 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.618852 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.619132 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.619406 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.619679 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.619961 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.620248 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.620524 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.620797 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.621066 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.621343 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.621616 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.621942 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.622224 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.622498 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.622770 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.623051 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.623321 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.623596 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.623871 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.624145 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.624421 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.624692 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.624963 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.625235 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.625505 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.625798 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.626071 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.626341 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.626622 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.626893 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.627164 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.627437 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.627708 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.627979 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.628269 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.628569 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.628847 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.629124 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.629403 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.629681 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.629980 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.630259 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.630538 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.630817 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.631088 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.631383 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.631668 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.631956 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.632243 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.632523 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.632826 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.633106 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.633391 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.633670 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.633970 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.634769 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.635055 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.635351 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.635646 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.635942 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.636235 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.636530 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.636811 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.637125 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.637405 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:03.637623 n-d-778732-11 neutron-server[94801]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 10:59:03.637895 n-d-778732-11 neutron-server[94801]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94801) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 10:59:03.991482 n-d-778732-11 neutron-server[94801]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 10:59:03.991661 n-d-778732-11 neutron-server[94801]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 10:59:03.991953 n-d-778732-11 neutron-server[94801]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 10:59:03.992286 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 10:59:04.389161 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.389447 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.389741 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.391114 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.391392 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.391661 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.427702 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.427977 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.428248 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.443805 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.444088 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.444356 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.472567 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.472973 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.473243 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.511552 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.511832 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.512100 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.747916 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.748624 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.748624 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.748804 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.749711 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.873124 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.873440 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.873741 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.874019 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.874291 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.874605 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.874871 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.875133 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.875392 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.875677 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.875942 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.876212 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.876474 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.876732 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.876992 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.877261 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.877520 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.877823 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.878094 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.878357 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.878632 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.878890 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.879175 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.879554 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.879808 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.880058 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.880455 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:04.880697 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:04.880935 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:04.881172 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:04.881405 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:04.881641 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:04.882040 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 10:59:04.885173 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 10:59:04.889214 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 10:59:04.893022 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 25 10:59:04.894672 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 10:59:04.895127 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 10:59:04.895465 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 10:59:04.895845 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 10:59:04.898665 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 10:59:04.898917 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 10:59:04.899262 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 10:59:04.904558 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 10:59:04.927142 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 10:59:04.927601 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.927899 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94801) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 10:59:04.928263 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.929614 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94801) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 10:59:04.929927 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 10:59:04.930172 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 10:59:04.934090 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.934377 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:04.997458 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 10:59:04.997712 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 10:59:04.997997 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 10:59:04.998329 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 10:59:05.018833 n-d-778732-11 neutron-server[94801]: DEBUG oslo_db.sqlalchemy.engines [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94801) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 10:59:05.562212 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing driver for type 'gre' Aug 25 10:59:05.562748 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] gre ID ranges: [(1, 1000)] Aug 25 10:59:05.618054 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing driver for type 'local' Aug 25 10:59:05.618518 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing driver for type 'vlan' Aug 25 10:59:05.632326 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] VlanTypeDriver initialization complete Aug 25 10:59:05.632680 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing driver for type 'vxlan' Aug 25 10:59:05.633188 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] vxlan ID ranges: [(1, 1000)] Aug 25 10:59:05.687442 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing extension driver 'port_security' Aug 25 10:59:05.687785 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.extensions.port_security [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] PortSecurityExtensionDriver initialization complete Aug 25 10:59:05.688124 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing mechanism driver 'openvswitch' Aug 25 10:59:05.688460 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing mechanism driver 'hyperv' Aug 25 10:59:05.695018 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:05.695699 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.696070 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.696424 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.697440 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 10:59:05.697894 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.698250 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.698598 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.699022 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 10:59:05.699400 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.699749 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.700092 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.700484 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 10:59:05.700897 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > security_group after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.701246 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > security_group after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.701588 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > security_group after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.702147 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 10:59:05.702559 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.702913 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.703265 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.703657 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 10:59:05.704060 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > address_group after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.704407 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > address_group after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.704748 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > address_group after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.705134 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94801) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 10:59:05.705510 n-d-778732-11 neutron-server[94801]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] ML2 OVO RPC backend initialized. {{(pid=94801) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 10:59:05.706249 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_interface after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.706607 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.707029 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.707382 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > networks before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.707732 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.708076 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > ports before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.708422 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.708764 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnets before_response 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.709113 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.709456 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.709867 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.710222 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.710546 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.711093 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.711460 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.711795 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.712130 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > subnet after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.713273 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.plugin [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Modular L2 Plugin initialization complete Aug 25 10:59:05.713607 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading services supported by the core plugin {{(pid=94801) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 10:59:05.713963 n-d-778732-11 neutron-server[94801]: INFO neutron.plugins.ml2.managers [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Got port-security extension from driver 'port_security' Aug 25 10:59:05.714457 n-d-778732-11 neutron-server[94801]: INFO neutron.extensions.vlantransparent [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Disabled vlantransparent extension. Aug 25 10:59:05.714941 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94801) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 10:59:05.715256 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: router Aug 25 10:59:05.752277 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_interface before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.752943 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_create 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.753039 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router before_create 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.753385 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.753782 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.754144 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_delete 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.754506 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > floatingip after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.754857 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > floatingip after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.755216 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_create 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.755562 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_update 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.755911 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_update 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.756258 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.756614 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_update 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.757024 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_update 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.757397 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.757755 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.758096 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: subnet after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.758433 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.758784 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > port precommit_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.759645 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_create 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.759992 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.760334 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.760694 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router after_update 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.761042 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_delete 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.761399 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_create 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.761798 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router_interface after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.762157 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_update 55549900 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.762524 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > agent after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.762876 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > agent after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.763224 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > network after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.764153 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Tracking information for resource: router configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:05.764484 n-d-778732-11 neutron-server[94801]: DEBUG neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Tracking information for resource: floatingip configured {{(pid=94801) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 10:59:05.769883 n-d-778732-11 neutron-server[94801]: INFO neutron.db.l3_agentschedulers_db [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 10:59:05.770436 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.770806 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port after_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.771165 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port after_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.771519 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: port after_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.772329 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router before_create 55550100 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.772698 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_delete 55550100 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.773060 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_create 55550100 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.773416 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > router precommit_update 55550100 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.778622 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.provider_configuration [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service providers = [] {{(pid=94801) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 10:59:05.778987 n-d-778732-11 neutron-server[94801]: DEBUG neutron.db.servicetype_db [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94801) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 10:59:05.782293 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.service_base [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 10:59:05.782643 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.service_base [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 10:59:05.782984 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.service_base [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 10:59:05.783877 n-d-778732-11 neutron-server[94801]: DEBUG neutron.services.service_base [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94801) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 10:59:05.784254 n-d-778732-11 neutron-server[94801]: INFO neutron.services.service_base [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 10:59:05.784632 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.784950 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 10:59:05.795717 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.796055 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: auto_allocate Aug 25 10:59:05.801939 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: network precommit_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.802312 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: network precommit_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.802840 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.803167 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: tag Aug 25 10:59:05.809834 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.810164 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: timestamp Aug 25 10:59:05.814248 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.814530 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: network_ip_availability Aug 25 10:59:05.820002 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.820377 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.820732 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:05.821476 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.822397 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: flavors Aug 25 10:59:05.827223 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.827556 n-d-778732-11 neutron-server[94801]: INFO neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading Plugin: revisions Aug 25 10:59:05.831885 n-d-778732-11 neutron-server[94801]: DEBUG neutron.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94801) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 10:59:05.832282 n-d-778732-11 neutron-server[94801]: DEBUG oslo_concurrency.lockutils [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=94801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 10:59:05.833033 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94801) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 10:59:05.833362 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Initializing extension manager. Aug 25 10:59:05.833905 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: __init__.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.834247 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: __pycache__ {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.834577 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.834913 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: address_group.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.835685 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.836259 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: address-group Aug 25 10:59:05.836579 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: address_scope.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.837354 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.838371 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: address-scope Aug 25 10:59:05.838693 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: admin_state_down_before_update.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.839642 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.840148 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: router-admin-state-down-before-update Aug 25 10:59:05.840468 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: agent.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.841394 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.841933 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: agent Aug 25 10:59:05.842257 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: agent_resources_synced.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.843173 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.843676 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: agent-resources-synced Aug 25 10:59:05.844001 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: allowedaddresspairs.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.845842 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.846360 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: allowed-address-pairs Aug 25 10:59:05.846687 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: auto_allocated_topology.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.847762 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.848278 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: auto-allocated-topology Aug 25 10:59:05.848605 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: availability_zone.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.849306 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.849852 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: availability_zone Aug 25 10:59:05.850179 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: availability_zone_filter.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.851090 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.851594 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: availability_zone_filter Aug 25 10:59:05.851915 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: data_plane_status.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.852816 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.853347 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 10:59:05.853667 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: default_subnetpools.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.854602 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.855109 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: default-subnetpools Aug 25 10:59:05.855429 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: dhcpagentscheduler.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.856256 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.856764 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: dhcp_agent_scheduler Aug 25 10:59:05.857088 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: dns.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.858044 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.858548 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension dns-integration not supported by any of loaded plugins Aug 25 10:59:05.858867 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: dns_domain_ports.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.859793 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.860291 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 10:59:05.860612 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.861533 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.862061 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 10:59:05.862381 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: dvr.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.863056 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.863552 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: dvr Aug 25 10:59:05.863877 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: ecmp_routes.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.864791 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.865290 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 10:59:05.865608 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: empty_string_filtering.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.866538 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.867042 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: empty-string-filtering Aug 25 10:59:05.867362 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.868270 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.868797 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 10:59:05.869116 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.870062 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.870591 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 10:59:05.870910 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: external_net.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.871818 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.872324 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: external-net Aug 25 10:59:05.872643 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: extra_dhcp_opt.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.873552 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.874088 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: extra_dhcp_opt Aug 25 10:59:05.874407 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: extraroute.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.875313 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.875817 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: extraroute Aug 25 10:59:05.876137 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: extraroute_atomic.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.877184 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.877723 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: extraroute-atomic Aug 25 10:59:05.878039 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: filter_validation.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.878711 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.879208 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: filter-validation Aug 25 10:59:05.879525 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: fip_pf_description.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.880439 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.880935 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 10:59:05.881251 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: fip_port_details.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.882194 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.882694 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: fip-port-details Aug 25 10:59:05.883012 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: flavors.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.884784 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.885302 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: flavors Aug 25 10:59:05.885624 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.887337 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.887860 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 10:59:05.888195 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: floatingip_pools.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.888899 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.889407 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: floatingip-pools Aug 25 10:59:05.889761 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: ip_allocation.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.890689 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.891190 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 10:59:05.891517 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.892434 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.892945 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: ip-substring-filtering Aug 25 10:59:05.893274 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l2_adjacency.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.894235 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.894740 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 10:59:05.895065 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.896229 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.896743 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: router Aug 25 10:59:05.897071 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3_conntrack_helper.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.899396 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.900474 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 10:59:05.900808 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.901765 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.902283 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: ext-gw-mode Aug 25 10:59:05.902612 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.903553 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.904060 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: l3-ha Aug 25 10:59:05.904393 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3_flavors.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.905301 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.906094 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: l3-flavors Aug 25 10:59:05.906419 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.907335 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.907849 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 10:59:05.908176 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: l3agentscheduler.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.909228 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.909761 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: l3_agent_scheduler Aug 25 10:59:05.910095 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: logging.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.911573 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.912087 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension logging not supported by any of loaded plugins Aug 25 10:59:05.912419 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: metering.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.913176 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.913785 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: metering Aug 25 10:59:05.914112 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.915516 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.916028 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: metering_source_and_destination_fields Aug 25 10:59:05.916352 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: multiprovidernet.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.917279 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.917815 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: multi-provider Aug 25 10:59:05.918196 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: netmtu.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.919056 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.919560 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: net-mtu Aug 25 10:59:05.919880 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: netmtu_writable.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.920791 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.921295 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: net-mtu-writable Aug 25 10:59:05.921617 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: network_availability_zone.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.922317 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.922820 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: network_availability_zone Aug 25 10:59:05.923140 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: network_ip_availability.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.924239 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.924747 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: network-ip-availability Aug 25 10:59:05.925068 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: network_segment_range.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.925870 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.926365 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 10:59:05.926684 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: pagination.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.927662 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.927992 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: pagination Aug 25 10:59:05.928308 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: port_device_profile.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.929230 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.929767 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: port-device-profile Aug 25 10:59:05.930089 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.931030 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.931542 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: port-mac-address-regenerate Aug 25 10:59:05.931862 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.932782 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.933289 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: port-numa-affinity-policy Aug 25 10:59:05.933609 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: port_resource_request.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.934561 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.935065 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 10:59:05.935382 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: portbindings.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.936310 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.936813 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: binding Aug 25 10:59:05.937133 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: portbindings_extended.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.938584 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.939094 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: binding-extended Aug 25 10:59:05.939418 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: portsecurity.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.940329 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.940833 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: port-security Aug 25 10:59:05.941155 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: project_id.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.942161 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.942484 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: project-id Aug 25 10:59:05.942809 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: providernet.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.943726 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.944245 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: provider Aug 25 10:59:05.944568 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.948669 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.949189 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos not supported by any of loaded plugins Aug 25 10:59:05.949517 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.950794 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.951309 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 10:59:05.951639 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.952556 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.953067 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 10:59:05.953394 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_default.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.954338 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.954853 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-default not supported by any of loaded plugins Aug 25 10:59:05.955180 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_fip.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.955833 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.956330 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-fip not supported by any of loaded plugins Aug 25 10:59:05.956652 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_gateway_ip.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.957574 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.958107 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 10:59:05.958431 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_port_network_policy.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.959344 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.959848 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 10:59:05.960169 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_pps_rule.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.961334 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.961888 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-pps not supported by any of loaded plugins Aug 25 10:59:05.962214 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_rule_type_details.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.963670 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.964182 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 10:59:05.964504 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: qos_rules_alias.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.965547 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.966082 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 10:59:05.966410 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: quotasv2.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.967363 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.967693 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: quotas Aug 25 10:59:05.968012 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: quotasv2_detail.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.971140 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.971485 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: quota_details Aug 25 10:59:05.971822 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: rbac.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.973098 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.973621 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: rbac-policies Aug 25 10:59:05.973973 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: rbac_address_group.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.974924 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.975435 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: rbac-address-group Aug 25 10:59:05.975758 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: rbac_address_scope.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.976685 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.977194 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: rbac-address-scope Aug 25 10:59:05.977517 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: rbac_security_groups.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.978494 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.979008 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: rbac-security-groups Aug 25 10:59:05.979330 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: rbac_subnetpool.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.980243 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.980752 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: rbac-subnetpool Aug 25 10:59:05.981073 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: revisionifmatch.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.982020 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.982532 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: revision-if-match Aug 25 10:59:05.982853 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: revisions.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.983974 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.984490 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: standard-attr-revisions Aug 25 10:59:05.984825 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: router_availability_zone.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.985503 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.986049 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: router_availability_zone Aug 25 10:59:05.986370 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: routerservicetype.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.987287 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.987788 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension router-service-type not supported by any of loaded plugins Aug 25 10:59:05.988106 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.989027 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.989532 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: security-groups-normalized-cidr Aug 25 10:59:05.989878 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: security_groups_port_filtering.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.990790 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.991296 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: port-security-groups-filtering Aug 25 10:59:05.991617 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:05.992549 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:05.993060 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: security-groups-remote-address-group Aug 25 10:59:05.993381 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: securitygroup.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.004796 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.005338 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: security-group Aug 25 10:59:06.005674 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: segment.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.006497 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.007006 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension segment not supported by any of loaded plugins Aug 25 10:59:06.007333 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.008265 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.008775 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 10:59:06.009101 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: servicetype.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.010850 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.011370 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: service-type Aug 25 10:59:06.011699 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: sorting.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.012688 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.013023 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: sorting Aug 25 10:59:06.013346 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: standard_attr_segment.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.014295 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.014805 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 10:59:06.015128 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: standardattrdescription.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.015783 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.016286 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: standard-attr-description Aug 25 10:59:06.016611 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: stateful_security_group.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.017572 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.018118 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: stateful-security-group Aug 25 10:59:06.018447 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: stdattrs_common.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.019037 n-d-778732-11 neutron-server[94801]: WARNING neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 10:59:06.019483 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.020297 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.020825 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 10:59:06.021149 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: subnet_onboard.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.022271 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.022807 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: subnet_onboard Aug 25 10:59:06.023118 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.024055 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.024563 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 10:59:06.024919 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: subnet_service_types.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.025877 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.026397 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: subnet-service-types Aug 25 10:59:06.026716 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: subnetallocation.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.027798 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.028310 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: subnet_allocation Aug 25 10:59:06.028636 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.029314 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.029860 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: subnetpool-prefix-ops Aug 25 10:59:06.030191 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.031380 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.031890 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 10:59:06.032214 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: tagging.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.033312 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.033874 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: standard-attr-tag Aug 25 10:59:06.034202 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: timestamp.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.035425 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.035945 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loaded extension: standard-attr-timestamp Aug 25 10:59:06.036277 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: trunk.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.037317 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.037868 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension trunk not supported by any of loaded plugins Aug 25 10:59:06.038195 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: trunk_details.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.039124 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.039634 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension trunk-details not supported by any of loaded plugins Aug 25 10:59:06.039957 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: uplink_status_propagation.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.040913 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.041419 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 10:59:06.041767 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Loading extension file: vlantransparent.py {{(pid=94801) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 10:59:06.042449 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94801) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 10:59:06.042956 n-d-778732-11 neutron-server[94801]: INFO neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 10:59:06.045487 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:network Aug 25 10:59:06.046057 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:subnet Aug 25 10:59:06.046465 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 10:59:06.046864 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:port Aug 25 10:59:06.048158 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.048598 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service FLAVORS assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.049230 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.049662 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.050025 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:router Aug 25 10:59:06.050463 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:floatingip Aug 25 10:59:06.050958 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service METERING assigned prefix: /metering {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.052416 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:06.052787 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:06.053143 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 10:59:06.054196 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 10:59:06.054649 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:security_group Aug 25 10:59:06.055095 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 10:59:06.055705 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service CORE assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.056546 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 10:59:06.056894 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] subnetpool is already registered Aug 25 10:59:06.057322 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service CORE assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.057647 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 10:59:06.058006 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] subnetpool is already registered Aug 25 10:59:06.060313 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.060746 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service FLAVORS assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.061353 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.061799 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.062137 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:router Aug 25 10:59:06.062480 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] router is already registered Aug 25 10:59:06.062894 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:floatingip Aug 25 10:59:06.063234 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] floatingip is already registered Aug 25 10:59:06.063690 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service METERING assigned prefix: /metering {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.064410 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 10:59:06.064686 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] rbac_policy is already registered Aug 25 10:59:06.065103 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:security_group Aug 25 10:59:06.065440 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] security_group is already registered Aug 25 10:59:06.065871 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 10:59:06.066208 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] security_group_rule is already registered Aug 25 10:59:06.066852 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service CORE assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.067182 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 10:59:06.067520 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] subnetpool is already registered Aug 25 10:59:06.067942 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.v2.resource_helper [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Service CORE assigned prefix: {{(pid=94801) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 10:59:06.068266 n-d-778732-11 neutron-server[94801]: INFO neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 10:59:06.068600 n-d-778732-11 neutron-server[94801]: WARNING neutron.quota.resource_registry [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] subnetpool is already registered Aug 25 10:59:06.069074 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: extensions {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.070583 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: address-groups {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.072625 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: address-scopes {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.073953 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: agents {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.075130 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: auto-allocated-topology {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.076367 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: availability_zones {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.077595 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: dhcp-networks {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.079128 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: dhcp-agents {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.080542 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: routers {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.082753 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: flavors {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.083914 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: service_profiles {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.085139 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: next_providers {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.086623 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: service_profiles {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.088180 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: floatingip-pools {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.089395 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: routers {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.091539 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: floatingips {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.092851 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: l3-routers {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.094261 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: l3-agents {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.095646 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: metering-labels {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.097008 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: metering-label-rules {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.098309 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: network-ip-availabilities {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.099575 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: bindings {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.101243 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: quotas {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.102720 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: quotas {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.104245 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: rbac-policies {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.105439 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: security-groups {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.106768 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: security-group-rules {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.108000 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: service-providers {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.109216 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: subnetpools {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.111782 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: subnetpools {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.113260 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.114996 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.116785 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.119134 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.120989 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.122857 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.124540 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.126470 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.128284 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.130050 n-d-778732-11 neutron-server[94801]: DEBUG neutron.api.extensions [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Extended resource: tags {{(pid=94801) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 10:59:06.136578 n-d-778732-11 neutron-server[94801]: WARNING keystonemiddleware.auth_token [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 10:59:06.141294 n-d-778732-11 neutron-server[94801]: WARNING keystonemiddleware.auth_token [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 10:59:06.149515 n-d-778732-11 neutron-server[94801]: DEBUG oslo_concurrency.lockutils [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Acquired lock "singleton_lock" {{(pid=94801) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 10:59:06.150053 n-d-778732-11 neutron-server[94801]: DEBUG oslo_concurrency.lockutils [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Releasing lock "singleton_lock" {{(pid=94801) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 10:59:06.150699 n-d-778732-11 neutron-server[94801]: INFO oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Starting 2 workers Aug 25 10:59:06.155561 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Started child 94910 {{(pid=94801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 10:59:06.160291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Started child 94911 {{(pid=94801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 10:59:06.161972 n-d-778732-11 neutron-server[94801]: INFO neutron.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 10:59:06.162673 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Notify callbacks [] for process, before_spawn {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:06.164975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:06.165963 n-d-778732-11 neutron-server[94801]: INFO oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Starting 1 workers Aug 25 10:59:06.166124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:06.167054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [-] (94911) wsgi starting up on http://0.0.0.0:9696 Aug 25 10:59:06.167206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [-] (94910) wsgi starting up on http://0.0.0.0:9696 Aug 25 10:59:06.170501 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Started child 94912 {{(pid=94801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 10:59:06.171045 n-d-778732-11 neutron-server[94801]: INFO oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Starting 1 workers Aug 25 10:59:06.175649 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Started child 94913 {{(pid=94801) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 10:59:06.176095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] calling RpcWorker wait() {{(pid=94912) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 10:59:06.176607 n-d-778732-11 neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] Notify callbacks [] for process, after_spawn {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:06.176707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.service [None req-e003ce98-598f-4bba-9c64-6b89b441a5da None None] returning from RpcWorker wait() {{(pid=94912) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 10:59:06.178376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:06.178561 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94801) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 10:59:06.178768 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 10:59:06.178953 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 10:59:06.179050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:06.179185 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 10:59:06.179543 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 10:59:06.179707 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 10:59:06.180234 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.180506 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.180789 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.181580 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.181912 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.182488 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.182731 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.182988 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.183268 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.183498 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.183670 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.183834 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.184079 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.184307 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.184661 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.184925 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.185156 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.185442 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.185611 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.185886 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.186146 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.186389 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.186651 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] debug = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.186894 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.187405 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.187652 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.187892 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:06.188422 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.188422 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.188422 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.188816 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.188949 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.189136 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.189369 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.189624 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.189892 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.190139 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.190365 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.190598 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.190846 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.191062 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.191513 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] host = n-d-778732-11 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.191726 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.191943 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.192192 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.192435 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.192692 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.192902 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.193159 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.193399 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.193664 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.193920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.194183 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.194438 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.194672 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.194921 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.195080 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_options = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.195329 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.195616 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.195862 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.196049 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.196208 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.196511 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.196714 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.197362 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.197583 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.197875 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.198088 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.198301 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.198531 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.198763 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.199049 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.199306 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.199518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.199746 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.199980 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.200234 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.200457 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.200697 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.200927 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.201138 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.201370 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.201581 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.201830 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.202042 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.202255 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.202493 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.202705 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.202963 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.203266 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.203461 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.203688 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.203912 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.204122 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.204383 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.204613 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.204859 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.205114 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.205346 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.205569 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.205818 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.206070 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.206303 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_json = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.206659 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.206806 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.207278 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.207501 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.207717 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.207931 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.208143 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.208387 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.209056 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.209888 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.209888 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.210190 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.210380 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.210470 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.210812 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.211093 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.211315 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.211572 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.211927 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.212112 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.212562 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.212785 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.213133 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.213489 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.213673 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.214247 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.214411 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.214603 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.214824 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.215176 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.215449 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.215671 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.216153 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.216153 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.216560 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.217086 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.217238 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.217385 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.217846 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.218022 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.218215 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.218537 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.218693 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.218863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.219222 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.219493 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.219663 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.219985 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.220250 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.220502 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.220749 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.221074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.221231 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.221462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.221744 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.222059 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.222314 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.222577 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.222853 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.223078 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.223319 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.223588 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.223845 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.224064 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.224381 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.224792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.225076 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.225358 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.225563 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.226017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.226145 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.226346 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.226945 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.227267 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.227441 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.227557 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.227823 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.228094 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.228436 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.228685 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.228872 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.229111 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.229352 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.229708 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.229984 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.230200 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.230422 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.230661 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.230993 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.231242 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.231455 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.231676 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.231897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.232237 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.232500 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.232654 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.232876 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.233950 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.233950 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.233950 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.234405 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.234405 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.234790 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.234790 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.235001 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.235960 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.235960 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.235960 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.235960 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.236549 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.236549 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.236800 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.236953 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.237419 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.237575 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.237951 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.238184 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.238476 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.238851 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.239156 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.239530 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.239830 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.241922 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.242852 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.242852 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.242852 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.242852 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.243366 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.243366 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.244129 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.244281 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.244422 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.244711 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.244989 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.245351 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.245593 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.245875 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.246255 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.246792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.247321 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.247725 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.248109 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.248481 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.248898 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.249291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.249830 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.250323 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.250556 n-d-778732-11 neutron-server[94913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:06.250731 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.251035 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.251370 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.251610 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.251831 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.252057 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.252312 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.252533 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.252781 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.252998 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.253236 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.253453 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.253668 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.253931 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.254147 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.254425 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.254595 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.254846 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.255033 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.255276 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.255492 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.255711 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.255952 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.256171 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.256390 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.256606 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.256851 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.257103 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.257463 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.257647 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.257967 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.258178 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.258406 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.258651 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.258913 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.259196 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.259970 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.260200 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.260438 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.260655 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.260915 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.261221 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.261221 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.261726 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.261726 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.262157 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.262157 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.262592 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.262822 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.263327 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.263327 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.263811 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.263811 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.264238 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.264238 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.264796 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.264796 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.264796 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.265594 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.265594 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.265594 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.266267 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.266267 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.266267 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.266894 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.266894 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.266894 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.267552 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.267552 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.267552 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.268431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.268431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.268431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.268431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.269201 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.269201 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.269201 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.269201 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.270017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.270017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.270017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.270595 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.270595 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.272920 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.275490 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.276534 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.279342 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.280339 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.281949 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.281949 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.281949 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.281949 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.282810 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.282810 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.282810 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.283296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.283296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.283573 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.283740 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.284231 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.284231 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.284750 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.284750 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.285053 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.285053 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.285622 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.285622 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.286503 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.286503 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.286503 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.286503 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 10:59:06.287050 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94801) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 10:59:06.287050 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 10:59:06.287793 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 10:59:06.287948 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.289117 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.290462 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.291459 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.297999 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.297999 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] debug = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.297999 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.297999 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.297999 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.297999 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.298792 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] host = n-d-778732-11 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.300017 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.301218 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_options = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.302213 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.303211 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.304083 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.305074 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.308863 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.310518 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_json = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.311656 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.314629 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.315638 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.316635 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.317625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.319186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.320590 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.322431 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.323291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.323291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.323291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.323291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.323291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.323291 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324021 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324021 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324021 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324021 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324021 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324650 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324650 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324650 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.324650 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325158 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325158 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325158 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325158 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325669 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325669 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.325669 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.326033 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.326033 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.326760 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.327297 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.327441 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.327599 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.327750 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.327913 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.328055 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.328225 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.328387 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329046 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329046 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329046 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329046 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329476 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329476 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.329476 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330068 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330068 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330068 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330068 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330466 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330466 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330696 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330696 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.330903 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331036 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331128 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331263 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331404 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331571 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331726 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.331893 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.332049 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.332215 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.332357 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.332523 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.332688 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.333523 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.334208 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.334208 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.334208 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.334721 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.335489 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.335489 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.335697 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.335892 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.336032 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.336194 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.336356 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.336516 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.336680 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.336842 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.337011 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.337186 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.337382 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.337546 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.339036 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.339241 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.339407 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.339571 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.340054 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.341363 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.341607 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344154 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344154 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344154 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344154 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344154 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344154 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344804 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344804 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344804 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.344804 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.345360 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.345360 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.345360 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.345360 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.347261 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.348254 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.348254 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.348532 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.348698 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.349090 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.349090 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.349588 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.349588 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.349882 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.350082 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.350290 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.350746 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.351116 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.351116 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.351465 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.351573 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.354296 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.355025 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.358416 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360332 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.360897 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361338 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361338 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361338 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361338 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.361639 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362099 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362481 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362481 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362481 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362678 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362961 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.362961 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.363096 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.363246 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.363407 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.363566 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.363732 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.363889 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.364047 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.364206 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.364377 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.364554 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.364734 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.364849 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365297 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365297 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365297 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365524 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365618 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365805 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.365965 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.366131 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.366298 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.366465 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.366625 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.366917 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.367096 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.367255 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.367418 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.367572 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.367733 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.367888 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.368045 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.368204 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.368360 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.368588 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.369238 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.369397 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.369554 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.369728 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.369889 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.370047 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.370205 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.370362 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.370520 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.370677 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 10:59:06.370829 n-d-778732-11 neutron-server[94801]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94801) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 10:59:06.545175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:06.554362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067260 Aug 25 10:59:18.206603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae819632-8d94-4eab-a6ba-9e14f2e3f830 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 10:59:18.312212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae819632-8d94-4eab-a6ba-9e14f2e3f830 None None] No non-hosted networks {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 10:59:18.333434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.agentschedulers_db [None req-ae819632-8d94-4eab-a6ba-9e14f2e3f830 None None] DHCP Agent not found on host n-d-778732-11 {{(pid=94912) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 25 10:59:18.487786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3f42d469-3038-4670-8c78-ee9adb0ebfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:21.129009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8ca1693f-4aec-4289-afad-25f5291754af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:21.229387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67fd51a9-8692-4563-a64f-26cfacf6f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:21.324076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:21.329049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.331261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.332120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.332804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.334490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.335613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.337572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.338508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.339811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.341758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.342466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.344224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:21.345909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778732-11', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:21.375761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778732-11', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:22.316802 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:24.095866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:24.169662 n-d-778732-11 neutron-server[94912]: INFO neutron.db.l3_hamode_db [None req-82a711e3-db1d-4c78-836c-c4a2e39dbd7b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 10:59:24.249604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a711e3-db1d-4c78-836c-c4a2e39dbd7b None None] Routers set() bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 10:59:24.250032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a711e3-db1d-4c78-836c-c4a2e39dbd7b None None] Router IDs set() for agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 10:59:25.144055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58972) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:25.714008 n-d-778732-11 neutron-server[94911]: WARNING oslo_policy.policy [None req-3044c97f-c6eb-4278-99cf-2ad8bfb4935d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:25.714522 n-d-778732-11 neutron-server[94911]: WARNING oslo_policy.policy [None req-3044c97f-c6eb-4278-99cf-2ad8bfb4935d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:25.939084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-3044c97f-c6eb-4278-99cf-2ad8bfb4935d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 10:59:25.940185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3044c97f-c6eb-4278-99cf-2ad8bfb4935d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7949717 Aug 25 10:59:28.379903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:28.732480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 10:59:28.828490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.policy [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 10:59:28.873564 n-d-778732-11 neutron-server[94911]: WARNING oslo_policy.policy [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:28.874032 n-d-778732-11 neutron-server[94911]: WARNING oslo_policy.policy [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:28.882690 n-d-778732-11 neutron-server[94911]: INFO neutron.quota [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] Loaded quota_driver: . Aug 25 10:59:28.976408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783713492300', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783713492891', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783713472023', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783713474483', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783713905285', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783713444881', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1038067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1010637', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1693209'] for rbac-policy, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:29.049498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:29.050817 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a5dc4c44-54aa-4e44-a421-51937ace8687 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6696713 Aug 25 10:59:31.849049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58998) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:32.160279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Request body: {'network': {'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'name': 'private'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 10:59:32.189938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Made reservation on behalf of de984f5499474b7b9cbd61b5b696b44c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 10:59:32.192668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.209987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.333427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.337352 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.362136 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 10:59:32.386316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783714849765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.386903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Unsubscribe: segment precommit_create {{(pid=94911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 10:59:32.387426 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Added segment 4c19d88b-c6c0-426d-8abe-6df1926bfa55 of type vlan for network 74c5e4bc-1229-4183-943c-9b0451239f38 Aug 25 10:59:32.393185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15421d0-8b14-4314-8786-2087d29f2a35,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:32.452912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.453241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.453571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.453922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.454244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.454564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.454881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.455193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.455510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.455816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.456123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.456432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Tracked resource versions report: Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: pushed versions: Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: { 'AddressGroup': {'1.2'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'ConntrackHelper': {'1.0'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Log': {'1.0'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Network': {'1.1'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Port': {'1.7'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'PortForwarding': {'1.2'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'QosPolicy': {'1.9'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'SecurityGroup': {'1.4'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'SecurityGroupRule': {'1.2'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'SubPort': {'1.0'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Subnet': {'1.1'}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Trunk': {'1.1'}} Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: consumer versions: Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: { DHCP agent@n-d-778732-11: {}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: L3 agent@n-d-778732-11: {}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: Metadata agent@n-d-778732-11: {}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: Metering agent@n-d-778732-11: {}, Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'ConntrackHelper': '1.0', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Log': '1.0', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Network': '1.1', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Port': '1.7', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'PortForwarding': '1.2', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'QosPolicy': '1.9', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'SecurityGroup': '1.4', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'SecurityGroupRule': '1.2', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'SubPort': '1.0', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Subnet': '1.1', Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: 'Trunk': '1.1'}} Aug 25 10:59:32.457520 n-d-778732-11 neutron-server[94911]: {{(pid=94911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 10:59:32.507852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.550776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.551887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:32.552551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:32.638274 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7880278 Aug 25 10:59:32.652176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d888-6016-404b-8896-a6c9640fc9bf admin admin] Pushing event updated for resources: {'Network': ['ID=74c5e4bc-1229-4183-943c-9b0451239f38,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:32.665802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 74c5e4bc-1229-4183-943c-9b0451239f38 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 10:59:35.340715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59012) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:35.741542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90275ec-bb92-43f2-8df8-526f233358a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:35.742955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b90275ec-bb92-43f2-8df8-526f233358a1 admin admin] 10.222.0.35 "GET /v2.0/networks/74c5e4bc-1229-4183-943c-9b0451239f38 HTTP/1.1" status: 200 len: 825 time: 0.4012942 Aug 25 10:59:35.768220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-68625491-0d35-4840-8d8e-60dcc960dfea admin admin] 10.222.0.35 "GET /v2.0/subnetpools/153cd35d-ee09-4bce-a89f-25138726f441 HTTP/1.1" status: 200 len: 734 time: 0.0183651 Aug 25 10:59:35.777410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'gateway_ip': '172.20.0.1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 10:59:35.803590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Made reservation on behalf of de984f5499474b7b9cbd61b5b696b44c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 10:59:35.805854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:36.098038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:36.172765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Checking segment: {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 10:59:36.173154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Network hostable DHCP agents. Network: 74c5e4bc-1229-4183-943c-9b0451239f38, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 10:59:36.175488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10745281-9cf4-4624-9c28-e85c59be0a91,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:36.199617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Network 74c5e4bc-1229-4183-943c-9b0451239f38 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 10:59:36.213753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 74c5e4bc-1229-4183-943c-9b0451239f38) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 10:59:36.219317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:36.219884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:36.224536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27849b-a835-48f5-98ab-4990343e331c None None] Network 74c5e4bc-1229-4183-943c-9b0451239f38 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 10:59:36.246590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1867f2b2-95c8-46ab-bab3-9e4f3af0ab0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4640448 Aug 25 10:59:36.567609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-74c5e4bc-1229-4183-943c-9b0451239f38', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 10:59:36.568938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:36.852060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Allocated IP 172.20.0.2 (74c5e4bc-1229-4183-943c-9b0451239f38/10745281-9cf4-4624-9c28-e85c59be0a91/743db649-f919-4188-9a34-870452e3fcf3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 10:59:37.077921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:37.097643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Transition to ACTIVE for port object 743db649-f919-4188-9a34-870452e3fcf3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 10:59:37.122025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Transition to ACTIVE for port object 743db649-f919-4188-9a34-870452e3fcf3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 10:59:37.130224 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:37.236154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Network 74c5e4bc-1229-4183-943c-9b0451239f38 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 10:59:37.241042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 10:59:37.246977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Pushing event updated for resources: {'Port': ['ID=743db649-f919-4188-9a34-870452e3fcf3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:37.249253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 10:59:37.259232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.259576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.259911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.260772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.261099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.261423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.261768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.262089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.262408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.262727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.263044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.263360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Tracked resource versions report: Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: pushed versions: Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: { 'AddressGroup': {'1.2'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'ConntrackHelper': {'1.0'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Log': {'1.0'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Network': {'1.1'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Port': {'1.7'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'PortForwarding': {'1.2'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'QosPolicy': {'1.9'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'SecurityGroup': {'1.4'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'SecurityGroupRule': {'1.2'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'SubPort': {'1.0'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Subnet': {'1.1'}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Trunk': {'1.1'}} Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: consumer versions: Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: { DHCP agent@n-d-778732-11: {}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: L3 agent@n-d-778732-11: {}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: Metadata agent@n-d-778732-11: {}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: Metering agent@n-d-778732-11: {}, Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'ConntrackHelper': '1.0', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Log': '1.0', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Network': '1.1', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Port': '1.7', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'PortForwarding': '1.2', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'QosPolicy': '1.9', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'SecurityGroup': '1.4', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'SecurityGroupRule': '1.2', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'SubPort': '1.0', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Subnet': '1.1', Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: 'Trunk': '1.1'}} Aug 25 10:59:37.264478 n-d-778732-11 neutron-server[94912]: {{(pid=94912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 10:59:37.353354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Attempting to bind port 743db649-f919-4188-9a34-870452e3fcf3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 10:59:37.354588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Attempting to bind port 743db649-f919-4188-9a34-870452e3fcf3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 10:59:37.355042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Attempting to bind port 743db649-f919-4188-9a34-870452e3fcf3 on network 74c5e4bc-1229-4183-943c-9b0451239f38 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 10:59:37.360372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 10:59:37.360786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Checking segment: {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 10:59:37.361249 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:37.361634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Bound using segment: {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 10:59:37.362162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Bound port: 743db649-f919-4188-9a34-870452e3fcf3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 10:59:37.362572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:37.427604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] For port 743db649-f919-4188-9a34-870452e3fcf3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 10:59:37.431963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] For port 743db649-f919-4188-9a34-870452e3fcf3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=743db649-f919-4188-9a34-870452e3fcf3,segment=NetworkSegment(4c19d88b-c6c0-426d-8abe-6df1926bfa55),segment_id=4c19d88b-c6c0-426d-8abe-6df1926bfa55)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 10:59:37.436961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:37.508360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515f27-7071-485a-959e-07c3beeeb461 None None] Pushing event updated for resources: {'Port': ['ID=743db649-f919-4188-9a34-870452e3fcf3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:38.677555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59020) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:39.009270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-867d009f-fb3f-4ced-9b90-624871df148a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 10:59:39.010835 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-867d009f-fb3f-4ced-9b90-624871df148a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3317614 Aug 25 10:59:41.451386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:41.816463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-ff22208f-36b2-45c8-83ff-bcd1667085aa admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 10:59:41.817558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ff22208f-36b2-45c8-83ff-bcd1667085aa admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3652365 Aug 25 10:59:44.482811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59038) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:45.021417 n-d-778732-11 neutron-server[94910]: WARNING oslo_policy.policy [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:45.022040 n-d-778732-11 neutron-server[94910]: WARNING oslo_policy.policy [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:45.246755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 10:59:45.312698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.policy [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 10:59:45.360001 n-d-778732-11 neutron-server[94910]: WARNING oslo_policy.policy [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:45.360418 n-d-778732-11 neutron-server[94910]: WARNING oslo_policy.policy [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 10:59:45.369378 n-d-778732-11 neutron-server[94910]: INFO neutron.quota [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Loaded quota_driver: . Aug 25 10:59:45.433968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:45.436046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:45.604997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 743db649-f919-4188-9a34-870452e3fcf3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 10:59:45.608623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:45.614163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:45.635899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:45.641744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1314b69d-25cf-4f60-b56e-c38ca7227d4e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1531053 Aug 25 10:59:45.705582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 743db649-f919-4188-9a34-870452e3fcf3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 10:59:46.030612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2a272-17e2-4765-9765-875881dbd640 None None] Network 74c5e4bc-1229-4183-943c-9b0451239f38 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 10:59:46.111814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] Provisioning for port 743db649-f919-4188-9a34-870452e3fcf3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 10:59:46.120048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] Provisioning complete for port 743db649-f919-4188-9a34-870452e3fcf3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 10:59:46.120438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:46.305626 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:46.368488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] For port 743db649-f919-4188-9a34-870452e3fcf3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=743db649-f919-4188-9a34-870452e3fcf3,segment=NetworkSegment(4c19d88b-c6c0-426d-8abe-6df1926bfa55),segment_id=4c19d88b-c6c0-426d-8abe-6df1926bfa55)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 10:59:46.373226 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:46.426210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d063be-d080-48c9-aef8-c251a95229fb None None] Pushing event updated for resources: {'Port': ['ID=743db649-f919-4188-9a34-870452e3fcf3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:46.596167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-249b355e-babb-4aa6-a05b-efdf0f40a2c0 None None] Provisioning complete for port 743db649-f919-4188-9a34-870452e3fcf3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 10:59:46.596454 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-249b355e-babb-4aa6-a05b-efdf0f40a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:47.564032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 743db649-f919-4188-9a34-870452e3fcf3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 10:59:47.614386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 743db649-f919-4188-9a34-870452e3fcf3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 10:59:47.614780 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:48.074912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59058) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:48.116475 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b45a7b12-9761-46d2-a192-d16f0257b689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:48.420896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-d4358564-a8fa-4220-bc01-96f173b45266 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 10:59:48.421930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d4358564-a8fa-4220-bc01-96f173b45266 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3459885 Aug 25 10:59:50.835663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59066) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:51.116012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64cf72a7-99a3-4edb-a701-5756e99d98dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.183281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 10:59:51.206882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Made reservation on behalf of eb8cb5d2c4c04636a98f9edbc9ee62ab for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 10:59:51.209986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.227594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.287270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.350432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.354357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.365765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=94910) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 10:59:51.397411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783714849765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.398028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Unsubscribe: segment precommit_create {{(pid=94910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 10:59:51.398544 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Added segment f1a35701-ff86-4012-be34-04fd21bbc76e of type flat for network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 Aug 25 10:59:51.414918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8145c3-3ede-4ad7-9f0d-284506fc1e4c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:51.462646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.462928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.463325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.463776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.464191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.464610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.465170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.465716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.466194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.466659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.467094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.467442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Tracked resource versions report: Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: pushed versions: Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: { 'AddressGroup': {'1.2'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'ConntrackHelper': {'1.0'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Log': {'1.0'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Network': {'1.1'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Port': {'1.7'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'PortForwarding': {'1.2'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'QosPolicy': {'1.9'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'SecurityGroup': {'1.4'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'SecurityGroupRule': {'1.2'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'SubPort': {'1.0'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Subnet': {'1.1'}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Trunk': {'1.1'}} Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: consumer versions: Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: { DHCP agent@n-d-778732-11: {}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: L3 agent@n-d-778732-11: {}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: Metadata agent@n-d-778732-11: {}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: Metering agent@n-d-778732-11: {}, Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'ConntrackHelper': '1.0', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Log': '1.0', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Network': '1.1', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Port': '1.7', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'PortForwarding': '1.2', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'QosPolicy': '1.9', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'SecurityGroup': '1.4', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'SecurityGroupRule': '1.2', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'SubPort': '1.0', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Subnet': '1.1', Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: 'Trunk': '1.1'}} Aug 25 10:59:51.468570 n-d-778732-11 neutron-server[94910]: {{(pid=94910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 10:59:51.528078 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.572919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.574309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:51.574977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:51.659724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8229411 Aug 25 10:59:51.674994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb6d5-b235-4a4c-bb33-cb903661d0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:51.688953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 10:59:52.211576 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:54.025677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:54.125716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59088) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:54.362863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3668ff32-a7d3-45d8-bd56-cf1ee9d89d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:54.364233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3668ff32-a7d3-45d8-bd56-cf1ee9d89d34 admin admin] 10.222.0.35 "GET /v2.0/subnets/10745281-9cf4-4624-9c28-e85c59be0a91 HTTP/1.1" status: 200 len: 849 time: 0.2375784 Aug 25 10:59:54.511669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ef44bca-368f-4d0f-9800-7a054bd6caf8 admin admin] 10.222.0.35 "GET /v2.0/routers/32bce4a0-6ec4-433a-b360-5e9e00d19f65 HTTP/1.1" status: 200 len: 704 time: 0.1406369 Aug 25 10:59:54.782426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.091876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Allocated IP 172.20.0.1 (74c5e4bc-1229-4183-943c-9b0451239f38/10745281-9cf4-4624-9c28-e85c59be0a91/6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 10:59:55.290919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.315438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Transition to ACTIVE for port object 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 10:59:55.381928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.440291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Network 74c5e4bc-1229-4183-943c-9b0451239f38 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 10:59:55.445991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 10:59:55.458154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 10:59:55.458529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.518099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Pushing event updated for resources: {'Port': ['ID=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:55.656490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07cdf332-e242-4cf7-b09d-7cc09b922b32 None None] Provisioning for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 10:59:55.660724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07cdf332-e242-4cf7-b09d-7cc09b922b32 None None] Provisioning complete for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 10:59:55.661096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07cdf332-e242-4cf7-b09d-7cc09b922b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.664453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.695228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-07cdf332-e242-4cf7-b09d-7cc09b922b32 None None] Port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 10:59:55.935593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.939959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:55.940743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:56.019473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Pushing event updated for resources: {'Port': ['ID=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:56.065794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Network 74c5e4bc-1229-4183-943c-9b0451239f38 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 10:59:56.067088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 10:59:56.234432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 10:59:56.315423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4281b74-c838-462f-98e1-c908f872dc8c None None] Provisioning complete for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 10:59:56.315981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4281b74-c838-462f-98e1-c908f872dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:56.328039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 10:59:56.333928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f509c0ec-7290-4467-ab84-78dce9b36728 admin admin] 10.222.0.35 "PUT /v2.0/routers/32bce4a0-6ec4-433a-b360-5e9e00d19f65/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8159552 Aug 25 10:59:56.341311 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Sync routers for ids ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 10:59:56.352783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f4281b74-c838-462f-98e1-c908f872dc8c None None] Port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 10:59:56.361188 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Routers {'32bce4a0-6ec4-433a-b360-5e9e00d19f65'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 10:59:56.362478 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T10:59:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:56.560088 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Set router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 10:59:57.004035 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'name': 'router1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T10:59:45Z', 'updated_at': '2021-08-25T10:59:55Z', 'revision_number': 2, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'gw_port_host': None, '_interfaces': [{'id': '6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65', 'name': '', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'mac_address': 'fa:16:3e:f7:cb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T10:59:54Z', 'updated_at': '2021-08-25T10:59:55Z', 'revision_number': 2, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'subnets': [{'id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:57.064426 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Checking router: 32bce4a0-6ec4-433a-b360-5e9e00d19f65 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 10:59:57.064799 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Updating router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 10:59:57.116683 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:57.644870 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:57.663743 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Transition to ACTIVE for port object 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 10:59:57.670546 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:57.824029 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Pushing event updated for resources: {'Port': ['ID=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:57.839615 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.839949 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.840280 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.840606 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.840931 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.841258 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.841571 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.841915 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.842230 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.842544 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.842860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.843173 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Tracked resource versions report: Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: pushed versions: Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: { 'AddressGroup': {'1.2'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'ConntrackHelper': {'1.0'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Log': {'1.0'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Network': {'1.1'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Port': {'1.7'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'PortForwarding': {'1.2'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'QosPolicy': {'1.9'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'SecurityGroup': {'1.4'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'SecurityGroupRule': {'1.2'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'SubPort': {'1.0'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Subnet': {'1.1'}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Trunk': {'1.1'}} Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: consumer versions: Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: { DHCP agent@n-d-778732-11: {}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: L3 agent@n-d-778732-11: {}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: Metadata agent@n-d-778732-11: {}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: Metering agent@n-d-778732-11: {}, Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'ConntrackHelper': '1.0', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Log': '1.0', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Network': '1.1', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Port': '1.7', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'PortForwarding': '1.2', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'QosPolicy': '1.9', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'SecurityGroup': '1.4', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'SecurityGroupRule': '1.2', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'SubPort': '1.0', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Subnet': '1.1', Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: 'Trunk': '1.1'}} Aug 25 10:59:57.844265 n-d-778732-11 neutron-server[94913]: {{(pid=94913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 10:59:57.846736 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Attempting to bind port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 10:59:57.847127 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Attempting to bind port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 10:59:57.847561 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Attempting to bind port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 on network 74c5e4bc-1229-4183-943c-9b0451239f38 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 10:59:57.853419 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 10, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 10:59:57.853882 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Checking segment: {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 10:59:57.854425 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:57.854805 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Bound using segment: {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 10:59:57.855310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Bound port: 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c19d88b-c6c0-426d-8abe-6df1926bfa55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 10:59:57.855702 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:57.923137 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] For port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 10:59:57.943650 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] For port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,segment=NetworkSegment(4c19d88b-c6c0-426d-8abe-6df1926bfa55),segment_id=4c19d88b-c6c0-426d-8abe-6df1926bfa55)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 10:59:57.949219 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:58.004370 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Routers {'32bce4a0-6ec4-433a-b360-5e9e00d19f65'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 10:59:58.004947 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T10:59:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:58.042499 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c86b72-6aec-4982-ae5e-dfbd722a4bea None None] Pushing event updated for resources: {'Port': ['ID=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:58.099082 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] Set router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 10:59:58.309860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'name': 'router1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T10:59:45Z', 'updated_at': '2021-08-25T10:59:55Z', 'revision_number': 2, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'gw_port_host': None, '_interfaces': [{'id': '6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65', 'name': '', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'mac_address': 'fa:16:3e:f7:cb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T10:59:54Z', 'updated_at': '2021-08-25T10:59:57Z', 'revision_number': 4, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'subnets': [{'id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 10:59:58.334944 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e0a97-e7d5-4b94-9c7b-b0e535a6793c None None] The sync data for ids ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'] in n-d-778732-11 is: [{'id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'name': 'router1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T10:59:45Z', 'updated_at': '2021-08-25T10:59:55Z', 'revision_number': 2, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'gw_port_host': None, '_interfaces': [{'id': '6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65', 'name': '', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'mac_address': 'fa:16:3e:f7:cb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T10:59:54Z', 'updated_at': '2021-08-25T10:59:57Z', 'revision_number': 4, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'subnets': [{'id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 10:59:58.623199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59108) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 10:59:58.733822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d1502-bcb5-4c14-a5ce-6cbe45ec5809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:58.735192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bd8d1502-bcb5-4c14-a5ce-6cbe45ec5809 admin admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 842 time: 0.1110272 Aug 25 10:59:58.745270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 10:59:58.770045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Made reservation on behalf of eb8cb5d2c4c04636a98f9edbc9ee62ab for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 10:59:58.772424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:59.087582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 10:59:59.088059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:59.142663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a759c8-02e3-406b-a378-776fcb8d1dba,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 10:59:59.155453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 10:59:59.155774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Network hostable DHCP agents. Network: 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 10:59:59.178390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 10:59:59.190137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 10:59:59.194101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 10:59:59.194687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 10:59:59.202995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aacb1e-4cca-4fc4-b666-9811a6dee074 None None] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 10:59:59.215021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8d07b00b-70c1-4671-9925-4faea3a3e2bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4723122 Aug 25 10:59:59.343592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89612d-4c20-4f28-9497-e7b9fc8a4bbd None None] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:00:01.525301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59116) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:00:01.656689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-709b54aa-5238-4975-bb4e-906449b144d7 admin admin] 10.222.0.35 "GET /v2.0/routers/32bce4a0-6ec4-433a-b360-5e9e00d19f65 HTTP/1.1" status: 200 len: 710 time: 0.1302197 Aug 25 11:00:01.743081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe8632-e345-4ea9-b626-02ce95204fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:00:01.744366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-90fe8632-e345-4ea9-b626-02ce95204fa6 admin admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 886 time: 0.0815222 Aug 25 11:00:01.754364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:00:02.077861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:02.314755 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:02.393268 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:02.500051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Allocated IP 172.25.1.133 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/be96795c-7df0-4bcc-8a73-313e11c0ac8a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:00:02.606167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:02.645188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:02.686194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:00:02.691693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:00:02.695593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:00:02.730726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Pushing event updated for resources: {'Port': ['ID=be96795c-7df0-4bcc-8a73-313e11c0ac8a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:00:02.960394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.157665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.161912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.273212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:00:03.378755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:00:03.382922 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.384121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-73472e8b-983f-4d51-aeca-2bbc6e9c3bae admin admin] 10.222.0.35 "PUT /v2.0/routers/32bce4a0-6ec4-433a-b360-5e9e00d19f65 HTTP/1.1" status: 200 len: 890 time: 1.6330295 Aug 25 11:00:03.619307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:00:03.677896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:00:03.683450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:00:03.684001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.778972 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.829460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,segment=NetworkSegment(4c19d88b-c6c0-426d-8abe-6df1926bfa55),segment_id=4c19d88b-c6c0-426d-8abe-6df1926bfa55)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:00:03.835994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:03.885302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:00:04.947262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Sync routers for ids ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:00:04.959019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Routers {'32bce4a0-6ec4-433a-b360-5e9e00d19f65'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:00:04.959891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T10:59:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:00:05.243108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Set router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:00:05.277198 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:00:05.591372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:00:05.692050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:00:05.692434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:05.696714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'name': 'router1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'be96795c-7df0-4bcc-8a73-313e11c0ac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T10:59:45Z', 'updated_at': '2021-08-25T11:00:02Z', 'revision_number': 4, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'gw_port': {'id': 'be96795c-7df0-4bcc-8a73-313e11c0ac8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:00:02Z', 'updated_at': '2021-08-25T11:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65', 'name': '', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'mac_address': 'fa:16:3e:f7:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T10:59:54Z', 'updated_at': '2021-08-25T11:00:03Z', 'revision_number': 5, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'subnets': [{'id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:00:05.768071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Checking router: 32bce4a0-6ec4-433a-b360-5e9e00d19f65 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:00:05.768347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Updating router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 port be96795c-7df0-4bcc-8a73-313e11c0ac8a binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:00:05.825056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:05.893948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59128) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:00:06.104531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf1662aa-7f38-41bb-97f3-03c80e917399 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2093067 Aug 25 11:00:06.207361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:06.218496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Transition to ACTIVE for port object be96795c-7df0-4bcc-8a73-313e11c0ac8a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:00:06.225498 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:06.282533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Attempting to bind port be96795c-7df0-4bcc-8a73-313e11c0ac8a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:00:06.282784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Attempting to bind port be96795c-7df0-4bcc-8a73-313e11c0ac8a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:00:06.283143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Attempting to bind port be96795c-7df0-4bcc-8a73-313e11c0ac8a on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:00:06.285416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0580-8b06-47dd-89bf-f18206e20835 None None] Pushing event updated for resources: {'Port': ['ID=be96795c-7df0-4bcc-8a73-313e11c0ac8a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:00:06.291730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 10, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:00:06.292103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:00:06.292515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:06.292909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:00:06.293674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Bound port: be96795c-7df0-4bcc-8a73-313e11c0ac8a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:00:06.293838 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:06.350199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] For port be96795c-7df0-4bcc-8a73-313e11c0ac8a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:00:06.353379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] For port be96795c-7df0-4bcc-8a73-313e11c0ac8a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=be96795c-7df0-4bcc-8a73-313e11c0ac8a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:00:06.358470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:06.417812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0580-8b06-47dd-89bf-f18206e20835 None None] Pushing event updated for resources: {'Port': ['ID=be96795c-7df0-4bcc-8a73-313e11c0ac8a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:00:06.422084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Routers {'32bce4a0-6ec4-433a-b360-5e9e00d19f65'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:00:06.422671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T10:59:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:00:06.632916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] Set router 32bce4a0-6ec4-433a-b360-5e9e00d19f65 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:00:06.875699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'name': 'router1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'be96795c-7df0-4bcc-8a73-313e11c0ac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T10:59:45Z', 'updated_at': '2021-08-25T11:00:02Z', 'revision_number': 4, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'gw_port': {'id': 'be96795c-7df0-4bcc-8a73-313e11c0ac8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:00:02Z', 'updated_at': '2021-08-25T11:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65', 'name': '', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'mac_address': 'fa:16:3e:f7:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T10:59:54Z', 'updated_at': '2021-08-25T11:00:03Z', 'revision_number': 5, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'subnets': [{'id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:00:06.904195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8da25c-26f6-4f27-bfad-33938f640f92 None None] The sync data for ids ['32bce4a0-6ec4-433a-b360-5e9e00d19f65'] in n-d-778732-11 is: [{'id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'name': 'router1', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'be96795c-7df0-4bcc-8a73-313e11c0ac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T10:59:45Z', 'updated_at': '2021-08-25T11:00:02Z', 'revision_number': 4, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'gw_port': {'id': 'be96795c-7df0-4bcc-8a73-313e11c0ac8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:00:02Z', 'updated_at': '2021-08-25T11:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65', 'name': '', 'network_id': '74c5e4bc-1229-4183-943c-9b0451239f38', 'tenant_id': 'de984f5499474b7b9cbd61b5b696b44c', 'mac_address': 'fa:16:3e:f7:cb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bce4a0-6ec4-433a-b360-5e9e00d19f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T10:59:54Z', 'updated_at': '2021-08-25T11:00:03Z', 'revision_number': 5, 'project_id': 'de984f5499474b7b9cbd61b5b696b44c', 'subnets': [{'id': '10745281-9cf4-4624-9c28-e85c59be0a91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '153cd35d-ee09-4bce-a89f-25138726f441'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:00:07.647064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device be96795c-7df0-4bcc-8a73-313e11c0ac8a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:00:07.709742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port be96795c-7df0-4bcc-8a73-313e11c0ac8a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:00:07.715312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port be96795c-7df0-4bcc-8a73-313e11c0ac8a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:00:07.715695 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:07.797580 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:07.819972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port be96795c-7df0-4bcc-8a73-313e11c0ac8a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=be96795c-7df0-4bcc-8a73-313e11c0ac8a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:00:07.825060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:07.875644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=be96795c-7df0-4bcc-8a73-313e11c0ac8a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:00:09.590815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device be96795c-7df0-4bcc-8a73-313e11c0ac8a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:00:09.654747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port be96795c-7df0-4bcc-8a73-313e11c0ac8a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:00:09.655153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:18.126956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-928988e0-65d1-443d-bed8-c0e9ae9cb5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:21.158836 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-56c4d2a3-d25e-4c10-b22e-486b9e8a19d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:21.302181 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:22.222732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:24.081006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:42.288283 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:00:48.125740 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1058cd1e-a898-413d-972e-23af3c1e6ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:51.124861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-319b3cd3-9db9-42e3-a6e7-399e529b9316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:51.310537 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:52.228005 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:00:54.081264 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:18.119292 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4df6bb57-ab41-44e7-8ea2-b12243397dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:19.276306 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:01:21.119064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ed75461-7fbb-4a88-8b40-41ee91ea0661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:21.294842 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:22.224491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:24.066631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:48.120811 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ade2b50-86fd-4257-ae69-dbc1c0e74331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:51.119774 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f0e50508-d364-471b-a51b-e12f9dd2397b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:51.298638 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:52.226645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:53.047695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59722) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:01:53.110490 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ba5d83-cdbd-43bd-929d-afb17ef4ce09 admin admin] GET failed (client error): The resource could not be found. Aug 25 11:01:53.111945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-98ba5d83-cdbd-43bd-929d-afb17ef4ce09 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632250 Aug 25 11:01:53.276309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14978f5c-2485-4322-ba6e-a4fdf192ebb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:01:53.277838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-14978f5c-2485-4322-ba6e-a4fdf192ebb9 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613536 Aug 25 11:01:54.070066 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:55.473609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59732) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:01:55.572272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb4eca-23be-4766-b9ad-bf2eda9ed1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:01:55.573700 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5ccb4eca-23be-4766-b9ad-bf2eda9ed1cb admin admin] 10.222.0.35 "GET /v2.0/subnets/10745281-9cf4-4624-9c28-e85c59be0a91 HTTP/1.1" status: 200 len: 849 time: 0.0991044 Aug 25 11:01:55.584284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:01:55.673236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:55.815467 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783714759208'] for subnet, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:55.853282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:01:55.853884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:55.855155 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] 10.222.0.35 "PUT /v2.0/subnets/10745281-9cf4-4624-9c28-e85c59be0a91 HTTP/1.1" status: 200 len: 868 time: 0.2748520 Aug 25 11:01:55.872498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10745281-9cf4-4624-9c28-e85c59be0a91,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:01:55.877016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4ab50-a1c7-418a-ba4b-991997caf78c None None] Network 74c5e4bc-1229-4183-943c-9b0451239f38 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:01:55.880055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.880403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.880741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.881065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.881402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.881730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.882060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.882385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.882702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.883013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.883327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:55.884177 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a84697-2f3c-4947-80e9-df0f0048f864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:01:56.274675 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:01:56.293981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b869876c-7cce-4626-90e4-a92867c1f5f5 None None] Provisioning complete for port 743db649-f919-4188-9a34-870452e3fcf3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:01:56.294363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b869876c-7cce-4626-90e4-a92867c1f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:56.382465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b869876c-7cce-4626-90e4-a92867c1f5f5 None None] Provisioning complete for port 6d38a4fd-f046-4dc2-bd25-8fa6d5be6c65 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:01:56.382753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b869876c-7cce-4626-90e4-a92867c1f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:01:58.035125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:01:58.233196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727857b-ecaa-4e7c-8517-7b06e0458b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:01:58.233586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727857b-ecaa-4e7c-8517-7b06e0458b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:01:58.235149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0727857b-ecaa-4e7c-8517-7b06e0458b65 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990740 Aug 25 11:02:00.424122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59750) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:00.626620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf198e-7f21-47d5-b192-392204295b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:00.627004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaf198e-7f21-47d5-b192-392204295b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:00.628577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3eaf198e-7f21-47d5-b192-392204295b27 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034976 Aug 25 11:02:02.832226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59758) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:02.986706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50230c7d-374b-4153-887f-aec339fdbfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:02.988088 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-50230c7d-374b-4153-887f-aec339fdbfc9 admin admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 886 time: 0.1549361 Aug 25 11:02:05.175133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:05.324202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43eec4-cce8-4644-8063-7f4a7448e33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:05.325507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8f43eec4-cce8-4644-8063-7f4a7448e33f admin admin] 10.222.0.35 "GET /v2.0/networks/74c5e4bc-1229-4183-943c-9b0451239f38 HTTP/1.1" status: 200 len: 869 time: 0.1494253 Aug 25 11:02:07.522483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:07.659379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd066b9-9bac-4eeb-8c94-10440d745d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:07.660089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd066b9-9bac-4eeb-8c94-10440d745d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:07.661622 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1cd066b9-9bac-4eeb-8c94-10440d745d3c admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1381760 Aug 25 11:02:09.844693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59782) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:09.938178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05433b-f633-4c35-a8d4-516997cfca92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:09.938638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05433b-f633-4c35-a8d4-516997cfca92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:09.940198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5d05433b-f633-4c35-a8d4-516997cfca92 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945315 Aug 25 11:02:12.137721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59790) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:12.232095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853e960-9fdd-4a70-b5ba-6f220b6f1e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:12.233524 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c853e960-9fdd-4a70-b5ba-6f220b6f1e21 admin admin] 10.222.0.35 "GET /v2.0/subnets/10745281-9cf4-4624-9c28-e85c59be0a91 HTTP/1.1" status: 200 len: 868 time: 0.0948632 Aug 25 11:02:14.397244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59798) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:14.488191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f14141-c98d-4ee0-bac7-b8a9a5c14e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:14.489585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57f14141-c98d-4ee0-bac7-b8a9a5c14e3f admin admin] 10.222.0.35 "GET /v2.0/subnets/c6a759c8-02e3-406b-a378-776fcb8d1dba HTTP/1.1" status: 200 len: 816 time: 0.0913618 Aug 25 11:02:18.124334 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f3fd-9c0c-4379-a9f7-d6863895f260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:21.123990 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1fe08c09-f5e0-47b4-b1ce-521a634896bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:21.300649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:22.228984 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:24.072280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:33.272758 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:02:39.580788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59852) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:39.632860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-ab5b3c11-b893-4440-974f-96d25781fbeb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:02:39.633947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab5b3c11-b893-4440-974f-96d25781fbeb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520844 Aug 25 11:02:41.918218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59860) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:41.982779 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-4520570d-97fa-4d52-a397-43c7fa784ba0 admin admin] GET failed (client error): The resource could not be found. Aug 25 11:02:41.984240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4520570d-97fa-4d52-a397-43c7fa784ba0 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651324 Aug 25 11:02:42.074429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9903be8-36e2-441f-91de-23fddd9e4b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:42.075925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e9903be8-36e2-441f-91de-23fddd9e4b96 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869794 Aug 25 11:02:44.312529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59868) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:44.366366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:02:44.387505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Made reservation on behalf of eb8cb5d2c4c04636a98f9edbc9ee62ab for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:02:44.389969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:44.422015 n-d-778732-11 neutron-server[94910]: WARNING neutron.services.revisions.revision_plugin [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Could not find related network for resource to bump revision. Aug 25 11:02:44.438170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:02:44.448828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:44.449174 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Added segment e78888f5-ebaf-451f-9081-b52cb6986fd4 of type vlan for network 0f41c389-9757-490b-8104-9e5dc9607d85 Aug 25 11:02:44.500623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:44.526260 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:44.527424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:44.528021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:44.590517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2768703 Aug 25 11:02:44.598160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Pushing event updated for resources: {'Network': ['ID=0f41c389-9757-490b-8104-9e5dc9607d85,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:02:44.605802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.606147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.606492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.606821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.607152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.607484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.607807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.608131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.608454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.608777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.609100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.609424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca16aaf-8a11-4758-936e-7f7f6704b09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:44.624529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0f41c389-9757-490b-8104-9e5dc9607d85 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:02:46.827020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59876) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:02:46.892078 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e9aef6-380f-471a-9163-a87376500ab0 admin admin] GET failed (client error): The resource could not be found. Aug 25 11:02:46.893465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d1e9aef6-380f-471a-9163-a87376500ab0 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654740 Aug 25 11:02:46.963187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06834e1-7395-4d39-a1ec-88503d0efe5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:46.964646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b06834e1-7395-4d39-a1ec-88503d0efe5a admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664911 Aug 25 11:02:46.975648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:02:46.995862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Made reservation on behalf of eb8cb5d2c4c04636a98f9edbc9ee62ab for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:02:46.998238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.160357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.213864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c0934c-f353-4459-a283-37976702cf85,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:02:47.222557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:02:47.222906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Network hostable DHCP agents. Network: 0f41c389-9757-490b-8104-9e5dc9607d85, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:02:47.239104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:02:47.247537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0f41c389-9757-490b-8104-9e5dc9607d85) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:02:47.251563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:02:47.252129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.257523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4545a5-2404-4ce4-a1e1-bf4642547972 None None] Network 0f41c389-9757-490b-8104-9e5dc9607d85 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:02:47.265701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1d919faf-a018-4e91-a54d-9342a6dca0e2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2940562 Aug 25 11:02:47.411030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-0f41c389-9757-490b-8104-9e5dc9607d85', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'tenant_id': 'eb8cb5d2c4c04636a98f9edbc9ee62ab', 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:02:47.412611 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.554190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Allocated IP 192.168.233.2 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/20d3b310-d913-4fc1-bfe3-8643953c56e1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:02:47.706855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.715824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Transition to ACTIVE for port object 20d3b310-d913-4fc1-bfe3-8643953c56e1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:02:47.732679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Transition to ACTIVE for port object 20d3b310-d913-4fc1-bfe3-8643953c56e1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:02:47.739704 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.789764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:02:47.792733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:02:47.796108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:02:47.808175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Pushing event updated for resources: {'Port': ['ID=20d3b310-d913-4fc1-bfe3-8643953c56e1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:02:47.828319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.828669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.829015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.829370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.829723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.830061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.830387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.830711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.831040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.831360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.831681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.832003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:02:47.868662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Attempting to bind port 20d3b310-d913-4fc1-bfe3-8643953c56e1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:02:47.869032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Attempting to bind port 20d3b310-d913-4fc1-bfe3-8643953c56e1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:02:47.869401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Attempting to bind port 20d3b310-d913-4fc1-bfe3-8643953c56e1 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:02:47.874638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:02:47.875018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:02:47.875425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.875822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:02:47.876287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Bound port: 20d3b310-d913-4fc1-bfe3-8643953c56e1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:02:47.876668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:47.943849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] For port 20d3b310-d913-4fc1-bfe3-8643953c56e1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:02:47.947015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] For port 20d3b310-d913-4fc1-bfe3-8643953c56e1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=20d3b310-d913-4fc1-bfe3-8643953c56e1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:02:47.952640 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:48.012620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199982ff-1c80-40ac-a96e-d1128fe348d8 None None] Pushing event updated for resources: {'Port': ['ID=20d3b310-d913-4fc1-bfe3-8643953c56e1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:02:48.127354 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c21d238-af08-473b-802e-5475e61c7489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:48.820672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66114e3-d5ed-4868-92cf-d98881f1fdb1 None None] Network 0f41c389-9757-490b-8104-9e5dc9607d85 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:02:48.912327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-13452903-61f4-4385-90be-6ffa765c68fa None None] Provisioning for port 20d3b310-d913-4fc1-bfe3-8643953c56e1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:02:49.748808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 20d3b310-d913-4fc1-bfe3-8643953c56e1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:02:49.803227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 20d3b310-d913-4fc1-bfe3-8643953c56e1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:02:49.807187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 20d3b310-d913-4fc1-bfe3-8643953c56e1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:02:49.807671 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:49.890315 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:49.923956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 20d3b310-d913-4fc1-bfe3-8643953c56e1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=20d3b310-d913-4fc1-bfe3-8643953c56e1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:02:49.928620 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:49.980342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=20d3b310-d913-4fc1-bfe3-8643953c56e1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:02:51.129353 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd35c63c-3ab7-4f27-8592-540738d32531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:51.306346 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:51.729837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 20d3b310-d913-4fc1-bfe3-8643953c56e1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:02:51.796337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 20d3b310-d913-4fc1-bfe3-8643953c56e1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:02:51.796879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:52.232316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:02:54.073534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:10.272644 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:03:18.128379 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4ffddb66-7707-4e0b-a153-d25238847cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:21.127492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6effe06b-69e4-41b7-ba2b-f5a227271fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:21.307450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:22.241806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:24.076656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:47.271911 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:03:48.129662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6395b01f-1052-486d-9a8f-98501bdd0850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:51.117840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-885a4ec6-c45e-4ee0-a2f7-563c0c0f1863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:51.309325 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:52.239219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:54.081264 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:56.882838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59928) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:03:56.888843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-969034cc-afb0-4114-8fb4-6462f78541c3 tempest-verify_tempest_config-329606566 tempest-verify_tempest_config-329606566-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:03:56.889847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-969034cc-afb0-4114-8fb4-6462f78541c3 tempest-verify_tempest_config-329606566 tempest-verify_tempest_config-329606566-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059814 Aug 25 11:03:57.192004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59946) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:03:57.296369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.385048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.389186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.434459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2391da087a014fc09ce5f5331a25e3df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2413814 Aug 25 11:03:57.435317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b425bd-ccfc-4516-becf-f586b527b70c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:03:57.437148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:03:57.442928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.443281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.443623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.443964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.444295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.444626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.444955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.445283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.445609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.445984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.446293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.446623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe8ae9b-d891-4dcd-9d27-1341a2e6ffeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.498707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.520556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.609814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.612854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:03:57.614104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0b425bd-ccfc-4516-becf-f586b527b70c HTTP/1.1" status: 204 len: 168 time: 0.1759100 Aug 25 11:03:57.621848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b425bd-ccfc-4516-becf-f586b527b70c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:03:57.629101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.629452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.629812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.630144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.630471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.630794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.631116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.631441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.631758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.632074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.632389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:03:57.632704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85a1dd-40c8-4fe8-b5b7-07d860cf1302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:04:18.131397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a3693f1b-aebf-44df-87b3-e4c607af7713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:21.118139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-be38ed50-92b8-4a24-955d-48c33b58879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:21.309099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:22.240917 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:24.081510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:24.271217 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:04:48.131058 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b39a397e-3c44-4cda-b0c0-7130fc989882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:51.119464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95852269-64b2-452b-9dd5-63c22272d145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:51.310853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:52.245534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:04:54.082999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:01.271756 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:05:18.131549 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11a36607-7d8d-4d1e-bf3d-30dcd9391d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:21.118742 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3c482ebc-be25-444e-930a-3a28300e2191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:21.311625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:22.248573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:24.086573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:38.271305 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:05:48.132003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3f09fe57-0cfe-4d2b-87b7-2b91b07498cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:51.119464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-890a8743-f3c1-4982-ad38-d72cc9f3e8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:51.315072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:52.253729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:05:54.088502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:15.270490 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:06:18.132766 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c987c7bf-9a87-468d-83da-65ee5c131f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:21.119381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f5b7-b86d-47a8-8292-0f0ec5062f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:21.316638 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:22.254068 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:24.092032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:48.132942 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7171a232-cde5-45ce-8c0e-f207aa04500a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:51.119587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-089eebf4-1788-4f93-83b3-30afa0f9f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:51.317513 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:52.257352 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:52.268520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 5 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:06:54.094079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:06:56.851509 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:00.372240 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1662277'] for agent, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:18.132978 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-17937f9e-23df-463d-9b83-3693ba8e6f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:21.121069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c84f7b0-d9bb-4e91-a9ad-2eb6f86de866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:21.318365 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:22.260074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:24.097920 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:26.823272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:29.268217 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:07:30.350052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:42.499877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:07:42.605463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-268d8505-3cca-4f93-b93b-c442241aeddb admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1043696 Aug 25 11:07:44.818211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60026) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:07:44.884032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5c4cd5d0-c9f6-4577-900e-41076ec054ba admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0646410 Aug 25 11:07:48.133253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-69f445ec-ce19-4cb3-be01-4bee6c4e5ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:51.121490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0faf22b1-be48-4629-83e3-f73dedf8dded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:51.318940 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:52.262777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:54.099504 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:07:56.811614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:00.366567 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:06.267155 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:08:18.138805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f5dead0-0fa6-4a62-bd96-bb5bfde06e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:21.122782 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0a71761c-332b-43f2-b7b7-6c53c06f1562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:21.320995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:22.265615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:24.102764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:26.819735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:30.379308 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:43.267963 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:08:48.129767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9674b4f3-fdec-48be-8cd3-3a1ee23f8ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:51.125071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6132b7df-5f5e-49e5-9be0-ebea87654b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:51.322172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:52.269583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:54.104945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:08:56.835048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:00.388148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:13.210630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60296) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:13.685415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b767aff2-b063-417b-ab0a-118d964b4864 tempest-AutoAllocateNetworkTest-1469423969 tempest-AutoAllocateNetworkTest-1469423969-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=670ed2a04116434999fbeb91c5ab08ec&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4710515 Aug 25 11:09:13.685782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60324) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:13.889026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f1f8b-e220-4d5d-96df-beac1a5cfca6 tempest-AutoAllocateNetworkTest-1469423969 tempest-AutoAllocateNetworkTest-1469423969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:13.893837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:13.894389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e54f1f8b-e220-4d5d-96df-beac1a5cfca6 tempest-AutoAllocateNetworkTest-1469423969 tempest-AutoAllocateNetworkTest-1469423969-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2070148 Aug 25 11:09:13.998809 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4b07b939-d016-4424-a37c-728a4ca9f8f5 tempest-AutoAllocateNetworkTest-1469423969 tempest-AutoAllocateNetworkTest-1469423969-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010840 Aug 25 11:09:13.999035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60354) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:14.033953 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eb060542-f0cf-4552-a06f-23a268333479 tempest-AutoAllocateNetworkTest-1469423969 tempest-AutoAllocateNetworkTest-1469423969-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=670ed2a04116434999fbeb91c5ab08ec HTTP/1.1" status: 200 len: 208 time: 0.0337343 Aug 25 11:09:14.098062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60366) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:14.101522 n-d-778732-11 neutron-server[94910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 11:09:14.129118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-d418a871-1a3e-42bb-b7ea-ea135f82e401 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b118edddd9ce41669225a5465ba1205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295224 Aug 25 11:09:14.352484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-a11925a9-5745-407c-83ab-e95001744bcc tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:14.354014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-a11925a9-5745-407c-83ab-e95001744bcc tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241173 Aug 25 11:09:14.380389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-45cf9ccb-c5ad-4c22-8ba6-8e0cc0e734c2 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/quotas/b118edddd9ce41669225a5465ba1205b HTTP/1.1" status: 200 len: 375 time: 0.0204525 Aug 25 11:09:14.461996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-e1f1a1a5-65c5-4a6d-89df-0b6dfddc11ab tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b118edddd9ce41669225a5465ba1205b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756409 Aug 25 11:09:14.822933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60412) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:14.835488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03f31df-68ba-497e-b8ca-65120d3f0e00 req-96535717-085b-49a2-86b2-c104467d637b tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 210 time: 0.0465751 Aug 25 11:09:15.223000 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.320149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.325264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.365287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e786a-d334-498c-8f1e-6e5e69136674,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:15.376176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.376522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.377068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.377588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.377960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.378289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.378616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.378944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.379258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.379581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.380165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.380278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] Tracked resource versions report: Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: pushed versions: Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: { 'AddressGroup': {'1.2'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'ConntrackHelper': {'1.0'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Log': {'1.0'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Network': {'1.1'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Port': {'1.7'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'PortForwarding': {'1.2'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'QosPolicy': {'1.9'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'SecurityGroup': {'1.4'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'SecurityGroupRule': {'1.2'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'SubPort': {'1.0'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Subnet': {'1.1'}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Trunk': {'1.1'}} Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: consumer versions: Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: { DHCP agent@n-d-778732-11: {}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: HyperV agent@n-h1-778732-11: {}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: HyperV agent@n-h2-778732-11: {}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: L3 agent@n-d-778732-11: {}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: Metadata agent@n-d-778732-11: {}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: Metering agent@n-d-778732-11: {}, Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'ConntrackHelper': '1.0', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Log': '1.0', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Network': '1.1', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Port': '1.7', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'PortForwarding': '1.2', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'QosPolicy': '1.9', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'SecurityGroup': '1.4', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'SecurityGroupRule': '1.2', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'SubPort': '1.0', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Subnet': '1.1', Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: 'Trunk': '1.1'}} Aug 25 11:09:15.381563 n-d-778732-11 neutron-server[94911]: {{(pid=94911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 11:09:15.387517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-43dbf58b-d44d-401f-856f-6faa289ad6c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=670ed2a04116434999fbeb91c5ab08ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5636389 Aug 25 11:09:15.390452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60438) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:15.485059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.515338 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.584702 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.587981 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:15.589585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b32e786a-d334-498c-8f1e-6e5e69136674 HTTP/1.1" status: 204 len: 168 time: 0.1975744 Aug 25 11:09:15.601279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e786a-d334-498c-8f1e-6e5e69136674,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:15.612503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.613087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.614146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.614589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.615105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.615642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.616124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.616631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.617200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.617853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.618403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.618923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a90bedb-431d-4fa5-90e7-a66af1e70aad admin admin] Tracked resource versions report: Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: pushed versions: Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: { 'AddressGroup': {'1.2'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'ConntrackHelper': {'1.0'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Log': {'1.0'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Network': {'1.1'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Port': {'1.7'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'PortForwarding': {'1.2'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'QosPolicy': {'1.9'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'SecurityGroup': {'1.4'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'SecurityGroupRule': {'1.2'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'SubPort': {'1.0'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Subnet': {'1.1'}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Trunk': {'1.1'}} Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: consumer versions: Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: { DHCP agent@n-d-778732-11: {}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: HyperV agent@n-h1-778732-11: {}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: HyperV agent@n-h2-778732-11: {}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: L3 agent@n-d-778732-11: {}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: Metadata agent@n-d-778732-11: {}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: Metering agent@n-d-778732-11: {}, Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'ConntrackHelper': '1.0', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Log': '1.0', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Network': '1.1', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Port': '1.7', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'PortForwarding': '1.2', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'QosPolicy': '1.9', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'SecurityGroup': '1.4', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'SecurityGroupRule': '1.2', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'SubPort': '1.0', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Subnet': '1.1', Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: 'Trunk': '1.1'}} Aug 25 11:09:15.620194 n-d-778732-11 neutron-server[94910]: {{(pid=94910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 11:09:16.053875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369d94c5-dab6-4c29-819c-885673f019d6 req-8d0ac7b6-df1f-466f-acff-3b1a6f7c553e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 210 time: 0.0275857 Aug 25 11:09:17.253788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60622) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:17.568804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.10', 62388) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:17.572424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d3819b09-d220-4aad-b35e-40fbd9519de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:17.625908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-c722fb5f-07a8-4b11-b19d-d92caf513b54 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b118edddd9ce41669225a5465ba1205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377934 Aug 25 11:09:17.688947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60654) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:17.810910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d3819b09-d220-4aad-b35e-40fbd9519de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:17.818513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d3819b09-d220-4aad-b35e-40fbd9519de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:17.823092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-e7742022-837e-4443-b888-93525feac303 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:17.825114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-e7742022-837e-4443-b888-93525feac303 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930816 Aug 25 11:09:17.841295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60662) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:17.843953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819b09-d220-4aad-b35e-40fbd9519de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8841a82-9432-43f7-9b1e-c809ca3408be,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:17.871889 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d3819b09-d220-4aad-b35e-40fbd9519de3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4351d3c75634875a0287520f5f7b2f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6168268 Aug 25 11:09:17.875821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60666) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:17.922665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Request body: {'port': {'device_id': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'b118edddd9ce41669225a5465ba1205b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:17.951488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec5136d3-3021-4e1d-bae6-1ca9896e8e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.058158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-510007ec-c831-42b4-aa68-da071589c5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.085209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec5136d3-3021-4e1d-bae6-1ca9896e8e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.138702 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d72510b4-0be3-4f05-9e0c-ca7369bcb314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.232470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-35a598f4-cb6a-4fba-bba3-be6ae9777544 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a51fa600a6c240fb89816a806ec12512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752213 Aug 25 11:09:18.367175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec5136d3-3021-4e1d-bae6-1ca9896e8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.370437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec5136d3-3021-4e1d-bae6-1ca9896e8e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.372172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ec5136d3-3021-4e1d-bae6-1ca9896e8e8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8841a82-9432-43f7-9b1e-c809ca3408be HTTP/1.1" status: 204 len: 168 time: 0.4946330 Aug 25 11:09:18.390473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-510007ec-c831-42b4-aa68-da071589c5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.410998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-510007ec-c831-42b4-aa68-da071589c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.411528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5136d3-3021-4e1d-bae6-1ca9896e8e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8841a82-9432-43f7-9b1e-c809ca3408be,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:18.434115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-271267c5-148b-4177-b232-b0c3c4e95168 req-0a3e4de4-4eb5-4a90-a2ba-3f99d6bd00ed tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 210 time: 0.5900996 Aug 25 11:09:18.529086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510007ec-c831-42b4-aa68-da071589c5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141dced-e125-4979-ab36-42d0cb91ae19,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:18.540358 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-510007ec-c831-42b4-aa68-da071589c5db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f25f57b3cdac4afab93e22f4713a5d30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8486493 Aug 25 11:09:18.541563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:18.593633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Made reservation on behalf of b118edddd9ce41669225a5465ba1205b for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:18.604602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.622491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.646886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-8f9a6d52-47c6-47f1-9363-5124fc4c3226 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:18.656610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-8f9a6d52-47c6-47f1-9363-5124fc4c3226 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147670 Aug 25 11:09:18.682770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-ef488f40-3a04-4f0d-b5a5-4771771f86ed tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/quotas/a51fa600a6c240fb89816a806ec12512 HTTP/1.1" status: 200 len: 375 time: 0.0243011 Aug 25 11:09:18.731141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-ddbc7b07-b050-4daf-90c5-b429d7ca8769 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a51fa600a6c240fb89816a806ec12512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457847 Aug 25 11:09:18.768335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbccb-1391-4604-9fa1-1c9e1c64f8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.819647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbccb-1391-4604-9fa1-1c9e1c64f8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.912622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.928222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.993169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbccb-1391-4604-9fa1-1c9e1c64f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:18.998199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbccb-1391-4604-9fa1-1c9e1c64f8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:19.002885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5e3dbccb-1391-4604-9fa1-1c9e1c64f8de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8141dced-e125-4979-ab36-42d0cb91ae19 HTTP/1.1" status: 204 len: 168 time: 0.4589856 Aug 25 11:09:19.012045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dbccb-1391-4604-9fa1-1c9e1c64f8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141dced-e125-4979-ab36-42d0cb91ae19,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:19.172399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339f5a69-bb9c-408d-9e24-559416735294,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:19.330361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91bab099-79a3-4427-957d-f77afd17a34e req-765624ec-0449-4c79-8aec-ad8f97432527 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 210 time: 0.1598547 Aug 25 11:09:19.406744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60752) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:19.446387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468b4fc5-2950-4e73-8702-292a698fba61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:19.678740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468b4fc5-2950-4e73-8702-292a698fba61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:19.685954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468b4fc5-2950-4e73-8702-292a698fba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:19.789327 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-468b4fc5-2950-4e73-8702-292a698fba61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a096acd5f36b4b62a915bb9e2d33a105&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3807921 Aug 25 11:09:19.794717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b4fc5-2950-4e73-8702-292a698fba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31021b2-4642-486c-89e6-eb41871fa105,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:19.811308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:19.837557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Allocated IP 192.168.233.19 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/5952a577-7bd7-4836-a38e-58106130b7ab) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:19.948744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbf7e-3957-45d3-8281-ba44e33897a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:20.002706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbf7e-3957-45d3-8281-ba44e33897a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:20.056834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcf3ac67-3315-41b5-8242-1e230c4eb182 req-b0c108dc-7cb4-4116-acff-6ebb7843654d tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 210 time: 0.1769876 Aug 25 11:09:20.088770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbf7e-3957-45d3-8281-ba44e33897a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:20.096090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbf7e-3957-45d3-8281-ba44e33897a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:20.102072 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4d7bbf7e-3957-45d3-8281-ba44e33897a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f31021b2-4642-486c-89e6-eb41871fa105 HTTP/1.1" status: 204 len: 168 time: 0.2843273 Aug 25 11:09:20.127025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bbf7e-3957-45d3-8281-ba44e33897a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31021b2-4642-486c-89e6-eb41871fa105,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:20.295539 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:09:20.566883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f584594-ec52-412e-a745-beac516e82ef req-cfa73e64-0077-4525-95cf-48dae68eddf7 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 210 time: 0.0587304 Aug 25 11:09:20.703726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:20.767724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60798) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:20.770585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Transition to ACTIVE for port object 5952a577-7bd7-4836-a38e-58106130b7ab will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:20.801110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9246460f-990c-4860-9b79-1861920b5d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:20.925315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.112304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9246460f-990c-4860-9b79-1861920b5d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.122264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9246460f-990c-4860-9b79-1861920b5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.136087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d84a09cc-9e59-45cf-add0-f97886100c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.193839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Pushing event updated for resources: {'Port': ['ID=5952a577-7bd7-4836-a38e-58106130b7ab,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:21.204442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60826) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:21.284638 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9246460f-990c-4860-9b79-1861920b5d1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6944e24df1e40e2a08e003d516a9aa0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5154397 Aug 25 11:09:21.291098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60836) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:21.314601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:21.330017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:21.331219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.371589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246460f-990c-4860-9b79-1861920b5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1f398-2794-4abe-b85e-eace39308b00,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:21.400464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:21.451846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:21.457147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.539419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-45354c33-a70c-433e-ad46-a50bf225d65f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6193070 Aug 25 11:09:21.579486 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac57a95a-293b-48fe-bc8f-061a97ca3420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.771074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-7ec61661-2538-4179-9720-310b2604ea17 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:09:21.782171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-7ec61661-2538-4179-9720-310b2604ea17 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102925 Aug 25 11:09:21.859040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac57a95a-293b-48fe-bc8f-061a97ca3420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.869177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac57a95a-293b-48fe-bc8f-061a97ca3420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.889938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4ef4b-5024-461c-86ab-c9cd77591cc3 req-b4285838-e16b-4776-967c-144f314d22c9 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:21.901812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8d4ef4b-5024-461c-86ab-c9cd77591cc3 req-b4285838-e16b-4776-967c-144f314d22c9 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 935 time: 0.2574856 Aug 25 11:09:21.943520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12d0a89a-5a8f-4340-abee-ec8285b01a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:21.993235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ac57a95a-293b-48fe-bc8f-061a97ca3420 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0fad55f3fc44c6fb7f995f640b9eb80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6981804 Aug 25 11:09:21.995150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60860) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:21.997510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57a95a-293b-48fe-bc8f-061a97ca3420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d5c4a9-1f63-4bed-811f-d55a3e75f939,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:22.013628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4cc3d631-199d-49f9-bfbf-9d7da66035e0 None None] Provisioning for port 5952a577-7bd7-4836-a38e-58106130b7ab completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:22.034845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4cc3d631-199d-49f9-bfbf-9d7da66035e0 None None] Provisioning complete for port 5952a577-7bd7-4836-a38e-58106130b7ab triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:22.038661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8d4ef4b-5024-461c-86ab-c9cd77591cc3 req-fff12989-408c-4c5b-b522-8b75ba1cbb4b tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312394 Aug 25 11:09:22.038907 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d631-199d-49f9-bfbf-9d7da66035e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.081064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b12-52d5-4253-af5f-5a222165c6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.112059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b12-52d5-4253-af5f-5a222165c6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.122677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5277036-eca4-442c-ad33-077d0d8696f1 req-d766bc0d-d8c3-467b-baac-847296c843fb tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 210 time: 0.1234696 Aug 25 11:09:22.175661 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12d0a89a-5a8f-4340-abee-ec8285b01a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.187924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b12-52d5-4253-af5f-5a222165c6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.191963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b12-52d5-4253-af5f-5a222165c6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.196750 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e0bd5b12-52d5-4253-af5f-5a222165c6a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15d5c4a9-1f63-4bed-811f-d55a3e75f939 HTTP/1.1" status: 204 len: 168 time: 0.1918597 Aug 25 11:09:22.209860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd5b12-52d5-4253-af5f-5a222165c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d5c4a9-1f63-4bed-811f-d55a3e75f939,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:22.227792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3d631-199d-49f9-bfbf-9d7da66035e0 None None] Port 5952a577-7bd7-4836-a38e-58106130b7ab cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:09:22.303251 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.316263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12d0a89a-5a8f-4340-abee-ec8285b01a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.324090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12d0a89a-5a8f-4340-abee-ec8285b01a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:22.326502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-12d0a89a-5a8f-4340-abee-ec8285b01a18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ced1f398-2794-4abe-b85e-eace39308b00 HTTP/1.1" status: 204 len: 168 time: 1.0091777 Aug 25 11:09:22.379555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Request body: {'port': {'device_id': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:22.495591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.10', 62393) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:22.629709 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-48ce31b5-2edf-4b1d-ad15-5c9c8cd6218d tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a51fa600a6c240fb89816a806ec12512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320746 Aug 25 11:09:22.682919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0a89a-5a8f-4340-abee-ec8285b01a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1f398-2794-4abe-b85e-eace39308b00,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:22.790315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.130419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-a25aa301-08df-469c-8a8f-ea09729e5cfa tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:23.135523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-a25aa301-08df-469c-8a8f-ea09729e5cfa tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793758 Aug 25 11:09:23.231650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60904) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:23.267518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Request body: {'port': {'device_id': '3a2c627d-42b0-4db6-b014-1661af900699', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'a51fa600a6c240fb89816a806ec12512'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:23.461409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2cd7d2-782a-4852-a477-0a7e444dbdee req-6f9d1fcf-53d1-4cdf-9d3a-d230f7be639f tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 210 time: 0.0447788 Aug 25 11:09:23.482929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52e1b437-4429-4b47-af9c-7aa0ee763d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.496616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de083c-98e6-410f-8ac3-70dc2d718e46 req-cdeb3b28-84e5-4483-8724-5dec1e16015c tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:23.502488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00de083c-98e6-410f-8ac3-70dc2d718e46 req-cdeb3b28-84e5-4483-8724-5dec1e16015c tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 935 time: 0.2244847 Aug 25 11:09:23.662774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5952a577-7bd7-4836-a38e-58106130b7ab {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:09:23.672696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.752662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Transition to ACTIVE for port object 5952a577-7bd7-4836-a38e-58106130b7ab will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:23.812642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.886238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52e1b437-4429-4b47-af9c-7aa0ee763d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.941296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Made reservation on behalf of a51fa600a6c240fb89816a806ec12512 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:23.944963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.953226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Pushing event updated for resources: {'Port': ['ID=5952a577-7bd7-4836-a38e-58106130b7ab,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:23.959343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52e1b437-4429-4b47-af9c-7aa0ee763d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:23.998849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00de083c-98e6-410f-8ac3-70dc2d718e46 req-e9934a17-ec6f-4f8f-82be-05701beda708 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440248 Aug 25 11:09:24.014374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.113592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.222003 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52e1b437-4429-4b47-af9c-7aa0ee763d2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4f78166b5b14c23ae69ae1ed3d020bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9882936 Aug 25 11:09:24.226376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60930) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:24.232679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60932) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:24.262082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1b437-4429-4b47-af9c-7aa0ee763d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1219d-c4d1-4911-a779-b1e249677232,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:24.288682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Attempting to bind port 5952a577-7bd7-4836-a38e-58106130b7ab on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:24.288796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Attempting to bind port 5952a577-7bd7-4836-a38e-58106130b7ab by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:24.289112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Attempting to bind port 5952a577-7bd7-4836-a38e-58106130b7ab on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:24.299415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Port 5952a577-7bd7-4836-a38e-58106130b7ab on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:09:24.299415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Attempting to bind port 5952a577-7bd7-4836-a38e-58106130b7ab on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:24.311172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:24.311546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:24.312121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:24.312608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Bound port: 5952a577-7bd7-4836-a38e-58106130b7ab, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:24.312967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.450886 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa55a303-b2da-4ccf-9bfd-a13fe0cfc4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.477585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] For port 5952a577-7bd7-4836-a38e-58106130b7ab, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:24.484365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] For port 5952a577-7bd7-4836-a38e-58106130b7ab, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5952a577-7bd7-4836-a38e-58106130b7ab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:24.493269 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.553062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa55a303-b2da-4ccf-9bfd-a13fe0cfc4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.631379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.644105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Pushing event updated for resources: {'Port': ['ID=5952a577-7bd7-4836-a38e-58106130b7ab,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:24.659093 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.722212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:24.724335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:24.729251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-0228bb27-f215-45a5-acce-5d6b94924333 service neutron] 10.222.0.10 "PUT /v2.0/ports/5952a577-7bd7-4836-a38e-58106130b7ab HTTP/1.1" status: 200 len: 1096 time: 2.5235274 Aug 25 11:09:24.732326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'tag': '5952a577-7bd7-4836-a38e-58106130b7ab'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:09:24.962427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f78a61-18b0-49b6-835e-971ff20c5c21,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:24.966321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60952) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:24.983455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f62586ab-f07f-466c-ba3b-951a49af75e8 req-e09e6817-2db7-4c2d-9916-3a57e25035f3 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 210 time: 0.3378720 Aug 25 11:09:25.015144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cb032f2-0d10-4794-8ceb-8c80884979fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.062046 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa55a303-b2da-4ccf-9bfd-a13fe0cfc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.064816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa55a303-b2da-4ccf-9bfd-a13fe0cfc4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.066323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fa55a303-b2da-4ccf-9bfd-a13fe0cfc4e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27c1219d-c4d1-4911-a779-b1e249677232 HTTP/1.1" status: 204 len: 168 time: 0.8401265 Aug 25 11:09:25.091863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55a303-b2da-4ccf-9bfd-a13fe0cfc4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1219d-c4d1-4911-a779-b1e249677232,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:25.225199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-cd0a6d2c-fb34-4f63-a251-60107ae3a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:25.228620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-cd0a6d2c-fb34-4f63-a251-60107ae3a563 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b118edddd9ce41669225a5465ba1205b&device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 1099 time: 0.1297462 Aug 25 11:09:25.242898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Allocated IP 192.168.233.62 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/3526ff85-293e-4464-88ad-2c7404e7b586) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:25.403227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-394359435-network', 'tenant_id': '3977e53ec05b449e9c5bba0c4680d6cc'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:25.404031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cb032f2-0d10-4794-8ceb-8c80884979fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.429873 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0957d8f-9387-40ca-a2a0-29fc4147e2dd", "tag": "5952a577-7bd7-4836-a38e-58106130b7ab"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:09:25.444619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cb032f2-0d10-4794-8ceb-8c80884979fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.535320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3cb032f2-0d10-4794-8ceb-8c80884979fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31ed969497ec44f4a2ee3c978a6c6091&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3016295 Aug 25 11:09:25.537286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb032f2-0d10-4794-8ceb-8c80884979fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e256d-94ad-4646-8570-06b7eae08e3c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:25.541069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60968) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:25.544590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Made reservation on behalf of 3977e53ec05b449e9c5bba0c4680d6cc for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:25.547851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.605380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.605660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecc4f-8a05-450c-970a-7d8960ce6509 req-99765101-a051-418f-8e1a-bc1bc7ef57f0 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:25.616346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37cecc4f-8a05-450c-970a-7d8960ce6509 req-99765101-a051-418f-8e1a-bc1bc7ef57f0 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.3461573 Aug 25 11:09:25.705951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37cecc4f-8a05-450c-970a-7d8960ce6509 req-d4a61c9c-2089-4f01-82bd-6e40ac4e4803 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847034 Aug 25 11:09:25.738557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-389bf2ba-ec51-4789-b3b6-a0776201a73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.794518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.804646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-389bf2ba-ec51-4789-b3b6-a0776201a73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.836400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Transition to ACTIVE for port object 3526ff85-293e-4464-88ad-2c7404e7b586 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:25.989158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:25.996652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.052504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.124527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-57e19077-4cc0-49d1-8f6b-85e6976ff638 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5952a577-7bd7-4836-a38e-58106130b7ab HTTP/1.1" status: 200 len: 217 time: 0.2948961 Aug 25 11:09:26.211655 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c3302-3ddf-4d86-86c3-452bdb1e07f9 x-openstack-request-id: req-4a6c3302-3ddf-4d86-86c3-452bdb1e07f9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:09:26.211939 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0957d8f-9387-40ca-a2a0-29fc4147e2dd", "tag": "5952a577-7bd7-4836-a38e-58106130b7ab", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:09:26.212191 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a6c3302-3ddf-4d86-86c3-452bdb1e07f9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:09:26.212655 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'tag': '5952a577-7bd7-4836-a38e-58106130b7ab', 'status': 'completed', 'code': 200} Aug 25 11:09:26.275185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60988) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:26.313266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-389bf2ba-ec51-4789-b3b6-a0776201a73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.315976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-389bf2ba-ec51-4789-b3b6-a0776201a73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.317190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-389bf2ba-ec51-4789-b3b6-a0776201a73c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/237e256d-94ad-4646-8570-06b7eae08e3c HTTP/1.1" status: 204 len: 168 time: 0.7712440 Aug 25 11:09:26.323256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-5fbc51d6-bd06-470b-a2e9-838067bd3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:26.324781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-5fbc51d6-bd06-470b-a2e9-838067bd3c7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1334124 Aug 25 11:09:26.334804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bf2ba-ec51-4789-b3b6-a0776201a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e256d-94ad-4646-8570-06b7eae08e3c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:26.345666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203ed17-d438-44d3-9e9f-4a8dcab3a864 req-09bd2082-2570-4ece-878a-cb22ab64f9e1 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:26.347293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b203ed17-d438-44d3-9e9f-4a8dcab3a864 req-09bd2082-2570-4ece-878a-cb22ab64f9e1 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 935 time: 0.1898265 Aug 25 11:09:26.397347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:09:26.406104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9814b35-d882-44b4-99d3-52834dd2d562,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:26.524707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.526561 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Added segment 0b1397b4-982c-4b82-85d2-e9b0ae3c72b6 of type vlan for network 3f9520d6-eb99-4436-adae-6dd9859ca3fd Aug 25 11:09:26.613085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b203ed17-d438-44d3-9e9f-4a8dcab3a864 req-84c690e1-e0f8-423b-bef0-bcde9d3ea6ef tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492216 Aug 25 11:09:26.650676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db899a-af3d-4c2b-b172-736937249996 req-eb3399af-c273-45f9-b15a-27d70e66718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:26.656010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-eb3399af-c273-45f9-b15a-27d70e66718d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3033526 Aug 25 11:09:26.680056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.696034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b47a7b2-7dfa-4710-a6f8-2e13533b1365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.715913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:26.718357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:26.721766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:26.745509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:26.748847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.783711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.787403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:26.789119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.858571 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:26.982306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Pushing event updated for resources: {'Port': ['ID=3526ff85-293e-4464-88ad-2c7404e7b586,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:26.999379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9520d6-eb99-4436-adae-6dd9859ca3fd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:27.051591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b47a7b2-7dfa-4710-a6f8-2e13533b1365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.060520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b47a7b2-7dfa-4710-a6f8-2e13533b1365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.103873 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b3ccfbf2-8c58-4f0f-bd20-da57db089f20 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8550963 Aug 25 11:09:27.119660 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e2ae47e-b946-4885-b938-cf4b6b478458 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1214557 Aug 25 11:09:27.121545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:27.127555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3f9520d6-eb99-4436-adae-6dd9859ca3fd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:09:27.169211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Request body: {'port': {'device_id': '3a2c627d-42b0-4db6-b014-1661af900699', 'device_owner': 'compute:tempest-test_az-1859830093', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:27.220614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-413ab5d1-e7a1-49bc-a238-b9b9171fe994 None None] Provisioning for port 3526ff85-293e-4464-88ad-2c7404e7b586 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:27.232893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-413ab5d1-e7a1-49bc-a238-b9b9171fe994 None None] Provisioning complete for port 3526ff85-293e-4464-88ad-2c7404e7b586 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:27.233280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-413ab5d1-e7a1-49bc-a238-b9b9171fe994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.304627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Request body: {'subnet': {'network_id': '3f9520d6-eb99-4436-adae-6dd9859ca3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-394359435-subnet', 'tenant_id': '3977e53ec05b449e9c5bba0c4680d6cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:27.329187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93c6a-8371-4fea-9110-0d599c03c14a req-2adec038-15ee-4667-b05b-2aea7996545a tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:27.331724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eae93c6a-8371-4fea-9110-0d599c03c14a req-2adec038-15ee-4667-b05b-2aea7996545a tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.4395344 Aug 25 11:09:27.333534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-fc2ace39-7df0-4a02-829d-3a76a4438376 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378371 Aug 25 11:09:27.337345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47a7b2-7dfa-4710-a6f8-2e13533b1365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a24b978-3d7e-48c9-b8d0-27ce899ba58e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:27.352491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.358120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Made reservation on behalf of 3977e53ec05b449e9c5bba0c4680d6cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:27.360982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.368932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3b47a7b2-7dfa-4710-a6f8-2e13533b1365 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a20805833c5e41b58cf4b211384fd18f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0923262 Aug 25 11:09:27.387403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-413ab5d1-e7a1-49bc-a238-b9b9171fe994 None None] Port 3526ff85-293e-4464-88ad-2c7404e7b586 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:09:27.426224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32786) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:27.446307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eae93c6a-8371-4fea-9110-0d599c03c14a req-ac27cdb0-b012-4fcf-9cab-2c75724f2079 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900569 Aug 25 11:09:27.499216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32788) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:27.552571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04a509b1-2ed5-4f5a-a2d5-27753ca5388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.570420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32790) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:27.673185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32095f25-8e57-4444-a705-63d39d35a353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.729125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32095f25-8e57-4444-a705-63d39d35a353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.815367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9db899a-af3d-4c2b-b172-736937249996 req-4eeca57d-d85d-4b52-88c7-8af7d8141c5a service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449122 Aug 25 11:09:27.836230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:27.923958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f877a0-fa90-4cfa-9a03-8b41a3fa184a,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:27.958181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-network', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:28.067061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Checking segment: {'id': '0b1397b4-982c-4b82-85d2-e9b0ae3c72b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3f9520d6-eb99-4436-adae-6dd9859ca3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:28.067415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Network hostable DHCP agents. Network: 3f9520d6-eb99-4436-adae-6dd9859ca3fd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:09:28.143997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520404b-b9fd-4106-8049-3a2c9cbc3a0f req-4480bd63-8a9a-4ce8-a506-ceca0d2a4855 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:28.145595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Network 3f9520d6-eb99-4436-adae-6dd9859ca3fd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:09:28.146392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c520404b-b9fd-4106-8049-3a2c9cbc3a0f req-4480bd63-8a9a-4ce8-a506-ceca0d2a4855 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 935 time: 0.3681092 Aug 25 11:09:28.167223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32095f25-8e57-4444-a705-63d39d35a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.171871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32095f25-8e57-4444-a705-63d39d35a353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.173378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-32095f25-8e57-4444-a705-63d39d35a353 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a24b978-3d7e-48c9-b8d0-27ce899ba58e HTTP/1.1" status: 204 len: 168 time: 0.7260327 Aug 25 11:09:28.203454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 3f9520d6-eb99-4436-adae-6dd9859ca3fd) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:28.203705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32095f25-8e57-4444-a705-63d39d35a353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a24b978-3d7e-48c9-b8d0-27ce899ba58e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:28.232640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04a509b1-2ed5-4f5a-a2d5-27753ca5388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.241511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6382dca-6cf0-45fe-9b37-e1ae133dc239 None None] Network 3f9520d6-eb99-4436-adae-6dd9859ca3fd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:28.244887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:28.248905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.253395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c520404b-b9fd-4106-8049-3a2c9cbc3a0f req-6f890b35-675f-4880-88be-2c4084a80dbf tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975409 Aug 25 11:09:28.254851 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04a509b1-2ed5-4f5a-a2d5-27753ca5388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.335729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-04a509b1-2ed5-4f5a-a2d5-27753ca5388d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02a7b89e9dfa421f8709b220c9e7514a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8336706 Aug 25 11:09:28.337673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a509b1-2ed5-4f5a-a2d5-27753ca5388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5870db73-848a-4b13-92d3-952704df1583,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:28.343658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32798) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:28.378940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Made reservation on behalf of 58d323bc6f2b4d13bc279542a8a49487 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:28.381744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.390229 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0cb32e72-5753-4117-ab75-5c7774d842ee admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2482533 Aug 25 11:09:28.402429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.408837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3526ff85-293e-4464-88ad-2c7404e7b586 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:09:28.426418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.460890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Transition to ACTIVE for port object 3526ff85-293e-4464-88ad-2c7404e7b586 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:28.472683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.474129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-29996a7c-aac2-494f-a38a-b946c87ff316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.524723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-29996a7c-aac2-494f-a38a-b946c87ff316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.547858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5ab23-637b-40a3-a87b-d1955200f1d6 None None] Network 3f9520d6-eb99-4436-adae-6dd9859ca3fd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:28.706917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0990d6-f656-40b6-927f-32b91a993150 req-42832721-4b1d-456a-8c69-fa05429402af tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:28.709390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f0990d6-f656-40b6-927f-32b91a993150 req-42832721-4b1d-456a-8c69-fa05429402af tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.1511776 Aug 25 11:09:28.812285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f0990d6-f656-40b6-927f-32b91a993150 req-090d168a-5937-4ce6-acea-788ae86aa331 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932751 Aug 25 11:09:28.832315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-29996a7c-aac2-494f-a38a-b946c87ff316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.835357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-29996a7c-aac2-494f-a38a-b946c87ff316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:28.836779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-29996a7c-aac2-494f-a38a-b946c87ff316 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5870db73-848a-4b13-92d3-952704df1583 HTTP/1.1" status: 204 len: 168 time: 0.4915597 Aug 25 11:09:28.869643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29996a7c-aac2-494f-a38a-b946c87ff316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5870db73-848a-4b13-92d3-952704df1583,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:28.928284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Pushing event updated for resources: {'Port': ['ID=3526ff85-293e-4464-88ad-2c7404e7b586,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:29.005972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Attempting to bind port 3526ff85-293e-4464-88ad-2c7404e7b586 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:29.006510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Attempting to bind port 3526ff85-293e-4464-88ad-2c7404e7b586 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:29.007104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Attempting to bind port 3526ff85-293e-4464-88ad-2c7404e7b586 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:29.014501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.019554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Port 3526ff85-293e-4464-88ad-2c7404e7b586 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:09:29.020226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Attempting to bind port 3526ff85-293e-4464-88ad-2c7404e7b586 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:29.024059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.043476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:29.044221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:29.045006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:29.045783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Bound port: 3526ff85-293e-4464-88ad-2c7404e7b586, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:29.046394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.070575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32812) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:29.073200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:09:29.105105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0047968c-256f-4e4d-bbd7-eed5bdee3d8f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:29.112024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.112709 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Added segment 8d2919da-724f-4610-9119-320e7dcc2df1 of type vlan for network da57e288-0d3f-4326-8e8c-8f802edeebe3 Aug 25 11:09:29.134738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9b485ac-eee1-4b5e-b1f2-bc6b656d82c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.537080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] For port 3526ff85-293e-4464-88ad-2c7404e7b586, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:29.548674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.638423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9b485ac-eee1-4b5e-b1f2-bc6b656d82c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.639492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] For port 3526ff85-293e-4464-88ad-2c7404e7b586, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3526ff85-293e-4464-88ad-2c7404e7b586,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:29.651840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9b485ac-eee1-4b5e-b1f2-bc6b656d82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.671610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.742906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5d785-cf89-42c4-801b-5868fc9c05ea req-bc6417ea-8666-4295-82de-da402e9b347a tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:29.755019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ae5d785-cf89-42c4-801b-5868fc9c05ea req-bc6417ea-8666-4295-82de-da402e9b347a tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 969 time: 0.2831359 Aug 25 11:09:29.832748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b485ac-eee1-4b5e-b1f2-bc6b656d82c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6f8812-983d-450e-82f3-2e2c22411a1b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:29.868165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e9b485ac-eee1-4b5e-b1f2-bc6b656d82c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68cfea4ddd5a40b89d4d762988e1e078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950838 Aug 25 11:09:29.879262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32826) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:29.913834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ae5d785-cf89-42c4-801b-5868fc9c05ea req-ddbaf116-df73-4ae1-8d2e-0f4a566d04cc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566842 Aug 25 11:09:29.916114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:29.934121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2057506359-network', 'tenant_id': 'b853b17059b74f8a8fd7af04081d443c'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:29.989004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:29.990885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.993512 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] 10.222.0.10 "PUT /v2.0/ports/3526ff85-293e-4464-88ad-2c7404e7b586 HTTP/1.1" status: 200 len: 1118 time: 2.8655970 Aug 25 11:09:29.995914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:29.999013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:30.000353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.004391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2c627d-42b0-4db6-b014-1661af900699', 'tag': '3526ff85-293e-4464-88ad-2c7404e7b586'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:09:30.135537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Made reservation on behalf of b853b17059b74f8a8fd7af04081d443c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:30.138163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.161749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.261795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-a3f1ab38-e80e-4013-860d-71128f7a5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:30.263665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-a3f1ab38-e80e-4013-860d-71128f7a5c11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b118edddd9ce41669225a5465ba1205b&device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 1099 time: 0.2771115 Aug 25 11:09:30.402697 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.421796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8122-0785-403a-a0bd-d9a5d27c78aa req-386a9e55-8a60-4aea-a531-0c8f8b786213 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:30.428195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40fc8122-0785-403a-a0bd-d9a5d27c78aa req-386a9e55-8a60-4aea-a531-0c8f8b786213 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.2343686 Aug 25 11:09:30.561453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-f0614648-6b4c-4a95-986b-d6048cde7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:30.563168 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-f0614648-6b4c-4a95-986b-d6048cde7bc7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a51fa600a6c240fb89816a806ec12512&device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 1121 time: 0.2505832 Aug 25 11:09:30.564871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e0ae6-f6cd-45e7-8476-57ca1e424053 service neutron] Pushing event updated for resources: {'Port': ['ID=3526ff85-293e-4464-88ad-2c7404e7b586,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:30.586210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b045c7b9-3be1-4892-9bff-994d615fc8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.610628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b045c7b9-3be1-4892-9bff-994d615fc8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.631805 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abed730f-b569-4a9e-8d14-b044a927315c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2c627d-42b0-4db6-b014-1661af900699", "tag": "3526ff85-293e-4464-88ad-2c7404e7b586"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:09:30.640891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] Pushing event updated for resources: {'Network': ['ID=da57e288-0d3f-4326-8e8c-8f802edeebe3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:30.681060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:09:30.684034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b045c7b9-3be1-4892-9bff-994d615fc8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.689590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b045c7b9-3be1-4892-9bff-994d615fc8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:30.692983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b045c7b9-3be1-4892-9bff-994d615fc8d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a6f8812-983d-450e-82f3-2e2c22411a1b HTTP/1.1" status: 204 len: 168 time: 0.7930763 Aug 25 11:09:30.716743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c7b9-3be1-4892-9bff-994d615fc8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6f8812-983d-450e-82f3-2e2c22411a1b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:30.998790 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-b5a2b127-63ca-418f-94bf-7b023cb9762b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3526ff85-293e-4464-88ad-2c7404e7b586 HTTP/1.1" status: 200 len: 217 time: 0.2735386 Aug 25 11:09:31.020785 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.024045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-445c2d91-49e2-43ec-9a2e-22ed77de6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:31.026944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-445c2d91-49e2-43ec-9a2e-22ed77de6c7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.7399850 Aug 25 11:09:31.039198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.204311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3ef15-5f3f-4e3f-916c-7739c9cfb803,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:31.293042 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a652a-c14a-428f-b5fa-cbe34b1c6928 x-openstack-request-id: req-774a652a-c14a-428f-b5fa-cbe34b1c6928 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:09:31.293492 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2c627d-42b0-4db6-b014-1661af900699", "tag": "3526ff85-293e-4464-88ad-2c7404e7b586", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:09:31.294046 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-774a652a-c14a-428f-b5fa-cbe34b1c6928 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:09:31.294685 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2c627d-42b0-4db6-b014-1661af900699', 'tag': '3526ff85-293e-4464-88ad-2c7404e7b586', 'status': 'completed', 'code': 200} Aug 25 11:09:31.334591 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7985cb89-616f-4f70-9c3b-5f100e6ec23b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.7575102 Aug 25 11:09:31.337248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32862) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:31.353628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40fc8122-0785-403a-a0bd-d9a5d27c78aa req-6a5b13f9-0b73-46a9-a3d7-8d2989048bed tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251493 Aug 25 11:09:31.367455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-6c2b1039-e124-4f8d-9c30-d2c82af57fcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5952a577-7bd7-4836-a38e-58106130b7ab HTTP/1.1" status: 200 len: 217 time: 0.3146393 Aug 25 11:09:31.375346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Request body: {'subnet': {'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-subnet', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:31.388107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:09:31.452384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d651547-f3bd-4271-a5b6-d172940288bc req-ef8f8a94-0424-4588-bb00-4b1a50aacc66 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:31.457886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d651547-f3bd-4271-a5b6-d172940288bc req-ef8f8a94-0424-4588-bb00-4b1a50aacc66 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 969 time: 0.2059040 Aug 25 11:09:31.461903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.462457 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Added segment c66b36f3-2b9f-467c-a2da-3a6a2350c2aa of type vlan for network 5a9d3b9a-0065-4980-a6da-bd82cf05371c Aug 25 11:09:31.520464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-be22338c-d920-4855-9128-053d5391bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:31.528243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-be22338c-d920-4855-9128-053d5391bb62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.5038009 Aug 25 11:09:31.553213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d651547-f3bd-4271-a5b6-d172940288bc req-96a3a29d-527d-4997-9d16-f3d7adc50613 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848179 Aug 25 11:09:31.569499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Made reservation on behalf of 58d323bc6f2b4d13bc279542a8a49487 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:31.576577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.654303 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.720194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.722358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:31.723025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:31.861579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-ec42538b-7b24-4ac0-bac1-022ee2ca8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:31.866303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-ec42538b-7b24-4ac0-bac1-022ee2ca8a35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1171765 Aug 25 11:09:31.876165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9589505 Aug 25 11:09:31.880496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:31.896714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Request body: {'subnet': {'network_id': '5a9d3b9a-0065-4980-a6da-bd82cf05371c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2057506359-subnet', 'tenant_id': 'b853b17059b74f8a8fd7af04081d443c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:31.968118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Made reservation on behalf of b853b17059b74f8a8fd7af04081d443c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:31.972100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:32.104748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b636db5-56f4-453a-a391-192086a5b604 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9d3b9a-0065-4980-a6da-bd82cf05371c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:32.125261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5a9d3b9a-0065-4980-a6da-bd82cf05371c details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:09:32.166018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-00ee3f76-3b68-4635-8244-e4c688cf0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:32.172183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-00ee3f76-3b68-4635-8244-e4c688cf0580 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1916230 Aug 25 11:09:32.300753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-8d694326-8d03-4c98-a3cf-2592b92f0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:32.302396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-8d694326-8d03-4c98-a3cf-2592b92f0db0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5641413 Aug 25 11:09:32.487215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-2aa9768c-961d-4b12-8453-08602d48e124 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389278 Aug 25 11:09:32.863363 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-3a713d7f-44b6-4d1d-9b48-2f0d0e292c08 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221012 Aug 25 11:09:32.925070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400aeff-8d1d-449f-b362-620966b6678b req-c30f471d-a2ef-4514-97bd-8be9f02e48ed tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:32.927824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2400aeff-8d1d-449f-b362-620966b6678b req-c30f471d-a2ef-4514-97bd-8be9f02e48ed tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.3600533 Aug 25 11:09:32.951588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b6cf-ade6-40ea-b52c-bdd247cb9432 req-1e877f31-21a7-44a9-b6b3-35e77f006600 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:32.954181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3c0b6cf-ade6-40ea-b52c-bdd247cb9432 req-1e877f31-21a7-44a9-b6b3-35e77f006600 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 969 time: 0.1858408 Aug 25 11:09:33.021393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba593d16-2e4f-46c6-85aa-c701c7aad6c7 req-e42521c1-3239-4f7c-a5c8-b49e1ab95276 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037730 Aug 25 11:09:33.078131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2400aeff-8d1d-449f-b362-620966b6678b req-25ca905f-07ad-44c6-b277-3709ece4c7d8 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173141 Aug 25 11:09:33.106417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3c0b6cf-ade6-40ea-b52c-bdd247cb9432 req-ce31dba7-f128-434c-884c-cb5ac26e4502 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326551 Aug 25 11:09:33.126807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.181082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.288081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c875cdfa-d46a-4a92-8f25-4a45dd0d8fed,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:33.307114 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d2ff1996-6dee-4fda-bae4-f735f7023b52 req-5fd5f9a3-0ee7-4902-8f95-ec70ab4bc585 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274263 Aug 25 11:09:33.362609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Checking segment: {'id': 'c66b36f3-2b9f-467c-a2da-3a6a2350c2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a9d3b9a-0065-4980-a6da-bd82cf05371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:33.362995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Network hostable DHCP agents. Network: 5a9d3b9a-0065-4980-a6da-bd82cf05371c, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:09:33.373056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Checking segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:33.373496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Network hostable DHCP agents. Network: da57e288-0d3f-4326-8e8c-8f802edeebe3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:09:33.389965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99146fe-1225-4503-a1d8-03258e4f591d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:33.419317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Network 5a9d3b9a-0065-4980-a6da-bd82cf05371c is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:09:33.447660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:09:33.458773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5a9d3b9a-0065-4980-a6da-bd82cf05371c) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:33.462962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, da57e288-0d3f-4326-8e8c-8f802edeebe3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:33.467444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:33.467911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.470841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:33.471444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.473052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8870f65-b7e8-4cea-9e17-091622764c31 None None] Network 5a9d3b9a-0065-4980-a6da-bd82cf05371c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:33.495275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed730f-b569-4a9e-8d14-b044a927315c req-784e3eac-e889-4b71-99b0-de5a151f6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:33.496850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-784e3eac-e889-4b71-99b0-de5a151f6a2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a51fa600a6c240fb89816a806ec12512&device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 1121 time: 0.0993958 Aug 25 11:09:33.498078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e387ae-b056-45a2-b108-11a1670d311b None None] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:33.500653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4ab965f6-0ff6-451d-b133-d7779ab1a932 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1501284 Aug 25 11:09:33.505525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:33.521383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ac1a872-1acf-4646-a66a-9095f3e904e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6150730 Aug 25 11:09:33.524994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:33.563528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.564898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.685311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.857141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32924) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:33.858708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-da57e288-0d3f-4326-8e8c-8f802edeebe3', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:09:33.859779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:33.937184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed730f-b569-4a9e-8d14-b044a927315c req-2a3ec05b-eb58-4240-9a82-0ba9a06037eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:33.938839 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-2a3ec05b-eb58-4240-9a82-0ba9a06037eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.4346209 Aug 25 11:09:33.970904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.002039 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-f426fcbe-4736-402c-bcd2-bc371598d677 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3526ff85-293e-4464-88ad-2c7404e7b586 HTTP/1.1" status: 200 len: 217 time: 0.0472295 Aug 25 11:09:34.008855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Deleting subnet 53f877a0-fa90-4cfa-9a03-8b41a3fa184a {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:09:34.075726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed730f-b569-4a9e-8d14-b044a927315c req-0883ecce-34af-46c8-880c-f482e2ffdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:34.077508 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-0883ecce-34af-46c8-880c-f482e2ffdd28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0649855 Aug 25 11:09:34.078644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.187886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef2ee5-9d2c-46f0-a28c-f463592739d8 None None] Network 5a9d3b9a-0065-4980-a6da-bd82cf05371c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:34.256566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.272308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.298293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed730f-b569-4a9e-8d14-b044a927315c req-0ce7978d-7ca7-4b29-8efa-1c479316dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:34.300150 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-0ce7978d-7ca7-4b29-8efa-1c479316dc0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1990807 Aug 25 11:09:34.300859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Allocated IP 172.20.0.2 (da57e288-0d3f-4326-8e8c-8f802edeebe3/e99146fe-1225-4503-a1d8-03258e4f591d/bbd8411a-a3a3-4857-8b22-6b447f6a39f8) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:34.411586 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-8d990acf-3124-4979-90e7-413515b219c0 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013856 Aug 25 11:09:34.555879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.625058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c24e19-a7f1-44bf-aab3-4e0336fdfb13 req-66f77090-0045-4129-a13c-17bcb349ae05 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:34.627824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29c24e19-a7f1-44bf-aab3-4e0336fdfb13 req-66f77090-0045-4129-a13c-17bcb349ae05 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.3596697 Aug 25 11:09:34.639405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.646051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/53f877a0-fa90-4cfa-9a03-8b41a3fa184a HTTP/1.1" status: 204 len: 168 time: 0.7842610 Aug 25 11:09:34.646051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749392f1-f0be-4309-9764-4aef305981a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f877a0-fa90-4cfa-9a03-8b41a3fa184a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:34.653190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32938) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:34.691770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.732154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.735073 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.747732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Transition to ACTIVE for port object bbd8411a-a3a3-4857-8b22-6b447f6a39f8 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:34.764960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ee67-c3c5-422f-b08c-0d339d5b6d4f req-707b0cfa-0cf4-4440-96c9-38778530c569 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:34.772620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2435ee67-c3c5-422f-b08c-0d339d5b6d4f req-707b0cfa-0cf4-4440-96c9-38778530c569 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 969 time: 0.1833501 Aug 25 11:09:34.773364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Transition to ACTIVE for port object bbd8411a-a3a3-4857-8b22-6b447f6a39f8 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:34.779634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29c24e19-a7f1-44bf-aab3-4e0336fdfb13 req-dbd8f097-542d-409d-9cce-22544a76bcae tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183357 Aug 25 11:09:34.779961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abed730f-b569-4a9e-8d14-b044a927315c req-6c982423-530a-49ac-ad8c-9c5ef8da9818 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595908 Aug 25 11:09:34.796514 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.833179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:34.844056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:34.857622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:34.862036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:34.964101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2435ee67-c3c5-422f-b08c-0d339d5b6d4f req-dc29812e-ef90-4e61-825e-232e73628a45 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900759 Aug 25 11:09:34.977520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Pushing event updated for resources: {'Port': ['ID=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:35.003321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.009642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.010376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.010956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.012059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.024978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.025573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.026181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.033859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.036747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.037452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.038806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Tracked resource versions report: Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: pushed versions: Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: { 'AddressGroup': {'1.2'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'ConntrackHelper': {'1.0'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Log': {'1.0'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Network': {'1.1'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Port': {'1.7'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'PortForwarding': {'1.2'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'QosPolicy': {'1.9'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'SecurityGroup': {'1.4'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'SecurityGroupRule': {'1.2'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'SubPort': {'1.0'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Subnet': {'1.1'}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Trunk': {'1.1'}} Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: consumer versions: Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: { DHCP agent@n-d-778732-11: {}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: HyperV agent@n-h1-778732-11: {}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: HyperV agent@n-h2-778732-11: {}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: L3 agent@n-d-778732-11: {}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: Metadata agent@n-d-778732-11: {}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: Metering agent@n-d-778732-11: {}, Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'ConntrackHelper': '1.0', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Log': '1.0', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Network': '1.1', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Port': '1.7', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'PortForwarding': '1.2', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'QosPolicy': '1.9', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'SecurityGroup': '1.4', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'SecurityGroupRule': '1.2', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'SubPort': '1.0', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Subnet': '1.1', Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: 'Trunk': '1.1'}} Aug 25 11:09:35.042383 n-d-778732-11 neutron-server[94912]: {{(pid=94912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 11:09:35.050231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Attempting to bind port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:35.053785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Attempting to bind port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:35.054554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Attempting to bind port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 on network da57e288-0d3f-4326-8e8c-8f802edeebe3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:35.071646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:35.072565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Checking segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:35.073107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.075489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Bound using segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:35.076010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Bound port: bbd8411a-a3a3-4857-8b22-6b447f6a39f8, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:35.077012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.095578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Allocated IP 172.25.1.184 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2b8f0fed-b734-46e6-9040-798b914c68b0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:35.254101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] For port bbd8411a-a3a3-4857-8b22-6b447f6a39f8, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:35.259793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] For port bbd8411a-a3a3-4857-8b22-6b447f6a39f8, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:35.273411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.303152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.314262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.335499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.336313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.337805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.338609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > port after_create 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.339988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.340217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > port after_update 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.340907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.341456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.342096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.342887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.407747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.420668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2b1f1-1172-4a7b-bc29-3ce22f4420a4 None None] Pushing event updated for resources: {'Port': ['ID=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:35.497485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:35.504088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:35.522211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:35.563333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.564770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.565533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.566321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:09:35.567181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9520d6-eb99-4436-adae-6dd9859ca3fd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:35.585716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8f0fed-b734-46e6-9040-798b914c68b0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:35.627575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1397b4-982c-4b82-85d2-e9b0ae3c72b6') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:35.628763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1397b4-982c-4b82-85d2-e9b0ae3c72b6') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:35.665262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.716128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.735098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:09:35.735943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: from cryptography.utils import int_from_bytes Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: from cryptography.utils import int_from_bytes Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:09:35.910494 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:09:35.914623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.000864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.015433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3f9520d6-eb99-4436-adae-6dd9859ca3fd HTTP/1.1" status: 204 len: 168 time: 1.3513448 Aug 25 11:09:36.030021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0eb023-c17e-49c1-86a2-59668d085356 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9520d6-eb99-4436-adae-6dd9859ca3fd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:36.039445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:36.157077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Deleting subnet c875cdfa-d46a-4a92-8f25-4a45dd0d8fed {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:09:36.164416 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.239586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.257002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bbd8411a-a3a3-4857-8b22-6b447f6a39f8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:36.280135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32966) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:36.301392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d353dd-01ea-46d0-bbe2-4bcc0753bc67 req-235195ed-51ab-4f64-9c49-93819dc08b09 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:36.303821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84d353dd-01ea-46d0-bbe2-4bcc0753bc67 req-235195ed-51ab-4f64-9c49-93819dc08b09 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.1952760 Aug 25 11:09:36.345717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.350917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.374551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:36.411308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be57b-5ec8-4e19-842c-d8a45e77e0dd req-1e64d81f-6275-4f75-b15d-f3f93e651d00 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:36.413072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-570be57b-5ec8-4e19-842c-d8a45e77e0dd req-1e64d81f-6275-4f75-b15d-f3f93e651d00 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 969 time: 0.2020190 Aug 25 11:09:36.424653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84d353dd-01ea-46d0-bbe2-4bcc0753bc67 req-78ecf0ee-a03d-48a2-8896-1e133b1586a6 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085432 Aug 25 11:09:36.509984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.518018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-570be57b-5ec8-4e19-842c-d8a45e77e0dd req-10b71a71-46f6-4148-a278-7dafa97ceb9c tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900671 Aug 25 11:09:36.594582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c875cdfa-d46a-4a92-8f25-4a45dd0d8fed,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:36.603049 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.606905 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-334027f6-095f-4aaf-9b1a-fa06881418ed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c875cdfa-d46a-4a92-8f25-4a45dd0d8fed HTTP/1.1" status: 204 len: 168 time: 0.5659583 Aug 25 11:09:36.609277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32974) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:36.617394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-41c53803-512f-4168-8b1d-e2964718b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.739995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.778803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.872557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.900919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9d3b9a-0065-4980-a6da-bd82cf05371c']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:36.924981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66b36f3-2b9f-467c-a2da-3a6a2350c2aa') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:36.925872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66b36f3-2b9f-467c-a2da-3a6a2350c2aa') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:36.940318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.965445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.984686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:09:36.985653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:09:36.989105 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:09:37.000026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32978) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:37.064734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-41c53803-512f-4168-8b1d-e2964718b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.077658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-41c53803-512f-4168-8b1d-e2964718b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.096669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.116254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.118896 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5a9d3b9a-0065-4980-a6da-bd82cf05371c HTTP/1.1" status: 204 len: 168 time: 0.5079844 Aug 25 11:09:37.145100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-41c53803-512f-4168-8b1d-e2964718b10b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce0f63d7243d48588282d2781ed37b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8598683 Aug 25 11:09:37.146660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32984) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:37.148999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:09:37.151130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c53803-512f-4168-8b1d-e2964718b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc94da-40bb-4cf1-a377-1e1628e74652,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:37.151686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95587e7f-d048-46e8-ab53-160b6acbd2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a9d3b9a-0065-4980-a6da-bd82cf05371c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:37.264925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5c060d8-ffcc-4a37-abcd-fd8e840b2649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.290541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10f954-5aab-4121-9324-da8cd8e56ea8 None None] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:37.321964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d242168f-090d-4213-a8dc-1ccd08b466df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.323774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:37.373014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d242168f-090d-4213-a8dc-1ccd08b466df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.383569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8b6da3e9-4c7a-46e9-8b98-bb9aa986ab3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3977e53ec05b449e9c5bba0c4680d6cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0571022 Aug 25 11:09:37.387092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32988) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:37.404668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:09:37.422979 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:09:37.427854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] Provisioning for port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:37.438583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] Provisioning complete for port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:37.439100 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.447190 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:37.448531 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:37.510681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3526ff85-293e-4464-88ad-2c7404e7b586 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:09:37.548972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d242168f-090d-4213-a8dc-1ccd08b466df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.551097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb99-db31-43e0-b287-10d853a15b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.555343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d242168f-090d-4213-a8dc-1ccd08b466df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.560018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d242168f-090d-4213-a8dc-1ccd08b466df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04fc94da-40bb-4cf1-a377-1e1628e74652 HTTP/1.1" status: 204 len: 168 time: 0.4092939 Aug 25 11:09:37.597674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb99-db31-43e0-b287-10d853a15b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.627134 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:37.657427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5c060d8-ffcc-4a37-abcd-fd8e840b2649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.732848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb99-db31-43e0-b287-10d853a15b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.737026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfb99-db31-43e0-b287-10d853a15b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.740697 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d8bfb99-db31-43e0-b287-10d853a15b85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9814b35-d882-44b4-99d3-52834dd2d562 HTTP/1.1" status: 204 len: 168 time: 0.3498218 Aug 25 11:09:37.757339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfb99-db31-43e0-b287-10d853a15b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9814b35-d882-44b4-99d3-52834dd2d562,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:37.772523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242168f-090d-4213-a8dc-1ccd08b466df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc94da-40bb-4cf1-a377-1e1628e74652,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:37.784451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5c060d8-ffcc-4a37-abcd-fd8e840b2649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.836874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.839143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6461b574-2f26-4b1f-930f-444c832dd071 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3323267 Aug 25 11:09:37.841909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33006) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:37.881782 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:35Z', 'revision_number': 3, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:37.923750 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:09:37.924468 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Updating router 86773be2-bf83-41ee-af13-23bee26a6dd9 port 2b8f0fed-b734-46e6-9040-798b914c68b0 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:09:37.931365 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:37.958407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b5c060d8-ffcc-4a37-abcd-fd8e840b2649 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7b8cfaed3fe408b87559fcc2a7a3bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9571421 Aug 25 11:09:37.982164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3526ff85-293e-4464-88ad-2c7404e7b586, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3526ff85-293e-4464-88ad-2c7404e7b586,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:37.994728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33008) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:38.014607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '3526ff85-293e-4464-88ad-2c7404e7b586', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '3526ff85-293e-4464-88ad-2c7404e7b586', 'mac_address': 'fa:16:3e:05:ca:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:tempest-test_az-1859830093', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:09:38.028457 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.045753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] For port bbd8411a-a3a3-4857-8b22-6b447f6a39f8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:38.089135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c060d8-ffcc-4a37-abcd-fd8e840b2649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eacc1ab-36e2-465a-be5e-434dbbf3eca8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:38.124502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.147327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96d3d5-83c0-4899-8459-5ee2bd2fff5a req-f34b6d00-3e47-4d50-93be-46ceb20cb777 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:38.161672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b96d3d5-83c0-4899-8459-5ee2bd2fff5a req-f34b6d00-3e47-4d50-93be-46ceb20cb777 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 947 time: 0.6247892 Aug 25 11:09:38.235121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.256349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f4fa4-c7d6-440e-a078-4c1d1fd0ea43 req-d8f5c1e1-f4b8-4888-aea7-5b1234a2b9cd tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:38.266412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-943f4fa4-c7d6-440e-a078-4c1d1fd0ea43 req-d8f5c1e1-f4b8-4888-aea7-5b1234a2b9cd tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 969 time: 0.5218885 Aug 25 11:09:38.293862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3526ff85-293e-4464-88ad-2c7404e7b586 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:09:38.342531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3526ff85-293e-4464-88ad-2c7404e7b586, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3526ff85-293e-4464-88ad-2c7404e7b586,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:38.348830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0976cc-7555-4f6e-a946-d037793791e5 None None] Pushing event updated for resources: {'Port': ['ID=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:38.368283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.370790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5952a577-7bd7-4836-a38e-58106130b7ab details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:09:38.400510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d17ebc6-e2f1-4044-9997-b3726ecb37b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.420632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b96d3d5-83c0-4899-8459-5ee2bd2fff5a req-3d81259a-6e0f-4675-8513-2a411d95ae28 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576694 Aug 25 11:09:38.437997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-943f4fa4-c7d6-440e-a078-4c1d1fd0ea43 req-9b257867-3c56-4f13-8e30-a3b8d68c5a94 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688092 Aug 25 11:09:38.458975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5952a577-7bd7-4836-a38e-58106130b7ab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5952a577-7bd7-4836-a38e-58106130b7ab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:38.461426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d17ebc6-e2f1-4044-9997-b3726ecb37b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.538532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '5952a577-7bd7-4836-a38e-58106130b7ab', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '5952a577-7bd7-4836-a38e-58106130b7ab', 'mac_address': 'fa:16:3e:27:e0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:09:38.546131 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.554376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5e30da10-f10f-49af-9737-15dcbb7d90f1 None None] Provisioning complete for port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:38.555045 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e30da10-f10f-49af-9737-15dcbb7d90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.575931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d17ebc6-e2f1-4044-9997-b3726ecb37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.582435 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Transition to ACTIVE for port object 2b8f0fed-b734-46e6-9040-798b914c68b0 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:38.582971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d17ebc6-e2f1-4044-9997-b3726ecb37b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.585077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8d17ebc6-e2f1-4044-9997-b3726ecb37b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9eacc1ab-36e2-465a-be5e-434dbbf3eca8 HTTP/1.1" status: 204 len: 168 time: 0.5873644 Aug 25 11:09:38.599538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17ebc6-e2f1-4044-9997-b3726ecb37b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eacc1ab-36e2-465a-be5e-434dbbf3eca8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:38.603349 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.671655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=3526ff85-293e-4464-88ad-2c7404e7b586,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:38.692450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.704025 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Pushing event updated for resources: {'Port': ['ID=2b8f0fed-b734-46e6-9040-798b914c68b0,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:38.739847 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.740449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.741022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5952a577-7bd7-4836-a38e-58106130b7ab {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:09:38.741237 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.741852 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.742382 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.742947 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.743700 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.744464 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.745057 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.745862 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.746555 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.747781 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Tracked resource versions report: Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: pushed versions: Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: { 'AddressGroup': {'1.2'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'ConntrackHelper': {'1.0'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Log': {'1.0'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Network': {'1.1'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Port': {'1.7'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'PortForwarding': {'1.2'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'QosPolicy': {'1.9'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'SecurityGroup': {'1.4'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'SecurityGroupRule': {'1.2'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'SubPort': {'1.0'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Subnet': {'1.1'}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Trunk': {'1.1'}} Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: consumer versions: Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: { DHCP agent@n-d-778732-11: {}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: HyperV agent@n-h1-778732-11: {}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: HyperV agent@n-h2-778732-11: {}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: L3 agent@n-d-778732-11: {}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: Metadata agent@n-d-778732-11: {}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: Metering agent@n-d-778732-11: {}, Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: Open vSwitch agent@n-d-778732-11: { 'AddressGroup': '1.2', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'ConntrackHelper': '1.0', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Log': '1.0', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Network': '1.1', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Port': '1.7', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'PortForwarding': '1.2', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'QosPolicy': '1.9', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'SecurityGroup': '1.4', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'SecurityGroupRule': '1.2', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'SubPort': '1.0', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Subnet': '1.1', Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: 'Trunk': '1.1'}} Aug 25 11:09:38.749665 n-d-778732-11 neutron-server[94913]: {{(pid=94913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 11:09:38.760095 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Attempting to bind port 2b8f0fed-b734-46e6-9040-798b914c68b0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:38.760691 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Attempting to bind port 2b8f0fed-b734-46e6-9040-798b914c68b0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:38.762418 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Attempting to bind port 2b8f0fed-b734-46e6-9040-798b914c68b0 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:38.777955 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:38.778619 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:38.780016 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.780016 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:38.780740 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Bound port: 2b8f0fed-b734-46e6-9040-798b914c68b0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:38.781730 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.820145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5952a577-7bd7-4836-a38e-58106130b7ab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5952a577-7bd7-4836-a38e-58106130b7ab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:38.826913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.893745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33018) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:38.896788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5952a577-7bd7-4836-a38e-58106130b7ab,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:38.933706 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] For port 2b8f0fed-b734-46e6-9040-798b914c68b0, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:38.935210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fc02724-cd21-489e-bc71-b96d680072d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:38.940068 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] For port 2b8f0fed-b734-46e6-9040-798b914c68b0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b8f0fed-b734-46e6-9040-798b914c68b0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:38.943297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33020) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:38.949403 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.048931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f0adf998-54a6-4e80-a0e6-57ec0a6342e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b853b17059b74f8a8fd7af04081d443c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037886 Aug 25 11:09:39.052774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33022) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:39.055681 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:39.056734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:39.159729 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7957a-a087-48c1-b2fe-a1a5dffb63ad None None] Pushing event updated for resources: {'Port': ['ID=2b8f0fed-b734-46e6-9040-798b914c68b0,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:39.200259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5952a577-7bd7-4836-a38e-58106130b7ab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:09:39.254214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fc02724-cd21-489e-bc71-b96d680072d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.259739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40319ea4-6d1f-412a-ac52-bf93a52cc200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.265559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fc02724-cd21-489e-bc71-b96d680072d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.281282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['3526ff85-293e-4464-88ad-2c7404e7b586'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:09:39.309380 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:39.353551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40319ea4-6d1f-412a-ac52-bf93a52cc200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.396462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0fc02724-cd21-489e-bc71-b96d680072d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7280bc0ca114a608462956afabc1ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006151 Aug 25 11:09:39.399227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:39.423929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc02724-cd21-489e-bc71-b96d680072d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3ba49e-a8cc-488d-a6a9-c7dca7a440d2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:39.582957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b522404-6349-41bf-aefc-b71ff0ef26d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.603346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40319ea4-6d1f-412a-ac52-bf93a52cc200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.614620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40319ea4-6d1f-412a-ac52-bf93a52cc200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.615980 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:39.628623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-40319ea4-6d1f-412a-ac52-bf93a52cc200 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6b3ef15-5f3f-4e3f-916c-7739c9cfb803 HTTP/1.1" status: 204 len: 168 time: 0.5740566 Aug 25 11:09:39.736980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40319ea4-6d1f-412a-ac52-bf93a52cc200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3ef15-5f3f-4e3f-916c-7739c9cfb803,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:39.808751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b522404-6349-41bf-aefc-b71ff0ef26d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.061094 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:35Z', 'revision_number': 3, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:40.069445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb133c-ca91-46ef-ac03-23b25aa31946 req-1f8c55b1-fa2d-4d1a-ac6f-27c971fdd30d tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:40.071526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0eb133c-ca91-46ef-ac03-23b25aa31946 req-1f8c55b1-fa2d-4d1a-ac6f-27c971fdd30d tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 970 time: 0.3926570 Aug 25 11:09:40.080897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b70d4-55f7-478e-bbd8-5047848bd8a9 req-63954157-b42c-49cd-bc66-4dd5a8378872 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:40.083178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-574b70d4-55f7-478e-bbd8-5047848bd8a9 req-63954157-b42c-49cd-bc66-4dd5a8378872 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 948 time: 0.2852192 Aug 25 11:09:40.144488 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3b868-5ff2-47db-b949-c753133a2d1f None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:35Z', 'revision_number': 3, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:09:40.157517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b522404-6349-41bf-aefc-b71ff0ef26d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.160465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b522404-6349-41bf-aefc-b71ff0ef26d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.164853 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bbd8411a-a3a3-4857-8b22-6b447f6a39f8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:40.165502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4b522404-6349-41bf-aefc-b71ff0ef26d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e3ba49e-a8cc-488d-a6a9-c7dca7a440d2 HTTP/1.1" status: 204 len: 168 time: 0.7612028 Aug 25 11:09:40.203303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0eb133c-ca91-46ef-ac03-23b25aa31946 req-29c1e4f0-94ce-4f39-93d0-edf527cc7e0c tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184585 Aug 25 11:09:40.209987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b522404-6349-41bf-aefc-b71ff0ef26d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3ba49e-a8cc-488d-a6a9-c7dca7a440d2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:40.225546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33042) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:40.251624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-574b70d4-55f7-478e-bbd8-5047848bd8a9 req-c18768d7-1ad1-4fb0-a40a-47c3d16d0ea7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405432 Aug 25 11:09:40.269558 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32468033-1fc1-4956-951e-340b98bc5c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.465438 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32468033-1fc1-4956-951e-340b98bc5c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.475086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32468033-1fc1-4956-951e-340b98bc5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.543216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-32468033-1fc1-4956-951e-340b98bc5c50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9deae0bf0a624426a66055690d369385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118341 Aug 25 11:09:40.544487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33046) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:40.614861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32468033-1fc1-4956-951e-340b98bc5c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb44a7-03f5-491a-bce1-d2c2b8af9179,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:40.649415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:40.649415 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.758667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6af75ca7-5af5-4eee-b8c9-2dd38711784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.818676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6af75ca7-5af5-4eee-b8c9-2dd38711784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.917730 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6af75ca7-5af5-4eee-b8c9-2dd38711784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.928349 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6af75ca7-5af5-4eee-b8c9-2dd38711784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:40.933236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6af75ca7-5af5-4eee-b8c9-2dd38711784b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31bb44a7-03f5-491a-bce1-d2c2b8af9179 HTTP/1.1" status: 204 len: 168 time: 0.3848870 Aug 25 11:09:40.947139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75ca7-5af5-4eee-b8c9-2dd38711784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb44a7-03f5-491a-bce1-d2c2b8af9179,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:40.947670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Allocated IP 172.20.0.1 (da57e288-0d3f-4326-8e8c-8f802edeebe3/e99146fe-1225-4503-a1d8-03258e4f591d/453327e9-8930-4581-a420-1f7aab73b1a5) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:41.196495 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:41.224191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Transition to ACTIVE for port object 453327e9-8930-4581-a420-1f7aab73b1a5 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:41.336129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:41.410640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:41.414662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:41.428032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:41.470983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3526ff85-293e-4464-88ad-2c7404e7b586 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:41.517267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:41.601262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 3526ff85-293e-4464-88ad-2c7404e7b586 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:41.617315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 3526ff85-293e-4464-88ad-2c7404e7b586 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:41.618493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:41.811886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9dd9-4aa7-4017-9c85-46810b8e757a req-c49a440a-f563-4c94-9abc-b1e5eaa4aac7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:41.824284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52bc9dd9-4aa7-4017-9c85-46810b8e757a req-c49a440a-f563-4c94-9abc-b1e5eaa4aac7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 948 time: 0.3778677 Aug 25 11:09:41.863222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f761-03ca-47c6-b5f2-3b193cebd1ec req-5b5b0aba-71c6-451f-b188-84b13b84c004 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:41.879037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6473f761-03ca-47c6-b5f2-3b193cebd1ec req-5b5b0aba-71c6-451f-b188-84b13b84c004 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 970 time: 0.4158924 Aug 25 11:09:41.925224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:41.929644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:41.930234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Pushing event updated for resources: {'Port': ['ID=453327e9-8930-4581-a420-1f7aab73b1a5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:42.095388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-413ca215-7127-47a2-95fe-9a5f1ddc06ed None None] Provisioning for port 453327e9-8930-4581-a420-1f7aab73b1a5 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:42.123741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6473f761-03ca-47c6-b5f2-3b193cebd1ec req-d73a4aff-e485-4295-b170-4e482faa9ee6 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353051 Aug 25 11:09:42.130215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-413ca215-7127-47a2-95fe-9a5f1ddc06ed None None] Provisioning complete for port 453327e9-8930-4581-a420-1f7aab73b1a5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:42.130803 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-413ca215-7127-47a2-95fe-9a5f1ddc06ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.136951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52bc9dd9-4aa7-4017-9c85-46810b8e757a req-07d5607f-1095-479e-aa3c-94915016107e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509520 Aug 25 11:09:42.209280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c627d-42b0-4db6-b014-1661af900699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3526ff85-293e-4464-88ad-2c7404e7b586'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:09:42.385354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3526ff85-293e-4464-88ad-2c7404e7b586, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3526ff85-293e-4464-88ad-2c7404e7b586,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:42.390941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-413ca215-7127-47a2-95fe-9a5f1ddc06ed None None] Port 453327e9-8930-4581-a420-1f7aab73b1a5 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:09:42.393363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.396352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b8f0fed-b734-46e6-9040-798b914c68b0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:42.402624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.404237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5952a577-7bd7-4836-a38e-58106130b7ab up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:42.404734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.551950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.559941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Pushing event updated for resources: {'Port': ['ID=453327e9-8930-4581-a420-1f7aab73b1a5,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:42.581757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=3526ff85-293e-4464-88ad-2c7404e7b586,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:42.666949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 5952a577-7bd7-4836-a38e-58106130b7ab completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:42.670784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2b8f0fed-b734-46e6-9040-798b914c68b0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:42.676254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 5952a577-7bd7-4836-a38e-58106130b7ab triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:42.676736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.678795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2b8f0fed-b734-46e6-9040-798b914c68b0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:42.679251 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.893737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:42.896657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:42.942066 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:42.957521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:43.029677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2b8f0fed-b734-46e6-9040-798b914c68b0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b8f0fed-b734-46e6-9040-798b914c68b0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:43.056452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:43.155520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5952a577-7bd7-4836-a38e-58106130b7ab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5952a577-7bd7-4836-a38e-58106130b7ab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:43.168237 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca21493f-5a06-4695-a9a2-5d95442b3e92" -d '{"events": [{"server_uuid": "3a2c627d-42b0-4db6-b014-1661af900699", "name": "network-vif-plugged", "status": "completed", "tag": "3526ff85-293e-4464-88ad-2c7404e7b586"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:09:43.243208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2b8f0fed-b734-46e6-9040-798b914c68b0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:43.255256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:43.379381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:09:43.449419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5952a577-7bd7-4836-a38e-58106130b7ab,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:43.490806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5ce389bc-9c0d-4a6d-a971-182caa1d09dd None None] Provisioning complete for port 453327e9-8930-4581-a420-1f7aab73b1a5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:43.491439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5ce389bc-9c0d-4a6d-a971-182caa1d09dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:43.582783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5ce389bc-9c0d-4a6d-a971-182caa1d09dd None None] Port 453327e9-8930-4581-a420-1f7aab73b1a5 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:09:43.634640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:09:43.662042 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-29e6a981-1063-4519-b4a4-3f9f576874a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/86773be2-bf83-41ee-af13-23bee26a6dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8035536 Aug 25 11:09:43.667460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:09:43.686142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:43.687762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:43.821660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c005c9-e147-41bf-995c-4e0b09304e0f req-27214d25-58e4-47cb-9c96-bba100cad4de tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:43.824593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62c005c9-e147-41bf-995c-4e0b09304e0f req-27214d25-58e4-47cb-9c96-bba100cad4de tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.4639161 Aug 25 11:09:43.869612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a35160-7cad-444b-92e4-12e5501356c9 req-36dba416-7878-473a-bd0e-7e33d9535906 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:43.878537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6a35160-7cad-444b-92e4-12e5501356c9 req-36dba416-7878-473a-bd0e-7e33d9535906 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.4345164 Aug 25 11:09:43.985172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62c005c9-e147-41bf-995c-4e0b09304e0f req-8c88bbcf-e67e-4bcd-a82c-789b751a9d77 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452546 Aug 25 11:09:44.017481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6a35160-7cad-444b-92e4-12e5501356c9 req-0548d962-68b1-489a-9b04-3981059d0b36 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258090 Aug 25 11:09:44.080892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:44.112513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b8f0fed-b734-46e6-9040-798b914c68b0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:44.253075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2b8f0fed-b734-46e6-9040-798b914c68b0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:44.253447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:44.411339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 2, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:44.439683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:09:44.440041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Updating router 86773be2-bf83-41ee-af13-23bee26a6dd9 port 453327e9-8930-4581-a420-1f7aab73b1a5 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:09:44.467327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:44.612572 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06556f69-517a-4948-8ca9-593943cda184 x-openstack-request-id: req-06556f69-517a-4948-8ca9-593943cda184 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:09:44.613192 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c627d-42b0-4db6-b014-1661af900699", "name": "network-vif-plugged", "status": "completed", "tag": "3526ff85-293e-4464-88ad-2c7404e7b586", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:09:44.613192 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06556f69-517a-4948-8ca9-593943cda184 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:09:44.613551 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c627d-42b0-4db6-b014-1661af900699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3526ff85-293e-4464-88ad-2c7404e7b586', 'code': 200} Aug 25 11:09:44.801214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe5c80-7312-43e0-a88e-21f879146c52 req-d1adfe8e-1e99-4f7f-bf1b-a8c3cb68a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:44.803070 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7fe5c80-7312-43e0-a88e-21f879146c52 req-d1adfe8e-1e99-4f7f-bf1b-a8c3cb68a334 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 1123 time: 0.1171012 Aug 25 11:09:44.827749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d7fe5c80-7312-43e0-a88e-21f879146c52 req-815958aa-a9c5-4e0c-83fe-8635c5b412de service neutron] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:44.832072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:44.849300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Transition to ACTIVE for port object 453327e9-8930-4581-a420-1f7aab73b1a5 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:44.861049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:44.926355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214cc15-959e-4c6e-accd-ee27fd0c737c None None] Pushing event updated for resources: {'Port': ['ID=453327e9-8930-4581-a420-1f7aab73b1a5,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:45.000322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d7fe5c80-7312-43e0-a88e-21f879146c52 req-815958aa-a9c5-4e0c-83fe-8635c5b412de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:45.011902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d7fe5c80-7312-43e0-a88e-21f879146c52 req-815958aa-a9c5-4e0c-83fe-8635c5b412de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:45.029941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Attempting to bind port 453327e9-8930-4581-a420-1f7aab73b1a5 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:45.034959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Attempting to bind port 453327e9-8930-4581-a420-1f7aab73b1a5 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:45.035621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Attempting to bind port 453327e9-8930-4581-a420-1f7aab73b1a5 on network da57e288-0d3f-4326-8e8c-8f802edeebe3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:45.046936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:45.047573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Checking segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:45.048267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:45.048940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Bound using segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:45.050229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Bound port: 453327e9-8930-4581-a420-1f7aab73b1a5, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:45.051150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:45.094468 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7fe5c80-7312-43e0-a88e-21f879146c52 req-815958aa-a9c5-4e0c-83fe-8635c5b412de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826338 Aug 25 11:09:45.096697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815958aa-a9c5-4e0c-83fe-8635c5b412de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=344ef0b0-2f8a-40f0-a1f3-ce30c20667c3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:45.202160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] For port 453327e9-8930-4581-a420-1f7aab73b1a5, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:45.207149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527e35f-063d-4b08-b27b-bc8e1f478109 req-48aa9f18-c58b-4d69-bf1c-a559ca71e6a3 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:45.209135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5527e35f-063d-4b08-b27b-bc8e1f478109 req-48aa9f18-c58b-4d69-bf1c-a559ca71e6a3 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.0752017 Aug 25 11:09:45.209565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] For port 453327e9-8930-4581-a420-1f7aab73b1a5, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=453327e9-8930-4581-a420-1f7aab73b1a5,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:45.222640 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:45.273080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5527e35f-063d-4b08-b27b-bc8e1f478109 req-45962700-d453-4788-b28c-e89120818151 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Aug 25 11:09:45.293503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:45.294445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:45.350073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214cc15-959e-4c6e-accd-ee27fd0c737c None None] Pushing event updated for resources: {'Port': ['ID=453327e9-8930-4581-a420-1f7aab73b1a5,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:45.462317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:45.468369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d055-bfc6-4a60-b47e-01a53ffbf391 req-6ca2e978-3c29-477e-bcf1-565b1f51334a tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:45.477351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bb3d055-bfc6-4a60-b47e-01a53ffbf391 req-6ca2e978-3c29-477e-bcf1-565b1f51334a tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.1238635 Aug 25 11:09:45.528109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bb3d055-bfc6-4a60-b47e-01a53ffbf391 req-a2157148-6038-48b1-b5d5-47ff16db661f tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Aug 25 11:09:45.776781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-6f36c671-19af-4662-8cf4-a10600d14cff tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575259 Aug 25 11:09:45.780443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:45Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:45.812709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d533b53-4f52-48dd-90c7-d9a0e9953d53 None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:45Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:09:45.954976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33188) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:45.963793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-network', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:46.016831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Made reservation on behalf of 6cc46ccec37c4fae8b776917ae9743f9 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:46.021224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.026586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-287e0fc6-cd71-4540-b0fa-f79690bca678 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:46.032482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-287e0fc6-cd71-4540-b0fa-f79690bca678 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421434 Aug 25 11:09:46.044463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.071951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-14a3f815-9a00-4dd2-9cb4-9c1d0a5a04cf tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/quotas/a4641d3f6dc14c3ab9cf6eff26494ae4 HTTP/1.1" status: 200 len: 375 time: 0.0210445 Aug 25 11:09:46.072293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 453327e9-8930-4581-a420-1f7aab73b1a5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:46.126751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9b965a0b-1122-4ef3-afa6-051972719c7d tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425515 Aug 25 11:09:46.180917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 453327e9-8930-4581-a420-1f7aab73b1a5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:46.199361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 453327e9-8930-4581-a420-1f7aab73b1a5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:46.199922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.266911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.273555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.345590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:09:46.385676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.435542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.436296 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Added segment 0ccc72c9-8027-4ca5-96e5-53a951da1a45 of type vlan for network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 Aug 25 11:09:46.443803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 453327e9-8930-4581-a420-1f7aab73b1a5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=453327e9-8930-4581-a420-1f7aab73b1a5,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:46.454210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.488078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eca3fb-5581-4fc6-b794-45d78ea425b0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:46.571783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=453327e9-8930-4581-a420-1f7aab73b1a5,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:46.579820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.615450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5952a577-7bd7-4836-a38e-58106130b7ab'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:09:46.617963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.619085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:46.619914 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e76b65f-9060-4fbd-a4a6-25efc7d69f1b" -d '{"events": [{"server_uuid": "b0957d8f-9387-40ca-a2a0-29fc4147e2dd", "name": "network-vif-plugged", "status": "completed", "tag": "5952a577-7bd7-4836-a38e-58106130b7ab"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:09:46.620732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.658673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a408e6-26df-44b6-96ce-7682e706cb24 req-dab1239f-9f8c-4283-a4d6-d90cca1146ef tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:46.660446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41a408e6-26df-44b6-96ce-7682e706cb24 req-dab1239f-9f8c-4283-a4d6-d90cca1146ef tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.1449561 Aug 25 11:09:46.715550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7592895 Aug 25 11:09:46.718527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33214) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:46.726210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Request body: {'subnet': {'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-subnet', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:46.732041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3aae6e1-1db4-4a2c-a306-40f93422ebaf req-5d888c23-4437-4982-9b96-5e54c759374d tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0639951 Aug 25 11:09:46.743394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe93c4-9568-4f6c-94b5-f05fbd395997 admin admin] Pushing event updated for resources: {'Network': ['ID=f10bb4ca-8d57-4d51-8c4f-7636c01b4032,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:46.760716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:09:46.781557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Made reservation on behalf of 6cc46ccec37c4fae8b776917ae9743f9 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:46.784252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:46.833052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41a408e6-26df-44b6-96ce-7682e706cb24 req-805c1086-cc6f-420d-ac95-502b5f3f0265 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633613 Aug 25 11:09:47.003490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849a308-a515-4308-9ccd-cfc8f1d3b014 req-51a53c64-fb1f-4cad-a096-7c5203c9e279 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:47.011832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a849a308-a515-4308-9ccd-cfc8f1d3b014 req-51a53c64-fb1f-4cad-a096-7c5203c9e279 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.1716793 Aug 25 11:09:47.074234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a849a308-a515-4308-9ccd-cfc8f1d3b014 req-d8fd2eaf-e87c-438a-9935-4ab37a555a2e tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562294 Aug 25 11:09:47.160142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-a916061a-8c84-4435-a0fb-78dfaa78563c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292215 Aug 25 11:09:47.171505 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c353d0a-9f21-451c-a410-bd6677aa83b0 x-openstack-request-id: req-9c353d0a-9f21-451c-a410-bd6677aa83b0 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:09:47.172094 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0957d8f-9387-40ca-a2a0-29fc4147e2dd", "name": "network-vif-plugged", "status": "completed", "tag": "5952a577-7bd7-4836-a38e-58106130b7ab", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:09:47.172263 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c353d0a-9f21-451c-a410-bd6677aa83b0 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:09:47.172900 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5952a577-7bd7-4836-a38e-58106130b7ab', 'code': 200} Aug 25 11:09:47.407815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-1c2e01e9-5684-4d36-a2f5-b194262cee86 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:47.415878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-1c2e01e9-5684-4d36-a2f5-b194262cee86 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467251 Aug 25 11:09:47.435383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-71e3f72c-ec08-43f5-b293-9f8fd602fd33 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/quotas/05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 375 time: 0.0185013 Aug 25 11:09:47.481877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-c3b98cb0-b714-4db7-850c-e4e47a3ff174 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454676 Aug 25 11:09:47.499846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffdc1c-0b3f-4fd1-a08e-d84438bdab88 req-4638fc83-0482-43c4-8b0b-9fde4bfeecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:47.501973 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-97ffdc1c-0b3f-4fd1-a08e-d84438bdab88 req-4638fc83-0482-43c4-8b0b-9fde4bfeecb7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 1101 time: 0.0903602 Aug 25 11:09:47.528554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:47.617568 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-97ffdc1c-0b3f-4fd1-a08e-d84438bdab88 req-bb541a80-5473-4ace-8bd5-3843f090fe82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083968 Aug 25 11:09:47.644189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e01041-1d44-4c99-9219-6285f243ce1b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:47.654076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Checking segment: {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:47.654076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Network hostable DHCP agents. Network: f10bb4ca-8d57-4d51-8c4f-7636c01b4032, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:09:47.679707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:09:47.695246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f10bb4ca-8d57-4d51-8c4f-7636c01b4032) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:47.702225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:47.703588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:47.708315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5effdb4-c22c-414c-82d3-763560046718 None None] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:47.729526 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c4d6b482-7d82-4405-82d5-e3b92708954c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0090370 Aug 25 11:09:47.731965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33258) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:47.737319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:47.804069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:47.808030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:47.853229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b4cf319d-2905-4fcd-b78c-f6a49c16a5e8 req-3998efba-ecf4-4e12-8811-4ee7d84994a4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0739224 Aug 25 11:09:48.061589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71c3aea4-22b7-4c17-b704-eba313219bbf req-2b8ef059-1025-47bf-bdd7-b2336cac2b71 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.1388774 Aug 25 11:09:48.068559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.102248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 453327e9-8930-4581-a420-1f7aab73b1a5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:48.170991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f10bb4ca-8d57-4d51-8c4f-7636c01b4032', 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'fixed_ips': [{'subnet_id': 'c9e01041-1d44-4c99-9219-6285f243ce1b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:09:48.171827 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.227736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33274) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:48.234609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6f5cf9c-ce32-4325-ba74-890c0c640165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.241227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a309f-359f-4956-9d10-45ed57e0a9fb req-43cee0fd-1d00-4637-84c0-74320471f983 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:48.241876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-694a309f-359f-4956-9d10-45ed57e0a9fb req-43cee0fd-1d00-4637-84c0-74320471f983 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.1703153 Aug 25 11:09:48.317073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.355995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 453327e9-8930-4581-a420-1f7aab73b1a5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:48.356624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.377421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-694a309f-359f-4956-9d10-45ed57e0a9fb req-7cc80672-0739-41e4-ad69-54c2099eaabd tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752518 Aug 25 11:09:48.417112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa88e6-a793-44dd-8ed5-8a6c123dfc58 req-2b71d0b4-ee22-48df-8243-68a830ec9ac3 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:48.419279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35fa88e6-a793-44dd-8ed5-8a6c123dfc58 req-2b71d0b4-ee22-48df-8243-68a830ec9ac3 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.1745951 Aug 25 11:09:48.476935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bd18ec2-dd0b-436a-ab94-c785224725c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.505729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35fa88e6-a793-44dd-8ed5-8a6c123dfc58 req-890f7c28-352a-4e20-b235-41d55077b012 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Aug 25 11:09:48.531806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.67', 65335) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:48.555909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Allocated IP 172.20.0.2 (f10bb4ca-8d57-4d51-8c4f-7636c01b4032/c9e01041-1d44-4c99-9219-6285f243ce1b/2c6e1040-3004-43c7-9dab-be6209b9878b) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:48.601984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-2d25fb08-3713-462b-b4f5-c3af3e74ca98 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682344 Aug 25 11:09:48.635840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bd18ec2-dd0b-436a-ab94-c785224725c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.644123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bd18ec2-dd0b-436a-ab94-c785224725c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.695032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bd18ec2-dd0b-436a-ab94-c785224725c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=549968a0469c4cf8a9bc15f4b117d3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639688 Aug 25 11:09:48.699075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd18ec2-dd0b-436a-ab94-c785224725c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e4b23-30fd-4b74-96ea-cef4d0d7ee5f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:48.701773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33282) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:48.782976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-670f0705-553b-4cd8-a265-fe11a61b705d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.837075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-670f0705-553b-4cd8-a265-fe11a61b705d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.844299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.859318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Transition to ACTIVE for port object 2c6e1040-3004-43c7-9dab-be6209b9878b will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:48.893632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Transition to ACTIVE for port object 2c6e1040-3004-43c7-9dab-be6209b9878b will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:48.911711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.968272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45a29-5ac8-4b8b-ae05-f7f238af60e1 req-2b0edc45-6836-43ff-bc6c-cedbe6117d2f tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:48.969964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8d45a29-5ac8-4b8b-ae05-f7f238af60e1 req-2b0edc45-6836-43ff-bc6c-cedbe6117d2f tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 1123 time: 0.2476695 Aug 25 11:09:48.972755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-670f0705-553b-4cd8-a265-fe11a61b705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.978844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-670f0705-553b-4cd8-a265-fe11a61b705d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:48.986196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-670f0705-553b-4cd8-a265-fe11a61b705d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a40e4b23-30fd-4b74-96ea-cef4d0d7ee5f HTTP/1.1" status: 204 len: 168 time: 0.2810023 Aug 25 11:09:48.997395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9901cf0d-9393-4b04-8b9b-4d1ad5b3938a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:49.000206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9901cf0d-9393-4b04-8b9b-4d1ad5b3938a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907902 Aug 25 11:09:49.005667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.008938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f0705-553b-4cd8-a265-fe11a61b705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e4b23-30fd-4b74-96ea-cef4d0d7ee5f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:49.032008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:49.047673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:49.051821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:49.063642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.084021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8d45a29-5ac8-4b8b-ae05-f7f238af60e1 req-5c2d9249-9797-4a8b-bade-a769b794df2b tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.145439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdf27166-25a4-4fab-bf0c-f44dbb2a2043 req-88c1bd5c-d570-4fc4-9c3c-fddb761c82c6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0951247 Aug 25 11:09:49.173620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Attempting to bind port 2c6e1040-3004-43c7-9dab-be6209b9878b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:49.174198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Attempting to bind port 2c6e1040-3004-43c7-9dab-be6209b9878b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:49.174517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Attempting to bind port 2c6e1040-3004-43c7-9dab-be6209b9878b on network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:49.218250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:49.218762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Checking segment: {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:49.219198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.220007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Bound using segment: {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:49.220743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Bound port: 2c6e1040-3004-43c7-9dab-be6209b9878b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:49.221191 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.260024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Pushing event updated for resources: {'Port': ['ID=2c6e1040-3004-43c7-9dab-be6209b9878b,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:49.358579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] For port 2c6e1040-3004-43c7-9dab-be6209b9878b, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:49.362021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cef5f408-e677-439e-b784-7d3968a08e1c req-86518b43-d19f-41d7-bac8-6febe58cebdd tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0522482 Aug 25 11:09:49.363812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] For port 2c6e1040-3004-43c7-9dab-be6209b9878b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2c6e1040-3004-43c7-9dab-be6209b9878b,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:49.376072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.401000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Allocated IP 172.25.1.254 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ce885cfd-7f06-4184-918d-b54bc7b7ef18) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:49.458941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6906b-c1ae-448b-a7dd-8aa0283fc261 None None] Pushing event updated for resources: {'Port': ['ID=2c6e1040-3004-43c7-9dab-be6209b9878b,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:49.512779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33302) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:49.529401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64c85be1-5728-48e4-89a3-9a6378b33b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.750246 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8d45a29-5ac8-4b8b-ae05-f7f238af60e1 req-5c2d9249-9797-4a8b-bade-a769b794df2b tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.784964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8d45a29-5ac8-4b8b-ae05-f7f238af60e1 req-5c2d9249-9797-4a8b-bade-a769b794df2b tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.839516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248ae8-a877-4677-8252-b90850551409 req-1f029f4a-d999-4ce3-9cca-be84e7e5d8c5 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:49.841289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee248ae8-a877-4677-8252-b90850551409 req-1f029f4a-d999-4ce3-9cca-be84e7e5d8c5 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.1593969 Aug 25 11:09:49.867800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64c85be1-5728-48e4-89a3-9a6378b33b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.872724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64c85be1-5728-48e4-89a3-9a6378b33b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.881745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8d45a29-5ac8-4b8b-ae05-f7f238af60e1 req-5c2d9249-9797-4a8b-bade-a769b794df2b tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8800838 Aug 25 11:09:49.885123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:49.889845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d9249-9797-4a8b-bade-a769b794df2b tempest-AggregatesAdminTestJSON-257260918 tempest-AggregatesAdminTestJSON-257260918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f16c297-011b-4e51-8c32-79b94796cb77,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:49.936067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-64c85be1-5728-48e4-89a3-9a6378b33b63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdff3580b26b4c449ca74d0c11d8029b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218376 Aug 25 11:09:49.937023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c85be1-5728-48e4-89a3-9a6378b33b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c30eda3-02d7-4f87-837a-3eb98c8969a5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:49.939579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33306) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:49.998010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee248ae8-a877-4677-8252-b90850551409 req-bd5e007d-b4c4-4df9-8574-d61408ad02bf tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354537 Aug 25 11:09:50.003336 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.025978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e366-6cc9-40f2-a9e6-304cabdff28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.054169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e366-6cc9-40f2-a9e6-304cabdff28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.068633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:50.069675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:50.072553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:50.144679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2c6e1040-3004-43c7-9dab-be6209b9878b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:50.146130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e366-6cc9-40f2-a9e6-304cabdff28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.151058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e366-6cc9-40f2-a9e6-304cabdff28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.152905 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0bd9e366-6cc9-40f2-a9e6-304cabdff28b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c30eda3-02d7-4f87-837a-3eb98c8969a5 HTTP/1.1" status: 204 len: 168 time: 0.2020881 Aug 25 11:09:50.189393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9e366-6cc9-40f2-a9e6-304cabdff28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c30eda3-02d7-4f87-837a-3eb98c8969a5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:50.190225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Pushing event updated for resources: {'Port': ['ID=ce885cfd-7f06-4184-918d-b54bc7b7ef18,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:50.289272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2c6e1040-3004-43c7-9dab-be6209b9878b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:50.374407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-446c9750-467a-41e9-98f3-1105910293e0 req-77632b89-17c6-4e30-9301-0609e8b386b1 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0529974 Aug 25 11:09:50.581348 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.719626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6f704-184c-40ab-bc20-df683027b9c1 None None] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:09:50.879111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] Provisioning for port 2c6e1040-3004-43c7-9dab-be6209b9878b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:50.894491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] Provisioning complete for port 2c6e1040-3004-43c7-9dab-be6209b9878b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:50.895519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:50.922015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.065832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05b00dd6-6ced-4901-8b47-b5ab433f8921 req-80a33850-8fd0-43b2-acb4-f2a29bf1391c tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.1413138 Aug 25 11:09:51.313958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.349731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592f016-7f2c-4cf3-9989-68946bc5e6de req-327164f5-d940-46d2-aec3-554bc4801f39 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:51.352284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4592f016-7f2c-4cf3-9989-68946bc5e6de req-327164f5-d940-46d2-aec3-554bc4801f39 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.1179414 Aug 25 11:09:51.366460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Router c1fa316d-ffcf-4515-a3a9-424869a442b3 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:09:51.371822 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2a5eeab-908f-4ac9-9299-fdec007e1655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.399280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.453963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] For port 2c6e1040-3004-43c7-9dab-be6209b9878b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2c6e1040-3004-43c7-9dab-be6209b9878b,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:51.460144 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.514324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4592f016-7f2c-4cf3-9989-68946bc5e6de req-a2ca011e-33a6-4a17-8a09-0f12f6be8bd0 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518118 Aug 25 11:09:51.598183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b0213-3428-4f1b-ae03-081f9f7ec50a None None] Pushing event updated for resources: {'Port': ['ID=2c6e1040-3004-43c7-9dab-be6209b9878b,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:51.677325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07ca1556-1b55-4154-b3f2-41896a4c7325 req-c251603c-19d3-43e5-b3df-87b503936379 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0694308 Aug 25 11:09:51.714800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:09:51.728484 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Sync routers for ids ['c1fa316d-ffcf-4515-a3a9-424869a442b3'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:09:51.738861 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Routers {'c1fa316d-ffcf-4515-a3a9-424869a442b3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:51.739996 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c1fa316d-ffcf-4515-a3a9-424869a442b3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:51.754006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.757752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b7c235d-5cb5-41f6-a156-ff7154b15906 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0216901 Aug 25 11:09:51.758384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33356) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:51.801129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c354c8a8-2a6d-45ca-a0cd-81d827faed8c None None] Provisioning complete for port 2c6e1040-3004-43c7-9dab-be6209b9878b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:51.802243 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c354c8a8-2a6d-45ca-a0cd-81d827faed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:51.933548 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Set router c1fa316d-ffcf-4515-a3a9-424869a442b3 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:52.103343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2c6e1040-3004-43c7-9dab-be6209b9878b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:52.224756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2c6e1040-3004-43c7-9dab-be6209b9878b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:52.225535 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:52.325968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db117d37-8559-476c-8400-d729db271e27 req-b858cda4-cb66-42cd-a572-f8a9fe4c36b6 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0865417 Aug 25 11:09:52.340963 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:52.461633 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:09:50Z', 'revision_number': 3, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:52.575098 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Checking router: c1fa316d-ffcf-4515-a3a9-424869a442b3 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:09:52.575603 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Updating router c1fa316d-ffcf-4515-a3a9-424869a442b3 port ce885cfd-7f06-4184-918d-b54bc7b7ef18 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:09:52.653984 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:52.677219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-8b768b33-8548-4b6e-a8e7-fd2475b8b16a tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:52.678719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-8b768b33-8548-4b6e-a8e7-fd2475b8b16a tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 1101 time: 0.1633761 Aug 25 11:09:52.687774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:52.706207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33402) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:52.831864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cc9db-b9f7-448c-ac07-ab51d57bfab9 req-8ab9631f-19f7-47da-8845-e1c6c62675f2 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:52.844455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f5cc9db-b9f7-448c-ac07-ab51d57bfab9 req-8ab9631f-19f7-47da-8845-e1c6c62675f2 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 949 time: 0.1742511 Aug 25 11:09:52.936671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f5cc9db-b9f7-448c-ac07-ab51d57bfab9 req-5b6fcf1f-b15c-4044-9fda-48ec86da865e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908599 Aug 25 11:09:53.099974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3100a3f3-ef15-48a9-87da-2c3688ad12ed req-618b9ed7-f4dd-4236-8254-faf1665ccb47 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0726492 Aug 25 11:09:53.128137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Deleting port 5952a577-7bd7-4836-a38e-58106130b7ab {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:09:53.129808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.157470 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.187191 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Transition to ACTIVE for port object ce885cfd-7f06-4184-918d-b54bc7b7ef18 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:53.201167 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.242546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] For port 5952a577-7bd7-4836-a38e-58106130b7ab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5952a577-7bd7-4836-a38e-58106130b7ab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:53.243224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.260803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Calling delete_port for 5952a577-7bd7-4836-a38e-58106130b7ab owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:09:53.340820 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bde6e5-bf37-423f-85cf-735bddf0dc95 None None] Pushing event updated for resources: {'Port': ['ID=ce885cfd-7f06-4184-918d-b54bc7b7ef18,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:53.353141 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Attempting to bind port ce885cfd-7f06-4184-918d-b54bc7b7ef18 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:09:53.354387 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Attempting to bind port ce885cfd-7f06-4184-918d-b54bc7b7ef18 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:09:53.354959 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Attempting to bind port ce885cfd-7f06-4184-918d-b54bc7b7ef18 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:09:53.366913 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:09:53.366913 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:09:53.366913 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.366913 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:09:53.367699 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Bound port: ce885cfd-7f06-4184-918d-b54bc7b7ef18, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:09:53.367843 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.439879 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] For port ce885cfd-7f06-4184-918d-b54bc7b7ef18, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:09:53.442131 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] For port ce885cfd-7f06-4184-918d-b54bc7b7ef18, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ce885cfd-7f06-4184-918d-b54bc7b7ef18,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:09:53.449933 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.470404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52cedaf6-cf8d-48a0-b7b7-1b9e26b8a7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.564087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d85c98df-2eef-4111-a96f-d30d6540adb3 req-8afccaac-9183-44ee-8e90-da364dad476a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0700793 Aug 25 11:09:53.588610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Allocated IP 172.20.0.1 (f10bb4ca-8d57-4d51-8c4f-7636c01b4032/c9e01041-1d44-4c99-9219-6285f243ce1b/c771255a-4d0d-4f80-96fb-789ca0969838) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:53.613924 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bde6e5-bf37-423f-85cf-735bddf0dc95 None None] Pushing event updated for resources: {'Port': ['ID=ce885cfd-7f06-4184-918d-b54bc7b7ef18,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:53.686129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Routers {'c1fa316d-ffcf-4515-a3a9-424869a442b3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:53.687260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c1fa316d-ffcf-4515-a3a9-424869a442b3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:53.910916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.915610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.920034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52cedaf6-cf8d-48a0-b7b7-1b9e26b8a7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.925960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5952a577-7bd7-4836-a38e-58106130b7ab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:09:53.962683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52cedaf6-cf8d-48a0-b7b7-1b9e26b8a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:53.999319 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52cedaf6-cf8d-48a0-b7b7-1b9e26b8a7e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f6487e4ad55428c9282c425233d6072&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2875676 Aug 25 11:09:54.004738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Pushing event deleted for resources: {'Port': ['ID=5952a577-7bd7-4836-a38e-58106130b7ab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:54.006040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33462) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:54.007585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Transition to ACTIVE for port object c771255a-4d0d-4f80-96fb-789ca0969838 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:54.021392 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] Set router c1fa316d-ffcf-4515-a3a9-424869a442b3 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:54.091222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] No DVR routers for this DVR port 5952a577-7bd7-4836-a38e-58106130b7ab on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:09:54.112193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.119603 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d22bb677-80f4-44de-ad5f-16199d63f09b req-e1f87e15-f954-4241-9044-a3f161df6595 tempest-DeleteServersAdminTestJSON-1120672417 tempest-DeleteServersAdminTestJSON-1120672417-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5952a577-7bd7-4836-a38e-58106130b7ab HTTP/1.1" status: 204 len: 173 time: 1.4123709 Aug 25 11:09:54.120189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'name': 'network-vif-deleted', 'tag': '5952a577-7bd7-4836-a38e-58106130b7ab'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:09:54.122934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.125213 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae1a2a-2957-4a35-9a70-b198ac17b920" -d '{"events": [{"server_uuid": "b0957d8f-9387-40ca-a2a0-29fc4147e2dd", "name": "network-vif-deleted", "tag": "5952a577-7bd7-4836-a38e-58106130b7ab"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:09:54.131753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cedaf6-cf8d-48a0-b7b7-1b9e26b8a7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92a87d-2489-4b2d-b036-716012befac6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:54.183463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.216094 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93b5e190-7eef-4c93-a8a4-e8fc9e24b7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.271470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93b5e190-7eef-4c93-a8a4-e8fc9e24b7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.330518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:54.350679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:54.361533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:54.369009 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93b5e190-7eef-4c93-a8a4-e8fc9e24b7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.377923 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93b5e190-7eef-4c93-a8a4-e8fc9e24b7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.379525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93b5e190-7eef-4c93-a8a4-e8fc9e24b7de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea92a87d-2489-4b2d-b036-716012befac6 HTTP/1.1" status: 204 len: 168 time: 0.3690023 Aug 25 11:09:54.398796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5e190-7eef-4c93-a8a4-e8fc9e24b7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92a87d-2489-4b2d-b036-716012befac6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:54.482674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111c5a1a-44f4-487c-94f7-66a8a089b282 req-19525fb0-46de-4533-b220-bf64fc6a723e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0957d8f-9387-40ca-a2a0-29fc4147e2dd HTTP/1.1" status: 200 len: 210 time: 0.0428874 Aug 25 11:09:54.551799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.715103 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:09:50Z', 'revision_number': 3, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:54.749419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7015ff42-6df3-4fe8-9716-0d24ed4aa82a req-9e621ca7-7841-443e-b947-f7dea996a096 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0712686 Aug 25 11:09:54.750873 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b01073-55a9-4901-8d45-18a243a3e99f None None] The sync data for ids ['c1fa316d-ffcf-4515-a3a9-424869a442b3'] in n-d-778732-11 is: [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:09:50Z', 'revision_number': 3, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:09:54.758337 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c3ae6b-b5fe-4623-bf18-e449691b5069 x-openstack-request-id: req-a5c3ae6b-b5fe-4623-bf18-e449691b5069 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:09:54.758683 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0957d8f-9387-40ca-a2a0-29fc4147e2dd", "name": "network-vif-deleted", "tag": "5952a577-7bd7-4836-a38e-58106130b7ab", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:09:54.758962 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5c3ae6b-b5fe-4623-bf18-e449691b5069 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:09:54.759760 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0957d8f-9387-40ca-a2a0-29fc4147e2dd', 'name': 'network-vif-deleted', 'tag': '5952a577-7bd7-4836-a38e-58106130b7ab', 'status': 'completed', 'code': 200} Aug 25 11:09:54.775669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c771255a-4d0d-4f80-96fb-789ca0969838,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:54.845124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b60409cf-dbec-4a52-beae-302a9e1b0864 None None] Provisioning for port c771255a-4d0d-4f80-96fb-789ca0969838 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:54.860715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b60409cf-dbec-4a52-beae-302a9e1b0864 None None] Provisioning complete for port c771255a-4d0d-4f80-96fb-789ca0969838 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:54.869300 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60409cf-dbec-4a52-beae-302a9e1b0864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:54.975736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b60409cf-dbec-4a52-beae-302a9e1b0864 None None] Port c771255a-4d0d-4f80-96fb-789ca0969838 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:09:55.062290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:55.092913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66a74b78-2b74-4b31-b02c-248d7def0e5d req-b7e4028d-61b8-4414-970e-7b18eaf10989 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0752246 Aug 25 11:09:55.444336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:55.547752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Request body: {'port': {'device_id': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'a4641d3f6dc14c3ab9cf6eff26494ae4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:55.693128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33528) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:55.789110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0acd0be7-b056-496e-81bb-4f0359e17c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:55.839925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:55.850171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Made reservation on behalf of a4641d3f6dc14c3ab9cf6eff26494ae4 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:55.854798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:55.863690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:55.880208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.052631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79ab95b8-25a5-4b8f-a40f-d4c4e443b74c req-6e3f6c49-cdec-405a-8c4d-678de5ae96c3 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0851979 Aug 25 11:09:56.164051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce885cfd-7f06-4184-918d-b54bc7b7ef18 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:56.175777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.182601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.67', 65340) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:56.294848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c771255a-4d0d-4f80-96fb-789ca0969838,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:56.295927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-23ac50af-f7e7-4a6f-9681-4b33a7b9ff77 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099644 Aug 25 11:09:56.297728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ce885cfd-7f06-4184-918d-b54bc7b7ef18 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:56.303050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ce885cfd-7f06-4184-918d-b54bc7b7ef18 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:56.306732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.375539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33562) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:56.429027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-006c3c9e-b6fd-40e3-828a-c4029bf74e86 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b118edddd9ce41669225a5465ba1205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1563191 Aug 25 11:09:56.497983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0acd0be7-b056-496e-81bb-4f0359e17c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.509796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:56.510800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0acd0be7-b056-496e-81bb-4f0359e17c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.518609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:56.539533 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.546278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fd9b8d8-c452-4792-8fe2-85695d54fbb8 req-d7aeff00-cdb4-4be0-8e06-c1f8f7b3cdda tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.1844745 Aug 25 11:09:56.595706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f868fd3-1062-4a21-9d15-5f215c1bed19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.600112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ce885cfd-7f06-4184-918d-b54bc7b7ef18, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ce885cfd-7f06-4184-918d-b54bc7b7ef18,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:09:56.601126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd0be7-b056-496e-81bb-4f0359e17c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5979692-7750-4b49-a204-3a41112be5e3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:56.618355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.667031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c368f5b2-301e-45b0-817c-e22c8084cc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.809309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ce885cfd-7f06-4184-918d-b54bc7b7ef18,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:56.836432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-b63abe54-2052-4609-bada-86af3a58c151 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:56.838220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-b63abe54-2052-4609-bada-86af3a58c151 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4612520 Aug 25 11:09:56.867596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Request body: {'port': {'device_id': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '05f1200353254409b7f7713f48e19902'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:56.872368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.931690 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0acd0be7-b056-496e-81bb-4f0359e17c09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c703c15fee0d420e8599a052faa2b750&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2374105 Aug 25 11:09:56.932264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7c13474d-757b-461b-a961-5311a7d4b606 None None] Provisioning complete for port c771255a-4d0d-4f80-96fb-789ca0969838 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:56.932678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c13474d-757b-461b-a961-5311a7d4b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:56.933509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33574) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:56.999723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-b0885405-af57-44aa-9c2d-9c745db87ff5 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:57.007987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-b0885405-af57-44aa-9c2d-9c745db87ff5 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5780149 Aug 25 11:09:57.016777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7c13474d-757b-461b-a961-5311a7d4b606 None None] Port c771255a-4d0d-4f80-96fb-789ca0969838 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:09:57.057147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-1b0a0633-cf49-4ca9-8b3a-d41a40546f09 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/quotas/b118edddd9ce41669225a5465ba1205b HTTP/1.1" status: 200 len: 375 time: 0.0465436 Aug 25 11:09:57.067861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9528055a-779c-4e49-9791-cb61b18c8da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.071153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Router c1fa316d-ffcf-4515-a3a9-424869a442b3 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:09:57.115940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-8a592a40-db9b-4835-a201-32310dc168a6 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b118edddd9ce41669225a5465ba1205b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575485 Aug 25 11:09:57.130976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9528055a-779c-4e49-9791-cb61b18c8da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.143533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.156813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.215467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07e82676-1189-40de-9bfb-8d7d29329219 req-4b2091b3-dfc3-4562-b47b-96eaf71bd902 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0498738 Aug 25 11:09:57.288472 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:09:57.336445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4332508b-9ab8-4a38-b791-76536feea070,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:57.375541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:09:57.396477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-398f48cf-1567-4820-9443-875c1563d5b1 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1fa316d-ffcf-4515-a3a9-424869a442b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6367188 Aug 25 11:09:57.399279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9528055a-779c-4e49-9791-cb61b18c8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.404713 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9528055a-779c-4e49-9791-cb61b18c8da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.412184 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9528055a-779c-4e49-9791-cb61b18c8da1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5979692-7750-4b49-a204-3a41112be5e3 HTTP/1.1" status: 204 len: 168 time: 0.4754038 Aug 25 11:09:57.440090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528055a-779c-4e49-9791-cb61b18c8da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5979692-7750-4b49-a204-3a41112be5e3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:57.446678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-500833ba-0b3b-485a-adc2-deaf1e15a4c1 req-5962540e-8e73-4888-b547-6e94776b8af7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 210 time: 0.0689945 Aug 25 11:09:57.533802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5952a577-7bd7-4836-a38e-58106130b7ab no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:09:57.652317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Allocated IP 192.168.233.254 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/50426e50-9c44-49fd-a7f9-fc118cb74d7a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:09:57.690129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 5952a577-7bd7-4836-a38e-58106130b7ab {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:09:57.690485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5952a577-7bd7-4836-a38e-58106130b7ab not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:09:57.717719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c368f5b2-301e-45b0-817c-e22c8084cc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.767021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1f7a97f-47e1-4757-a96a-21073e2d05c3 req-6384d9cf-f18f-4265-831b-9f88775d1329 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0549932 Aug 25 11:09:57.774199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c368f5b2-301e-45b0-817c-e22c8084cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.930308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f868fd3-1062-4a21-9d15-5f215c1bed19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:57.937797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f868fd3-1062-4a21-9d15-5f215c1bed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.066969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Sync routers for ids ['c1fa316d-ffcf-4515-a3a9-424869a442b3'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:09:58.073234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f868fd3-1062-4a21-9d15-5f215c1bed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a154e-dadd-495f-8759-32d1647b1494,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:58.102959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f868fd3-1062-4a21-9d15-5f215c1bed19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f404e932f8014fa6b946c4c821ff3529&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7256312 Aug 25 11:09:58.104328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:58.105858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Routers {'c1fa316d-ffcf-4515-a3a9-424869a442b3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:09:58.106617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c1fa316d-ffcf-4515-a3a9-424869a442b3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:58.129466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c368f5b2-301e-45b0-817c-e22c8084cc0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a05be350e914742abd0c648093f18cb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6838720 Aug 25 11:09:58.132747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:58.179230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Made reservation on behalf of 05f1200353254409b7f7713f48e19902 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:09:58.186437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.258219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52d65731-fcd5-4f7b-8c4c-07cefa5e0e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.279690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce724acc-cf44-489c-baf4-fe533f3fc2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.306662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce724acc-cf44-489c-baf4-fe533f3fc2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.373371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce724acc-cf44-489c-baf4-fe533f3fc2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.376084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.377613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce724acc-cf44-489c-baf4-fe533f3fc2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.378681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f5b2-301e-45b0-817c-e22c8084cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bda8ea6-75e8-4a44-9a0b-37dda03905f1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:58.382870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce724acc-cf44-489c-baf4-fe533f3fc2f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee0a154e-dadd-495f-8759-32d1647b1494 HTTP/1.1" status: 204 len: 168 time: 0.2754054 Aug 25 11:09:58.386001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52d65731-fcd5-4f7b-8c4c-07cefa5e0e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.389030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.423365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce724acc-cf44-489c-baf4-fe533f3fc2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a154e-dadd-495f-8759-32d1647b1494,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:58.492583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce885cfd-7f06-4184-918d-b54bc7b7ef18 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:09:58.515515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52d65731-fcd5-4f7b-8c4c-07cefa5e0e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.518945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52d65731-fcd5-4f7b-8c4c-07cefa5e0e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.520394 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52d65731-fcd5-4f7b-8c4c-07cefa5e0e68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bda8ea6-75e8-4a44-9a0b-37dda03905f1 HTTP/1.1" status: 204 len: 168 time: 0.3828731 Aug 25 11:09:58.535679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d65731-fcd5-4f7b-8c4c-07cefa5e0e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bda8ea6-75e8-4a44-9a0b-37dda03905f1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:58.604286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Set router c1fa316d-ffcf-4515-a3a9-424869a442b3 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:09:58.677727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ce885cfd-7f06-4184-918d-b54bc7b7ef18 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:58.678468 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:58.801077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Transition to ACTIVE for port object 50426e50-9c44-49fd-a7f9-fc118cb74d7a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:58.836836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a50ce5c-6e95-4f81-b30e-0b41beaf895b req-ef0a6500-a516-4d8c-b166-92cb5dd68e74 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.0640235 Aug 25 11:09:58.967639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:09:54Z', 'revision_number': 4, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c771255a-4d0d-4f80-96fb-789ca0969838', 'name': '', 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'mac_address': 'fa:16:3e:40:71:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c9e01041-1d44-4c99-9219-6285f243ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:52Z', 'updated_at': '2021-08-25T11:09:55Z', 'revision_number': 2, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'subnets': [{'id': 'c9e01041-1d44-4c99-9219-6285f243ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:09:59.026794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Checking router: c1fa316d-ffcf-4515-a3a9-424869a442b3 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:09:59.028225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Updating router c1fa316d-ffcf-4515-a3a9-424869a442b3 port c771255a-4d0d-4f80-96fb-789ca0969838 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:09:59.044464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7d5378c-998d-4d94-8efa-8aa62c2cab9d req-4fd8ac8c-038b-4d95-bb80-74726b880592 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 210 time: 0.0761859 Aug 25 11:09:59.050780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.143458 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.162934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-7818b7bd-0c4b-428c-a255-fe1b06de9413 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b118edddd9ce41669225a5465ba1205b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023769 Aug 25 11:09:59.165244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:09:59.196393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:09:59.202500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:09:59.216830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:59.218326 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.305570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Pushing event updated for resources: {'Port': ['ID=50426e50-9c44-49fd-a7f9-fc118cb74d7a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:09:59.332341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33664) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:59.442717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22891701-36dc-41cb-b567-aa6ec2359292 req-36b0fd65-fc59-42f0-a6fc-ca24e23ba7c7 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:59.455557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22891701-36dc-41cb-b567-aa6ec2359292 req-36b0fd65-fc59-42f0-a6fc-ca24e23ba7c7 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.2999179 Aug 25 11:09:59.457729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9660222a-e4c7-4809-bc30-eb83ccd9ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.551872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33668) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:09:59.615850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.631558 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.633896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-a42d216b-6766-4479-89b9-82b1231aaa4d tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:59.637199 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-a42d216b-6766-4479-89b9-82b1231aaa4d tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4667275 Aug 25 11:09:59.664847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Request body: {'port': {'device_id': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'b118edddd9ce41669225a5465ba1205b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:09:59.670767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9eca72eb-a981-450a-8061-30288cde3fb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1406369 Aug 25 11:09:59.704721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6dca-49f7-4874-920b-72c78d782233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.710703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a345fcc0-2986-4854-938d-6660603ae7b2 None None] Provisioning for port 50426e50-9c44-49fd-a7f9-fc118cb74d7a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:09:59.717396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22891701-36dc-41cb-b567-aa6ec2359292 req-c8b74e8d-dc71-416e-acc0-d037b8a02a4b tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604101 Aug 25 11:09:59.719539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a345fcc0-2986-4854-938d-6660603ae7b2 None None] Provisioning complete for port 50426e50-9c44-49fd-a7f9-fc118cb74d7a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:09:59.719919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a345fcc0-2986-4854-938d-6660603ae7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.741987 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.760760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836ce0-8e6c-4a0c-baa5-23cd1bc9d85c req-92f43802-f126-433d-95ef-ec7497583c66 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:09:59.762028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2836ce0-8e6c-4a0c-baa5-23cd1bc9d85c req-92f43802-f126-433d-95ef-ec7497583c66 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 936 time: 0.2962141 Aug 25 11:09:59.771900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-697631f0-1e30-461d-b765-3f3be3abd463 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:09:59.771900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-697631f0-1e30-461d-b765-3f3be3abd463 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0381355 Aug 25 11:09:59.794093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Transition to ACTIVE for port object c771255a-4d0d-4f80-96fb-789ca0969838 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:09:59.798614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:09:59.993510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a345fcc0-2986-4854-938d-6660603ae7b2 None None] Port 50426e50-9c44-49fd-a7f9-fc118cb74d7a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:10:00.054950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329754-0ae7-4838-9147-4e6967acc3c9 None None] Pushing event updated for resources: {'Port': ['ID=c771255a-4d0d-4f80-96fb-789ca0969838,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:00.079421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Attempting to bind port c771255a-4d0d-4f80-96fb-789ca0969838 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:00.080658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Attempting to bind port c771255a-4d0d-4f80-96fb-789ca0969838 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:00.081994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Attempting to bind port c771255a-4d0d-4f80-96fb-789ca0969838 on network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:00.096679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33760e9d-47b5-4914-a83e-0a20a1c41b4d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:00.098923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:00.099918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Checking segment: {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:00.100872 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.102085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Bound using segment: {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:00.103733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Bound port: c771255a-4d0d-4f80-96fb-789ca0969838, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccc72c9-8027-4ca5-96e5-53a951da1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:00.106135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.151446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2836ce0-8e6c-4a0c-baa5-23cd1bc9d85c req-99c514f7-3bf5-4ec4-9208-8b64fe81fd93 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747954 Aug 25 11:10:00.154294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac311b1b-0910-4be2-b7ac-96cc4b5dfdf3 req-069df02f-b542-4c08-8743-5c3158947194 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.1458690 Aug 25 11:10:00.192561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Allocated IP 192.168.233.166 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/9c0eec94-6af1-40b2-a66b-2be557adc844) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:00.219147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Request body: {'port': {'device_id': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:00.240242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-7050650b-b500-4857-a628-4606dfc47798 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:00.242273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-7050650b-b500-4857-a628-4606dfc47798 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.2700417 Aug 25 11:10:00.315126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] For port c771255a-4d0d-4f80-96fb-789ca0969838, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:00.342763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] For port c771255a-4d0d-4f80-96fb-789ca0969838, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c771255a-4d0d-4f80-96fb-789ca0969838,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:00.355416 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.403826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9660222a-e4c7-4809-bc30-eb83ccd9ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.412898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-836c8fc7-29b2-40f0-9674-7b0530fa1af1 req-cde010a1-8c5b-46bb-b15e-cefcb7885b3a tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 210 time: 0.1254554 Aug 25 11:10:00.470253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9660222a-e4c7-4809-bc30-eb83ccd9ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.507656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329754-0ae7-4838-9147-4e6967acc3c9 None None] Pushing event updated for resources: {'Port': ['ID=c771255a-4d0d-4f80-96fb-789ca0969838,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:00.583603 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.592767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Routers {'c1fa316d-ffcf-4515-a3a9-424869a442b3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:00.594075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c1fa316d-ffcf-4515-a3a9-424869a442b3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:00.615657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.713515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9660222a-e4c7-4809-bc30-eb83ccd9ebb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8633fb1324e44512adcea34419588f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3757064 Aug 25 11:10:00.715095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660222a-e4c7-4809-bc30-eb83ccd9ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518b1f0-49bd-4480-93da-cc56a96b691a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:00.719569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:00.851207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] Set router c1fa316d-ffcf-4515-a3a9-424869a442b3 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:00.965215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Deleting port 3526ff85-293e-4464-88ad-2c7404e7b586 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:00.965957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:00.976853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b38b75a0-09fb-497f-932a-1a28a5d1da20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.001732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.046008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b38b75a0-09fb-497f-932a-1a28a5d1da20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.115502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b38b75a0-09fb-497f-932a-1a28a5d1da20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.123158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b38b75a0-09fb-497f-932a-1a28a5d1da20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.131415 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b38b75a0-09fb-497f-932a-1a28a5d1da20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c518b1f0-49bd-4480-93da-cc56a96b691a HTTP/1.1" status: 204 len: 168 time: 0.4086049 Aug 25 11:10:01.153628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b75a0-09fb-497f-932a-1a28a5d1da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518b1f0-49bd-4480-93da-cc56a96b691a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:01.264264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:09:54Z', 'revision_number': 4, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c771255a-4d0d-4f80-96fb-789ca0969838', 'name': '', 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'mac_address': 'fa:16:3e:40:71:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c9e01041-1d44-4c99-9219-6285f243ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:52Z', 'updated_at': '2021-08-25T11:10:00Z', 'revision_number': 4, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'subnets': [{'id': 'c9e01041-1d44-4c99-9219-6285f243ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:01.271272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Transition to ACTIVE for port object 9c0eec94-6af1-40b2-a66b-2be557adc844 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:01.274127 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6dca-49f7-4874-920b-72c78d782233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.288411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:01.296016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2031983282', 'description': 'tempest-description--1067135857'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:01.300762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4bc6dca-49f7-4874-920b-72c78d782233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.325844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88c2ed-36a4-4e36-9624-44f03cc645e6 None None] The sync data for ids ['c1fa316d-ffcf-4515-a3a9-424869a442b3'] in n-d-778732-11 is: [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:09:54Z', 'revision_number': 4, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c771255a-4d0d-4f80-96fb-789ca0969838', 'name': '', 'network_id': 'f10bb4ca-8d57-4d51-8c4f-7636c01b4032', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'mac_address': 'fa:16:3e:40:71:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'c9e01041-1d44-4c99-9219-6285f243ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:52Z', 'updated_at': '2021-08-25T11:10:00Z', 'revision_number': 4, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'subnets': [{'id': 'c9e01041-1d44-4c99-9219-6285f243ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:10:01.333048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:10:01.333048 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:10:01.333048 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '58d323bc6f2b4d13bc279542a8a49487', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 10, 1, 314258)}] Aug 25 11:10:01.333048 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:10:01.339939 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:10:01.358366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Made reservation on behalf of b118edddd9ce41669225a5465ba1205b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:01.363051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.385113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] For port 3526ff85-293e-4464-88ad-2c7404e7b586, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3526ff85-293e-4464-88ad-2c7404e7b586,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:01.385515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.397558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c2cd-9f3f-4242-97dd-3b2179e1062f req-215b1adf-d025-46b7-ab34-f199cc313d6a tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:01.399294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71e8c2cd-9f3f-4242-97dd-3b2179e1062f req-215b1adf-d025-46b7-ab34-f199cc313d6a tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 971 time: 0.2216926 Aug 25 11:10:01.420619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e4bc6dca-49f7-4874-920b-72c78d782233 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6dfe222152942b19d0ab31734a3b17d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8602858 Aug 25 11:10:01.421336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc6dca-49f7-4874-920b-72c78d782233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a6e23e-2e18-4c92-b7e8-a65e5aea56fa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:01.427522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33718) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:01.437678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Calling delete_port for 3526ff85-293e-4464-88ad-2c7404e7b586 owned by compute:tempest-test_az-1859830093 {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:01.601774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.662104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71e8c2cd-9f3f-4242-97dd-3b2179e1062f req-b791229d-ed4b-4ec7-938c-26a75c1803ee tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/security-groups?id=a0f78a61-18b0-49b6-835e-971ff20c5c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091146 Aug 25 11:10:01.896587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:01.946613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:02.034737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:02.043284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:02.060572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:02.061238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.130493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.138857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c771255a-4d0d-4f80-96fb-789ca0969838 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:02.148193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.237013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.244652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9539654 Aug 25 11:10:02.248229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33736) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:02.266145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'security_group_rule': {'security_group_id': '675439a6-3b4e-4631-b573-dcbd9fce606a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:02.274740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c771255a-4d0d-4f80-96fb-789ca0969838 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:02.281592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c771255a-4d0d-4f80-96fb-789ca0969838 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:02.284244 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.324747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345c775-a394-4c53-8da3-0203c51d90a8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675439a6-3b4e-4631-b573-dcbd9fce606a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:02.356283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.477794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0ea88810-3d04-4d77-90df-312f6f97df8c None None] Provisioning for port 9c0eec94-6af1-40b2-a66b-2be557adc844 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:02.500658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-507bfc38-9612-47e2-a39a-02608dbbe109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.561942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.563282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33744) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:02.576124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.582194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0ea88810-3d04-4d77-90df-312f6f97df8c None None] Provisioning complete for port 9c0eec94-6af1-40b2-a66b-2be557adc844 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:02.582668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ea88810-3d04-4d77-90df-312f6f97df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.625602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.628780 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778200 Aug 25 11:10:02.630752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdfc2c-363d-4eb1-b81f-336ba29e7bd9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20c3f9b-8a60-43ad-8e67-4293be62d9e5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:02.633597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33748) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:02.644824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'security_group_rule': {'security_group_id': '675439a6-3b4e-4631-b573-dcbd9fce606a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:02.652258 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.671926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0ea88810-3d04-4d77-90df-312f6f97df8c None None] Port 9c0eec94-6af1-40b2-a66b-2be557adc844 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:10:02.704357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c771255a-4d0d-4f80-96fb-789ca0969838, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c771255a-4d0d-4f80-96fb-789ca0969838,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:02.714949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.735750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.766218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-507bfc38-9612-47e2-a39a-02608dbbe109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.827255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:02.833849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c771255a-4d0d-4f80-96fb-789ca0969838,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:02.845955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.851190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-507bfc38-9612-47e2-a39a-02608dbbe109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.854450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-507bfc38-9612-47e2-a39a-02608dbbe109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.860177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-507bfc38-9612-47e2-a39a-02608dbbe109 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58a6e23e-2e18-4c92-b7e8-a65e5aea56fa HTTP/1.1" status: 204 len: 168 time: 1.4252617 Aug 25 11:10:02.881108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.891475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.915013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Pushing event deleted for resources: {'Port': ['ID=3526ff85-293e-4464-88ad-2c7404e7b586,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:02.920837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bfc38-9612-47e2-a39a-02608dbbe109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a6e23e-2e18-4c92-b7e8-a65e5aea56fa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:02.925280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-994084db-f8eb-4468-bf44-eff288357e49 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0670226 Aug 25 11:10:02.967656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:02.973365 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339937 Aug 25 11:10:02.974705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33756) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:02.976939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa87c1-0c90-46d9-a921-c9be1ba46801 req-d6a1dca1-49e5-489a-87f1-0a45ffb924f4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:02.978726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eaa87c1-0c90-46d9-a921-c9be1ba46801 req-d6a1dca1-49e5-489a-87f1-0a45ffb924f4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 936 time: 1.0348823 Aug 25 11:10:02.987095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Request body: {'port': {'device_id': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:03.011976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:03.089556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39cca-2653-47db-98e9-8b03c5922d50 req-3ec8e2c1-c27c-4f6c-92a6-7044358fcfbb tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:03.096819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89192c9-51c9-4da2-a907-b5d15b6bdf9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcc8ed5-ce62-4ef1-b6f6-9471eee9d978,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:03.098763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7e39cca-2653-47db-98e9-8b03c5922d50 req-3ec8e2c1-c27c-4f6c-92a6-7044358fcfbb tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 936 time: 1.2804465 Aug 25 11:10:03.132070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] No DVR routers for this DVR port 3526ff85-293e-4464-88ad-2c7404e7b586 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:10:03.137646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.139862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.141022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24702a3a-096a-4ec3-aa5e-63d222fafe0a req-083242fb-87cc-473a-90b2-14ccf5cae6fc tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.10 "DELETE /v2.0/ports/3526ff85-293e-4464-88ad-2c7404e7b586 HTTP/1.1" status: 204 len: 173 time: 2.8692780 Aug 25 11:10:03.158634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2c627d-42b0-4db6-b014-1661af900699', 'name': 'network-vif-deleted', 'tag': '3526ff85-293e-4464-88ad-2c7404e7b586'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:03.162202 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125d7b4-4c3a-40a4-a1b5-0b493d3be20f" -d '{"events": [{"server_uuid": "3a2c627d-42b0-4db6-b014-1661af900699", "name": "network-vif-deleted", "tag": "3526ff85-293e-4464-88ad-2c7404e7b586"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:03.177498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50426e50-9c44-49fd-a7f9-fc118cb74d7a {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:03.222279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.310011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7e39cca-2653-47db-98e9-8b03c5922d50 req-04c20585-de1e-487b-b4de-d9b737993815 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107360 Aug 25 11:10:03.314613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Transition to ACTIVE for port object 50426e50-9c44-49fd-a7f9-fc118cb74d7a will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:03.325333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eaa87c1-0c90-46d9-a921-c9be1ba46801 req-4da6ea98-108a-47b6-a68f-c87abed1a9b5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297470 Aug 25 11:10:03.327252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.342173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.536903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Pushing event updated for resources: {'Port': ['ID=50426e50-9c44-49fd-a7f9-fc118cb74d7a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:03.594097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3526ff85-293e-4464-88ad-2c7404e7b586 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:10:03.629731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0caf4db2-ef9b-4e7c-8340-ddc34b61a280 req-cd57cdb2-9186-4b87-9d84-4b60b51bf3f9 tempest-AggregatesAdminTestJSON-888431451 tempest-AggregatesAdminTestJSON-888431451-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a2c627d-42b0-4db6-b014-1661af900699 HTTP/1.1" status: 200 len: 210 time: 0.0842564 Aug 25 11:10:03.655333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 3526ff85-293e-4464-88ad-2c7404e7b586 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:10:03.655884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Attempting to bind port 50426e50-9c44-49fd-a7f9-fc118cb74d7a on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:03.656091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3526ff85-293e-4464-88ad-2c7404e7b586 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:10:03.656371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Attempting to bind port 50426e50-9c44-49fd-a7f9-fc118cb74d7a by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:03.656776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Attempting to bind port 50426e50-9c44-49fd-a7f9-fc118cb74d7a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:03.676849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66ca27f2-4629-424b-9294-4d836a2b91b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.718019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Port 50426e50-9c44-49fd-a7f9-fc118cb74d7a on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:10:03.718679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Attempting to bind port 50426e50-9c44-49fd-a7f9-fc118cb74d7a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:03.741725 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e01102-484c-4493-9b99-abaf47026b2f x-openstack-request-id: req-46e01102-484c-4493-9b99-abaf47026b2f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:03.742469 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2c627d-42b0-4db6-b014-1661af900699", "name": "network-vif-deleted", "tag": "3526ff85-293e-4464-88ad-2c7404e7b586", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:03.742934 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46e01102-484c-4493-9b99-abaf47026b2f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:03.743589 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2c627d-42b0-4db6-b014-1661af900699', 'name': 'network-vif-deleted', 'tag': '3526ff85-293e-4464-88ad-2c7404e7b586', 'status': 'completed', 'code': 200} Aug 25 11:10:03.752244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a61772b-903a-4f87-a548-ce2b229541fe req-6ea5e6c9-3577-4e17-9061-b660cebbb79c tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 210 time: 0.0890491 Aug 25 11:10:03.815866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Allocated IP 192.168.233.203 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/4d22e598-0563-4ede-ab17-06abe1a90bde) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:03.838444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:03.838796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:03.839198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:03.840258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Bound port: 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:03.840610 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:03.997580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] For port 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:04.005113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] For port 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:04.017983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.095122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c771255a-4d0d-4f80-96fb-789ca0969838 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:04.096962 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.118696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:04.119365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.121040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] 10.222.0.67 "PUT /v2.0/ports/50426e50-9c44-49fd-a7f9-fc118cb74d7a HTTP/1.1" status: 200 len: 1097 time: 4.1260171 Aug 25 11:10:04.175418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66ca27f2-4629-424b-9294-4d836a2b91b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.180772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684765a5-ee06-4dcb-9cd2-4a90706b9da4 service neutron] Pushing event updated for resources: {'Port': ['ID=50426e50-9c44-49fd-a7f9-fc118cb74d7a,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:04.256821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c771255a-4d0d-4f80-96fb-789ca0969838 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:04.257507 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.261267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66ca27f2-4629-424b-9294-4d836a2b91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.358912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-89aad72c-0e15-4168-a3fe-5e93ea188a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:04.360524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-89aad72c-0e15-4168-a3fe-5e93ea188a62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 1100 time: 0.1039591 Aug 25 11:10:04.554805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-70069b3f-4f1d-4d24-aee7-e10e616b043b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a HTTP/1.1" status: 200 len: 217 time: 0.1812294 Aug 25 11:10:04.644938 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66ca27f2-4629-424b-9294-4d836a2b91b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fe9ea16fa054c80ba9ea62df6c187f4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0793767 Aug 25 11:10:04.651003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33786) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:04.658234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.676988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca27f2-4629-424b-9294-4d836a2b91b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08b1d25-dc35-4262-b060-4f26ddcb3b43,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:04.697096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1727-69c7-4996-9cf1-9bd6e75def46 req-601b7b21-a497-400d-a56f-0a196b310543 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:04.700247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46ea1727-69c7-4996-9cf1-9bd6e75def46 req-601b7b21-a497-400d-a56f-0a196b310543 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 948 time: 0.2114892 Aug 25 11:10:04.722195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Transition to ACTIVE for port object 4d22e598-0563-4ede-ab17-06abe1a90bde will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:04.797898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:04.894771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Allocated IP 172.25.1.134 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/396fa2cd-164f-484e-bf41-495235ec0fbd) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:04.899172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:04.915082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:04.918642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7c19-2e94-493d-9432-86fd49917138 req-41778d7f-23bf-4730-a84c-e13927da3761 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:04.918892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:04.923037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Pushing event updated for resources: {'Port': ['ID=4d22e598-0563-4ede-ab17-06abe1a90bde,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:04.923679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78e7c19-2e94-493d-9432-86fd49917138 req-41778d7f-23bf-4730-a84c-e13927da3761 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 936 time: 0.3751872 Aug 25 11:10:04.926450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9c092964-88f3-457c-b915-3e2c646a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:04.928669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-9c092964-88f3-457c-b915-3e2c646a892c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3584352 Aug 25 11:10:05.024827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2909db32-604d-4615-838f-452cf2020ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.055946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2909db32-604d-4615-838f-452cf2020ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.057336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:05.058202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.106551 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-73823a83-ebe3-467f-957e-6d00eb0e098f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4538651 Aug 25 11:10:05.119628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Request body: {'port': {'device_id': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:05.122801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-4809ec19-e4b1-4de0-b626-205eeae2c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:05.125732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-4809ec19-e4b1-4de0-b626-205eeae2c91c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1572328 Aug 25 11:10:05.147889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46ea1727-69c7-4996-9cf1-9bd6e75def46 req-fc572099-56be-4f9c-a750-4e44d4f02f8b tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946414 Aug 25 11:10:05.175764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.210869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78e7c19-2e94-493d-9432-86fd49917138 req-3b9d116a-70f3-4bfd-a794-1de38a8d0fcc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145886 Aug 25 11:10:05.254698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.316511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:05.317797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-96aefec2-db19-473d-bc71-8eb8c8182dfc None None] Provisioning for port 4d22e598-0563-4ede-ab17-06abe1a90bde completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:05.328167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-96aefec2-db19-473d-bc71-8eb8c8182dfc None None] Provisioning complete for port 4d22e598-0563-4ede-ab17-06abe1a90bde triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:05.329742 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96aefec2-db19-473d-bc71-8eb8c8182dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.349563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.469168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2909db32-604d-4615-838f-452cf2020ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.472328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2909db32-604d-4615-838f-452cf2020ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.473538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2909db32-604d-4615-838f-452cf2020ffe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d08b1d25-dc35-4262-b060-4f26ddcb3b43 HTTP/1.1" status: 204 len: 168 time: 0.8190589 Aug 25 11:10:05.493838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-96aefec2-db19-473d-bc71-8eb8c8182dfc None None] Port 4d22e598-0563-4ede-ab17-06abe1a90bde cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:10:05.497350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:05.511805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:05.514206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd341a0-b047-4203-8d1d-3fc07dca3a64 req-c1a76083-d024-4183-b580-2dcf43e721df tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:05.515890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cd341a0-b047-4203-8d1d-3fc07dca3a64 req-c1a76083-d024-4183-b580-2dcf43e721df tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 936 time: 0.1578701 Aug 25 11:10:05.519786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909db32-604d-4615-838f-452cf2020ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08b1d25-dc35-4262-b060-4f26ddcb3b43,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:05.526519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:05.541255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'Port': ['ID=396fa2cd-164f-484e-bf41-495235ec0fbd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:05.541438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-e98c77c3-5698-4671-845d-b2fce8bd2858 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429086 Aug 25 11:10:05.637859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0eec94-6af1-40b2-a66b-2be557adc844 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:05.656012 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.665082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cd341a0-b047-4203-8d1d-3fc07dca3a64 req-055befe2-75f2-45cd-956b-36d7e2f6183e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222596 Aug 25 11:10:05.701395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Transition to ACTIVE for port object 9c0eec94-6af1-40b2-a66b-2be557adc844 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:05.716689 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.754593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'tag': '50426e50-9c44-49fd-a7f9-fc118cb74d7a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:05.756997 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df87ce-1884-497c-b1e6-6414700e83f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0755944-0d2d-48dd-b6de-ae7a5feeb473", "tag": "50426e50-9c44-49fd-a7f9-fc118cb74d7a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:05.764063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eb9b7e-28db-4ed6-ba97-136a2183becb req-d9aef6b1-8025-4631-a6fa-8b843686ec33 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103555 Aug 25 11:10:05.793333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:05.822783 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d012a59-e230-4e31-985a-f17fa9a116f7 x-openstack-request-id: req-6d012a59-e230-4e31-985a-f17fa9a116f7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:05.823470 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0755944-0d2d-48dd-b6de-ae7a5feeb473", "tag": "50426e50-9c44-49fd-a7f9-fc118cb74d7a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:05.823989 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d012a59-e230-4e31-985a-f17fa9a116f7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:05.824685 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'tag': '50426e50-9c44-49fd-a7f9-fc118cb74d7a', 'status': 'completed', 'code': 200} Aug 25 11:10:05.841946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:05.843418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:05.843778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:05.849133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Port 9c0eec94-6af1-40b2-a66b-2be557adc844 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:10:05.849566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:05.856113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:05.856485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:05.856883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:05.857362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Bound port: 9c0eec94-6af1-40b2-a66b-2be557adc844, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:05.857759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.936847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:05.973152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-c428688c-c6da-4993-bb4a-585ff5d200c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:05.974966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-c428688c-c6da-4993-bb4a-585ff5d200c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 1100 time: 0.1060727 Aug 25 11:10:06.033660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:06.041492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.042073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:06.059899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.148814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-247434599-network', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:06.187038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:06.190506 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.195279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 1097 time: 3.2301672 Aug 25 11:10:06.292976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bffa40-e63d-407a-a33b-012cf9ed5fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:06.373144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:06.388784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d22e598-0563-4ede-ab17-06abe1a90bde {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:06.407204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.433427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Transition to ACTIVE for port object 4d22e598-0563-4ede-ab17-06abe1a90bde will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:06.441863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-be8fc091-1e60-4658-b6db-02e098e20264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:06.443643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-be8fc091-1e60-4658-b6db-02e098e20264 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.4596946 Aug 25 11:10:06.462782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.515539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-35ae8583-4d66-4270-8187-8a206fd83319 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a HTTP/1.1" status: 200 len: 217 time: 0.0555818 Aug 25 11:10:06.518838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-4daafb5e-bebe-4d62-8ae0-749db63b0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:06.520339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-4daafb5e-bebe-4d62-8ae0-749db63b0f1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1100 time: 0.1462436 Aug 25 11:10:06.523881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Pushing event updated for resources: {'Port': ['ID=4d22e598-0563-4ede-ab17-06abe1a90bde,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:06.528608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Made reservation on behalf of ad1cfd10afac468b9a2dd9804e9ad254 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:06.529774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fe8ae-f3ec-4338-8d1e-317c2ce98513 req-f4cf788b-a259-446a-a4b6-37374bddef5f tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:06.531232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.537242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-498fe8ae-f3ec-4338-8d1e-317c2ce98513 req-f4cf788b-a259-446a-a4b6-37374bddef5f tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 948 time: 0.2563136 Aug 25 11:10:06.546452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.631681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:06.884072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a11f7c5c-a5d0-41c8-a35d-645b8a4ace04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:06.992612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.007220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.033641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-7f2ab181-0b4a-4935-beba-c090ff5d2b24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.4939876 Aug 25 11:10:07.066249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.080456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.083570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Attempting to bind port 4d22e598-0563-4ede-ab17-06abe1a90bde on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:07.083901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Attempting to bind port 4d22e598-0563-4ede-ab17-06abe1a90bde by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:07.084254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Attempting to bind port 4d22e598-0563-4ede-ab17-06abe1a90bde on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:07.122388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-498fe8ae-f3ec-4338-8d1e-317c2ce98513 req-0e142638-0e63-45d7-bfe4-211b8c9fade7 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839300 Aug 25 11:10:07.144801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'Port': ['ID=396fa2cd-164f-484e-bf41-495235ec0fbd,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:07.164181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Port 4d22e598-0563-4ede-ab17-06abe1a90bde on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:10:07.165423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Attempting to bind port 4d22e598-0563-4ede-ab17-06abe1a90bde on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:07.174879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:10:07.201503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:07.201944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-27382452-37ba-4ebe-bc30-c334c97af20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.202132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:07.202308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:07.202798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Bound port: 4d22e598-0563-4ede-ab17-06abe1a90bde, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:07.203172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.204253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-27382452-37ba-4ebe-bc30-c334c97af20c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.6634486 Aug 25 11:10:07.211106 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.211470 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Added segment d4cf202e-1f37-426d-bb30-2e0bab175460 of type vlan for network 6041553a-4012-4ac4-b4fd-f3170a4d7458 Aug 25 11:10:07.217032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c7d9d7-cc38-4025-a80d-8d9c30ca9ec6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:07.241774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.322268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb5fa-56d6-4a66-9756-015429a004f0 req-a82ff2fe-e176-440a-a6d2-d4cd6fa88200 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.324854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e4cb5fa-56d6-4a66-9756-015429a004f0 req-a82ff2fe-e176-440a-a6d2-d4cd6fa88200 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 0.3325980 Aug 25 11:10:07.345850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-463ca4c0-1d7d-41a4-bffc-68e35396df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.348247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.348578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-463ca4c0-1d7d-41a4-bffc-68e35396df8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2616229 Aug 25 11:10:07.353035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b4a28ced-3778-4094-b194-a8a7af7a3165 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a51fa600a6c240fb89816a806ec12512&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9772730 Aug 25 11:10:07.364070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33842) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:07.388770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] For port 4d22e598-0563-4ede-ab17-06abe1a90bde, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:07.424430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] For port 4d22e598-0563-4ede-ab17-06abe1a90bde, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4d22e598-0563-4ede-ab17-06abe1a90bde,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:07.430941 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.432016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.432781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.441579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a11f7c5c-a5d0-41c8-a35d-645b8a4ace04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.444367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.510372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a11f7c5c-a5d0-41c8-a35d-645b8a4ace04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.529221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.530751 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0025f6a8-9a9b-4eb0-aace-dd3d0ccc0041 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5541615 Aug 25 11:10:07.545456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-94d1520a-2250-490e-8004-c8e35d0615db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.547865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-94d1520a-2250-490e-8004-c8e35d0615db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3242238 Aug 25 11:10:07.549477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2307475 Aug 25 11:10:07.562923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:07.578743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.579452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.581900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] 10.222.0.10 "PUT /v2.0/ports/4d22e598-0563-4ede-ab17-06abe1a90bde HTTP/1.1" status: 200 len: 1097 time: 2.4666698 Aug 25 11:10:07.621757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Request body: {'subnet': {'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-subnet', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:07.628602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'tag': '4d22e598-0563-4ede-ab17-06abe1a90bde'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:07.635263 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2888a207-7b02-492a-8d76-55ca5186893c" -d '{"events": [{"name": "network-changed", "server_uuid": "5edc63c7-7430-4ae5-900d-09dd3f97c686", "tag": "4d22e598-0563-4ede-ab17-06abe1a90bde"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:07.668867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e4cb5fa-56d6-4a66-9756-015429a004f0 req-8e294e47-a9e2-4279-9a33-904f97a9da98 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140910 Aug 25 11:10:07.682069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf87048-cd1c-4aba-808d-892d53182bec req-a0536fb2-f7cc-4402-8563-f4917c4293b1 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.695969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddf87048-cd1c-4aba-808d-892d53182bec req-a0536fb2-f7cc-4402-8563-f4917c4293b1 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 948 time: 0.3859582 Aug 25 11:10:07.778989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af1f51-9ca3-4113-a710-cfc5d361fad6 admin admin] Pushing event updated for resources: {'Network': ['ID=6041553a-4012-4ac4-b4fd-f3170a4d7458,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:07.791764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:10:07.799187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873702b1-40be-4acb-80d2-acbd4502a6af req-76e8fbf0-b694-42a7-b70b-0e6b5bb622f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.802116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-76e8fbf0-b694-42a7-b70b-0e6b5bb622f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4360051 Aug 25 11:10:07.828409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:07.838769 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b0882-574d-4bb8-8b5d-159d87f548fd" -d '{"events": [{"name": "network-changed", "server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:07.843723 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a11f7c5c-a5d0-41c8-a35d-645b8a4ace04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2231a06bcad4f0d9053779543eb135a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2082927 Aug 25 11:10:07.864785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33856) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:07.866459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Made reservation on behalf of ad1cfd10afac468b9a2dd9804e9ad254 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:07.870975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:07.898578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd828a3-3260-4954-8ff4-579b9f49b68f service neutron] Pushing event updated for resources: {'Port': ['ID=4d22e598-0563-4ede-ab17-06abe1a90bde,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:07.928843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-7caae9d9-23e8-4738-8af5-c17d825cd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:07.931924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-7caae9d9-23e8-4738-8af5-c17d825cd93c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b118edddd9ce41669225a5465ba1205b&device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 1100 time: 0.2683287 Aug 25 11:10:07.991438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7c5c-a5d0-41c8-a35d-645b8a4ace04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ccbd94-3aa5-449e-b086-b089738b6f24,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:08.012583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e3c69d-3879-442b-8c07-a792ddc320ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.116317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddf87048-cd1c-4aba-808d-892d53182bec req-cf03dff2-1dee-41b4-a1ae-b7dc0ce73767 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361497 Aug 25 11:10:08.126200 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4435d7a7-a617-451f-87b4-cef115f1343f x-openstack-request-id: req-4435d7a7-a617-451f-87b4-cef115f1343f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:08.126663 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edc63c7-7430-4ae5-900d-09dd3f97c686", "tag": "4d22e598-0563-4ede-ab17-06abe1a90bde", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:08.127073 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4435d7a7-a617-451f-87b4-cef115f1343f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:08.127712 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'tag': '4d22e598-0563-4ede-ab17-06abe1a90bde', 'status': 'completed', 'code': 200} Aug 25 11:10:08.138050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e3c69d-3879-442b-8c07-a792ddc320ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.153547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-90b22c9f-1b1a-478e-8069-36294b71eda2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=4d22e598-0563-4ede-ab17-06abe1a90bde HTTP/1.1" status: 200 len: 217 time: 0.1692514 Aug 25 11:10:08.222871 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98310a8a-0453-494f-92fe-64da0fb3b8f0 x-openstack-request-id: req-98310a8a-0453-494f-92fe-64da0fb3b8f0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:08.223467 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:08.223698 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98310a8a-0453-494f-92fe-64da0fb3b8f0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:08.224315 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'status': 'completed', 'code': 200} Aug 25 11:10:08.226394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-281c9f31-163a-4847-9080-412292c584ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.238467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-608541dd-c099-4719-98b9-2425421949a2 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665876 Aug 25 11:10:08.272469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-6e1187e3-0eaa-440d-8b45-cd20ce1b640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:08.273793 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-6e1187e3-0eaa-440d-8b45-cd20ce1b640a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1111059 Aug 25 11:10:08.312895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-281c9f31-163a-4847-9080-412292c584ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.410417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-913e1985-e4db-45b1-9f77-961333b5325b service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358894 Aug 25 11:10:08.428962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e94078-8ae1-4896-a859-39b4ed237587 req-a5a1c1bc-31b6-4b7f-9be9-0c6f028ecd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:08.430625 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-a5a1c1bc-31b6-4b7f-9be9-0c6f028ecd04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397376 Aug 25 11:10:08.477496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-94510493-ea13-4f03-b470-d012baf9b640 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2031983282&fields=id&tenant_id=58d323bc6f2b4d13bc279542a8a49487 HTTP/1.1" status: 200 len: 267 time: 0.2980800 Aug 25 11:10:08.512436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.560952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-281c9f31-163a-4847-9080-412292c584ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.563575 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-281c9f31-163a-4847-9080-412292c584ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.564774 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-281c9f31-163a-4847-9080-412292c584ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70ccbd94-3aa5-449e-b086-b089738b6f24 HTTP/1.1" status: 204 len: 168 time: 0.6887987 Aug 25 11:10:08.597397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c9f31-163a-4847-9080-412292c584ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ccbd94-3aa5-449e-b086-b089738b6f24,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:08.623408 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-39c12903-f116-41fe-a592-8174f925cae6 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855009 Aug 25 11:10:08.625405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df633f4-740c-40a2-a341-e285c57e6fba,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:08.689656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Checking segment: {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:08.690064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Network hostable DHCP agents. Network: 6041553a-4012-4ac4-b4fd-f3170a4d7458, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:10:08.737720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:10:08.748293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e3c69d-3879-442b-8c07-a792ddc320ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.752919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e3c69d-3879-442b-8c07-a792ddc320ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.754955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-62e3c69d-3879-442b-8c07-a792ddc320ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0f78a61-18b0-49b6-835e-971ff20c5c21 HTTP/1.1" status: 204 len: 168 time: 1.3869188 Aug 25 11:10:08.759831 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-62e94078-8ae1-4896-a859-39b4ed237587 req-ab630162-21d1-4c51-ab11-72d030e1b5e8 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266475 Aug 25 11:10:08.762958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6041553a-4012-4ac4-b4fd-f3170a4d7458) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:08.795185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb14eb01-01bd-4a87-b927-6a810378b848 None None] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:10:08.797586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:08.802907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:08.846191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c69d-3879-442b-8c07-a792ddc320ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f78a61-18b0-49b6-835e-971ff20c5c21,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:08.860085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4df87ce-1884-497c-b1e6-6414700e83f2 req-a7423154-91fb-43fe-838c-32983c675883 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927238 Aug 25 11:10:08.884949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40040f-98cd-43ab-ab9e-cc5cf6cd04ab req-248f96b0-6a49-4bbe-84df-ca09544c964c tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:08.886783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba40040f-98cd-43ab-ab9e-cc5cf6cd04ab req-248f96b0-6a49-4bbe-84df-ca09544c964c tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 948 time: 0.4539526 Aug 25 11:10:08.909741 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6444f15e-fa64-4637-9f90-6ae80bf6c9fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3235509 Aug 25 11:10:08.925187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33886) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:08.947696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:08.975553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888a207-7b02-492a-8d76-55ca5186893c req-3c72ab5d-5aad-4640-8bca-5f2946a3f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:08.977209 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-3c72ab5d-5aad-4640-8bca-5f2946a3f282 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b118edddd9ce41669225a5465ba1205b&device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 1100 time: 0.1229558 Aug 25 11:10:08.991856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-873702b1-40be-4acb-80d2-acbd4502a6af req-a0c24b35-b91a-408c-81a2-df70843a5252 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623603 Aug 25 11:10:09.017877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-490e4388-8faf-4076-a814-bcd9b679788a tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:09.021141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-490e4388-8faf-4076-a814-bcd9b679788a tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 823 time: 0.5201581 Aug 25 11:10:09.078778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba40040f-98cd-43ab-ab9e-cc5cf6cd04ab req-e0b8683b-e8b6-4283-8424-2ed32e66df6e tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700835 Aug 25 11:10:09.181729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-8e06a6e6-4d3f-4a0a-b498-44581e108159 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/quotas/58d323bc6f2b4d13bc279542a8a49487 HTTP/1.1" status: 200 len: 375 time: 0.1468551 Aug 25 11:10:09.193629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:09.195499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:09.301443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888a207-7b02-492a-8d76-55ca5186893c req-d824f656-f3a4-48a7-8384-96905f217376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:09.314305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-d824f656-f3a4-48a7-8384-96905f217376 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3297005 Aug 25 11:10:09.332042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 50426e50-9c44-49fd-a7f9-fc118cb74d7a details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:10:09.371616 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-ca874dd8-444d-470a-936c-67f4b161b718 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=4d22e598-0563-4ede-ab17-06abe1a90bde HTTP/1.1" status: 200 len: 217 time: 0.0488839 Aug 25 11:10:09.382739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6041553a-4012-4ac4-b4fd-f3170a4d7458', 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'fixed_ips': [{'subnet_id': '5df633f4-740c-40a2-a341-e285c57e6fba'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:10:09.383614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:09.422872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-d83b235e-7b4e-4487-92d6-acc3af298842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:09.425633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-d83b235e-7b4e-4487-92d6-acc3af298842 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1100 time: 0.2681556 Aug 25 11:10:09.525429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888a207-7b02-492a-8d76-55ca5186893c req-cdbedc3e-d890-4a2c-8c35-af55b3a2c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:09.529057 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-cdbedc3e-d890-4a2c-8c35-af55b3a2c934 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1496646 Aug 25 11:10:09.533778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:10:09.606216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Allocated IP 172.20.0.2 (6041553a-4012-4ac4-b4fd-f3170a4d7458/5df633f4-740c-40a2-a341-e285c57e6fba/4ed87b6a-2de4-40e1-bd9f-540d18befe17) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:09.650239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-518aec56-41a8-4787-886e-cc370c2641f0 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4128916 Aug 25 11:10:09.661482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:09.669430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888a207-7b02-492a-8d76-55ca5186893c req-4f605846-627e-446d-bb91-ce41d0492a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:09.670828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:09.675189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-4f605846-627e-446d-bb91-ce41d0492a32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1341817 Aug 25 11:10:09.694378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '50426e50-9c44-49fd-a7f9-fc118cb74d7a', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '50426e50-9c44-49fd-a7f9-fc118cb74d7a', 'mac_address': 'fa:16:3e:90:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:10:09.709440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb71c6-6077-4d52-965d-9c9fd40a34d5 req-af2e56ce-bb55-412a-a6ed-08286029b1a9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:09.712471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8fb71c6-6077-4d52-965d-9c9fd40a34d5 req-af2e56ce-bb55-412a-a6ed-08286029b1a9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 0.4599509 Aug 25 11:10:09.738318 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:09.756656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50426e50-9c44-49fd-a7f9-fc118cb74d7a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:09.841057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:09.851242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:09.920082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=50426e50-9c44-49fd-a7f9-fc118cb74d7a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:09.963715 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-2d13bc64-de2e-43d1-b34f-4b3f2ce2c17d service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800362 Aug 25 11:10:10.020279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8fb71c6-6077-4d52-965d-9c9fd40a34d5 req-6e4289a9-a9c6-4709-aeb1-de02a57c21ea tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426136 Aug 25 11:10:10.154141 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.171951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Transition to ACTIVE for port object 4ed87b6a-2de4-40e1-bd9f-540d18befe17 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:10.207521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Transition to ACTIVE for port object 4ed87b6a-2de4-40e1-bd9f-540d18befe17 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:10.213960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33908) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:10.218496 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.231838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2888a207-7b02-492a-8d76-55ca5186893c req-de2ab044-3ca2-4517-b462-b32cb168896b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596874 Aug 25 11:10:10.286994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:10.290711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Pushing event updated for resources: {'Port': ['ID=4ed87b6a-2de4-40e1-bd9f-540d18befe17,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:10.309726 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7d685f49-626d-47e5-a40f-030b96361f9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05ecb9e67ae9454997cba4dded01ce48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813239 Aug 25 11:10:10.310531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:10.310531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['50426e50-9c44-49fd-a7f9-fc118cb74d7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:10.350170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33910) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:10.357366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:10.427435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-2ead4d38-661e-47e1-a989-a5de0e001ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:10.430118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-2ead4d38-661e-47e1-a989-a5de0e001ad8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.9711692 Aug 25 11:10:10.445137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.446279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0286e3f-e87b-41a7-9542-8141c3af243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.483597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0286e3f-e87b-41a7-9542-8141c3af243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.556581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Attempting to bind port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:10.557153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Attempting to bind port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:10.557516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Attempting to bind port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 on network 6041553a-4012-4ac4-b4fd-f3170a4d7458 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:10.564127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:10.564520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Checking segment: {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:10.564911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.565328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Bound using segment: {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:10.565838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Bound port: 4ed87b6a-2de4-40e1-bd9f-540d18befe17, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:10.566228 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.574330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-3aa84749-1d0c-424b-ad03-30c1dcd7c45f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.1321359 Aug 25 11:10:10.594578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0286e3f-e87b-41a7-9542-8141c3af243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.602141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0286e3f-e87b-41a7-9542-8141c3af243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.610678 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f0286e3f-e87b-41a7-9542-8141c3af243f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f16c297-011b-4e51-8c32-79b94796cb77 HTTP/1.1" status: 204 len: 168 time: 0.2582681 Aug 25 11:10:10.628490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0286e3f-e87b-41a7-9542-8141c3af243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f16c297-011b-4e51-8c32-79b94796cb77,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:10.657304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] For port 4ed87b6a-2de4-40e1-bd9f-540d18befe17, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:10.662264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] For port 4ed87b6a-2de4-40e1-bd9f-540d18befe17, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4ed87b6a-2de4-40e1-bd9f-540d18befe17,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:10.677352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6d10-14e9-41c1-99b0-6b8853d97ea4 req-4f77cfdf-f269-430c-9786-6058eda3104d tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:10.678622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:10.687231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbfc6d10-14e9-41c1-99b0-6b8853d97ea4 req-4f77cfdf-f269-430c-9786-6058eda3104d tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 948 time: 0.2627079 Aug 25 11:10:10.731561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-8658c869-d795-4892-9bd6-f33d07be2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:10.733145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-8658c869-d795-4892-9bd6-f33d07be2346 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1183565 Aug 25 11:10:10.760309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42ccb5-cea4-4146-9330-dba6804d0cef None None] Pushing event updated for resources: {'Port': ['ID=4ed87b6a-2de4-40e1-bd9f-540d18befe17,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:10.786367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-42a072b2-7a39-4157-a08e-41e9d73ce698 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:10.788032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-42a072b2-7a39-4157-a08e-41e9d73ce698 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3697872 Aug 25 11:10:10.794330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbfc6d10-14e9-41c1-99b0-6b8853d97ea4 req-f72ebe08-332f-4931-9cf3-9920b9eb2947 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061151 Aug 25 11:10:10.926740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-8e71d7c5-79d4-4fc6-aef7-86a39ae58420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:10.928434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-8e71d7c5-79d4-4fc6-aef7-86a39ae58420 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693242 Aug 25 11:10:11.122591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-9114e1c3-aa6f-4d14-b85e-40334a0a8b0b service neutron] 10.222.0.35 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111506 Aug 25 11:10:11.264358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587ec23-45e8-412c-8da7-35395fe837a4 req-8614043f-17f8-4f2a-a68f-ce3a629163b8 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:11.266012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b587ec23-45e8-412c-8da7-35395fe837a4 req-8614043f-17f8-4f2a-a68f-ce3a629163b8 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 949 time: 0.3139446 Aug 25 11:10:11.305267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 50426e50-9c44-49fd-a7f9-fc118cb74d7a up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:11.344556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-71b813f2-bb6a-4c9c-bb81-d162141e1e3d service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016268 Aug 25 11:10:11.378556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 50426e50-9c44-49fd-a7f9-fc118cb74d7a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:11.385465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 50426e50-9c44-49fd-a7f9-fc118cb74d7a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:11.386530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b587ec23-45e8-412c-8da7-35395fe837a4 req-9a4bfbfb-d683-4514-80fa-50b55e7da3a2 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062253 Aug 25 11:10:11.400954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:11.451399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:11.498879 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:11.533952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-b0c76197-6376-407f-a4f6-18ff67e0ac42 service neutron] 10.222.0.35 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540449 Aug 25 11:10:11.608238 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:11.611515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-424b0882-574d-4bb8-8b5d-159d87f548fd req-e18d2d57-96d7-4a2d-aa6e-5ed07dfac307 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423518 Aug 25 11:10:11.666002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4d22e598-0563-4ede-ab17-06abe1a90bde details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:10:11.687264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50426e50-9c44-49fd-a7f9-fc118cb74d7a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:11.690599 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6d44d7-2d99-4a21-aa43-22e7bf8c4795" -d '{"events": [{"server_uuid": "c0755944-0d2d-48dd-b6de-ae7a5feeb473", "name": "network-vif-plugged", "status": "completed", "tag": "50426e50-9c44-49fd-a7f9-fc118cb74d7a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:11.712964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:11.725491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:11.802581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c05674-d7de-435b-aa37-69350a13abb2 req-e8af3715-8a14-4f21-a32d-e9c7db7ea6af tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:11.804287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8c05674-d7de-435b-aa37-69350a13abb2 req-e8af3715-8a14-4f21-a32d-e9c7db7ea6af tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 0.2070789 Aug 25 11:10:11.811358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Allocated IP 172.25.1.34 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/7128fbdc-78b7-44d1-812c-e5b135dc93be) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:11.896020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=50426e50-9c44-49fd-a7f9-fc118cb74d7a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:12.010615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8c05674-d7de-435b-aa37-69350a13abb2 req-fdd7833a-b107-4924-b423-f1fd02a74978 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909945 Aug 25 11:10:12.101247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 4d22e598-0563-4ede-ab17-06abe1a90bde, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4d22e598-0563-4ede-ab17-06abe1a90bde,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:12.184655 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd87e4-5e4a-4d85-99f2-5abb4474bd7f x-openstack-request-id: req-00dd87e4-5e4a-4d85-99f2-5abb4474bd7f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:12.188393 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0755944-0d2d-48dd-b6de-ae7a5feeb473", "name": "network-vif-plugged", "status": "completed", "tag": "50426e50-9c44-49fd-a7f9-fc118cb74d7a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:12.189403 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-00dd87e4-5e4a-4d85-99f2-5abb4474bd7f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:12.192527 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50426e50-9c44-49fd-a7f9-fc118cb74d7a', 'code': 200} Aug 25 11:10:12.196154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '4d22e598-0563-4ede-ab17-06abe1a90bde', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '4d22e598-0563-4ede-ab17-06abe1a90bde', 'mac_address': 'fa:16:3e:cc:c1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:10:12.219265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:12.245165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4ed87b6a-2de4-40e1-bd9f-540d18befe17 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:12.315497 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:12.360713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52579874-6aed-4bb3-aaa8-6004a13e3563 None None] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:10:12.385156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0332a448-42af-4a28-b205-681125914a96 req-e0dc1d27-3d5d-48c4-93a0-54b5d654a740 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 210 time: 0.0984697 Aug 25 11:10:12.458533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:12.501149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d22e598-0563-4ede-ab17-06abe1a90bde {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:12.515744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce7400-41ae-420b-a4c5-15c939e87769 req-a5fd8220-7773-4124-932a-dcf0f868fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:12.518053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05ce7400-41ae-420b-a4c5-15c939e87769 req-a5fd8220-7773-4124-932a-dcf0f868fd4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 1102 time: 0.2852185 Aug 25 11:10:12.524066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 4d22e598-0563-4ede-ab17-06abe1a90bde, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4d22e598-0563-4ede-ab17-06abe1a90bde,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:12.545809 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:12.562008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Pushing event updated for resources: {'Port': ['ID=7128fbdc-78b7-44d1-812c-e5b135dc93be,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:12.613615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95cc7f-0900-483a-aa87-2ceecbdf8d23 req-a678f969-89c4-4201-92e2-9427e36f5b0e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:12.623343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c95cc7f-0900-483a-aa87-2ceecbdf8d23 req-a678f969-89c4-4201-92e2-9427e36f5b0e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 948 time: 0.3913944 Aug 25 11:10:12.665286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:12.672203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:12.672483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] Provisioning for port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:12.679058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:12.692090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05ce7400-41ae-420b-a4c5-15c939e87769 req-24608436-3786-4443-adca-f21d640f868c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571994 Aug 25 11:10:12.744422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=4d22e598-0563-4ede-ab17-06abe1a90bde,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:12.752153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] Provisioning complete for port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:12.752829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:12.797277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:12.812859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['4d22e598-0563-4ede-ab17-06abe1a90bde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:12.853006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c95cc7f-0900-483a-aa87-2ceecbdf8d23 req-4863553f-0fa1-4575-aa01-6e5f6b46dc1e tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144005 Aug 25 11:10:12.874574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:12.875048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:12.913923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb4c1b-ac6c-4539-a132-e5d786f493ac req-7d80e7d6-453d-43a9-b36e-91aab1f86c20 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:12.915791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cfb4c1b-ac6c-4539-a132-e5d786f493ac req-7d80e7d6-453d-43a9-b36e-91aab1f86c20 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 950 time: 0.1809404 Aug 25 11:10:13.068874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:13.202977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cfb4c1b-ac6c-4539-a132-e5d786f493ac req-693e6e2b-60cd-48d3-8bab-31069c26912c tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959386 Aug 25 11:10:13.203566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] For port 4ed87b6a-2de4-40e1-bd9f-540d18befe17, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4ed87b6a-2de4-40e1-bd9f-540d18befe17,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:13.211124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:13.219267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:13.254578 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:13.406255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:10:13.782313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5779ec-00f2-492a-ba54-a649be93c759 None None] Pushing event updated for resources: {'Port': ['ID=4ed87b6a-2de4-40e1-bd9f-540d18befe17,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:13.792881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-71a02706-9b72-4bb2-bf9b-c1cc6adb8670 None None] Provisioning complete for port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:13.793262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-71a02706-9b72-4bb2-bf9b-c1cc6adb8670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:13.913305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:10:13.914147 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:10:13.930003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34014) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:14.041790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:14.087962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d51d000-0766-4270-a014-e76fbfbaa55d req-05fa2550-3a13-41eb-bf7b-bcbf957e7c15 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 210 time: 0.1368032 Aug 25 11:10:14.101906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'mac_address': 'fa:16:3e:c5:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:10:14.166657 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.220427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0eec94-6af1-40b2-a66b-2be557adc844 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:14.225663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b628-e89c-4bca-bea4-4a372b289172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.294970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:14.302170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.318699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-d1af3b12-15a7-416b-9074-35dd9a1812f9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:14.320582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-d1af3b12-15a7-416b-9074-35dd9a1812f9 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.10 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 823 time: 0.3666830 Aug 25 11:10:14.369966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:14.407314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-2c517319-6770-4a20-a960-cff24f40ca9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d323bc6f2b4d13bc279542a8a49487 HTTP/1.1" status: 200 len: 380 time: 0.0768249 Aug 25 11:10:14.418318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'port': {'device_id': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'admin_state_up': True, 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'security_groups': ['675439a6-3b4e-4631-b573-dcbd9fce606a']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:14.448091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe9bb4-ccd8-4f25-9f89-1899691ae94d req-e0212def-c435-4c59-8665-b50e3abb9b39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:14.451169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdfe9bb4-ccd8-4f25-9f89-1899691ae94d req-e0212def-c435-4c59-8665-b50e3abb9b39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 0.5027268 Aug 25 11:10:14.561741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7639-df45-4623-832a-8cb17b63c732 req-1438ef22-1a29-4211-b771-49cf3eb25f8f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:14.574460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-298a7639-df45-4623-832a-8cb17b63c732 req-1438ef22-1a29-4211-b771-49cf3eb25f8f tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 949 time: 0.2952185 Aug 25 11:10:14.578852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b628-e89c-4bca-bea4-4a372b289172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.578852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:14.583885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:14.611154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6b5b628-e89c-4bca-bea4-4a372b289172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.636184 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.647571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4ed87b6a-2de4-40e1-bd9f-540d18befe17 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:14.661918 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c6b5b628-e89c-4bca-bea4-4a372b289172 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae24d72849764c7493aac808ee1ac571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7300549 Aug 25 11:10:14.667416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:14.706305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-298a7639-df45-4623-832a-8cb17b63c732 req-56f46e40-f077-4d93-9149-cd179e175525 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303761 Aug 25 11:10:14.742124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:14.742573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.774943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5b628-e89c-4bca-bea4-4a372b289172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d2aedf-105b-44a1-abd7-9ebd4820a1de,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:14.782841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Made reservation on behalf of 58d323bc6f2b4d13bc279542a8a49487 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:14.784627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdfe9bb4-ccd8-4f25-9f89-1899691ae94d req-fa860d94-b3be-4f99-b930-ea421d9d24d0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178117 Aug 25 11:10:14.789727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.860163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.876324 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efc7b5f5-ef86-4564-bd30-76fe712c7421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.906205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efc7b5f5-ef86-4564-bd30-76fe712c7421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.969166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efc7b5f5-ef86-4564-bd30-76fe712c7421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.971975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efc7b5f5-ef86-4564-bd30-76fe712c7421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:14.973157 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-efc7b5f5-ef86-4564-bd30-76fe712c7421 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0d2aedf-105b-44a1-abd7-9ebd4820a1de HTTP/1.1" status: 204 len: 168 time: 0.3013816 Aug 25 11:10:15.016601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b5f5-ef86-4564-bd30-76fe712c7421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d2aedf-105b-44a1-abd7-9ebd4820a1de,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:15.088290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad6a97-74e6-4841-8560-f5ed4ff2cbf1 req-52cd3cb2-ee92-4135-82eb-693bce58764c tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:15.091648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55ad6a97-74e6-4841-8560-f5ed4ff2cbf1 req-52cd3cb2-ee92-4135-82eb-693bce58764c tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 950 time: 0.1295877 Aug 25 11:10:15.163873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Router 88f7c671-9eec-404b-8a25-76afab3a4950 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:10:15.185510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Allocated IP 172.20.0.11 (da57e288-0d3f-4326-8e8c-8f802edeebe3/e99146fe-1225-4503-a1d8-03258e4f591d/2d328410-1208-4b76-8203-3c82dfa73b5c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:15.194935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55ad6a97-74e6-4841-8560-f5ed4ff2cbf1 req-4ef7bf37-c5c6-4920-8c38-ead20c583bfe tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Aug 25 11:10:15.269944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.291853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.334714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d27b1208-bc48-4477-9e8a-381de3f3ca59 req-defc4b42-564b-4f1f-a3d1-c6297256fd42 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 210 time: 0.1333358 Aug 25 11:10:15.380292 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62313bf3956b4b1192b83f82eeb9cf06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975414 Aug 25 11:10:15.382002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34050) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:15.476706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34056) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:15.484597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068bfa3b-29a8-436a-bb9c-cdce837c2127,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:15.545177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.671574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4d22e598-0563-4ede-ab17-06abe1a90bde up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:15.741150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:10:15.751833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.752257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.752833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.753458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.754093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.754541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.755099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.757188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.758400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.758999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.759559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.760080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb20526-1a07-47be-b294-4f674463efd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:15.760395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Sync routers for ids ['88f7c671-9eec-404b-8a25-76afab3a4950'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:10:15.803717 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Routers {'88f7c671-9eec-404b-8a25-76afab3a4950'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:15.804791 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['88f7c671-9eec-404b-8a25-76afab3a4950'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:15.820178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 4d22e598-0563-4ede-ab17-06abe1a90bde completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:15.829978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 4d22e598-0563-4ede-ab17-06abe1a90bde triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:15.830810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.872154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.889834 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f05524cf-c064-494b-b6e2-0032cbf99735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.915137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Transition to ACTIVE for port object 2d328410-1208-4b76-8203-3c82dfa73b5c will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:15.951315 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.966262 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.968030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:15.987304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d22e598-0563-4ede-ab17-06abe1a90bde'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:15.990043 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d162d4-3eca-4861-8884-40704f0dd6ec" -d '{"events": [{"server_uuid": "5edc63c7-7430-4ae5-900d-09dd3f97c686", "name": "network-vif-plugged", "status": "completed", "tag": "4d22e598-0563-4ede-ab17-06abe1a90bde"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:16.008046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 4d22e598-0563-4ede-ab17-06abe1a90bde, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4d22e598-0563-4ede-ab17-06abe1a90bde,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:16.013960 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.017751 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.041965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f05524cf-c064-494b-b6e2-0032cbf99735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.050167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:16.056018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:16.078862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:16.093822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.095916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-55ec51cc-1f82-4a81-85c4-f67723d3ed2b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1517236 Aug 25 11:10:16.099730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34078) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:16.101545 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Set router 88f7c671-9eec-404b-8a25-76afab3a4950 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:16.209896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=4d22e598-0563-4ede-ab17-06abe1a90bde,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:16.236167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=277041f753c444649a502b6be0a68a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7551467 Aug 25 11:10:16.236833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34082) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:16.298474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d6577-5dd2-4a23-a73b-fa65953dd82d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:16.322841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'Port': ['ID=2d328410-1208-4b76-8203-3c82dfa73b5c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:16.360131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81266c02-8c51-4fe7-a7da-c52ddef8d0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.417230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:16.419968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.427081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0ac2-d697-4573-b8c6-57727ee3e748 req-96b80475-4638-44b6-a52b-d9c476f6b962 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:16.432049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7bc0ac2-d697-4573-b8c6-57727ee3e748 req-96b80475-4638-44b6-a52b-d9c476f6b962 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.4579644 Aug 25 11:10:16.435868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.437297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.438037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.438716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.439362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.440187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.441250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.442001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.442627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.443428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.444773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.444905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a48d140-5380-489a-98e8-278467e5cf17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:10:16.487787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b75ab2e-e9a7-401e-a052-22077f10de22 None None] Provisioning for port 2d328410-1208-4b76-8203-3c82dfa73b5c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:16.503912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b75ab2e-e9a7-401e-a052-22077f10de22 None None] Provisioning complete for port 2d328410-1208-4b76-8203-3c82dfa73b5c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:16.505599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b75ab2e-e9a7-401e-a052-22077f10de22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.517828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81266c02-8c51-4fe7-a7da-c52ddef8d0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.553777 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-a35db863-ad1d-4e61-8188-700d669c8a26 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1401613 Aug 25 11:10:16.568599 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f05524cf-c064-494b-b6e2-0032cbf99735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.575210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Request body: {'port': {'device_id': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:16.577311 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:12Z', 'revision_number': 3, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:16.588293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f05524cf-c064-494b-b6e2-0032cbf99735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.593787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f05524cf-c064-494b-b6e2-0032cbf99735 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/068bfa3b-29a8-436a-bb9c-cdce837c2127 HTTP/1.1" status: 204 len: 168 time: 1.2099774 Aug 25 11:10:16.596368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5b75ab2e-e9a7-401e-a052-22077f10de22 None None] Port 2d328410-1208-4b76-8203-3c82dfa73b5c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:10:16.673049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05524cf-c064-494b-b6e2-0032cbf99735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068bfa3b-29a8-436a-bb9c-cdce837c2127,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:16.678488 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Checking router: 88f7c671-9eec-404b-8a25-76afab3a4950 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:10:16.679081 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Updating router 88f7c671-9eec-404b-8a25-76afab3a4950 port 7128fbdc-78b7-44d1-812c-e5b135dc93be binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:10:16.731121 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.742229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7bc0ac2-d697-4573-b8c6-57727ee3e748 req-f6f48ba7-e002-4e57-ac55-e87df50cfce3 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736566 Aug 25 11:10:16.791161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc035d8-4aef-4fa9-889f-6307bbfdbbd2 req-07ff5128-063d-44ae-b99a-d78140865299 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:16.803495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7bc035d8-4aef-4fa9-889f-6307bbfdbbd2 req-07ff5128-063d-44ae-b99a-d78140865299 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 949 time: 0.3009911 Aug 25 11:10:16.820877 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.865454 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74748f85-b5df-463c-86b6-2645934b2ff8 x-openstack-request-id: req-74748f85-b5df-463c-86b6-2645934b2ff8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:16.866119 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edc63c7-7430-4ae5-900d-09dd3f97c686", "name": "network-vif-plugged", "status": "completed", "tag": "4d22e598-0563-4ede-ab17-06abe1a90bde", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:16.866530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81266c02-8c51-4fe7-a7da-c52ddef8d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.868512 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74748f85-b5df-463c-86b6-2645934b2ff8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:16.868719 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d22e598-0563-4ede-ab17-06abe1a90bde', 'code': 200} Aug 25 11:10:16.873393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81266c02-8c51-4fe7-a7da-c52ddef8d0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:16.879121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-81266c02-8c51-4fe7-a7da-c52ddef8d0d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b87d6577-5dd2-4a23-a73b-fa65953dd82d HTTP/1.1" status: 204 len: 168 time: 0.6330514 Aug 25 11:10:16.919756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7bc035d8-4aef-4fa9-889f-6307bbfdbbd2 req-9d5d8178-ae86-425c-8646-5fae8f307ae2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097472 Aug 25 11:10:16.922701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81266c02-8c51-4fe7-a7da-c52ddef8d0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d6577-5dd2-4a23-a73b-fa65953dd82d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:17.162746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34096) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:17.205900 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.226240 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Transition to ACTIVE for port object 7128fbdc-78b7-44d1-812c-e5b135dc93be will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:17.243797 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.329417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f050ae-7ef0-48c3-bf0b-03d77f180f5b req-4657f7f0-a875-4402-a29a-ccb467adbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:17.332309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34f050ae-7ef0-48c3-bf0b-03d77f180f5b req-4657f7f0-a875-4402-a29a-ccb467adbcec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 1102 time: 0.3426397 Aug 25 11:10:17.335635 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa690f40-a4dd-4d0e-b2d7-56eb417095b1 None None] Pushing event updated for resources: {'Port': ['ID=7128fbdc-78b7-44d1-812c-e5b135dc93be,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:17.338968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:17.407176 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Attempting to bind port 7128fbdc-78b7-44d1-812c-e5b135dc93be on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:17.407673 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Attempting to bind port 7128fbdc-78b7-44d1-812c-e5b135dc93be by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:17.407840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374bf3-7a5b-4a63-819f-98fb06011a90 req-f078f72b-4f5d-4c00-be92-62935dd83786 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:17.408136 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Attempting to bind port 7128fbdc-78b7-44d1-812c-e5b135dc93be on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:17.424172 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:17.424536 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:17.425660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34100) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:17.428963 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.429582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:17.430556 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Bound port: 7128fbdc-78b7-44d1-812c-e5b135dc93be, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:17.431681 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.432559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58374bf3-7a5b-4a63-819f-98fb06011a90 req-f078f72b-4f5d-4c00-be92-62935dd83786 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 932 time: 0.2934711 Aug 25 11:10:17.506318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-909da77d-a5b9-40a1-8c51-456fde84f797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.522836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 9c0eec94-6af1-40b2-a66b-2be557adc844 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:17.528630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 9c0eec94-6af1-40b2-a66b-2be557adc844 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:17.529147 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.578581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58374bf3-7a5b-4a63-819f-98fb06011a90 req-d15023d0-26c1-4360-8285-47461b5318ee tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410177 Aug 25 11:10:17.579830 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] For port 7128fbdc-78b7-44d1-812c-e5b135dc93be, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:17.588890 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] For port 7128fbdc-78b7-44d1-812c-e5b135dc93be, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7128fbdc-78b7-44d1-812c-e5b135dc93be,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:17.602456 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.613158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca87ad-600b-4c41-aa6d-458f8a718fbf req-bfb2bd61-0074-4ae5-9472-8102a4631ec3 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:17.622523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9eca87ad-600b-4c41-aa6d-458f8a718fbf req-bfb2bd61-0074-4ae5-9472-8102a4631ec3 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 950 time: 0.4085517 Aug 25 11:10:17.690144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34f050ae-7ef0-48c3-bf0b-03d77f180f5b req-1d7dcd60-431c-4b89-ba57-9abf12fd1652 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371603 Aug 25 11:10:17.744305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9eca87ad-600b-4c41-aa6d-458f8a718fbf req-59c19783-7d64-453f-94aa-d4c4f1f63228 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599256 Aug 25 11:10:17.776205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84e28467-7082-4eb8-b250-60801eec844d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.798195 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa690f40-a4dd-4d0e-b2d7-56eb417095b1 None None] Pushing event updated for resources: {'Port': ['ID=7128fbdc-78b7-44d1-812c-e5b135dc93be,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:17.841911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.843063 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Routers {'88f7c671-9eec-404b-8a25-76afab3a4950'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:17.846155 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:09:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['88f7c671-9eec-404b-8a25-76afab3a4950'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:17.902915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:17.938292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d328410-1208-4b76-8203-3c82dfa73b5c {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:17.958441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.046003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Transition to ACTIVE for port object 2d328410-1208-4b76-8203-3c82dfa73b5c will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:18.048203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:18.067496 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.106481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.162004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374baf74-3d6c-4853-a021-22968399fa28 req-3627f8fb-a79c-4d6c-9aa6-3a8af046b6aa tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:18.164186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-374baf74-3d6c-4853-a021-22968399fa28 req-3627f8fb-a79c-4d6c-9aa6-3a8af046b6aa tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.1426756 Aug 25 11:10:18.177841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-909da77d-a5b9-40a1-8c51-456fde84f797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.188912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79460d52-9051-4309-8dc6-62884cae0aa1 req-b401d495-9f18-4070-acbb-f695ab0b57bf tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:18.198661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79460d52-9051-4309-8dc6-62884cae0aa1 req-b401d495-9f18-4070-acbb-f695ab0b57bf tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1097770 Aug 25 11:10:18.204684 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] Set router 88f7c671-9eec-404b-8a25-76afab3a4950 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:18.241097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-909da77d-a5b9-40a1-8c51-456fde84f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.261833 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3030a1d9-9826-48cd-b7c6-edb5d05f3a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.307254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79460d52-9051-4309-8dc6-62884cae0aa1 req-8ef44f59-c43a-4778-96a1-a4786dedaf78 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020708 Aug 25 11:10:18.336394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:18.372334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-374baf74-3d6c-4853-a021-22968399fa28 req-80cdb271-62ab-4528-a192-6499e99fbd12 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695983 Aug 25 11:10:18.438163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-84d4338e-78d1-4337-be35-061315dc246f tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282519 Aug 25 11:10:18.517604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Pushing event updated for resources: {'Port': ['ID=2d328410-1208-4b76-8203-3c82dfa73b5c,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:18.603497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-909da77d-a5b9-40a1-8c51-456fde84f797 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=622f3aa70af84453a5380eeef52d98a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1719561 Aug 25 11:10:18.604236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909da77d-a5b9-40a1-8c51-456fde84f797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1ffc4-7b36-47e1-b0bf-b6c8767f32f6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:18.609805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34136) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:18.629100 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:12Z', 'revision_number': 3, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:18.715482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-d453f85e-f087-48c1-9f28-4e638b0b933a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:18.723493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-d453f85e-f087-48c1-9f28-4e638b0b933a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770789 Aug 25 11:10:18.726932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Allocated IP 172.20.0.1 (6041553a-4012-4ac4-b4fd-f3170a4d7458/5df633f4-740c-40a2-a341-e285c57e6fba/0e10931a-76c3-4f70-85e3-43b8f1893d40) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:18.755845 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779fd6-a455-46d4-978a-1ceb4372b21b None None] The sync data for ids ['88f7c671-9eec-404b-8a25-76afab3a4950'] in n-d-778732-11 is: [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:12Z', 'revision_number': 3, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:10:18.780219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-9bafbc0e-9394-448a-8f88-d6f6b9d32936 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/quotas/a4641d3f6dc14c3ab9cf6eff26494ae4 HTTP/1.1" status: 200 len: 375 time: 0.0520811 Aug 25 11:10:18.844957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e232bc0-4dbe-4543-a39b-61f9ad338b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.870324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:18.874566 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f0abeb-0104-4e0e-9de2-02506092d2cc" -d '{"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-plugged", "status": "completed", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:18.924111 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e232bc0-4dbe-4543-a39b-61f9ad338b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:18.950078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Attempting to bind port 2d328410-1208-4b76-8203-3c82dfa73b5c on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:18.950403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Attempting to bind port 2d328410-1208-4b76-8203-3c82dfa73b5c by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:18.950728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Attempting to bind port 2d328410-1208-4b76-8203-3c82dfa73b5c on network da57e288-0d3f-4326-8e8c-8f802edeebe3 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:18.982315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Port 2d328410-1208-4b76-8203-3c82dfa73b5c on network da57e288-0d3f-4326-8e8c-8f802edeebe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:10:18.982542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Attempting to bind port 2d328410-1208-4b76-8203-3c82dfa73b5c on network da57e288-0d3f-4326-8e8c-8f802edeebe3 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:18.991297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84e28467-7082-4eb8-b250-60801eec844d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.005119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:19.005457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Checking segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:19.005879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Bound using segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:19.006332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Bound port: 2d328410-1208-4b76-8203-3c82dfa73b5c, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:19.006693 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.019152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84e28467-7082-4eb8-b250-60801eec844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.075591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e73e52-d9f7-46ce-8a44-fc35ff1a947b req-92cea848-d1dc-4570-8883-4406e28278a0 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:19.081789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90e73e52-d9f7-46ce-8a44-fc35ff1a947b req-92cea848-d1dc-4570-8883-4406e28278a0 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 944 time: 0.3245654 Aug 25 11:10:19.116177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.124124 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-84e28467-7082-4eb8-b250-60801eec844d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33fe8af962444c37b6b2d54d91c0db71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9543090 Aug 25 11:10:19.129266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34144) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:19.155053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e28467-7082-4eb8-b250-60801eec844d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1d1b77-117a-4f20-8821-1eda0948d65b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:19.187464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Transition to ACTIVE for port object 0e10931a-76c3-4f70-85e3-43b8f1893d40 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:19.243404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90e73e52-d9f7-46ce-8a44-fc35ff1a947b req-4d14498f-0f53-496a-8846-8b8e023e743c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935283 Aug 25 11:10:19.244663 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e232bc0-4dbe-4543-a39b-61f9ad338b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.259041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] For port 2d328410-1208-4b76-8203-3c82dfa73b5c, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:19.264766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e232bc0-4dbe-4543-a39b-61f9ad338b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.271002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e232bc0-4dbe-4543-a39b-61f9ad338b8f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46b1ffc4-7b36-47e1-b0bf-b6c8767f32f6 HTTP/1.1" status: 204 len: 168 time: 0.6563199 Aug 25 11:10:19.283463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-0fb23c82-a31b-47ae-b7a4-a105c80cc71d tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5021641 Aug 25 11:10:19.305886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] For port 2d328410-1208-4b76-8203-3c82dfa73b5c, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2d328410-1208-4b76-8203-3c82dfa73b5c,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:19.310035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e232bc0-4dbe-4543-a39b-61f9ad338b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b1ffc4-7b36-47e1-b0bf-b6c8767f32f6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:19.318169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.401872 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8adf8e-40f6-4f5f-aab0-542fd3d86809 x-openstack-request-id: req-5f8adf8e-40f6-4f5f-aab0-542fd3d86809 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:19.403317 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-plugged", "status": "completed", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:19.405234 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f8adf8e-40f6-4f5f-aab0-542fd3d86809 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:19.408596 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'code': 200} Aug 25 11:10:19.450317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7656103-43d6-472f-b808-0f66cfa6ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.489593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:19.497557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.506643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] 10.222.0.10 "PUT /v2.0/ports/2d328410-1208-4b76-8203-3c82dfa73b5c HTTP/1.1" status: 200 len: 1093 time: 2.9387932 Aug 25 11:10:19.535919 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.563084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:19.590707 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d1164-6772-442b-b9e6-dca08c44d9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:19.655035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874150d-bc80-4dcd-bf8e-e32532687421 req-fced88cf-cdbc-423b-83e0-b29691e7ce40 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:19.657798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1874150d-bc80-4dcd-bf8e-e32532687421 req-fced88cf-cdbc-423b-83e0-b29691e7ce40 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1798022 Aug 25 11:10:19.711148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eeade-aed9-4cc6-90cf-cbc9e5261433 req-de715b68-f3dc-4b46-8f15-e8f1ab1cf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:19.712968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab7eeade-aed9-4cc6-90cf-cbc9e5261433 req-de715b68-f3dc-4b46-8f15-e8f1ab1cf184 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.1592941 Aug 25 11:10:19.731591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1874150d-bc80-4dcd-bf8e-e32532687421 req-9e3f36d6-a0e9-4947-b6f4-3e46f9b66c2e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648258 Aug 25 11:10:19.829502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:19.841076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab7eeade-aed9-4cc6-90cf-cbc9e5261433 req-2e232046-6c8e-4180-83d5-7211f60fc5f4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192172 Aug 25 11:10:19.854008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:19.881588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:19.899849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7656103-43d6-472f-b808-0f66cfa6ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:19.926337 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aaac03-dbe0-407e-a853-c79ce0563110 x-openstack-request-id: req-41aaac03-dbe0-407e-a853-c79ce0563110 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:19.931477 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:19.931981 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41aaac03-dbe0-407e-a853-c79ce0563110 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:19.932519 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'status': 'completed', 'code': 200} Aug 25 11:10:20.076181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89885175-00aa-4355-9bb6-bdc01ddb4d55 service neutron] Pushing event updated for resources: {'Port': ['ID=2d328410-1208-4b76-8203-3c82dfa73b5c,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:20.126011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61456820-3d64-4b12-ab5d-084dbd6ed3e5 req-6317c8c6-11ba-46ae-881c-0156d89f5fab tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 210 time: 0.1086094 Aug 25 11:10:20.187118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c322f-480a-491c-b295-5fac795749c3 req-5f691f61-b576-419f-988f-97acbb8d145b tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:20.206866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b6c322f-480a-491c-b295-5fac795749c3 req-5f691f61-b576-419f-988f-97acbb8d145b tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.2908912 Aug 25 11:10:20.254375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-fd78b41a-9230-47f4-b220-9adff42e9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:20.256766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-fd78b41a-9230-47f4-b220-9adff42e9cba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 1096 time: 0.6156912 Aug 25 11:10:20.279231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:20.338890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b6c322f-480a-491c-b295-5fac795749c3 req-49a7a34b-5be9-4ce6-948b-4f8dc16fb2c3 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294045 Aug 25 11:10:20.348507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-7ccdbbaf-46eb-4dc0-b55c-a1c35d36805b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d328410-1208-4b76-8203-3c82dfa73b5c HTTP/1.1" status: 200 len: 217 time: 0.0826223 Aug 25 11:10:20.349485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Pushing event updated for resources: {'Port': ['ID=0e10931a-76c3-4f70-85e3-43b8f1893d40,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:20.473458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fad3308d-2245-4b31-9901-7e8a0a26604e None None] Provisioning for port 0e10931a-76c3-4f70-85e3-43b8f1893d40 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:20.495573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fad3308d-2245-4b31-9901-7e8a0a26604e None None] Provisioning complete for port 0e10931a-76c3-4f70-85e3-43b8f1893d40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:20.499360 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fad3308d-2245-4b31-9901-7e8a0a26604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:20.638438 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7656103-43d6-472f-b808-0f66cfa6ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:20.638995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b93e7-b270-41cf-adf6-8231bceb7dcc req-625a7041-9c2e-4224-8f56-3f5c8d3ec3ee tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:20.641736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7656103-43d6-472f-b808-0f66cfa6ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:20.643179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7656103-43d6-472f-b808-0f66cfa6ea7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c1d1b77-117a-4f20-8821-1eda0948d65b HTTP/1.1" status: 204 len: 168 time: 1.5051713 Aug 25 11:10:20.667593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a0b93e7-b270-41cf-adf6-8231bceb7dcc req-625a7041-9c2e-4224-8f56-3f5c8d3ec3ee tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 944 time: 0.2032387 Aug 25 11:10:20.698427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7656103-43d6-472f-b808-0f66cfa6ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1d1b77-117a-4f20-8821-1eda0948d65b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:20.714171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-fa45e7c2-9d0b-4c32-abaa-937f66d8aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:20.718704 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-fa45e7c2-9d0b-4c32-abaa-937f66d8aa66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.2730842 Aug 25 11:10:20.794368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7128fbdc-78b7-44d1-812c-e5b135dc93be up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:20.800346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fad3308d-2245-4b31-9901-7e8a0a26604e None None] Port 0e10931a-76c3-4f70-85e3-43b8f1893d40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:10:20.848108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a0b93e7-b270-41cf-adf6-8231bceb7dcc req-a6c6cef2-87cd-4a74-b7e5-c6762d128dc8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724389 Aug 25 11:10:20.964349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7128fbdc-78b7-44d1-812c-e5b135dc93be completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:20.992741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7128fbdc-78b7-44d1-812c-e5b135dc93be triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:20.995257 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.111070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dee310-f147-4e75-9c23-81b45fb7d140 req-27633b74-3f4c-462b-9b09-db5c61454686 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:21.119621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3dee310-f147-4e75-9c23-81b45fb7d140 req-27633b74-3f4c-462b-9b09-db5c61454686 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.2645614 Aug 25 11:10:21.126975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-eef67779-c116-4c8c-9c37-ca8027153474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:21.129072 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-eef67779-c116-4c8c-9c37-ca8027153474 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3938756 Aug 25 11:10:21.164251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68ed3a-e43d-493f-b061-ae82343650d7 req-2a922f6c-3943-45d6-a37f-19057ccf9a2c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:21.172201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.173353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff68ed3a-e43d-493f-b061-ae82343650d7 req-2a922f6c-3943-45d6-a37f-19057ccf9a2c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1595328 Aug 25 11:10:21.212433 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b33ffae3-22bd-4b98-9897-057ff01a6ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.220512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3dee310-f147-4e75-9c23-81b45fb7d140 req-c33d138e-39e3-4c88-9967-3504fd349b7c tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995026 Aug 25 11:10:21.300593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.349413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff68ed3a-e43d-493f-b061-ae82343650d7 req-e91d5967-9339-4cd4-8c0d-ccdac26af775 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735721 Aug 25 11:10:21.422181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7128fbdc-78b7-44d1-812c-e5b135dc93be, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7128fbdc-78b7-44d1-812c-e5b135dc93be,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:21.442819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.466271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.539344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b123d437-7369-43d5-8bb8-cf29e578726a req-5a649165-9d7b-4938-b35c-32c05b8640ab tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 210 time: 0.0845351 Aug 25 11:10:21.586529 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-65948029-764a-4c20-b8b5-7b0a8538d500 service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477084 Aug 25 11:10:21.652472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34212) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:21.702315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=7128fbdc-78b7-44d1-812c-e5b135dc93be,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:21.712709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e37f0bea-b083-4bd7-a1b5-2cc4dcab161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.924805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e37f0bea-b083-4bd7-a1b5-2cc4dcab161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.943678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e37f0bea-b083-4bd7-a1b5-2cc4dcab161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:21.978431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e37f0bea-b083-4bd7-a1b5-2cc4dcab161c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a036b31d5e9411180330bc6fd66b614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241720 Aug 25 11:10:21.996874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34222) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:22.106631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f0bea-b083-4bd7-a1b5-2cc4dcab161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69140b59-f0ea-44f8-b4b1-9ca47a1ef788,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:22.143664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238742e-fe54-4df6-9823-556cdd314aef req-16264de4-f16b-480a-9ec9-d13f3bb8bec6 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:22.145523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7238742e-fe54-4df6-9823-556cdd314aef req-16264de4-f16b-480a-9ec9-d13f3bb8bec6 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.2190936 Aug 25 11:10:22.188574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66511a-4221-4299-b88f-1ce79e9e98d5 req-62db1fba-f731-4581-8650-6d07ea7a859b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:22.190499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f66511a-4221-4299-b88f-1ce79e9e98d5 req-62db1fba-f731-4581-8650-6d07ea7a859b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 944 time: 0.1367946 Aug 25 11:10:22.195552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440b1cc8-3cc3-417b-b1fd-7cab1333d4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.253655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440b1cc8-3cc3-417b-b1fd-7cab1333d4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.313403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.348234 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdeb3537-4f4c-440c-994c-d4e6e28d9460 req-0c2322b4-8613-477c-9f81-6c91bea943aa service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417803 Aug 25 11:10:22.348841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-0a5f2763-0b0b-40c9-afe4-c9c138258e7b tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212699 Aug 25 11:10:22.364459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7238742e-fe54-4df6-9823-556cdd314aef req-f4c39ddd-39d0-4865-9840-ff82e4c573c3 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062871 Aug 25 11:10:22.373158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.382174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.491050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.493222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Pushing event updated for resources: {'Port': ['ID=0e10931a-76c3-4f70-85e3-43b8f1893d40,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:22.568474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f66511a-4221-4299-b88f-1ce79e9e98d5 req-d89ccb64-bd2e-4566-958b-25297d148d89 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467796 Aug 25 11:10:22.571636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-4d6de650-4772-441c-929b-9cc009a41d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:22.573511 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-4d6de650-4772-441c-929b-9cc009a41d90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 1096 time: 0.1382122 Aug 25 11:10:22.714025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7128fbdc-78b7-44d1-812c-e5b135dc93be up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:22.725193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440b1cc8-3cc3-417b-b1fd-7cab1333d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.727859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440b1cc8-3cc3-417b-b1fd-7cab1333d4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.729086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-440b1cc8-3cc3-417b-b1fd-7cab1333d4c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69140b59-f0ea-44f8-b4b1-9ca47a1ef788 HTTP/1.1" status: 204 len: 168 time: 0.7251391 Aug 25 11:10:22.815221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:22.823072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:22.825982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7128fbdc-78b7-44d1-812c-e5b135dc93be triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:22.826436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:22.831045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-848745bf-6a42-44dc-a3c5-046b107a4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:22.842795 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-848745bf-6a42-44dc-a3c5-046b107a4800 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 924 time: 0.2437108 Aug 25 11:10:23.014102 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-456398c4-cdc6-4f11-959f-9df5de57044c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d328410-1208-4b76-8203-3c82dfa73b5c HTTP/1.1" status: 200 len: 217 time: 0.1687760 Aug 25 11:10:23.169452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.10', 62409) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:23.169763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-090a517d-6c77-4387-a20b-20dd546687f5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:23.177503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-090a517d-6c77-4387-a20b-20dd546687f5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8112819 Aug 25 11:10:23.213644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b1cc8-3cc3-417b-b1fd-7cab1333d4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69140b59-f0ea-44f8-b4b1-9ca47a1ef788,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:23.223345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Request body: {'port': {'device_id': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'a4641d3f6dc14c3ab9cf6eff26494ae4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:23.307150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b9cdb9e-bd65-4686-a0c0-2236165eaf1c None None] Provisioning complete for port 0e10931a-76c3-4f70-85e3-43b8f1893d40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:23.310268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b9cdb9e-bd65-4686-a0c0-2236165eaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:23.325416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c497cc-aa5f-41b4-9579-9769248b330b req-c8fc41c7-f7bb-482f-a0e0-9ebcca6521db tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:23.329801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c497cc-aa5f-41b4-9579-9769248b330b req-c8fc41c7-f7bb-482f-a0e0-9ebcca6521db tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.6111686 Aug 25 11:10:23.367829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95b46c3d-6ff2-41c7-8b95-102ac54eb703 req-e3c00041-4dbd-4acb-a8b7-f616d20d4004 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 210 time: 0.0750225 Aug 25 11:10:23.369814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cdb9e-bd65-4686-a0c0-2236165eaf1c None None] Port 0e10931a-76c3-4f70-85e3-43b8f1893d40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:10:23.415660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-8fcafc07-3895-4475-a3c5-b2bba04f5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:23.420878 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-8fcafc07-3895-4475-a3c5-b2bba04f5b83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.3241560 Aug 25 11:10:23.466143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c497cc-aa5f-41b4-9579-9769248b330b req-a7834340-642e-4ab5-af53-8f1df6857488 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018643 Aug 25 11:10:23.491957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Made reservation on behalf of a4641d3f6dc14c3ab9cf6eff26494ae4 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:23.504688 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:23.530503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-8717fc33-b28d-4b0e-9bbd-999d02aca73b tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:23.531453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-8717fc33-b28d-4b0e-9bbd-999d02aca73b tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.3601098 Aug 25 11:10:23.606359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Router 88f7c671-9eec-404b-8a25-76afab3a4950 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:10:23.619069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-79081ce1-3398-410a-9cca-4e028604d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:23.619616 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-79081ce1-3398-410a-9cca-4e028604d837 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867740 Aug 25 11:10:23.786137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Allocated IP 192.168.233.38 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/e76d0d05-3d5a-4e71-9893-00718fb0bb46) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:23.821489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436ed4e-96fb-4a93-9822-3587a3632fc8 req-0385e707-4b83-4570-8825-b29420c31442 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:23.823144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f436ed4e-96fb-4a93-9822-3587a3632fc8 req-0385e707-4b83-4570-8825-b29420c31442 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edc63c7-7430-4ae5-900d-09dd3f97c686 HTTP/1.1" status: 200 len: 950 time: 0.1019390 Aug 25 11:10:23.919949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Deleting port 4d22e598-0563-4ede-ab17-06abe1a90bde {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:23.920562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:23.926694 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-a5d265bd-9a4c-4e8f-b9d4-51fee74fbfac service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757854 Aug 25 11:10:24.043374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:10:24.052934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-07763061-6d55-4ba6-be9c-6a90351d16ef admin admin] 10.222.0.35 "PUT /v2.0/routers/88f7c671-9eec-404b-8a25-76afab3a4950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9015152 Aug 25 11:10:24.053767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f436ed4e-96fb-4a93-9822-3587a3632fc8 req-097a9f72-ba2c-4d58-86c3-9804d824a8c8 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.35 "GET /v2.0/security-groups?id=339f5a69-bb9c-408d-9e24-559416735294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200551 Aug 25 11:10:24.074689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Sync routers for ids ['88f7c671-9eec-404b-8a25-76afab3a4950'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:10:24.124813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:24.141586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Transition to ACTIVE for port object e76d0d05-3d5a-4e71-9893-00718fb0bb46 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:24.148583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Routers {'88f7c671-9eec-404b-8a25-76afab3a4950'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:24.149071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:10:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['88f7c671-9eec-404b-8a25-76afab3a4950'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:24.214719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-388d1164-6772-442b-b9e6-dca08c44d9f7 req-ccf9affb-fb7c-463a-9784-0adae68d0064 service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713392 Aug 25 11:10:24.219182 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:24.222620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:24.242227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79a07f-057d-4a3f-b62d-196fec8adea7 req-bff837ed-0566-4db3-a759-f5f06d3ad13a tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:24.243612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['50426e50-9c44-49fd-a7f9-fc118cb74d7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:24.243910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f79a07f-057d-4a3f-b62d-196fec8adea7 req-bff837ed-0566-4db3-a759-f5f06d3ad13a tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 944 time: 0.0885024 Aug 25 11:10:24.317199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:24.322256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:24.341802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:24.344498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] For port 4d22e598-0563-4ede-ab17-06abe1a90bde, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4d22e598-0563-4ede-ab17-06abe1a90bde,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:24.347592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:24.348789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:24.349665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:24.364139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Pushing event updated for resources: {'Port': ['ID=e76d0d05-3d5a-4e71-9893-00718fb0bb46,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:24.394764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f79a07f-057d-4a3f-b62d-196fec8adea7 req-25848e5d-ea83-4039-84e3-f2fd7f48c7ef tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208842 Aug 25 11:10:24.404416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4ddcfe64-48d3-46af-a133-8fb4585e7286 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1938367 Aug 25 11:10:24.422912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Request body: {'port': {'device_id': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:24.427606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Calling delete_port for 4d22e598-0563-4ede-ab17-06abe1a90bde owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:24.508882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:24.594740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Set router 88f7c671-9eec-404b-8a25-76afab3a4950 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:24.897592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.004439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76d0d05-3d5a-4e71-9893-00718fb0bb46 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:25.028114 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.032904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Pushing event deleted for resources: {'Port': ['ID=4d22e598-0563-4ede-ab17-06abe1a90bde,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:25.054402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['4d22e598-0563-4ede-ab17-06abe1a90bde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:25.055089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Transition to ACTIVE for port object e76d0d05-3d5a-4e71-9893-00718fb0bb46 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:25.085573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-17d0425b-4b36-4e47-a9c9-2e7162f7486f None None] Provisioning for port e76d0d05-3d5a-4e71-9893-00718fb0bb46 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:25.088110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.114596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d33fb6-89d0-49d4-bbd9-59ae2c9a8de4 req-81b3bb8d-38a8-4c4d-949f-b765538a4fcb tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:25.128228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5d33fb6-89d0-49d4-bbd9-59ae2c9a8de4 req-81b3bb8d-38a8-4c4d-949f-b765538a4fcb tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.5094540 Aug 25 11:10:25.143188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] No DVR routers for this DVR port 4d22e598-0563-4ede-ab17-06abe1a90bde on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:10:25.151529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.154180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9c2b93e2-cb42-40f2-9306-4979894e0444 req-fb128695-179d-4695-ace5-0e963f34c4b7 tempest-DeleteServersAdminTestJSON-527726842 tempest-DeleteServersAdminTestJSON-527726842-project] 10.222.0.10 "DELETE /v2.0/ports/4d22e598-0563-4ede-ab17-06abe1a90bde HTTP/1.1" status: 204 len: 173 time: 1.6148736 Aug 25 11:10:25.154665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'name': 'network-vif-deleted', 'tag': '4d22e598-0563-4ede-ab17-06abe1a90bde'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:25.157193 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3de17a-03d0-41e0-a572-ba43854205bb" -d '{"events": [{"server_uuid": "5edc63c7-7430-4ae5-900d-09dd3f97c686", "name": "network-vif-deleted", "tag": "4d22e598-0563-4ede-ab17-06abe1a90bde"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:25.177751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a5d33fb6-89d0-49d4-bbd9-59ae2c9a8de4 req-7dc118fa-c2a0-406b-bcf3-6c5932efbc54 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.178069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:20Z', 'revision_number': 4, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0e10931a-76c3-4f70-85e3-43b8f1893d40', 'name': '', 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'mac_address': 'fa:16:3e:5f:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5df633f4-740c-40a2-a341-e285c57e6fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:17Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 2, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'subnets': [{'id': '5df633f4-740c-40a2-a341-e285c57e6fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:25.229003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Checking router: 88f7c671-9eec-404b-8a25-76afab3a4950 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:10:25.229479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Updating router 88f7c671-9eec-404b-8a25-76afab3a4950 port 0e10931a-76c3-4f70-85e3-43b8f1893d40 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:10:25.283818 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.369348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Pushing event updated for resources: {'Port': ['ID=e76d0d05-3d5a-4e71-9893-00718fb0bb46,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:25.415065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Attempting to bind port e76d0d05-3d5a-4e71-9893-00718fb0bb46 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:25.416212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Attempting to bind port e76d0d05-3d5a-4e71-9893-00718fb0bb46 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:25.416796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Attempting to bind port e76d0d05-3d5a-4e71-9893-00718fb0bb46 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:25.559155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a5d33fb6-89d0-49d4-bbd9-59ae2c9a8de4 req-7dc118fa-c2a0-406b-bcf3-6c5932efbc54 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.565379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Port e76d0d05-3d5a-4e71-9893-00718fb0bb46 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:10:25.565849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Attempting to bind port e76d0d05-3d5a-4e71-9893-00718fb0bb46 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:25.573613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:25.574014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:25.574988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:25.575450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Bound port: e76d0d05-3d5a-4e71-9893-00718fb0bb46, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:25.575862 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.578273 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a5d33fb6-89d0-49d4-bbd9-59ae2c9a8de4 req-7dc118fa-c2a0-406b-bcf3-6c5932efbc54 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:25.607604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5d33fb6-89d0-49d4-bbd9-59ae2c9a8de4 req-7dc118fa-c2a0-406b-bcf3-6c5932efbc54 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782517 Aug 25 11:10:25.714615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2d328410-1208-4b76-8203-3c82dfa73b5c details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:10:25.773751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc118fa-c2a0-406b-bcf3-6c5932efbc54 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708562c7-325c-4353-8ecc-f8657e919539,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:25.908401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fc745-c7ca-46c2-9ce5-8791a8e0a2bf req-310b7847-9d35-47f9-9663-0e15c2eb6bdf tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:25.919994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e4fc745-c7ca-46c2-9ce5-8791a8e0a2bf req-310b7847-9d35-47f9-9663-0e15c2eb6bdf tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 947 time: 0.1057794 Aug 25 11:10:25.934585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] For port e76d0d05-3d5a-4e71-9893-00718fb0bb46, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:25.993584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] For port e76d0d05-3d5a-4e71-9893-00718fb0bb46, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:26.006862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e4fc745-c7ca-46c2-9ce5-8791a8e0a2bf req-7178d874-c972-44ff-bb8f-e8c35431f17d tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859222 Aug 25 11:10:26.012680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.020353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2d328410-1208-4b76-8203-3c82dfa73b5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2d328410-1208-4b76-8203-3c82dfa73b5c,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:26.049975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'port_id': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'mac_address': 'fa:16:3e:9f:5a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:10:26.108644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:26.110081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.114473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] 10.222.0.10 "PUT /v2.0/ports/e76d0d05-3d5a-4e71-9893-00718fb0bb46 HTTP/1.1" status: 200 len: 1096 time: 1.7012341 Aug 25 11:10:26.115323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'tag': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:26.120628 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ed2747-fa68-4454-b6fd-cb4374cc72be" -d '{"events": [{"name": "network-changed", "server_uuid": "4a90ab92-1e95-4ec2-b008-5756f1eebad6", "tag": "e76d0d05-3d5a-4e71-9893-00718fb0bb46"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:26.164624 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f07ee77-1897-4020-8288-814d6ab52d93 x-openstack-request-id: req-9f07ee77-1897-4020-8288-814d6ab52d93 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:26.165966 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edc63c7-7430-4ae5-900d-09dd3f97c686", "name": "network-vif-deleted", "tag": "4d22e598-0563-4ede-ab17-06abe1a90bde", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:26.167294 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f07ee77-1897-4020-8288-814d6ab52d93 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:26.168422 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edc63c7-7430-4ae5-900d-09dd3f97c686', 'name': 'network-vif-deleted', 'tag': '4d22e598-0563-4ede-ab17-06abe1a90bde', 'status': 'completed', 'code': 200} Aug 25 11:10:26.182971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.208064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.216195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe235f3-156e-4246-a980-0fbcc31aa152 service neutron] Pushing event updated for resources: {'Port': ['ID=e76d0d05-3d5a-4e71-9893-00718fb0bb46,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:26.238826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d328410-1208-4b76-8203-3c82dfa73b5c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:26.269670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Transition to ACTIVE for port object 0e10931a-76c3-4f70-85e3-43b8f1893d40 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:26.302846 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.306143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2d328410-1208-4b76-8203-3c82dfa73b5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2d328410-1208-4b76-8203-3c82dfa73b5c,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:26.334378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.389747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d332eb2-72f5-4292-a7b5-9b24b56d93a9 None None] Pushing event updated for resources: {'Port': ['ID=0e10931a-76c3-4f70-85e3-43b8f1893d40,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:26.500062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Attempting to bind port 0e10931a-76c3-4f70-85e3-43b8f1893d40 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:26.500459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Attempting to bind port 0e10931a-76c3-4f70-85e3-43b8f1893d40 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:26.501048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Attempting to bind port 0e10931a-76c3-4f70-85e3-43b8f1893d40 on network 6041553a-4012-4ac4-b4fd-f3170a4d7458 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:26.516244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-390d5b48-47b1-4270-b001-f1eebbb91fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:26.517844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:26.518441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Checking segment: {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:26.518589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-390d5b48-47b1-4270-b001-f1eebbb91fd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 1099 time: 0.3381045 Aug 25 11:10:26.519141 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.519688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Bound using segment: {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:26.520336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Bound port: 0e10931a-76c3-4f70-85e3-43b8f1893d40, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cf202e-1f37-426d-bb30-2e0bab175460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:26.520921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.542463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2d328410-1208-4b76-8203-3c82dfa73b5c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:26.565879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2d328410-1208-4b76-8203-3c82dfa73b5c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:26.646998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] For port 0e10931a-76c3-4f70-85e3-43b8f1893d40, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:26.651410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] For port 0e10931a-76c3-4f70-85e3-43b8f1893d40, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0e10931a-76c3-4f70-85e3-43b8f1893d40,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:26.657867 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.659508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-6e162f84-280f-4eae-93c5-ba23922ef5de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46 HTTP/1.1" status: 200 len: 217 time: 0.1267726 Aug 25 11:10:26.702761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c71a2-d93d-4e5f-8d42-c08db08146a7 req-f0adbe71-bd61-4f96-ac0e-b27acb1f0d86 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:26.705635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d2c71a2-d93d-4e5f-8d42-c08db08146a7 req-f0adbe71-bd61-4f96-ac0e-b27acb1f0d86 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 944 time: 0.4399724 Aug 25 11:10:26.769194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d332eb2-72f5-4292-a7b5-9b24b56d93a9 None None] Pushing event updated for resources: {'Port': ['ID=0e10931a-76c3-4f70-85e3-43b8f1893d40,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:26.772281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Routers {'88f7c671-9eec-404b-8a25-76afab3a4950'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:26.772889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:10:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['88f7c671-9eec-404b-8a25-76afab3a4950'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:26.911019 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:26.920168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-4b080af8-fb9c-482a-863c-bd2c74ae3d15 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6143227 Aug 25 11:10:26.935877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-36dbae23-302e-49e6-ad1c-ddb762df8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:26.938370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-36dbae23-302e-49e6-ad1c-ddb762df8ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2646523 Aug 25 11:10:26.944832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d2c71a2-d93d-4e5f-8d42-c08db08146a7 req-d500f435-7c80-469a-9dfd-05f4dc3dfa36 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054269 Aug 25 11:10:26.951970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] Set router 88f7c671-9eec-404b-8a25-76afab3a4950 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:26.966422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:27.068116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600bea-518a-4523-b80a-d48fa2db246c req-46db5167-b288-43d7-93e6-7c1292a92363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:27.070877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-46db5167-b288-43d7-93e6-7c1292a92363 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1245389 Aug 25 11:10:27.072191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:27.282787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:20Z', 'revision_number': 4, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0e10931a-76c3-4f70-85e3-43b8f1893d40', 'name': '', 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'mac_address': 'fa:16:3e:5f:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5df633f4-740c-40a2-a341-e285c57e6fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:17Z', 'updated_at': '2021-08-25T11:10:26Z', 'revision_number': 4, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'subnets': [{'id': '5df633f4-740c-40a2-a341-e285c57e6fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:27.300046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-5a5ac4d4-ddca-40e3-9e5a-fb8cbdac8b01 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208710 Aug 25 11:10:27.317324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777de2d-d591-49cc-8003-00ba5c6f21a3 None None] The sync data for ids ['88f7c671-9eec-404b-8a25-76afab3a4950'] in n-d-778732-11 is: [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:20Z', 'revision_number': 4, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0e10931a-76c3-4f70-85e3-43b8f1893d40', 'name': '', 'network_id': '6041553a-4012-4ac4-b4fd-f3170a4d7458', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'mac_address': 'fa:16:3e:5f:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '5df633f4-740c-40a2-a341-e285c57e6fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:17Z', 'updated_at': '2021-08-25T11:10:26Z', 'revision_number': 4, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'subnets': [{'id': '5df633f4-740c-40a2-a341-e285c57e6fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:10:27.616327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:27.647740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5600bea-518a-4523-b80a-d48fa2db246c req-6b401e67-f8b0-406e-a58b-426e195b15af service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387165 Aug 25 11:10:27.733955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2d328410-1208-4b76-8203-3c82dfa73b5c up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:27.781422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Allocated IP 172.25.1.195 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/a184ecf1-b392-4bbd-9e29-550768fae6e4) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:27.858985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 2d328410-1208-4b76-8203-3c82dfa73b5c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:27.864837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 2d328410-1208-4b76-8203-3c82dfa73b5c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:27.865523 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.002417 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.051557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.069749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:28.072224 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e105dd1b-82ec-4665-82a5-79e2ddab6e55" -d '{"events": [{"server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "name": "network-vif-plugged", "status": "completed", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:28.095569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34352) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:28.101486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2d328410-1208-4b76-8203-3c82dfa73b5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2d328410-1208-4b76-8203-3c82dfa73b5c,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:28.109793 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.113566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4d22e598-0563-4ede-ab17-06abe1a90bde no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:10:28.140655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.226897 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-b51c0e68-efd2-403e-91f3-47c665f107b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297069 Aug 25 11:10:28.251696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 4d22e598-0563-4ede-ab17-06abe1a90bde {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:10:28.253943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4d22e598-0563-4ede-ab17-06abe1a90bde not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:10:28.305506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=a184ecf1-b392-4bbd-9e29-550768fae6e4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:28.323654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2d328410-1208-4b76-8203-3c82dfa73b5c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:28.332841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:28.335569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:28.339394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:28.357902 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad934f-2246-4a64-aa30-18b3f08ea3ec x-openstack-request-id: req-f3ad934f-2246-4a64-aa30-18b3f08ea3ec {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:28.358267 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a90ab92-1e95-4ec2-b008-5756f1eebad6", "tag": "e76d0d05-3d5a-4e71-9893-00718fb0bb46", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:28.358569 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3ad934f-2246-4a64-aa30-18b3f08ea3ec {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:28.360252 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'tag': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46', 'status': 'completed', 'code': 200} Aug 25 11:10:28.509413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.569560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-4a3fe90c-8957-40ff-bae5-de14807fe8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:28.571384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-4a3fe90c-8957-40ff-bae5-de14807fe8d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 1099 time: 0.1398826 Aug 25 11:10:28.668512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e10931a-76c3-4f70-85e3-43b8f1893d40 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:28.677377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180050e1-a0dd-4d2f-9272-077caa1b531d req-f1ec5d32-1126-47ba-8e4f-03a99b0d7ae4 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:28.686948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-180050e1-a0dd-4d2f-9272-077caa1b531d req-f1ec5d32-1126-47ba-8e4f-03a99b0d7ae4 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 947 time: 0.1701121 Aug 25 11:10:28.688326 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.746347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0e10931a-76c3-4f70-85e3-43b8f1893d40 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:28.752315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0e10931a-76c3-4f70-85e3-43b8f1893d40 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:28.752909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.860766 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:28.885878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-180050e1-a0dd-4d2f-9272-077caa1b531d req-1fb03b2f-a2ce-4524-8112-0a11012735c9 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811745 Aug 25 11:10:28.927063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 0e10931a-76c3-4f70-85e3-43b8f1893d40, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0e10931a-76c3-4f70-85e3-43b8f1893d40,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:28.928802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-67dbae13-1915-4774-9a22-f0f7619e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:28.931102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-67dbae13-1915-4774-9a22-f0f7619e991a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3356245 Aug 25 11:10:28.935383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:29.025402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=0e10931a-76c3-4f70-85e3-43b8f1893d40,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:29.041175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-54b2e6a3-fb6d-4624-b087-49a654c64856 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46 HTTP/1.1" status: 200 len: 217 time: 0.0787475 Aug 25 11:10:29.172218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-ba9821d5-1391-4ab8-958b-1bf1e7d15dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:29.173716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-ba9821d5-1391-4ab8-958b-1bf1e7d15dc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1214447 Aug 25 11:10:29.230731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74cc3-f0a8-4670-ae1e-c83624194903 req-1aec59a4-2f16-46f8-a615-371b64f029ea tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:29.232334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ed74cc3-f0a8-4670-ae1e-c83624194903 req-1aec59a4-2f16-46f8-a615-371b64f029ea tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1664047 Aug 25 11:10:29.287453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:29.298219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:29.342343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-a5b0092f-b6f6-4e69-aa72-fb9b63bd895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:29.343891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-a5b0092f-b6f6-4e69-aa72-fb9b63bd895e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618142 Aug 25 11:10:29.351199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ed74cc3-f0a8-4670-ae1e-c83624194903 req-28f509b5-1291-421f-b1cf-c8ddee09c7dc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099532 Aug 25 11:10:29.358591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:29.436927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=a184ecf1-b392-4bbd-9e29-550768fae6e4,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:29.446013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:29.453817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-cc1d7463-9a3c-4686-98c9-8982f44961d5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5057170 Aug 25 11:10:29.570686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-9a008538-9f79-4e7c-a733-8cc8a1fe8d1d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.1158445 Aug 25 11:10:29.614819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-c1451c06-1ecd-4e8c-b222-5fd1fc6a12f7 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606902 Aug 25 11:10:29.683306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c12a0-a21b-4885-853c-6119f03c3d8a req-6cb4c5d3-fffe-4506-a3b4-2cb56e38f4bf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:29.685488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-474c12a0-a21b-4885-853c-6119f03c3d8a req-6cb4c5d3-fffe-4506-a3b4-2cb56e38f4bf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 946 time: 0.2199955 Aug 25 11:10:29.810965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-8a287280-253c-4d3d-a7c3-c04d7ed7551d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:29.812428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-8a287280-253c-4d3d-a7c3-c04d7ed7551d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2321646 Aug 25 11:10:29.819499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-474c12a0-a21b-4885-853c-6119f03c3d8a req-3eb8a2bf-1342-46d6-b709-2e38e09c2870 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027722 Aug 25 11:10:29.832948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-6cea1400-192a-4e85-804f-b459124ffc61 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:29.834061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b101f894-d9d6-4b8f-85c3-11f37a59ac29 req-6cea1400-192a-4e85-804f-b459124ffc61 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084927 Aug 25 11:10:29.839366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed2747-fa68-4454-b6fd-cb4374cc72be req-52aef29e-a519-46b9-ae79-f3ee2e798ddd service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970263 Aug 25 11:10:29.945816 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb855d-4109-4d3a-8bff-5cd31d609906 x-openstack-request-id: req-f6cb855d-4109-4d3a-8bff-5cd31d609906 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:29.946644 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "name": "network-vif-plugged", "status": "completed", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:29.946644 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6cb855d-4109-4d3a-8bff-5cd31d609906 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:29.947239 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'code': 200} Aug 25 11:10:29.981479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-71d3704b-fed1-4ee2-8147-e9f60df21946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:29.983519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-71d3704b-fed1-4ee2-8147-e9f60df21946 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.0664487 Aug 25 11:10:30.190905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d1f45-6f43-4417-99be-5d5e1f5b74a9 req-fd607698-6fd8-4657-a9b9-077e47f9a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:30.192658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-960d1f45-6f43-4417-99be-5d5e1f5b74a9 req-fd607698-6fd8-4657-a9b9-077e47f9a9b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 1098 time: 0.1592364 Aug 25 11:10:30.198841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-0ea2a284-9915-4f3e-9200-9b83e5e5c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:30.201172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-0ea2a284-9915-4f3e-9200-9b83e5e5c550 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2096896 Aug 25 11:10:30.296326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-b6c9cd1c-1553-4d55-b800-5f2f73ebd064 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.0847800 Aug 25 11:10:30.330525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25cf64c0-c0b2-414f-9098-05363167f039 req-11880104-f26f-44fa-a9c6-aae0e3d6ba83 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=06fe4c15ff2342c296a37c6c713f3062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931747 Aug 25 11:10:30.405406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:30.623868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-960d1f45-6f43-4417-99be-5d5e1f5b74a9 req-dbd75eaf-68f0-437e-8f0a-cb62705d089c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215298 Aug 25 11:10:30.639004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e10931a-76c3-4f70-85e3-43b8f1893d40 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:30.709322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-49bd3778-cd94-4d30-96e6-acdca06e7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:30.710740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-49bd3778-cd94-4d30-96e6-acdca06e7ea0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.4013517 Aug 25 11:10:30.728719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0e10931a-76c3-4f70-85e3-43b8f1893d40 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:30.729450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:30.802110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-b5aef337-7a3e-451b-a6f5-9239381483e0 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5308599 Aug 25 11:10:30.814055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf64c0-c0b2-414f-9098-05363167f039 req-6e4701f7-3264-455d-9fc4-8747cd49a346 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:30.815637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25cf64c0-c0b2-414f-9098-05363167f039 req-6e4701f7-3264-455d-9fc4-8747cd49a346 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4522429 Aug 25 11:10:30.823690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:30.833772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-a00e0398-ccac-4420-9cd1-c699d7417ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:30.835315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-a00e0398-ccac-4420-9cd1-c699d7417ccf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151395 Aug 25 11:10:30.894863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25cf64c0-c0b2-414f-9098-05363167f039 req-c434024e-94ad-4159-86ff-32fd1a64e980 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/quotas/06fe4c15ff2342c296a37c6c713f3062 HTTP/1.1" status: 200 len: 375 time: 0.0650816 Aug 25 11:10:30.968976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25cf64c0-c0b2-414f-9098-05363167f039 req-9d1f783d-b5e2-4b43-8060-600c534a24b0 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fe4c15ff2342c296a37c6c713f3062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658181 Aug 25 11:10:30.970237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:31.085286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-9f37c06b-466e-4541-8211-241fa982d63b service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421963 Aug 25 11:10:31.255798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf706-5583-4fce-b8c0-b60c12c37b59 req-8d8f2b84-1447-412c-89ee-9e5321746c27 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:31.257410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccbbf706-5583-4fce-b8c0-b60c12c37b59 req-8d8f2b84-1447-412c-89ee-9e5321746c27 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 947 time: 0.1019256 Aug 25 11:10:31.260873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-9727f248-b8c9-4d42-a795-0cc7cc449647 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675367 Aug 25 11:10:31.285503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:31.352059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccbbf706-5583-4fce-b8c0-b60c12c37b59 req-c082d0fd-e339-458f-ad36-fde923d06a86 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865045 Aug 25 11:10:31.477567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Allocated IP 172.25.1.178 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/c46dbbc9-e38a-413b-90e0-ed07c1452532) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:31.653003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877ddb-0808-4d1b-a07f-9998e624587f req-eac22b91-02a5-4403-a0c8-875322ef6958 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:31.655147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec877ddb-0808-4d1b-a07f-9998e624587f req-eac22b91-02a5-4403-a0c8-875322ef6958 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1012287 Aug 25 11:10:31.659232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:31.742509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e76d0d05-3d5a-4e71-9893-00718fb0bb46 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:10:31.743405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec877ddb-0808-4d1b-a07f-9998e624587f req-a292492a-f165-4f5a-9b20-c7bf95c18581 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796547 Aug 25 11:10:31.794324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:31.941625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e76d0d05-3d5a-4e71-9893-00718fb0bb46, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:31.948056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34426) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:31.950790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:31.955635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46', 'mac_address': 'fa:16:3e:7b:53:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:10:31.957782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=c46dbbc9-e38a-413b-90e0-ed07c1452532,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:31.963927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:31.973455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:32.002379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14963-c865-4077-9e55-78cb18acf68d req-be16d0e3-592e-4ba4-8482-bd90ba975751 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:32.005776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dee14963-c865-4077-9e55-78cb18acf68d req-be16d0e3-592e-4ba4-8482-bd90ba975751 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 946 time: 0.1485922 Aug 25 11:10:32.020859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.037588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76d0d05-3d5a-4e71-9893-00718fb0bb46 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:10:32.062078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e76d0d05-3d5a-4e71-9893-00718fb0bb46, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:32.068180 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.126082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e76d0d05-3d5a-4e71-9893-00718fb0bb46,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:32.126944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.139319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dee14963-c865-4077-9e55-78cb18acf68d req-bb1becaf-8a20-4820-b05f-9dd036b102c8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246943 Aug 25 11:10:32.142162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cb55-9c59-4de8-91e4-7af43c4ec00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.202746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.274812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cb55-9c59-4de8-91e4-7af43c4ec00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.280385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad8cb55-9c59-4de8-91e4-7af43c4ec00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.282000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e76d0d05-3d5a-4e71-9893-00718fb0bb46'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:32.327579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8cb55-9c59-4de8-91e4-7af43c4ec00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc84051a-ad3b-4c2e-a451-6b01069911c0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:32.342065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ad8cb55-9c59-4de8-91e4-7af43c4ec00d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2309cff6b5214a41aabe1a911ff8cfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919654 Aug 25 11:10:32.342541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34436) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:32.443232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74d7c185-1535-49be-9c7f-6be70cbbf170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.467171 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.476307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.489632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74d7c185-1535-49be-9c7f-6be70cbbf170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.523797 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.581206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.586761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7684660 Aug 25 11:10:32.596388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b611f-b71c-4ae7-b610-909982cc0b35 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=c46dbbc9-e38a-413b-90e0-ed07c1452532,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:32.696227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-1fc87867-f647-49bf-a2a8-3ddadc547530 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0943105 Aug 25 11:10:32.797716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74d7c185-1535-49be-9c7f-6be70cbbf170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.802321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74d7c185-1535-49be-9c7f-6be70cbbf170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:32.804214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-74d7c185-1535-49be-9c7f-6be70cbbf170 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc84051a-ad3b-4c2e-a451-6b01069911c0 HTTP/1.1" status: 204 len: 168 time: 0.4604478 Aug 25 11:10:32.893554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7c185-1535-49be-9c7f-6be70cbbf170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc84051a-ad3b-4c2e-a451-6b01069911c0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:33.002443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892072b1-b754-4cec-a3cf-9e03107236ca req-fcd51fae-cc88-4298-88fc-6724d35a6315 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:33.005194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-892072b1-b754-4cec-a3cf-9e03107236ca req-fcd51fae-cc88-4298-88fc-6724d35a6315 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 946 time: 0.2092521 Aug 25 11:10:33.022470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34452) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:33.036278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'floatingip': {'port_id': '2d328410-1208-4b76-8203-3c82dfa73b5c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:33.051051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-937894bd-0230-4c7e-a401-b6a663b8b515 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:33.052983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-937894bd-0230-4c7e-a401-b6a663b8b515 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.3503470 Aug 25 11:10:33.070064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-4eb0becf-856b-48f0-97d1-8897f0f7aaee tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:33.071986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f7369a-9fdf-4571-83c1-7f2d7b5a8a66 req-4eb0becf-856b-48f0-97d1-8897f0f7aaee tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086999 Aug 25 11:10:33.141888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34460) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:33.237497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.290844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678689d8-5b7d-4aad-a2c6-8a6a46617bd8 req-9c64e57c-66a6-4572-9ef1-e33406b498b8 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:33.293765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-678689d8-5b7d-4aad-a2c6-8a6a46617bd8 req-9c64e57c-66a6-4572-9ef1-e33406b498b8 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 948 time: 0.1183169 Aug 25 11:10:33.365752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-678689d8-5b7d-4aad-a2c6-8a6a46617bd8 req-7aa1bd25-ba8f-44b1-88c3-d3fe8dfd04ff tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598204 Aug 25 11:10:33.435274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c9ee5d66-ab70-4684-9e1c-4a7ec1673b15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b118edddd9ce41669225a5465ba1205b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2916415 Aug 25 11:10:33.436720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34468) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:33.488070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34470) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:33.521249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8626dbfe-df43-4448-bce1-d35304188aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.526573 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-020685be-f93d-4865-a093-9f7325922fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.580821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8626dbfe-df43-4448-bce1-d35304188aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.673380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a3b0-2642-489b-ad9c-c85ab09236de req-a4b37a49-c22c-4ed8-9795-2ffe2eb18ef6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:33.675037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a85a3b0-2642-489b-ad9c-c85ab09236de req-a4b37a49-c22c-4ed8-9795-2ffe2eb18ef6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1358817 Aug 25 11:10:33.725568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8626dbfe-df43-4448-bce1-d35304188aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.728138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8626dbfe-df43-4448-bce1-d35304188aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.732679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8626dbfe-df43-4448-bce1-d35304188aac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/339f5a69-bb9c-408d-9e24-559416735294 HTTP/1.1" status: 204 len: 168 time: 0.2943299 Aug 25 11:10:33.743836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e76d0d05-3d5a-4e71-9893-00718fb0bb46 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:10:33.756932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626dbfe-df43-4448-bce1-d35304188aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339f5a69-bb9c-408d-9e24-559416735294,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:33.780723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a85a3b0-2642-489b-ad9c-c85ab09236de req-a03a326e-029f-4a74-9024-c1f7b93798cd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841970 Aug 25 11:10:33.782696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-020685be-f93d-4865-a093-9f7325922fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.789917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-020685be-f93d-4865-a093-9f7325922fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.835315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020685be-f93d-4865-a093-9f7325922fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697c19b6-e338-4fc7-9c0e-bae6e8080a44,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:33.841019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-020685be-f93d-4865-a093-9f7325922fb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a2fc1383be04501889674a2eac5bfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500838 Aug 25 11:10:33.849037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34474) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:33.871164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port e76d0d05-3d5a-4e71-9893-00718fb0bb46 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:33.886940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port e76d0d05-3d5a-4e71-9893-00718fb0bb46 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:33.887330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:33.993615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.033214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-597a5b8f-5475-40c9-80e3-4718da2592f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.046353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:34.050098 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5dad02-ea73-4fd7-b177-d1e204b5ffc1" -d '{"events": [{"server_uuid": "4a90ab92-1e95-4ec2-b008-5756f1eebad6", "name": "network-vif-plugged", "status": "completed", "tag": "e76d0d05-3d5a-4e71-9893-00718fb0bb46"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:34.062361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e76d0d05-3d5a-4e71-9893-00718fb0bb46, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:34.072579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.117901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-597a5b8f-5475-40c9-80e3-4718da2592f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.141229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e76d0d05-3d5a-4e71-9893-00718fb0bb46,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:34.192949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-f720820c-1f50-4d45-8413-1a0e83aeb1ce tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2582009 Aug 25 11:10:34.198505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:34.228870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.249561 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-597a5b8f-5475-40c9-80e3-4718da2592f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.256631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-597a5b8f-5475-40c9-80e3-4718da2592f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.260458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-597a5b8f-5475-40c9-80e3-4718da2592f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/697c19b6-e338-4fc7-9c0e-bae6e8080a44 HTTP/1.1" status: 204 len: 168 time: 0.4077690 Aug 25 11:10:34.284861 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:10:34.311504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a5b8f-5475-40c9-80e3-4718da2592f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697c19b6-e338-4fc7-9c0e-bae6e8080a44,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:34.393112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.525507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:10:34.590845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34494) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:34.636088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8c643d2-7937-4a83-a425-72d43d58792d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.643196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Allocated IP 172.25.1.125 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2f914389-2daf-4d94-980a-cdf2a65b9056) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:34.656288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.657511 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d7bcea-efbd-4fde-9161-5e35fc9fe77a x-openstack-request-id: req-92d7bcea-efbd-4fde-9161-5e35fc9fe77a {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:34.657857 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a90ab92-1e95-4ec2-b008-5756f1eebad6", "name": "network-vif-plugged", "status": "completed", "tag": "e76d0d05-3d5a-4e71-9893-00718fb0bb46", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:34.658620 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92d7bcea-efbd-4fde-9161-5e35fc9fe77a {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:34.659219 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46', 'code': 200} Aug 25 11:10:34.667565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:34.835161 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Floating IP 7534db36-bcea-426e-8a71-5320b253efca associated. External IP: 172.25.1.134, port: 2d328410-1208-4b76-8203-3c82dfa73b5c. Aug 25 11:10:35.038455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2327e1-8e2e-4d4c-ab4f-a9eaf2fce85e req-a71ab417-5beb-4f76-8318-41f4542bf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:35.041005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b2327e1-8e2e-4d4c-ab4f-a9eaf2fce85e req-a71ab417-5beb-4f76-8318-41f4542bf9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 1101 time: 0.2903612 Aug 25 11:10:35.104396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:10:35.104925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f4cda-c95a-4e5d-a72a-ec2279287d13 req-8425ef0a-5050-45ca-87a4-cc81c972276a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:35.110797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-665f4cda-c95a-4e5d-a72a-ec2279287d13 req-8425ef0a-5050-45ca-87a4-cc81c972276a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 949 time: 0.3437831 Aug 25 11:10:35.125117 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.244194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:10:35.249554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.269601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-665f4cda-c95a-4e5d-a72a-ec2279287d13 req-775e021c-2942-4057-9cf6-72f780e17ee4 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563430 Aug 25 11:10:35.271113 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:10:35.272598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b2327e1-8e2e-4d4c-ab4f-a9eaf2fce85e req-60bb9f6a-ae15-41b3-b8f8-bb5da1b3a269 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225249 Aug 25 11:10:35.282908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dfacc0e3-a422-42e7-a9b9-1baf6294ede5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "PUT /v2.0/floatingips/7534db36-bcea-426e-8a71-5320b253efca HTTP/1.1" status: 200 len: 992 time: 2.2573259 Aug 25 11:10:35.283332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:35.286762 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff5f32f-9523-4f64-aa90-910877e39f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:35.303097 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:35.303887 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:10:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:35.307630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8c643d2-7937-4a83-a425-72d43d58792d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.328999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8c643d2-7937-4a83-a425-72d43d58792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.372830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c8c643d2-7937-4a83-a425-72d43d58792d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7fcc341e17364c6a83634ae4025da6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7803741 Aug 25 11:10:35.379368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:35.419104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.430141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c643d2-7937-4a83-a425-72d43d58792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda7c5d-6a56-4b7a-8110-92dcbf1cbf76,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:35.494501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d440049e-8e3c-4ffa-84e8-3da6db009188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.516445 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:35.524924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d440049e-8e3c-4ffa-84e8-3da6db009188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.555263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:35.564389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79817b6c-7fa8-4776-9a0b-82fe90582ad6 req-fd87537d-7981-42fc-bb7d-2b6424865e28 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=06fe4c15ff2342c296a37c6c713f3062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789580 Aug 25 11:10:35.569227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:35.586313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=2f914389-2daf-4d94-980a-cdf2a65b9056,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:35.614003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:35.620150 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d440049e-8e3c-4ffa-84e8-3da6db009188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.626050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d440049e-8e3c-4ffa-84e8-3da6db009188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.631218 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d440049e-8e3c-4ffa-84e8-3da6db009188 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fda7c5d-6a56-4b7a-8110-92dcbf1cbf76 HTTP/1.1" status: 204 len: 168 time: 0.2462454 Aug 25 11:10:35.637926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440049e-8e3c-4ffa-84e8-3da6db009188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fda7c5d-6a56-4b7a-8110-92dcbf1cbf76,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:35.773733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.831675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79817b6c-7fa8-4776-9a0b-82fe90582ad6 req-98aa0bce-2b97-43a9-8ff3-44e1688a5183 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:35.833337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79817b6c-7fa8-4776-9a0b-82fe90582ad6 req-98aa0bce-2b97-43a9-8ff3-44e1688a5183 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596459 Aug 25 11:10:35.839617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:35.880596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79817b6c-7fa8-4776-9a0b-82fe90582ad6 req-900bdee9-7aae-44b6-ac29-b2ceeb8dbfbc tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/quotas/06fe4c15ff2342c296a37c6c713f3062 HTTP/1.1" status: 200 len: 375 time: 0.0167115 Aug 25 11:10:35.958921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79817b6c-7fa8-4776-9a0b-82fe90582ad6 req-4298e34d-a6b1-4be7-91d6-abc900c06477 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fe4c15ff2342c296a37c6c713f3062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707548 Aug 25 11:10:36.124327 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7534db36-bcea-426e-8a71-5320b253efca', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'port_id': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'mac_address': 'fa:16:3e:9f:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:10:05Z', 'updated_at': '2021-08-25T11:10:34Z', 'revision_number': 1, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:36.178502 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:10:36.196106 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:36.197004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:10:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:36.227512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:36.241376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c1e08-3a86-47ca-bd15-9d4f35c8207b req-138c0b13-b25b-4634-9c9e-42776b71b7b5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:36.245433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a2c1e08-3a86-47ca-bd15-9d4f35c8207b req-138c0b13-b25b-4634-9c9e-42776b71b7b5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.0974000 Aug 25 11:10:36.246841 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:36.416217 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:36.586694 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:36.595261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=2f914389-2daf-4d94-980a-cdf2a65b9056,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:36.627056 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:36.635940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-9afa9422-c185-492b-b516-297fcd048165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4418955 Aug 25 11:10:36.686863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a2c1e08-3a86-47ca-bd15-9d4f35c8207b req-767c106a-dc1a-4871-8141-c67968412084 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291813 Aug 25 11:10:36.709953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-e0ae87a8-19c9-47b2-b804-79d0f5859987 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.0688229 Aug 25 11:10:36.825857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-4644eaf4-356f-49f7-b213-fccf65cd49e0 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:36.827422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d232c12a-0117-440f-a8c2-7c91659f85ec req-4644eaf4-356f-49f7-b213-fccf65cd49e0 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.1207461 Aug 25 11:10:36.900064 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d519897-7663-4a0c-bdd4-e75c72a96844 x-openstack-request-id: req-1d519897-7663-4a0c-bdd4-e75c72a96844 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:36.900064 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:36.900064 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d519897-7663-4a0c-bdd4-e75c72a96844 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:36.900064 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'status': 'completed', 'code': 200} Aug 25 11:10:36.932581 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7534db36-bcea-426e-8a71-5320b253efca', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'port_id': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'mac_address': 'fa:16:3e:9f:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:10:05Z', 'updated_at': '2021-08-25T11:10:34Z', 'revision_number': 1, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:36.993622 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96cf0d-b8f4-4477-a632-4b9f03b9a34b None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7534db36-bcea-426e-8a71-5320b253efca', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'port_id': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'mac_address': 'fa:16:3e:9f:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:10:05Z', 'updated_at': '2021-08-25T11:10:34Z', 'revision_number': 1, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:10:36.994500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-f9d92584-74f5-40d5-8520-d05a2ac2d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:36.996700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-f9d92584-74f5-40d5-8520-d05a2ac2d431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 1098 time: 0.0586102 Aug 25 11:10:37.190200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-f8ca8db5-30f5-4fb5-ad40-7eb2a6e75106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:37.192011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-f8ca8db5-30f5-4fb5-ad40-7eb2a6e75106 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 924 time: 0.1872385 Aug 25 11:10:37.221352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7379f3-9486-4236-adbd-d24cb32d468d req-5ac41f43-d738-4dfc-bea8-923129a713be tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:37.223164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca7379f3-9486-4236-adbd-d24cb32d468d req-5ac41f43-d738-4dfc-bea8-923129a713be tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 949 time: 0.1301310 Aug 25 11:10:37.348670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1cc590-bd4b-4c62-bc2c-33e157085fc0 None None] New status for floating IP 7534db36-bcea-426e-8a71-5320b253efca: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:10:37.364012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca7379f3-9486-4236-adbd-d24cb32d468d req-0fe4b81f-1dda-403a-821a-6b12f56124b6 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246324 Aug 25 11:10:37.366344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-8749ac6d-0e69-434d-a6a8-36a819dc3cc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d328410-1208-4b76-8203-3c82dfa73b5c HTTP/1.1" status: 200 len: 1000 time: 0.1423092 Aug 25 11:10:37.432640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34596) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:37.475344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-bdd21684-17bd-496f-9520-48f1f83aab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:37.476930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-bdd21684-17bd-496f-9520-48f1f83aab1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.1028752 Aug 25 11:10:37.587691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-da477ffb-04b3-48b1-989e-acd6028c72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:37.589452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-da477ffb-04b3-48b1-989e-acd6028c72f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998344 Aug 25 11:10:37.687176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e23098a4-fd3d-4703-9141-fe57cfc82e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:37.737390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-f229af1b-0a20-4a00-9d9e-7df4d84b8fc8 service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389196 Aug 25 11:10:37.752437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-6476462c-4d0b-4606-acd3-72e1d998a9f2 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3519773 Aug 25 11:10:37.778751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:37.883019 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e23098a4-fd3d-4703-9141-fe57cfc82e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:37.898750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e23098a4-fd3d-4703-9141-fe57cfc82e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:37.938566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ff5f32f-9523-4f64-aa90-910877e39f5a req-2bbaf913-8e4f-4934-9565-1b4bc7392a12 service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825705 Aug 25 11:10:37.944072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:37.965452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23098a4-fd3d-4703-9141-fe57cfc82e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba92ae4-3c2b-4fbd-a4b7-3a7626dd4e56,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:37.986942 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e23098a4-fd3d-4703-9141-fe57cfc82e96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d47ea864378e44359d78f47ed668e9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530095 Aug 25 11:10:37.990992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34614) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:38.137848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bed6921e-af0e-45b0-a370-d0485b658c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.184772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bed6921e-af0e-45b0-a370-d0485b658c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.191554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.280927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bed6921e-af0e-45b0-a370-d0485b658c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.290355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bed6921e-af0e-45b0-a370-d0485b658c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.295440 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bed6921e-af0e-45b0-a370-d0485b658c3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eba92ae4-3c2b-4fbd-a4b7-3a7626dd4e56 HTTP/1.1" status: 204 len: 168 time: 0.3027306 Aug 25 11:10:38.312006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6921e-af0e-45b0-a370-d0485b658c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba92ae4-3c2b-4fbd-a4b7-3a7626dd4e56,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:38.443388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Allocated IP 172.25.1.72 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d53f8d57-068d-4dd6-abca-2ea4a09b81f8) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:38.477017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221d65-bf85-4444-aba6-fec6c73657e1 req-780136e3-6f34-4b41-866f-2180229d92b5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:38.486336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa221d65-bf85-4444-aba6-fec6c73657e1 req-780136e3-6f34-4b41-866f-2180229d92b5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1626368 Aug 25 11:10:38.569566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:38.602665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa221d65-bf85-4444-aba6-fec6c73657e1 req-e83b9007-e025-4808-aa56-940d47297781 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132569 Aug 25 11:10:38.658058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.730963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.777728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:38.783714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:38.788081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:38.801209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=d53f8d57-068d-4dd6-abca-2ea4a09b81f8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:38.850153 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.907152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:38.978278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c41a01dc-fb2a-43b6-8363-03b71df2d95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.035602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34638) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:39.059545 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9816bd-b1d0-4958-979e-dca562025533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.147430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.153857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.182820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c41a01dc-fb2a-43b6-8363-03b71df2d95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.196380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c41a01dc-fb2a-43b6-8363-03b71df2d95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.198837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.227860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event updated for resources: {'Port': ['ID=d53f8d57-068d-4dd6-abca-2ea4a09b81f8,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:39.307591 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c41a01dc-fb2a-43b6-8363-03b71df2d95f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8de01527a1654358a07b41011f67c51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369480 Aug 25 11:10:39.310844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34646) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:39.313915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a01dc-fb2a-43b6-8363-03b71df2d95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b368416-34f6-4aa5-970b-58f352a18e3f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:39.418921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9816bd-b1d0-4958-979e-dca562025533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.428341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9816bd-b1d0-4958-979e-dca562025533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.436127 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f76d8682-6533-4eef-8223-8684b8c568bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.444297 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.445940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-c0a11c28-c498-46ca-b920-6806367dae28 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6923602 Aug 25 11:10:39.476817 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b9816bd-b1d0-4958-979e-dca562025533 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd7a1acde28948e28220fde1a1e4afa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401317 Aug 25 11:10:39.477775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9816bd-b1d0-4958-979e-dca562025533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6c86b0-9c55-4b16-8566-3a7676291621,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:39.481455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:39.502152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f76d8682-6533-4eef-8223-8684b8c568bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.548189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69acd048-86e4-41fe-8912-d0caa191763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.557601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-88a01f99-7a2e-4056-9ae3-cd171e031f4e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.0857863 Aug 25 11:10:39.574581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69acd048-86e4-41fe-8912-d0caa191763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.660018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69acd048-86e4-41fe-8912-d0caa191763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.663018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69acd048-86e4-41fe-8912-d0caa191763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.664219 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69acd048-86e4-41fe-8912-d0caa191763b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b6c86b0-9c55-4b16-8566-3a7676291621 HTTP/1.1" status: 204 len: 168 time: 0.1817234 Aug 25 11:10:39.675649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acd048-86e4-41fe-8912-d0caa191763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6c86b0-9c55-4b16-8566-3a7676291621,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:39.711089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf43dc-cbbf-4f6c-811e-2f52c14d0acc req-fced2e5a-ee85-43b9-beaf-9b911477f43a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:39.712707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9bf43dc-cbbf-4f6c-811e-2f52c14d0acc req-fced2e5a-ee85-43b9-beaf-9b911477f43a tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 949 time: 0.1384170 Aug 25 11:10:39.744092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f76d8682-6533-4eef-8223-8684b8c568bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.746768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f76d8682-6533-4eef-8223-8684b8c568bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:39.748012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f76d8682-6533-4eef-8223-8684b8c568bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b368416-34f6-4aa5-970b-58f352a18e3f HTTP/1.1" status: 204 len: 168 time: 0.4357173 Aug 25 11:10:39.766777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-434ac080-e5e1-4e3a-874b-941746c10f8d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:39.768345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f938afe-c397-40b8-8bd5-3282e27b19c1 req-434ac080-e5e1-4e3a-874b-941746c10f8d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2017601 Aug 25 11:10:39.784417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d8682-6533-4eef-8223-8684b8c568bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b368416-34f6-4aa5-970b-58f352a18e3f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:39.809316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9bf43dc-cbbf-4f6c-811e-2f52c14d0acc req-529786db-aeda-46ab-a4c9-086a44c31ebb tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802436 Aug 25 11:10:40.361991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:40.392649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00c2ac00-7c0e-43c8-8e6d-039164ba7611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.398232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e166-3bda-45a9-b1ef-bf2ec106e5e2 req-7f339126-951e-450f-bc73-64fb9241b459 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:40.399884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ab0e166-3bda-45a9-b1ef-bf2ec106e5e2 req-7f339126-951e-450f-bc73-64fb9241b459 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.0994883 Aug 25 11:10:40.599931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ab0e166-3bda-45a9-b1ef-bf2ec106e5e2 req-e062ed52-4c45-4175-951c-4fe880d6c309 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813490 Aug 25 11:10:40.601680 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00c2ac00-7c0e-43c8-8e6d-039164ba7611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.603180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ead18e-d2d3-4169-8d65-12668bc16de3 req-4b3c05db-40e8-4905-93c2-ad54cf80a05a tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips/46765254-3265-46ef-9cb3-ece17385e7d8 HTTP/1.1" status: 200 len: 692 time: 0.1549613 Aug 25 11:10:40.615001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00c2ac00-7c0e-43c8-8e6d-039164ba7611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.665667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2ac00-7c0e-43c8-8e6d-039164ba7611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db32bc-881c-4b76-9518-6f188c214472,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:40.702263 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-00c2ac00-7c0e-43c8-8e6d-039164ba7611 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=664a3022bd4544dfb9342cbc67825572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385401 Aug 25 11:10:40.708164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34694) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:40.799993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d29f690-2db2-4933-a5b9-0a0e81a114ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.827473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d29f690-2db2-4933-a5b9-0a0e81a114ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.869898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f411ce-7d40-41d5-9ce2-a3cf9d4b1475 req-c090b253-2137-4f27-8357-bd546660b4be tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:40.873279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00f411ce-7d40-41d5-9ce2-a3cf9d4b1475 req-c090b253-2137-4f27-8357-bd546660b4be tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 1101 time: 0.1355002 Aug 25 11:10:40.887005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead18e-d2d3-4169-8d65-12668bc16de3 req-0003ba80-8d81-4a9a-9e78-5d3e249a7826 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:40.889161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ead18e-d2d3-4169-8d65-12668bc16de3 req-0003ba80-8d81-4a9a-9e78-5d3e249a7826 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2742898 Aug 25 11:10:40.895640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d29f690-2db2-4933-a5b9-0a0e81a114ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.899319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d29f690-2db2-4933-a5b9-0a0e81a114ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:40.901333 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1d29f690-2db2-4933-a5b9-0a0e81a114ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34db32bc-881c-4b76-9518-6f188c214472 HTTP/1.1" status: 204 len: 168 time: 0.1874444 Aug 25 11:10:40.912654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29f690-2db2-4933-a5b9-0a0e81a114ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db32bc-881c-4b76-9518-6f188c214472,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:40.920248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-b6ead18e-d2d3-4169-8d65-12668bc16de3 req-e5e7a9b9-561b-4d14-a9ad-4afb07eee9f4 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:40.922276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ead18e-d2d3-4169-8d65-12668bc16de3 req-e5e7a9b9-561b-4d14-a9ad-4afb07eee9f4 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232549 Aug 25 11:10:40.923455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-00f411ce-7d40-41d5-9ce2-a3cf9d4b1475 req-d4aa87de-45f2-4c57-bed9-ffd49426e638 tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:41.099880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-00f411ce-7d40-41d5-9ce2-a3cf9d4b1475 req-d4aa87de-45f2-4c57-bed9-ffd49426e638 tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:41.110180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-00f411ce-7d40-41d5-9ce2-a3cf9d4b1475 req-d4aa87de-45f2-4c57-bed9-ffd49426e638 tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:41.160589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00f411ce-7d40-41d5-9ce2-a3cf9d4b1475 req-d4aa87de-45f2-4c57-bed9-ffd49426e638 tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699556 Aug 25 11:10:41.170966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa87de-45f2-4c57-bed9-ffd49426e638 tempest-LiveMigrationNegativeTest-270593785 tempest-LiveMigrationNegativeTest-270593785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b1541e-4ce3-413d-863e-2895fe79821c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:41.370658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5bb030-1f92-40f8-8240-c840d60954ab req-d83739b0-8c65-42e0-8e75-5d222d298504 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=06fe4c15ff2342c296a37c6c713f3062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315919 Aug 25 11:10:41.513092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-2cc1221d-aacd-43d9-92d9-36da164d2280 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips/46765254-3265-46ef-9cb3-ece17385e7d8 HTTP/1.1" status: 200 len: 692 time: 0.0868363 Aug 25 11:10:41.629736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb030-1f92-40f8-8240-c840d60954ab req-9a8fe485-50b8-4eb1-adbe-f55766f1de34 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:41.631393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5bb030-1f92-40f8-8240-c840d60954ab req-9a8fe485-50b8-4eb1-adbe-f55766f1de34 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564981 Aug 25 11:10:41.669816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5bb030-1f92-40f8-8240-c840d60954ab req-e0d1596b-046a-4b4e-83a6-5903181c6571 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/quotas/06fe4c15ff2342c296a37c6c713f3062 HTTP/1.1" status: 200 len: 375 time: 0.0246775 Aug 25 11:10:41.681661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-98f6d575-7aa2-43c4-9d08-136bbba84725 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:41.683180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-98f6d575-7aa2-43c4-9d08-136bbba84725 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.1609650 Aug 25 11:10:41.702996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-45565aba-8523-4cd4-88a8-c6ff2d58662a tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:41.704044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-45565aba-8523-4cd4-88a8-c6ff2d58662a tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103774 Aug 25 11:10:41.722835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5bb030-1f92-40f8-8240-c840d60954ab req-0daa028d-2b00-4897-8912-b937296727d6 tempest-QuotasAdminNegativeTest-1485541540 tempest-QuotasAdminNegativeTest-1485541540-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06fe4c15ff2342c296a37c6c713f3062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375421 Aug 25 11:10:42.007500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-f5a9ca48-5b85-4406-8a0b-d39417705dc0 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.2884896 Aug 25 11:10:42.068623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-cd380c84-9683-4310-9951-f522bd07f2bb tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.0485876 Aug 25 11:10:42.227857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Deleting port d53f8d57-068d-4dd6-abca-2ea4a09b81f8 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:42.228203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:42.372869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:42.373194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:42.393659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Calling delete_port for d53f8d57-068d-4dd6-abca-2ea4a09b81f8 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:42.612518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:42.661919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event deleted for resources: {'Port': ['ID=d53f8d57-068d-4dd6-abca-2ea4a09b81f8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:42.712476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:42.716641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:42.718038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9046ef9a-0b54-4340-a19d-f1e436873f12 req-1cb02f2a-e503-44eb-9270-951f70d68557 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "DELETE /v2.0/floatingips/46765254-3265-46ef-9cb3-ece17385e7d8 HTTP/1.1" status: 204 len: 173 time: 0.6433852 Aug 25 11:10:42.884197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ad3c-79d5-47d3-9fd0-577dac8d172d req-470c8271-c40a-450c-8dd4-001744ccb9f3 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:42.887286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d695ad3c-79d5-47d3-9fd0-577dac8d172d req-470c8271-c40a-450c-8dd4-001744ccb9f3 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.0892072 Aug 25 11:10:42.942579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d695ad3c-79d5-47d3-9fd0-577dac8d172d req-bfa57957-49c6-41e9-b93b-c6a80125222c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Aug 25 11:10:43.522131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc6778-9324-4866-a6ae-d5dc840d9fe1 req-f30c5db5-9e0e-443a-a005-fb40634fc1a5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:43.524515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11fc6778-9324-4866-a6ae-d5dc840d9fe1 req-f30c5db5-9e0e-443a-a005-fb40634fc1a5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3061855 Aug 25 11:10:43.857854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-758bc2dc-a3f5-4788-9c71-f9af519b8ccb req-b089b603-0490-442a-b9ee-f942a8d46960 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=ad1cfd10afac468b9a2dd9804e9ad254 HTTP/1.1" status: 200 len: 1657 time: 0.1130197 Aug 25 11:10:43.931095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34836) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:44.024065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bc2dc-a3f5-4788-9c71-f9af519b8ccb req-72b22e69-adb7-47a3-913b-a271387e727d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:44.028000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-758bc2dc-a3f5-4788-9c71-f9af519b8ccb req-72b22e69-adb7-47a3-913b-a271387e727d tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks?id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 787 time: 0.1576209 Aug 25 11:10:44.063473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-758bc2dc-a3f5-4788-9c71-f9af519b8ccb req-d546ca1f-c4ee-4290-9dfc-63adf68f68c1 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:44.065313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-758bc2dc-a3f5-4788-9c71-f9af519b8ccb req-d546ca1f-c4ee-4290-9dfc-63adf68f68c1 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265193 Aug 25 11:10:44.132145 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-156bdb46-8196-4ad3-b6ca-7804e4300bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:44.177475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddde0ad-bb6c-47f3-ba75-ffe4f214f7b7 req-3ff5024c-428e-45fe-8b48-c69d6b551cfb tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:44.180914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dddde0ad-bb6c-47f3-ba75-ffe4f214f7b7 req-3ff5024c-428e-45fe-8b48-c69d6b551cfb tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 949 time: 0.1451020 Aug 25 11:10:44.330863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dddde0ad-bb6c-47f3-ba75-ffe4f214f7b7 req-2f742075-0cc2-4e55-b156-2051b375af1e tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347895 Aug 25 11:10:44.487309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139f97d-ddf5-41a1-ac9f-d14b3f265810 req-0105fc6c-8bb4-4644-ab12-f27c0046cf18 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:44.490083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5139f97d-ddf5-41a1-ac9f-d14b3f265810 req-0105fc6c-8bb4-4644-ab12-f27c0046cf18 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.2338426 Aug 25 11:10:44.517937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028f3647-ad6b-43b7-983d-5a4967317222 req-cd8923cb-c6a0-4ed9-892f-11cbc68ee971 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips/48ac2bfa-e9e6-4a93-9237-69f42c147160 HTTP/1.1" status: 200 len: 693 time: 0.1347034 Aug 25 11:10:44.600052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-156bdb46-8196-4ad3-b6ca-7804e4300bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:44.658104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-156bdb46-8196-4ad3-b6ca-7804e4300bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:44.740337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5139f97d-ddf5-41a1-ac9f-d14b3f265810 req-9eed6e72-6b20-41fc-8a72-cc552b13dce7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375998 Aug 25 11:10:44.806243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-156bdb46-8196-4ad3-b6ca-7804e4300bf4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06fe4c15ff2342c296a37c6c713f3062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8703647 Aug 25 11:10:44.806511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bdb46-8196-4ad3-b6ca-7804e4300bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d9a95-06f0-409e-8581-aa41a5cacc0b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:44.809204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:44.861109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f3647-ad6b-43b7-983d-5a4967317222 req-7f4cff1b-699f-42ee-bbef-f9dfa1ffe057 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:44.863654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028f3647-ad6b-43b7-983d-5a4967317222 req-7f4cff1b-699f-42ee-bbef-f9dfa1ffe057 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.3320408 Aug 25 11:10:44.932219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cee7cf66-31cc-4e09-bb51-0cfb15dc6a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:44.975330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cee7cf66-31cc-4e09-bb51-0cfb15dc6a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:44.976144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028f3647-ad6b-43b7-983d-5a4967317222 req-f6481eee-7957-4292-af3b-595831e4d764 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.0965374 Aug 25 11:10:45.104104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cee7cf66-31cc-4e09-bb51-0cfb15dc6a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.109290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cee7cf66-31cc-4e09-bb51-0cfb15dc6a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.111294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cee7cf66-31cc-4e09-bb51-0cfb15dc6a7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d86d9a95-06f0-409e-8581-aa41a5cacc0b HTTP/1.1" status: 204 len: 168 time: 0.2989483 Aug 25 11:10:45.132638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7cf66-31cc-4e09-bb51-0cfb15dc6a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d9a95-06f0-409e-8581-aa41a5cacc0b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:45.152843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028f3647-ad6b-43b7-983d-5a4967317222 req-80a5fdfb-7072-4c10-91ed-98fd2ec89bb3 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.125 HTTP/1.1" status: 200 len: 696 time: 0.1546512 Aug 25 11:10:45.255494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:45.386135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-6c9d6709-8918-46ac-adcc-516b77e341b8 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:45.387836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-6c9d6709-8918-46ac-adcc-516b77e341b8 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 949 time: 0.0868411 Aug 25 11:10:45.438321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Deleting port 2f914389-2daf-4d94-980a-cdf2a65b9056 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:45.438658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.563794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.564239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.582731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Calling delete_port for 2f914389-2daf-4d94-980a-cdf2a65b9056 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:45.589005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Deleting port e76d0d05-3d5a-4e71-9893-00718fb0bb46 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:45.589437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.645580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9353ee0-3fdf-4463-b57e-970dc90628a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.831965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9353ee0-3fdf-4463-b57e-970dc90628a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.839303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9353ee0-3fdf-4463-b57e-970dc90628a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.869535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34904) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:45.901135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82456c90-42c8-40d1-b32d-9c6d44436806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.914312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9353ee0-3fdf-4463-b57e-970dc90628a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69e113e-3d10-437a-ba48-fe5b02715b80,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:45.923094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] For port e76d0d05-3d5a-4e71-9893-00718fb0bb46, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e76d0d05-3d5a-4e71-9893-00718fb0bb46,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:45.923964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:45.925680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9353ee0-3fdf-4463-b57e-970dc90628a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d35cb458f1a41ca856a3c86dccb610c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621022 Aug 25 11:10:45.928229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:45.991792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f90687-9d14-4949-9f71-d0a7843a04bd req-8209010d-136f-48b4-a0c4-3cec835320cf tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:45.995361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93f90687-9d14-4949-9f71-d0a7843a04bd req-8209010d-136f-48b4-a0c4-3cec835320cf tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a90ab92-1e95-4ec2-b008-5756f1eebad6 HTTP/1.1" status: 200 len: 949 time: 0.2389879 Aug 25 11:10:45.997038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Calling delete_port for e76d0d05-3d5a-4e71-9893-00718fb0bb46 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:46.020556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637b5e81-7dcc-4231-94d9-942636fc2104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.058269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637b5e81-7dcc-4231-94d9-942636fc2104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.116343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82456c90-42c8-40d1-b32d-9c6d44436806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.121124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82456c90-42c8-40d1-b32d-9c6d44436806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.163586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637b5e81-7dcc-4231-94d9-942636fc2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.166580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637b5e81-7dcc-4231-94d9-942636fc2104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.167810 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-637b5e81-7dcc-4231-94d9-942636fc2104 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a69e113e-3d10-437a-ba48-fe5b02715b80 HTTP/1.1" status: 204 len: 168 time: 0.2386589 Aug 25 11:10:46.174048 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82456c90-42c8-40d1-b32d-9c6d44436806 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=114ac034dc3947d0a8cbb3981ba20045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028591 Aug 25 11:10:46.178167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:46.186566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82456c90-42c8-40d1-b32d-9c6d44436806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5054eab3-ab28-4f88-bf79-82c8a733221e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:46.213546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b5e81-7dcc-4231-94d9-942636fc2104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69e113e-3d10-437a-ba48-fe5b02715b80,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:46.226226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93f90687-9d14-4949-9f71-d0a7843a04bd req-6fa61d0c-d741-4ee9-b1c4-5e0edb1858a4 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199564 Aug 25 11:10:46.255890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f53a7c83-7538-4a26-a668-63bad0e2ee2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.291562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f53a7c83-7538-4a26-a668-63bad0e2ee2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.301436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.380377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f53a7c83-7538-4a26-a668-63bad0e2ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.385384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f53a7c83-7538-4a26-a668-63bad0e2ee2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.387888 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f53a7c83-7538-4a26-a668-63bad0e2ee2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5054eab3-ab28-4f88-bf79-82c8a733221e HTTP/1.1" status: 204 len: 168 time: 0.2086308 Aug 25 11:10:46.404731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event deleted for resources: {'Port': ['ID=2f914389-2daf-4d94-980a-cdf2a65b9056,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:46.425117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7c83-7538-4a26-a668-63bad0e2ee2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5054eab3-ab28-4f88-bf79-82c8a733221e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:46.429447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.432544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.439720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028f3647-ad6b-43b7-983d-5a4967317222 req-8db2a44e-a1cc-4496-bb97-94954923494e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "DELETE /v2.0/floatingips/48ac2bfa-e9e6-4a93-9237-69f42c147160 HTTP/1.1" status: 204 len: 173 time: 1.2783542 Aug 25 11:10:46.519571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.535362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e76d0d05-3d5a-4e71-9893-00718fb0bb46'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:46.545273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['50426e50-9c44-49fd-a7f9-fc118cb74d7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:46.559408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Pushing event deleted for resources: {'Port': ['ID=e76d0d05-3d5a-4e71-9893-00718fb0bb46,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:46.624464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a290a72-159b-43d2-aa4d-b6d15f8765bb req-21b2d50b-3131-40aa-83eb-aba1c03cb047 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:46.632567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a290a72-159b-43d2-aa4d-b6d15f8765bb req-21b2d50b-3131-40aa-83eb-aba1c03cb047 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1683798 Aug 25 11:10:46.701921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] No DVR routers for this DVR port e76d0d05-3d5a-4e71-9893-00718fb0bb46 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:10:46.701921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:46.706807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba894c1f-c6b5-41ea-9e18-0fe8cbb54753 req-ded7900c-f63d-4fab-b403-af737de60579 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.10 "DELETE /v2.0/ports/e76d0d05-3d5a-4e71-9893-00718fb0bb46 HTTP/1.1" status: 204 len: 173 time: 1.3067911 Aug 25 11:10:46.708716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'name': 'network-vif-deleted', 'tag': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:46.712507 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29b6380-8b26-472f-bb08-4b5ddd79a9c1" -d '{"events": [{"server_uuid": "4a90ab92-1e95-4ec2-b008-5756f1eebad6", "name": "network-vif-deleted", "tag": "e76d0d05-3d5a-4e71-9893-00718fb0bb46"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:46.777276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a290a72-159b-43d2-aa4d-b6d15f8765bb req-6c3aab5d-f3f0-4268-ab08-b38701ae06d1 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432345 Aug 25 11:10:46.889989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-6a258bc7-3b38-4ea8-a945-ede313170e78 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips/ae61581d-0090-4a34-b3f0-4393053e1ef0 HTTP/1.1" status: 200 len: 693 time: 0.0845728 Aug 25 11:10:47.249062 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b802a-5747-47e5-b6b5-185cedef2557 x-openstack-request-id: req-ec5b802a-5747-47e5-b6b5-185cedef2557 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:47.250296 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a90ab92-1e95-4ec2-b008-5756f1eebad6", "name": "network-vif-deleted", "tag": "e76d0d05-3d5a-4e71-9893-00718fb0bb46", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:47.250296 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5b802a-5747-47e5-b6b5-185cedef2557 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:47.250296 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a90ab92-1e95-4ec2-b008-5756f1eebad6', 'name': 'network-vif-deleted', 'tag': 'e76d0d05-3d5a-4e71-9893-00718fb0bb46', 'status': 'completed', 'code': 200} Aug 25 11:10:47.333135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-f496775c-803d-4406-a35f-8a13ca749977 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:47.341555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-f496775c-803d-4406-a35f-8a13ca749977 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.4502134 Aug 25 11:10:47.348035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-10528b8f-6458-476f-ac3a-2aa4c9e18e2c tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:10:47.356992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-10528b8f-6458-476f-ac3a-2aa4c9e18e2c tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143023 Aug 25 11:10:47.420419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-50f00a91-bf4e-4b1d-8759-e4feb6f80165 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0624015 Aug 25 11:10:47.478733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-c67ebdb2-38b3-45f4-aba1-50db2fd013b5 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0572574 Aug 25 11:10:47.735733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Deleting port c46dbbc9-e38a-413b-90e0-ed07c1452532 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:47.736329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:47.885566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34970) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:47.915523 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:47.916327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:47.947854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Calling delete_port for c46dbbc9-e38a-413b-90e0-ed07c1452532 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:48.156832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ce6f-a386-42bf-9d84-207306ff41d1 req-991efcdb-7170-4486-ae20-c77713b2b3b6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:48.158725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27e9ce6f-a386-42bf-9d84-207306ff41d1 req-991efcdb-7170-4486-ae20-c77713b2b3b6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.0942912 Aug 25 11:10:48.160134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3f98-dfcf-4dc0-9d26-8d4928871671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.172742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0a8bc61-ce9c-4fbf-ba88-f27b5e2d9187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.262921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27e9ce6f-a386-42bf-9d84-207306ff41d1 req-cdaab172-4237-487a-8946-3814e04ad49b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557389 Aug 25 11:10:48.267057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.344354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event deleted for resources: {'Port': ['ID=c46dbbc9-e38a-413b-90e0-ed07c1452532,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:48.413279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.419281 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.428541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0a8bc61-ce9c-4fbf-ba88-f27b5e2d9187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.435140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa75181-82ed-4159-bed0-fed8f2816562 req-7bdb1cab-3596-407b-8963-aa8ca9e99ecf tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae61581d-0090-4a34-b3f0-4393053e1ef0 HTTP/1.1" status: 204 len: 173 time: 0.9428282 Aug 25 11:10:48.437194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0a8bc61-ce9c-4fbf-ba88-f27b5e2d9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.517409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34994) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:48.518259 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e0a8bc61-ce9c-4fbf-ba88-f27b5e2d9187 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=221c00ffa49347e899ba76b53bf8be9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281083 Aug 25 11:10:48.521983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8bc61-ce9c-4fbf-ba88-f27b5e2d9187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26752ee-2931-4656-aed4-3e614bf00787,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:48.655741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-3101407b-7de5-4b13-b50f-e8f7c3120a75 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips/4a5c6c5d-5b71-4204-823b-b8fd2dfa2912 HTTP/1.1" status: 200 len: 693 time: 0.0939455 Aug 25 11:10:48.797225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd66825c-c01a-4c13-a387-cd994ac7c42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:48.869383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd66825c-c01a-4c13-a387-cd994ac7c42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.050780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-27a43c16-ec29-4637-af55-32c2b1342da6 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:49.053279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-27a43c16-ec29-4637-af55-32c2b1342da6 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.3787100 Aug 25 11:10:49.101827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39533158-b0ff-4677-95ff-c7e9f7a93fca req-9f8493be-30ab-40c9-942e-026175e49e5e tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:49.104600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39533158-b0ff-4677-95ff-c7e9f7a93fca req-9f8493be-30ab-40c9-942e-026175e49e5e tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 950 time: 0.2084842 Aug 25 11:10:49.195249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-a4f0e27e-36e5-4190-b771-2efd2d66c7f6 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.1290331 Aug 25 11:10:49.210863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd66825c-c01a-4c13-a387-cd994ac7c42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.216055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd66825c-c01a-4c13-a387-cd994ac7c42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.218022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fd66825c-c01a-4c13-a387-cd994ac7c42c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e26752ee-2931-4656-aed4-3e614bf00787 HTTP/1.1" status: 204 len: 168 time: 0.6993215 Aug 25 11:10:49.315709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66825c-c01a-4c13-a387-cd994ac7c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26752ee-2931-4656-aed4-3e614bf00787,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:49.348260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-94e517fa-bc1f-4db4-b64d-fd7837fab78e tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.195 HTTP/1.1" status: 200 len: 696 time: 0.1391809 Aug 25 11:10:49.358521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39533158-b0ff-4677-95ff-c7e9f7a93fca req-86312e94-a147-417d-be01-889571756102 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970472 Aug 25 11:10:49.604482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Deleting port a184ecf1-b392-4bbd-9e29-550768fae6e4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:49.605016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.671379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35032) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:49.687632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890860f7-8adb-4276-bdfc-ccc06a4504c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.731456 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.732137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.755933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Calling delete_port for a184ecf1-b392-4bbd-9e29-550768fae6e4 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:49.809524 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890860f7-8adb-4276-bdfc-ccc06a4504c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.815418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890860f7-8adb-4276-bdfc-ccc06a4504c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.857543 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-890860f7-8adb-4276-bdfc-ccc06a4504c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=245991d845874920b8a5398ade2c8fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849351 Aug 25 11:10:49.860131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890860f7-8adb-4276-bdfc-ccc06a4504c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339a68c-cfed-4db1-9b41-d9d2b32135fe,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:49.860549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35034) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:49.869727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e76d0d05-3d5a-4e71-9893-00718fb0bb46 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:10:49.896594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: e76d0d05-3d5a-4e71-9893-00718fb0bb46 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:10:49.897168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e76d0d05-3d5a-4e71-9893-00718fb0bb46 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:10:49.956958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21e446fb-2e9d-4a9b-9062-70c08a3b282b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:49.992782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21e446fb-2e9d-4a9b-9062-70c08a3b282b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.006839 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.051723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Pushing event deleted for resources: {'Port': ['ID=a184ecf1-b392-4bbd-9e29-550768fae6e4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:50.084740 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.087379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.088586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a0ba084-92bb-442c-82e2-407ed1a9253d req-c9f126f9-c2ba-4072-ae11-3de54a72b376 tempest-FloatingIPDetailsTestJSON-1293954392 tempest-FloatingIPDetailsTestJSON-1293954392-project] 10.222.0.35 "DELETE /v2.0/floatingips/4a5c6c5d-5b71-4204-823b-b8fd2dfa2912 HTTP/1.1" status: 204 len: 173 time: 0.7287610 Aug 25 11:10:50.101303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35036) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:50.225185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-fd814b26-e2d1-4050-b12d-a2f3dc805eb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:50.226804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-fd814b26-e2d1-4050-b12d-a2f3dc805eb5 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 950 time: 0.1440368 Aug 25 11:10:50.230287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21e446fb-2e9d-4a9b-9062-70c08a3b282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.232804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21e446fb-2e9d-4a9b-9062-70c08a3b282b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.237958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-21e446fb-2e9d-4a9b-9062-70c08a3b282b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a339a68c-cfed-4db1-9b41-d9d2b32135fe HTTP/1.1" status: 204 len: 168 time: 0.3720555 Aug 25 11:10:50.293663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e446fb-2e9d-4a9b-9062-70c08a3b282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339a68c-cfed-4db1-9b41-d9d2b32135fe,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:50.474573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fce660-897a-4500-a907-03b980065baa req-8d5c3067-0635-4f3e-be49-878d6f3b5eff tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:50.476202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0fce660-897a-4500-a907-03b980065baa req-8d5c3067-0635-4f3e-be49-878d6f3b5eff tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1804676 Aug 25 11:10:50.530956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Deleting port 50426e50-9c44-49fd-a7f9-fc118cb74d7a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:50.531292 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.615095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0fce660-897a-4500-a907-03b980065baa req-a7607405-8520-4911-a2b2-7e65b37914e2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240635 Aug 25 11:10:50.823914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] For port 50426e50-9c44-49fd-a7f9-fc118cb74d7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=50426e50-9c44-49fd-a7f9-fc118cb74d7a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:50.824857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:50.889319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Calling delete_port for 50426e50-9c44-49fd-a7f9-fc118cb74d7a owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:50.896847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-df78f4a6-0aa0-439f-81e4-7388c0640c21 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cff553ffac8d4d879515b30a0aedafc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862830 Aug 25 11:10:51.029943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b3538-f11c-4694-a436-f984d9111b1f req-ff8501dc-77fe-4a72-8075-e1fa83f51682 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:51.031605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-559b3538-f11c-4694-a436-f984d9111b1f req-ff8501dc-77fe-4a72-8075-e1fa83f51682 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 950 time: 0.2294626 Aug 25 11:10:51.154647 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e3844727-9254-43ac-96ab-d0d83a81a667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:51.196774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-82049d37-d951-4a44-ab5d-1a144c35b7cd tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:51.198329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-82049d37-d951-4a44-ab5d-1a144c35b7cd tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860596 Aug 25 11:10:51.211167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-559b3538-f11c-4694-a436-f984d9111b1f req-d56093b9-7c61-468a-bbd2-00aa8fde40ba tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/security-groups?id=4332508b-9ab8-4a38-b791-76536feea070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640186 Aug 25 11:10:51.276348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-9d24802d-b165-4a03-905f-65ca97103dc9 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/quotas/cff553ffac8d4d879515b30a0aedafc6 HTTP/1.1" status: 200 len: 375 time: 0.0639045 Aug 25 11:10:51.354407 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:51.369219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-fc3b59b1-cc22-4cc1-8266-567d48efb3b0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634060 Aug 25 11:10:51.396714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:51.476261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:51.491136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['50426e50-9c44-49fd-a7f9-fc118cb74d7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:10:51.540941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Pushing event deleted for resources: {'Port': ['ID=50426e50-9c44-49fd-a7f9-fc118cb74d7a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:52.245236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] No DVR routers for this DVR port 50426e50-9c44-49fd-a7f9-fc118cb74d7a on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:10:52.260384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:52.271981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e104eb01-97d0-470e-a40b-e7e515e4014a req-8ad41605-1c0a-4a6e-bee6-e125fd764b74 tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.67 "DELETE /v2.0/ports/50426e50-9c44-49fd-a7f9-fc118cb74d7a HTTP/1.1" status: 204 len: 173 time: 2.0345612 Aug 25 11:10:52.273206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'name': 'network-vif-deleted', 'tag': '50426e50-9c44-49fd-a7f9-fc118cb74d7a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:52.276307 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aadb2b6-9567-4e2f-abe0-dd12127a0c07" -d '{"events": [{"server_uuid": "c0755944-0d2d-48dd-b6de-ae7a5feeb473", "name": "network-vif-deleted", "tag": "50426e50-9c44-49fd-a7f9-fc118cb74d7a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:52.299436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:52.525381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbf9fc-a102-48e4-a573-46bdbd18aa2c req-007f1c85-a4b6-4e97-a697-f3f36711ac4a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:52.537986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5cbf9fc-a102-48e4-a573-46bdbd18aa2c req-007f1c85-a4b6-4e97-a697-f3f36711ac4a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.3747294 Aug 25 11:10:52.641504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-63c49642-8680-4aa2-acdf-777044cbb79f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cff553ffac8d4d879515b30a0aedafc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948422 Aug 25 11:10:52.785801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5cbf9fc-a102-48e4-a573-46bdbd18aa2c req-a2f29328-36d1-4599-92b8-03010fcf213c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445877 Aug 25 11:10:53.009831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-35726b69-e144-4d47-86dd-3f69bf566bf0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:53.021645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-35726b69-e144-4d47-86dd-3f69bf566bf0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613617 Aug 25 11:10:53.085905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-e6a6a588-0957-444d-b268-88ea4da4673e tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/quotas/cff553ffac8d4d879515b30a0aedafc6 HTTP/1.1" status: 200 len: 375 time: 0.0618441 Aug 25 11:10:53.138202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c140f447-5e69-4d24-a3bb-43ee2773c723 req-75f42b7c-e204-4224-af18-d11efdd4d3be tempest-LiveMigrationNegativeTest-920545013 tempest-LiveMigrationNegativeTest-920545013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0755944-0d2d-48dd-b6de-ae7a5feeb473 HTTP/1.1" status: 200 len: 210 time: 0.0919032 Aug 25 11:10:53.198317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-b0e6aae4-b84c-4937-86c5-11ed0645c7a6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094542 Aug 25 11:10:53.227307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Deleting port 0e10931a-76c3-4f70-85e3-43b8f1893d40 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:10:53.227898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:53.247092 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf6cf80-080f-4932-8b52-fca79e28b997 x-openstack-request-id: req-ecf6cf80-080f-4932-8b52-fca79e28b997 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:53.247531 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0755944-0d2d-48dd-b6de-ae7a5feeb473", "name": "network-vif-deleted", "tag": "50426e50-9c44-49fd-a7f9-fc118cb74d7a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:53.247879 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ecf6cf80-080f-4932-8b52-fca79e28b997 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:53.248422 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0755944-0d2d-48dd-b6de-ae7a5feeb473', 'name': 'network-vif-deleted', 'tag': '50426e50-9c44-49fd-a7f9-fc118cb74d7a', 'status': 'completed', 'code': 200} Aug 25 11:10:53.375256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] For port 0e10931a-76c3-4f70-85e3-43b8f1893d40, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0e10931a-76c3-4f70-85e3-43b8f1893d40,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:53.375897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:53.414221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Calling delete_port for 0e10931a-76c3-4f70-85e3-43b8f1893d40 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:10:53.424653 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-20abe53f-ebb9-44c6-a8ad-e77aa3093ce4 service neutron] show failed (client error): The resource could not be found. Aug 25 11:10:53.426074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-20abe53f-ebb9-44c6-a8ad-e77aa3093ce4 service neutron] 10.222.0.67 "GET /v2.0/ports/9c0eec94-6af1-40b2-a66b-2be557adc844/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.1315863 Aug 25 11:10:53.622342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-e798769c-228b-4cf3-ae6d-6c5907451ff5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cff553ffac8d4d879515b30a0aedafc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525036 Aug 25 11:10:54.155222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:54.200512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:54.220168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cee4eb1-3b29-4fcd-88a4-3f1e13cbc6a8 req-8e658f4c-a550-430d-bdf7-7174a6c8a320 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.3438015 Aug 25 11:10:54.226557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35166) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:54.266517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-905b2e5e-b1d2-4d53-a131-6b5277d2ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:54.266683 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-905b2e5e-b1d2-4d53-a131-6b5277d2ea3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13&tenant_id=05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 1102 time: 0.3387039 Aug 25 11:10:54.304548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:54.486955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e10931a-76c3-4f70-85e3-43b8f1893d40,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:54.528852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-9a03ec5e-b70e-4b16-ae6c-be7d87294bc8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:54.532097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-9a03ec5e-b70e-4b16-ae6c-be7d87294bc8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8970983 Aug 25 11:10:54.577885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46c77e5c-774f-4aa3-956d-51efdf018418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:54.632549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:54.661945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Request body: {'port': {'device_id': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'cff553ffac8d4d879515b30a0aedafc6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:54.733269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd69a2-73bb-4719-8136-89bc52e8f1e5 req-e41fe55c-914b-40ff-bd45-b15213fa4ea8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:54.754561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80bd69a2-73bb-4719-8136-89bc52e8f1e5 req-e41fe55c-914b-40ff-bd45-b15213fa4ea8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.5481446 Aug 25 11:10:54.870345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80bd69a2-73bb-4719-8136-89bc52e8f1e5 req-5f6069de-5384-45f5-8af7-a8a9f7e28383 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145527 Aug 25 11:10:54.985128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:55.187115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Made reservation on behalf of cff553ffac8d4d879515b30a0aedafc6 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:55.190896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:55.205739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:55.407811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:10:55.491602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:55.495815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35204) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:55.505910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 50426e50-9c44-49fd-a7f9-fc118cb74d7a no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:10:55.508538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:55.624204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 50426e50-9c44-49fd-a7f9-fc118cb74d7a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:10:55.624668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 50426e50-9c44-49fd-a7f9-fc118cb74d7a not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:10:55.658084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:55.672149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90dadd28-8705-44c6-b9f8-cfff3f78d16f req-5b4b8e76-7737-48fa-8c6a-c78accace194 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.1784339 Aug 25 11:10:55.859820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-d2aa17f4-63fc-429c-beef-634a4a8ab581 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cff553ffac8d4d879515b30a0aedafc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3296049 Aug 25 11:10:55.931366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:55.936511 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ca8ce8-9715-4118-bb20-c0092923b621" -d '{"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:55.945722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.050029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Transition to ACTIVE for port object 9c0eec94-6af1-40b2-a66b-2be557adc844 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:56.091442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.134031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb072b-1a9f-4546-9cdd-35d52acc30fd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:56.201269 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eb9d3a-7acb-4d93-a350-596fe54f2e39 x-openstack-request-id: req-d2eb9d3a-7acb-4d93-a350-596fe54f2e39 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:56.206556 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-unplugged", "status": "completed", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:56.207391 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2eb9d3a-7acb-4d93-a350-596fe54f2e39 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:56.210930 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'code': 200} Aug 25 11:10:56.304640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35238) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:56.347110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] No DVR routers for this DVR port 9c0eec94-6af1-40b2-a66b-2be557adc844 on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:10:56.351334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=6']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:56.365170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:56.475667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:10:56.477351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:10:56.478242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:56.500191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Port 9c0eec94-6af1-40b2-a66b-2be557adc844 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:10:56.501119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Attempting to bind port 9c0eec94-6af1-40b2-a66b-2be557adc844 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:10:56.515124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46c77e5c-774f-4aa3-956d-51efdf018418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.525766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:10:56.526679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:10:56.528151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:10:56.529596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Bound port: 9c0eec94-6af1-40b2-a66b-2be557adc844, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:10:56.530539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.537173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46c77e5c-774f-4aa3-956d-51efdf018418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.592669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-05b7b713-1273-4d1a-af94-8536076293ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4641d3f6dc14c3ab9cf6eff26494ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0900958 Aug 25 11:10:56.605778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35246) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:56.682759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-46c77e5c-774f-4aa3-956d-51efdf018418 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7345ffc691141919d8efda4f2d714af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4261448 Aug 25 11:10:56.687922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bbbff0-8181-48b3-b79c-4c5e45b9d1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.694475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35248) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:56.727226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c77e5c-774f-4aa3-956d-51efdf018418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672133a9-db7b-4eb2-9f68-46906bc73dc8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:56.846543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.850216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:10:56.858502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:10:56.879086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.974389 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66f7b3d8-f23e-429b-8d3f-e18de7b6d9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.990828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:56.991836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:56.995270 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 1097 time: 2.7090747 Aug 25 11:10:57.099048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9179e6cc-5833-4383-b069-548df0ef5273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.117146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66f7b3d8-f23e-429b-8d3f-e18de7b6d9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.139405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8c341-fe57-4a1b-a063-b38477616000 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:57.174973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d59c6-6197-4227-a98b-b81c917cdd40 req-e6f53725-0151-4f40-8828-1abba45aeb61 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:57.177312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e09d59c6-6197-4227-a98b-b81c917cdd40 req-e6f53725-0151-4f40-8828-1abba45aeb61 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 1.0513649 Aug 25 11:10:57.239190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-09f3ae75-93a5-4852-ab8d-01df0f58dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:57.240776 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-09f3ae75-93a5-4852-ab8d-01df0f58dc79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1100 time: 0.1946599 Aug 25 11:10:57.256133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Router 88f7c671-9eec-404b-8a25-76afab3a4950 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:10:57.260595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-423de979-f2f6-4933-8d96-7ae9a035aa7e req-d4fb034b-fd67-4e7c-b4b0-4d010d237bd8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.1546826 Aug 25 11:10:57.267034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bbbff0-8181-48b3-b79c-4c5e45b9d1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.276746 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bbbff0-8181-48b3-b79c-4c5e45b9d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.346526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-eab0fe17-9864-48e5-82af-f35af33664c1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:57.349096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-eab0fe17-9864-48e5-82af-f35af33664c1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4333048 Aug 25 11:10:57.349745 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66f7b3d8-f23e-429b-8d3f-e18de7b6d9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.352681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66f7b3d8-f23e-429b-8d3f-e18de7b6d9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.353890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66f7b3d8-f23e-429b-8d3f-e18de7b6d9f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/672133a9-db7b-4eb2-9f68-46906bc73dc8 HTTP/1.1" status: 204 len: 168 time: 0.6567135 Aug 25 11:10:57.364788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Allocated IP 192.168.233.252 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/36ced834-7d4c-4daa-ab70-262ca8b85278) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:10:57.386186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbbff0-8181-48b3-b79c-4c5e45b9d1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c4ec58-6927-4633-bf6b-8ae0a7084cab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:57.390107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Request body: {'port': {'device_id': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'cff553ffac8d4d879515b30a0aedafc6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:57.410964 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90bbbff0-8181-48b3-b79c-4c5e45b9d1bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57b95bca74b347e78432d3ca8d92af21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0441926 Aug 25 11:10:57.411851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:57.439909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7b3d8-f23e-429b-8d3f-e18de7b6d9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672133a9-db7b-4eb2-9f68-46906bc73dc8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:57.486034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-c4e00563-eb27-4027-a469-8113d242abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:57.488520 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-c4e00563-eb27-4027-a469-8113d242abae service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2380803 Aug 25 11:10:57.510237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:10:57.549225 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-b0def531-8301-4702-ad05-c72ac9ae0f37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.0457606 Aug 25 11:10:57.555424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-127e164e-cdb5-4dfc-81f0-53cdb3d648d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.601228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:10:57.619678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e09d59c6-6197-4227-a98b-b81c917cdd40 req-93f41333-805b-4b5a-9a82-d161726cdca6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840182 Aug 25 11:10:57.643684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-127e164e-cdb5-4dfc-81f0-53cdb3d648d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.655937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10abe9ca-2a7e-45e2-893e-8ddcc2ff2583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.716674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-dc811188-3bc4-45af-ad3b-e49c1a4dc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:57.720418 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-dc811188-3bc4-45af-ad3b-e49c1a4dc76e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1621459 Aug 25 11:10:57.796923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-127e164e-cdb5-4dfc-81f0-53cdb3d648d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.801418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-127e164e-cdb5-4dfc-81f0-53cdb3d648d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.805569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-127e164e-cdb5-4dfc-81f0-53cdb3d648d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/56c4ec58-6927-4633-bf6b-8ae0a7084cab HTTP/1.1" status: 204 len: 168 time: 0.3820753 Aug 25 11:10:57.820509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e164e-cdb5-4dfc-81f0-53cdb3d648d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c4ec58-6927-4633-bf6b-8ae0a7084cab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:57.827818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-9f6351d5-a457-4189-82de-a045b64a2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:57.830353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-9f6351d5-a457-4189-82de-a045b64a2f45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017418 Aug 25 11:10:57.852507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10abe9ca-2a7e-45e2-893e-8ddcc2ff2583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:57.989730 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-752706f9-1e46-4898-808f-b689928ac178 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494513 Aug 25 11:10:58.041248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:10:58.054768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668df26d-b497-4629-917f-a961c3930741 None None] Sync routers for ids ['88f7c671-9eec-404b-8a25-76afab3a4950'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:10:58.064374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0687ec66-0208-491f-a0d1-dda401e94e09 admin admin] 10.222.0.35 "PUT /v2.0/routers/88f7c671-9eec-404b-8a25-76afab3a4950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9618454 Aug 25 11:10:58.072770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9179e6cc-5833-4383-b069-548df0ef5273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.073859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35262) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:58.084227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35264) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:58.088689 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] Routers {'88f7c671-9eec-404b-8a25-76afab3a4950'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:58.090539 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:10:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['88f7c671-9eec-404b-8a25-76afab3a4950'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:58.128132 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a91de9d-3f36-40f7-97c0-b18d71ca430a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.200445 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7dd4f31-b90c-468f-8fc9-bd27f8ba7180 req-8f2ca5a2-2056-49a7-bff8-5416bbcce63b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020268 Aug 25 11:10:58.203117 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9179e6cc-5833-4383-b069-548df0ef5273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.217242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:10:58.222559 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503aae5-058a-4b2f-9cf9-6d39901ba964" -d '{"events": [{"name": "network-changed", "server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:10:58.252160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.254485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10abe9ca-2a7e-45e2-893e-8ddcc2ff2583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.257782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10abe9ca-2a7e-45e2-893e-8ddcc2ff2583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.259146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-10abe9ca-2a7e-45e2-893e-8ddcc2ff2583 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4332508b-9ab8-4a38-b791-76536feea070 HTTP/1.1" status: 204 len: 168 time: 1.6369431 Aug 25 11:10:58.335738 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f667ffab-0b4c-4459-837e-d4e6d78c5b90 x-openstack-request-id: req-f667ffab-0b4c-4459-837e-d4e6d78c5b90 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:10:58.336572 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:10:58.337114 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f667ffab-0b4c-4459-837e-d4e6d78c5b90 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:10:58.337828 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'status': 'completed', 'code': 200} Aug 25 11:10:58.347111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] Set router 88f7c671-9eec-404b-8a25-76afab3a4950 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:58.406962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Made reservation on behalf of cff553ffac8d4d879515b30a0aedafc6 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:10:58.418813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.468591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35274) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:58.472696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9179e6cc-5833-4383-b069-548df0ef5273 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf640ea2603949fe9a170834676c5486&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1488013 Aug 25 11:10:58.522960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-9503fcae-3c5c-4870-9160-1d1bf05a205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:58.535426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-9503fcae-3c5c-4870-9160-1d1bf05a205f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1100 time: 0.1419303 Aug 25 11:10:58.571455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Transition to ACTIVE for port object 36ced834-7d4c-4daa-ab70-262ca8b85278 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:10:58.600189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a91de9d-3f36-40f7-97c0-b18d71ca430a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.651551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a91de9d-3f36-40f7-97c0-b18d71ca430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.669732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd4989df-ba42-4543-8df9-bd94203be4cc req-c0ffe5d6-55fb-4b34-a91a-dcdde4e544d6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.2481093 Aug 25 11:10:58.679017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.722674 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a91de9d-3f36-40f7-97c0-b18d71ca430a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=309ba79e6bd44f9d9590317e48bbcce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6351981 Aug 25 11:10:58.729225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35286) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:58.733338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179e6cc-5833-4383-b069-548df0ef5273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f543d9-8ac3-4190-a598-3f66c28e55df,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:58.781137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abe9ca-2a7e-45e2-893e-8ddcc2ff2583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4332508b-9ab8-4a38-b791-76536feea070,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:58.827194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808fbe61-92ce-4efb-98bc-772e509d15ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.834068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91de9d-3f36-40f7-97c0-b18d71ca430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10a0ed-711f-492a-a727-a60504c6381d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:58.897017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808fbe61-92ce-4efb-98bc-772e509d15ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:58.905756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-88fd9902-e889-480c-84b9-472f8cd78d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:58.906337 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:53Z', 'revision_number': 5, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:58.907274 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-88fd9902-e889-480c-84b9-472f8cd78d80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3488743 Aug 25 11:10:58.958933 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668df26d-b497-4629-917f-a961c3930741 None None] Checking router: 88f7c671-9eec-404b-8a25-76afab3a4950 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:10:58.982606 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] Routers {'88f7c671-9eec-404b-8a25-76afab3a4950'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:10:58.984433 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:10:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['88f7c671-9eec-404b-8a25-76afab3a4950'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:59.005086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-c6be3552-030a-4c24-97f8-4495e1f78308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:59.007046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-c6be3552-030a-4c24-97f8-4495e1f78308 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1100 time: 0.6228375 Aug 25 11:10:59.012455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-ebb870be-dfc9-4e19-8563-910100b53b68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.0930791 Aug 25 11:10:59.078637 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.155086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-28d0c276-3f8d-4b8d-a84f-f20592099919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:59.157994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-28d0c276-3f8d-4b8d-a84f-f20592099919 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1281061 Aug 25 11:10:59.219650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808fbe61-92ce-4efb-98bc-772e509d15ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.223764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808fbe61-92ce-4efb-98bc-772e509d15ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.225648 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-808fbe61-92ce-4efb-98bc-772e509d15ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1f543d9-8ac3-4190-a598-3f66c28e55df HTTP/1.1" status: 204 len: 168 time: 0.7534568 Aug 25 11:10:59.238672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fbe61-92ce-4efb-98bc-772e509d15ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f543d9-8ac3-4190-a598-3f66c28e55df,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:59.255593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-55dff799-5889-4a52-8eab-c89ab5da31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:59.257669 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-55dff799-5889-4a52-8eab-c89ab5da31c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907886 Aug 25 11:10:59.292285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:59.310983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:10:59.331831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:10:59.359662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:10:59.373255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:59.374390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.391439 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] Set router 88f7c671-9eec-404b-8a25-76afab3a4950 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:10:59.424225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95993702-02ea-4b7f-b2da-3ecc2d14bc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.481951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95993702-02ea-4b7f-b2da-3ecc2d14bc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.494036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-7cfc1e93-a299-4198-8348-71f18d8709d3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250578 Aug 25 11:10:59.601254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35298) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:10:59.603751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95993702-02ea-4b7f-b2da-3ecc2d14bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.608717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95993702-02ea-4b7f-b2da-3ecc2d14bc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.610019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-95993702-02ea-4b7f-b2da-3ecc2d14bc10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d10a0ed-711f-492a-a727-a60504c6381d HTTP/1.1" status: 204 len: 168 time: 0.8617632 Aug 25 11:10:59.634448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94b0fe-19a5-44ff-8999-a59906f26fed req-1011c669-0a2a-4328-b0ac-de40d0188b7d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:10:59.642640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab94b0fe-19a5-44ff-8999-a59906f26fed req-1011c669-0a2a-4328-b0ac-de40d0188b7d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 0.8520088 Aug 25 11:10:59.663567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-4d90d80e-9312-49f4-b37b-135e97d58330 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0298049 Aug 25 11:10:59.729262 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-504a5bc5-b77d-482e-8813-575121376f4b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214029 Aug 25 11:10:59.783929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.799229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Request body: {'port': {'device_id': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:10:59.828743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95993702-02ea-4b7f-b2da-3ecc2d14bc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10a0ed-711f-492a-a727-a60504c6381d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:10:59.832567 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-668df26d-b497-4629-917f-a961c3930741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:53Z', 'revision_number': 5, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:10:59.855969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e6b1d60d-b249-44f4-ba83-9833dd614812 None None] Provisioning for port 36ced834-7d4c-4daa-ab70-262ca8b85278 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:10:59.875940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e6b1d60d-b249-44f4-ba83-9833dd614812 None None] Provisioning complete for port 36ced834-7d4c-4daa-ab70-262ca8b85278 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:10:59.877596 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6b1d60d-b249-44f4-ba83-9833dd614812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:10:59.895034 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668df26d-b497-4629-917f-a961c3930741 None None] The sync data for ids ['88f7c671-9eec-404b-8a25-76afab3a4950'] in n-d-778732-11 is: [{'id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'name': 'tempest-FloatingIPDetailsTestJSON-247434599-router', 'tenant_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:10:09Z', 'updated_at': '2021-08-25T11:10:53Z', 'revision_number': 5, 'project_id': 'ad1cfd10afac468b9a2dd9804e9ad254', 'gw_port': {'id': '7128fbdc-78b7-44d1-812c-e5b135dc93be', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7c671-9eec-404b-8a25-76afab3a4950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:10:11Z', 'updated_at': '2021-08-25T11:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:10:59.969167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1d60d-b249-44f4-ba83-9833dd614812 None None] Port 36ced834-7d4c-4daa-ab70-262ca8b85278 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:11:00.066158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-3d49505f-1ec6-4d12-b15c-7eb92ced2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:00.069573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-3d49505f-1ec6-4d12-b15c-7eb92ced2c6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.9823210 Aug 25 11:11:00.156985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Allocated IP 192.168.233.37 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/00c2de7b-ba35-4935-bec7-d91108b2c212) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:00.241638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48624f10-75f4-4dda-a538-97caa897f38b req-5ed3d9c4-eeda-45d7-8136-de939a94abf1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.2728119 Aug 25 11:11:00.305184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab94b0fe-19a5-44ff-8999-a59906f26fed req-8f6d87d1-3b72-46f5-9427-5a6bb0b89a33 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615212 Aug 25 11:11:00.329018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-78f70db2-1996-4aa5-b5c2-1d19ae0c9d7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.2499874 Aug 25 11:11:00.329646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.333917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d219f535-5fa8-4db1-aa86-67c21568df98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=759bafbe0e384364932ccafae3b0bfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309823 Aug 25 11:11:00.336479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:00.424028 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.428048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1407631d-8fb4-4e83-bf1e-2b601cdb60a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.446541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35318) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:00.474201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54f9d439-a1df-4911-ac50-0fc33b3a15a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.537060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-96cabffe-b0d7-428a-bcd3-e1116b3460f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:00.538927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-96cabffe-b0d7-428a-bcd3-e1116b3460f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1754231 Aug 25 11:11:00.540156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1407631d-8fb4-4e83-bf1e-2b601cdb60a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.616536 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-045e16ba-d7b6-4ad7-8b75-733093a0507b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1275239 Aug 25 11:11:00.628736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e10931a-76c3-4f70-85e3-43b8f1893d40 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:11:00.677301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:00.700252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Deleting port 7128fbdc-78b7-44d1-812c-e5b135dc93be {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:11:00.700863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.730104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1407631d-8fb4-4e83-bf1e-2b601cdb60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.735543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1407631d-8fb4-4e83-bf1e-2b601cdb60a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.740299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1407631d-8fb4-4e83-bf1e-2b601cdb60a3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29b1541e-4ce3-413d-863e-2895fe79821c HTTP/1.1" status: 204 len: 168 time: 0.4025345 Aug 25 11:11:00.757903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0e10931a-76c3-4f70-85e3-43b8f1893d40 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:11:00.758507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e10931a-76c3-4f70-85e3-43b8f1893d40 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:11:00.837044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407631d-8fb4-4e83-bf1e-2b601cdb60a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b1541e-4ce3-413d-863e-2895fe79821c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:00.894110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54f9d439-a1df-4911-ac50-0fc33b3a15a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:00.905162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-fdd13a8f-fbd3-488a-a8a0-647bb0adbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:00.908849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-fdd13a8f-fbd3-488a-a8a0-647bb0adbb9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1100 time: 0.1573482 Aug 25 11:11:00.911297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54f9d439-a1df-4911-ac50-0fc33b3a15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.034763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35328) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:01.048423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1129368099-network', 'tenant_id': 'c260c420559b4f10ae3253dc4c173bb3'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:01.054652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9d439-a1df-4911-ac50-0fc33b3a15a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e7a93-1d35-44fc-b4f9-2f3ac4a33eab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:01.120535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] For port 7128fbdc-78b7-44d1-812c-e5b135dc93be, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7128fbdc-78b7-44d1-812c-e5b135dc93be,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:01.120901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.123430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b41e823f-0a06-4cd9-8d89-ebc7f7064cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.140928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-54f9d439-a1df-4911-ac50-0fc33b3a15a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f135a4979eab481eb1073431d0bb6611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6907051 Aug 25 11:11:01.142406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35330) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:01.164052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Calling delete_port for 7128fbdc-78b7-44d1-812c-e5b135dc93be owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:11:01.211199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Made reservation on behalf of c260c420559b4f10ae3253dc4c173bb3 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:01.214781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.242487 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-7efa7428-74c1-4146-8a84-89e5fb3617f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:01.245063 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-7efa7428-74c1-4146-8a84-89e5fb3617f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2853434 Aug 25 11:11:01.246121 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.360709 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-b25b731d-96d8-4582-9a95-82cc9443722e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.1041758 Aug 25 11:11:01.373719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-79133bd9-759e-4261-8e5b-2353bfb1adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:01.378324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-79133bd9-759e-4261-8e5b-2353bfb1adce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8275535 Aug 25 11:11:01.489625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-7985e178-a36e-4f58-a6bd-1e5b61dd1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:01.489625 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-7985e178-a36e-4f58-a6bd-1e5b61dd1c78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1144481 Aug 25 11:11:01.592976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b41e823f-0a06-4cd9-8d89-ebc7f7064cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.608514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-9a0b13ef-95e5-4b64-b7f1-8591449da2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:01.611123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-9a0b13ef-95e5-4b64-b7f1-8591449da2f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116245 Aug 25 11:11:01.613289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.616497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b41e823f-0a06-4cd9-8d89-ebc7f7064cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.650958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-861b6082-60b1-45b1-b031-787f44b4e92c req-b3f9b0b9-b61c-4a2c-8733-a8ff41dc90d9 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.2374692 Aug 25 11:11:01.669310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Transition to ACTIVE for port object 00c2de7b-ba35-4935-bec7-d91108b2c212 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:01.774039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc69bd6d-bb41-4af5-9f4c-d0f6245965d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.782681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-2af31f35-8028-4f13-bdf7-6e0036ccdedc service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721831 Aug 25 11:11:01.798669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e823f-0a06-4cd9-8d89-ebc7f7064cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d22f6d-22c6-41f5-a88a-a26a3a0274b1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:01.807222 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b41e823f-0a06-4cd9-8d89-ebc7f7064cf0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=754c5c297627489cadea8ad03e0f298d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7501729 Aug 25 11:11:01.809674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35352) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:01.893780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc69bd6d-bb41-4af5-9f4c-d0f6245965d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:01.935246 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-68e8d374-1bf1-4dcb-9909-92f2bbad195d service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127253 Aug 25 11:11:01.938602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:01.944428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb93da1-4fcf-4293-aa8c-c03c7b1e97ab req-91c74162-77e7-4997-9289-9e24ce041358 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:01.947546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eb93da1-4fcf-4293-aa8c-c03c7b1e97ab req-91c74162-77e7-4997-9289-9e24ce041358 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 948 time: 0.5077760 Aug 25 11:11:01.983136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.074883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f286e58-2f01-4747-882e-5dbb05bcfb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.135987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.144114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:02.166170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'mac_address': 'fa:16:3e:c5:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:02.170369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.180253 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f286e58-2f01-4747-882e-5dbb05bcfb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.248621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.276679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0eec94-6af1-40b2-a66b-2be557adc844 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:02.303577 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ca7f1f67-0aa5-43e9-9229-6b4cc10b52e8 req-2f503f01-fe26-481a-b546-4ba21a97a83f service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597271 Aug 25 11:11:02.308173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf92f2-e093-49e7-a3d4-0a8f172e318c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:02.318801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:02.327889 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.359198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f286e58-2f01-4747-882e-5dbb05bcfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.366271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f286e58-2f01-4747-882e-5dbb05bcfb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.369210 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6f286e58-2f01-4747-882e-5dbb05bcfb60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34d22f6d-22c6-41f5-a88a-a26a3a0274b1 HTTP/1.1" status: 204 len: 168 time: 0.5601008 Aug 25 11:11:02.386569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f286e58-2f01-4747-882e-5dbb05bcfb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d22f6d-22c6-41f5-a88a-a26a3a0274b1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:02.436950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eb93da1-4fcf-4293-aa8c-c03c7b1e97ab req-4f3dc6d5-b11d-4e63-b9f3-b2498e755058 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567099 Aug 25 11:11:02.478182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:02.479086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8503aae5-058a-4b2f-9cf9-6d39901ba964 req-49a7afd0-168a-4abc-8519-f6ecb3cb78d0 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679773 Aug 25 11:11:02.514336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:02.523467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.524029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.524607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.525914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.526738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.527100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc69bd6d-bb41-4af5-9f4c-d0f6245965d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.528463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.529385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.530320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.530489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc69bd6d-bb41-4af5-9f4c-d0f6245965d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.533756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dc69bd6d-bb41-4af5-9f4c-d0f6245965d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f54e7a93-1d35-44fc-b4f9-2f3ac4a33eab HTTP/1.1" status: 204 len: 168 time: 1.3840346 Aug 25 11:11:02.537212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.537981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.538706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.539620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:02.551950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event updated for resources: {'Port': ['ID=00c2de7b-ba35-4935-bec7-d91108b2c212,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:02.555523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:02.558485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:02.571825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:02.572694 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.582169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69bd6d-bb41-4af5-9f4c-d0f6245965d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e7a93-1d35-44fc-b4f9-2f3ac4a33eab,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:02.609441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.613531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:11:02.656499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:02.664190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-02d15833-cd87-47af-9fe9-8f9a92826243 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2953689 Aug 25 11:11:02.669577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.670257 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Added segment d6f6f609-b12d-42e6-ac9a-4dc0d34ced51 of type vlan for network 73de8b1f-3117-4620-8d70-1b738e194688 Aug 25 11:11:02.683164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Pushing event deleted for resources: {'Port': ['ID=7128fbdc-78b7-44d1-812c-e5b135dc93be,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:02.787969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Request body: {'port': {'device_id': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:02.922170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.979419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:02.995308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:02.997762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:02.998841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.020081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.075697 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3970442 Aug 25 11:11:03.094132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Transition to ACTIVE for port object 36ced834-7d4c-4daa-ab70-262ca8b85278 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:03.114853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35374) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:03.120390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Request body: {'subnet': {'network_id': '73de8b1f-3117-4620-8d70-1b738e194688', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1129368099-subnet', 'tenant_id': 'c260c420559b4f10ae3253dc4c173bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:03.161023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d74d7-c27f-449d-ad12-271168cd3cdd admin admin] Pushing event updated for resources: {'Network': ['ID=73de8b1f-3117-4620-8d70-1b738e194688,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:03.178973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Made reservation on behalf of c260c420559b4f10ae3253dc4c173bb3 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:03.181801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.182281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.230289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 73de8b1f-3117-4620-8d70-1b738e194688 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:11:03.326649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ee0460d6-665b-4c5c-8e85-667618a578a5 None None] Provisioning for port 00c2de7b-ba35-4935-bec7-d91108b2c212 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:03.347656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ee0460d6-665b-4c5c-8e85-667618a578a5 None None] Provisioning complete for port 00c2de7b-ba35-4935-bec7-d91108b2c212 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:03.348440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ee0460d6-665b-4c5c-8e85-667618a578a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.399584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ee0460d6-665b-4c5c-8e85-667618a578a5 None None] Port 00c2de7b-ba35-4935-bec7-d91108b2c212 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:11:03.447240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.528147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.578563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.642022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.654461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=754f2b39-8279-4842-bd7b-3ec2a6d22d74,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:03.664601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Checking segment: {'id': 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:03.664959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Network hostable DHCP agents. Network: 73de8b1f-3117-4620-8d70-1b738e194688, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:11:03.687223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Network 73de8b1f-3117-4620-8d70-1b738e194688 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:11:03.718776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 73de8b1f-3117-4620-8d70-1b738e194688) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:03.722980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:03.723727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.741901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb9112-cd0c-4a86-bc15-bee50c3c792d None None] Network 73de8b1f-3117-4620-8d70-1b738e194688 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:03.747978 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bf50953b-196d-4b93-bb13-0ce2c4c54e1c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6314127 Aug 25 11:11:03.869221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.870195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f7c671-9eec-404b-8a25-76afab3a4950 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:11:03.920353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:03.925747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-52ffcc4d-32ce-4c5f-a158-90d05b824550 admin admin] 10.222.0.35 "DELETE /v2.0/routers/88f7c671-9eec-404b-8a25-76afab3a4950 HTTP/1.1" status: 204 len: 168 time: 5.8470502 Aug 25 11:11:03.926676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35402) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:03.940870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:03.950324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd5598-e5c2-49dc-b5b5-438e72b7adec req-9cbc0466-f71c-4f71-a2fa-ee860543a8b8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:03.953420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65cd5598-e5c2-49dc-b5b5-438e72b7adec req-9cbc0466-f71c-4f71-a2fa-ee860543a8b8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 935 time: 1.1530039 Aug 25 11:11:03.994171 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.064142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Deleting subnet 5df633f4-740c-40a2-a341-e285c57e6fba {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:11:04.067533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.130424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.186395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3503c835-88fb-4bd5-87c3-a90d2b8b6317 None None] Network 73de8b1f-3117-4620-8d70-1b738e194688 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:04.297052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.361117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 9c0eec94-6af1-40b2-a66b-2be557adc844 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:04.365398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.375373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 9c0eec94-6af1-40b2-a66b-2be557adc844 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:04.375974 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.400511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df633f4-740c-40a2-a341-e285c57e6fba,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:04.423650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.429233 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-55d8b05e-5e59-4b77-b4b5-dfbde5ce8db0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5df633f4-740c-40a2-a341-e285c57e6fba HTTP/1.1" status: 204 len: 168 time: 0.5010600 Aug 25 11:11:04.430179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35406) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:04.448672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c2de7b-ba35-4935-bec7-d91108b2c212 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:04.458232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.473433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Transition to ACTIVE for port object 00c2de7b-ba35-4935-bec7-d91108b2c212 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:04.480629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33012a1d-1712-4f80-8910-4d99cd081b9f None None] Network 6041553a-4012-4ac4-b4fd-f3170a4d7458 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:04.486173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29fef1-10de-461f-98dd-2d113c96dd7a req-2d495d47-b8a0-4fc2-bbdf-82cb87f84e22 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:04.495007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a29fef1-10de-461f-98dd-2d113c96dd7a req-2d495d47-b8a0-4fc2-bbdf-82cb87f84e22 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 949 time: 1.3846712 Aug 25 11:11:04.518799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:04.519863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.523315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.635849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Deleting port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:11:04.636203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.692865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-97e08dff-f604-4b39-94bf-5ae04e4db0a0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:04.703104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-97e08dff-f604-4b39-94bf-5ae04e4db0a0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13&tenant_id=05f1200353254409b7f7713f48e19902&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 949 time: 1.2478251 Aug 25 11:11:04.793495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Attempting to bind port 36ced834-7d4c-4daa-ab70-262ca8b85278 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:04.801820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Attempting to bind port 36ced834-7d4c-4daa-ab70-262ca8b85278 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:04.801820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Attempting to bind port 36ced834-7d4c-4daa-ab70-262ca8b85278 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:04.805326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7128fbdc-78b7-44d1-812c-e5b135dc93be no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:11:04.863249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] For port 4ed87b6a-2de4-40e1-bd9f-540d18befe17, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4ed87b6a-2de4-40e1-bd9f-540d18befe17,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:04.866385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:04.896532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7128fbdc-78b7-44d1-812c-e5b135dc93be {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:11:04.896818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7128fbdc-78b7-44d1-812c-e5b135dc93be not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:11:04.975276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Port 36ced834-7d4c-4daa-ab70-262ca8b85278 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:04.978472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Attempting to bind port 36ced834-7d4c-4daa-ab70-262ca8b85278 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:05.004700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.039457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:05.042950 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7728a9e-468a-422e-9a9b-2c9e6dd6f06b" -d '{"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-plugged", "status": "completed", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:05.059849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:05.063371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:05.063927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:05.064571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:05.065362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Bound port: 36ced834-7d4c-4daa-ab70-262ca8b85278, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:05.065929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.069778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.140964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65cd5598-e5c2-49dc-b5b5-438e72b7adec req-57e0e66a-77c7-407d-9d06-089c199b1105 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1569440 Aug 25 11:11:05.204556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Pushing event updated for resources: {'Port': ['ID=00c2de7b-ba35-4935-bec7-d91108b2c212,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:05.219189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a29fef1-10de-461f-98dd-2d113c96dd7a req-e9981683-12ae-40cf-b3cb-1bbd2a40dd04 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228177 Aug 25 11:11:05.227517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Attempting to bind port 00c2de7b-ba35-4935-bec7-d91108b2c212 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:05.228039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Attempting to bind port 00c2de7b-ba35-4935-bec7-d91108b2c212 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:05.228538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Attempting to bind port 00c2de7b-ba35-4935-bec7-d91108b2c212 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:05.243564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:05.261000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] DHCP port deletion for 6041553a-4012-4ac4-b4fd-f3170a4d7458 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:11:05.365891 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd18049-8aa5-4b89-b3bc-2537265cb85c x-openstack-request-id: req-2cd18049-8aa5-4b89-b3bc-2537265cb85c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:05.366630 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-plugged", "status": "completed", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:05.366630 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cd18049-8aa5-4b89-b3bc-2537265cb85c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:05.367928 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'code': 200} Aug 25 11:11:05.374477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Calling delete_port for 4ed87b6a-2de4-40e1-bd9f-540d18befe17 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:11:05.397371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:05.410643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] Deleting port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:11:05.411163 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.411616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:05.420252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Port 00c2de7b-ba35-4935-bec7-d91108b2c212 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:05.421557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Attempting to bind port 00c2de7b-ba35-4935-bec7-d91108b2c212 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:05.432538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.461058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:05.462761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:05.463781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:05.464945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Bound port: 00c2de7b-ba35-4935-bec7-d91108b2c212, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:05.466374 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.508933 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-808e9428-1706-455c-8fa8-0af761a39d16 service neutron] delete failed (client error): The resource could not be found. Aug 25 11:11:05.519234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-808e9428-1706-455c-8fa8-0af761a39d16 service neutron] 10.222.0.67 "DELETE /v2.0/ports/9c0eec94-6af1-40b2-a66b-2be557adc844/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.7661116 Aug 25 11:11:05.580553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:05.582073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.584833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] 10.222.0.10 "PUT /v2.0/ports/36ced834-7d4c-4daa-ab70-262ca8b85278 HTTP/1.1" status: 200 len: 1097 time: 5.8350756 Aug 25 11:11:05.585334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:05.588208 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c1192d-2a9c-4105-a132-e4081eb42163" -d '{"events": [{"name": "network-changed", "server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:05.616290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] For port 4ed87b6a-2de4-40e1-bd9f-540d18befe17, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4ed87b6a-2de4-40e1-bd9f-540d18befe17,segment=NetworkSegment(d4cf202e-1f37-426d-bb30-2e0bab175460),segment_id=d4cf202e-1f37-426d-bb30-2e0bab175460)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:05.617678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.661338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] Calling delete_port for 4ed87b6a-2de4-40e1-bd9f-540d18befe17 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:11:05.668891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab7732-e8d1-42d2-88e0-953fa6fb1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:05.702274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.723951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] For port 00c2de7b-ba35-4935-bec7-d91108b2c212, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:05.730474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] For port 00c2de7b-ba35-4935-bec7-d91108b2c212, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=00c2de7b-ba35-4935-bec7-d91108b2c212,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:05.749672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:05.830043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed87b6a-2de4-40e1-bd9f-540d18befe17,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:05.855261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] No DVR routers for this DVR port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:11:05.867503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Pushing event updated for resources: {'Port': ['ID=00c2de7b-ba35-4935-bec7-d91108b2c212,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:06.050587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.075340 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.092883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6041553a-4012-4ac4-b4fd-f3170a4d7458']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:11:06.106987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] Pushing event deleted for resources: {'Port': ['ID=4ed87b6a-2de4-40e1-bd9f-540d18befe17,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:06.129716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0896a3-68b8-427b-b390-f32f7dc7377a None None] No DVR routers for this DVR port 4ed87b6a-2de4-40e1-bd9f-540d18befe17 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:11:06.132795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cf202e-1f37-426d-bb30-2e0bab175460') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:11:06.133368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cf202e-1f37-426d-bb30-2e0bab175460') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:11:06.157343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:06.172696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.197432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.216282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:11:06.216852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:11:06.219029 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:11:06.307129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.315590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.321474 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] 10.222.0.35 "DELETE /v2.0/networks/6041553a-4012-4ac4-b4fd-f3170a4d7458 HTTP/1.1" status: 204 len: 168 time: 1.8862438 Aug 25 11:11:06.328212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3aae6-2d29-4dfb-9c9d-9c5fdcd7202a admin admin] Pushing event deleted for resources: {'Network': ['ID=6041553a-4012-4ac4-b4fd-f3170a4d7458,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:06.486593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:06.487581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.490141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-00faf9d9-ee9b-45a9-99bf-57c547b71898 service neutron] 10.222.0.67 "PUT /v2.0/ports/00c2de7b-ba35-4935-bec7-d91108b2c212 HTTP/1.1" status: 200 len: 1096 time: 3.7487364 Aug 25 11:11:06.493451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1938711546-network', 'tenant_id': 'd099550bab464730bad24bf51770c66b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:06.546559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Made reservation on behalf of d099550bab464730bad24bf51770c66b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:06.551453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.574945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.621994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35466) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:06.697522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fe0db884-f1a7-4060-8e0d-7f0091df7453 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad1cfd10afac468b9a2dd9804e9ad254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742292 Aug 25 11:11:06.704886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35468) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:06.756684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4ed87b6a-2de4-40e1-bd9f-540d18befe17 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:11:06.820575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-b1ad9864-5f70-4c52-b9ec-2e87f54e2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:06.823694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-b1ad9864-5f70-4c52-b9ec-2e87f54e2c81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.9603276 Aug 25 11:11:06.845166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c44cf7d-8757-403f-b0fd-775919c968d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.865104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.876272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-c7d5ef01-a878-436d-ba6b-ca7709077f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:06.879271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.880036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-c7d5ef01-a878-436d-ba6b-ca7709077f7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1100 time: 1.0152190 Aug 25 11:11:06.893068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c44cf7d-8757-403f-b0fd-775919c968d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:06.958883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:11:06.967710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4ed87b6a-2de4-40e1-bd9f-540d18befe17 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:11:06.968060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4ed87b6a-2de4-40e1-bd9f-540d18befe17 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:11:07.004965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18854b-2177-45e8-b642-b12db93376b8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:07.017258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.017672 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Added segment 36d4d02b-1f4e-4ce8-bde6-a5c1bf369500 of type vlan for network e8573153-d827-4ae7-a793-33e5c7a78269 Aug 25 11:11:07.098026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.104491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c44cf7d-8757-403f-b0fd-775919c968d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.109102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c44cf7d-8757-403f-b0fd-775919c968d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.110999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7c44cf7d-8757-403f-b0fd-775919c968d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42c7d9d7-cc38-4025-a80d-8d9c30ca9ec6 HTTP/1.1" status: 204 len: 168 time: 0.4051909 Aug 25 11:11:07.115297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-97eeebe8-c9f8-483a-9cb3-538f57cac463 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=36ced834-7d4c-4daa-ab70-262ca8b85278 HTTP/1.1" status: 200 len: 217 time: 0.2194679 Aug 25 11:11:07.128923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44cf7d-8757-403f-b0fd-775919c968d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c7d9d7-cc38-4025-a80d-8d9c30ca9ec6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:07.130748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-d9510eb8-4d9c-45fd-929c-6cd4f0a23868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.133454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-d9510eb8-4d9c-45fd-929c-6cd4f0a23868 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 1099 time: 0.4839849 Aug 25 11:11:07.183411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.185172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.186757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.287976 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1283519 Aug 25 11:11:07.293286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35478) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:07.306101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Request body: {'subnet': {'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1938711546-subnet', 'tenant_id': 'd099550bab464730bad24bf51770c66b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:07.321551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bdf43-8ad3-4cb7-a9b6-c904b4f14fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=e8573153-d827-4ae7-a793-33e5c7a78269,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:07.339075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e8573153-d827-4ae7-a793-33e5c7a78269 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:11:07.344053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c9da7de5-6c48-46a9-b892-08ca019a4d3c tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.346688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c9da7de5-6c48-46a9-b892-08ca019a4d3c tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/networks?id=73de8b1f-3117-4620-8d70-1b738e194688 HTTP/1.1" status: 200 len: 818 time: 0.9270678 Aug 25 11:11:07.363970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.364957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.365932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.366717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.367831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.376872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.380528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89a8c3dc-ebfa-47b4-b34f-d784afc68c0a req-e625c4c0-4956-401e-9d05-e288448a4dfb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4335 time: 0.9631982 Aug 25 11:11:07.383101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-3ee50c0d-4977-4695-93cc-c4474c601ff0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=00c2de7b-ba35-4935-bec7-d91108b2c212 HTTP/1.1" status: 200 len: 217 time: 0.2080410 Aug 25 11:11:07.408197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Made reservation on behalf of d099550bab464730bad24bf51770c66b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:07.416079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.488767 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80672934-a934-49f3-8617-3ccbeda0c154 x-openstack-request-id: req-80672934-a934-49f3-8617-3ccbeda0c154 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:07.489400 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:07.489562 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80672934-a934-49f3-8617-3ccbeda0c154 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:07.490646 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'status': 'completed', 'code': 200} Aug 25 11:11:07.497667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-67b5e82b-1589-4570-873d-11e49fc52232 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/quotas/c260c420559b4f10ae3253dc4c173bb3 HTTP/1.1" status: 200 len: 375 time: 0.1086397 Aug 25 11:11:07.526412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-28c2cb3e-0938-4600-90d2-4c0df160585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.529397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-28c2cb3e-0938-4600-90d2-4c0df160585f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3845737 Aug 25 11:11:07.531635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-0bc91f3a-05c5-46f3-ba1d-0ac4724960a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.534687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-0bc91f3a-05c5-46f3-ba1d-0ac4724960a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.6912684 Aug 25 11:11:07.642889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-ef346dc1-2447-4e82-acfa-21e6a55f2f36 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c260c420559b4f10ae3253dc4c173bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269393 Aug 25 11:11:07.742892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-43256d1b-6fdb-424c-953c-7ca3ccb42592 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.1863449 Aug 25 11:11:07.745231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.771944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-252df88c-67bc-4b4c-a347-30cdcf6a5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.774453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-252df88c-67bc-4b4c-a347-30cdcf6a5410 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3773835 Aug 25 11:11:07.851158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5baec386-3b78-4da9-883b-608426612ca1,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:07.867014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:07.867571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Network hostable DHCP agents. Network: e8573153-d827-4ae7-a793-33e5c7a78269, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:11:07.898601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Network e8573153-d827-4ae7-a793-33e5c7a78269 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:11:07.918777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e8573153-d827-4ae7-a793-33e5c7a78269) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:07.930499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c3cb2-0f4d-490b-8a35-a66900613a68 None None] Network e8573153-d827-4ae7-a793-33e5c7a78269 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:07.934583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.935315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:07.958624 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ceb21620-a2e0-43e0-bfc1-36e1c84bdec7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6633439 Aug 25 11:11:07.993856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-84d6fc76-209c-4d13-a2e7-35f6677b0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:07.997020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-84d6fc76-209c-4d13-a2e7-35f6677b0d92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4440744 Aug 25 11:11:08.151034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-3418fde0-dee5-4684-91a9-6c561f3413a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:08.153989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-3418fde0-dee5-4684-91a9-6c561f3413a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3594792 Aug 25 11:11:08.166214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ca096-1df4-45da-b69a-b15ff0d7880f None None] Network e8573153-d827-4ae7-a793-33e5c7a78269 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:08.195802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a528a5-ce74-43ea-9380-258dfb708728 req-f7e1839f-7bd6-4751-a0f4-50335ef9c6b1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:08.198558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84a528a5-ce74-43ea-9380-258dfb708728 req-f7e1839f-7bd6-4751-a0f4-50335ef9c6b1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 947 time: 0.6206129 Aug 25 11:11:08.261996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-01a1f4af-99c1-46e6-b3d1-e3da1b4a2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:08.264604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-01a1f4af-99c1-46e6-b3d1-e3da1b4a2bd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4061551 Aug 25 11:11:08.281088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-eb0ecd35-60e0-43b2-8b35-a9d0895b05c1 service neutron] 10.222.0.35 "GET /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540078 Aug 25 11:11:08.286437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:08.563308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-0ab0eeaa-57a2-4012-8254-619be58d7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:08.564947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-0ab0eeaa-57a2-4012-8254-619be58d7413 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3863065 Aug 25 11:11:08.576066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84a528a5-ce74-43ea-9380-258dfb708728 req-51d1ae86-bbdf-4842-92e4-609eba5b77f7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439462 Aug 25 11:11:08.585245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1592558086-network', 'tenant_id': '1f43914922344149800b1a718ea2dabf'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:08.631533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-93a40cd6-8e53-4344-a643-0abac57e0dd8 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201172 Aug 25 11:11:08.639350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Made reservation on behalf of 1f43914922344149800b1a718ea2dabf for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:08.646007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:08.664225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:08.855019 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:08.864057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:08.899732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:11:08.917675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a862efc-547d-41e8-bb57-97c533c93b5b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:08.923438 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:08.924210 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Added segment c74180db-a6bd-4789-bf03-3c50566e99b6 of type vlan for network 9ef2359f-e514-43ba-a77e-f6906e2032dc Aug 25 11:11:08.929159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-8dc124fb-fb15-4d8d-b297-85c843d40bde service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468410 Aug 25 11:11:08.943834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:08.947426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-80d1a5c7-581e-4952-ae12-5437cd90753e service neutron] 10.222.0.35 "GET /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296380 Aug 25 11:11:08.951343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1023166316-network', 'tenant_id': 'bef00dee83114226858af9d9408dad2a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:09.000796 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.024437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Made reservation on behalf of bef00dee83114226858af9d9408dad2a for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:09.028164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.038242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f912b5-752f-4b7f-b5ae-a443ee78a1da req-a71b140c-de89-4f7d-8132-2c2e7e49ea3f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:09.040091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46f912b5-752f-4b7f-b5ae-a443ee78a1da req-a71b140c-de89-4f7d-8132-2c2e7e49ea3f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.3543451 Aug 25 11:11:09.047081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-67f797c8-ba2d-4de3-b891-a59bdb4768de service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593730 Aug 25 11:11:09.070809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.090935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.092676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:09.093649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.233829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef2359f-e514-43ba-a77e-f6906e2032dc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:09.264624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:11:09.400957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f73ef6d3-e469-44b1-8fca-ec69dd9f63ab req-26765ce8-e5c5-49fc-ba0c-696baf32f561 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106121 Aug 25 11:11:09.453949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.463927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.492209 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e59fb85-0967-49de-b121-693cebc24376 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2044809 Aug 25 11:11:09.504887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35530) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:09.511119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'tag': '00c2de7b-ba35-4935-bec7-d91108b2c212'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:09.514026 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78d7c20-eb37-4465-9155-056e151eb77e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4862be6-5ff6-4267-9015-f56b575a0a56", "tag": "00c2de7b-ba35-4935-bec7-d91108b2c212"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:09.522610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Request body: {'subnet': {'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1592558086-subnet', 'tenant_id': '1f43914922344149800b1a718ea2dabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:09.542515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:11:09.568237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625e802-0b8a-4a7b-a243-8f3d5efa12ca,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:09.578985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.579530 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Added segment 45005dba-3b8d-4c9b-a678-4d770fa07ce2 of type vlan for network 89f1130f-28ee-46c9-8c4f-00cacb51fa00 Aug 25 11:11:09.604031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46f912b5-752f-4b7f-b5ae-a443ee78a1da req-ec9ad708-4b05-4ccd-9337-8da2ead83cbd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478067 Aug 25 11:11:09.645288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Made reservation on behalf of 1f43914922344149800b1a718ea2dabf for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:09.649483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.661173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac3c3f31-0cd9-4c84-8131-30737246daae req-8e07d164-677b-49d5-aade-9a95f1c8eef4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158656 Aug 25 11:11:09.735942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.786420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1800a1a-9efc-4bc2-9db9-e9410eac9f13 req-c4cba31c-d5d1-4f97-aabd-75ad1371a2f7 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553275 Aug 25 11:11:09.797769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.800809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:09.800809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:09.816604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7be316-0d81-419f-b5df-29cb5c0a25e6 req-c2258b29-2274-4ea2-be22-0ed1ffbe0aeb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:09.831672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d7be316-0d81-419f-b5df-29cb5c0a25e6 req-c2258b29-2274-4ea2-be22-0ed1ffbe0aeb tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 886 time: 0.4713011 Aug 25 11:11:09.852040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-47d2a189-16c3-4f82-aa84-f00fa5820d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:09.856874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-47d2a189-16c3-4f82-aa84-f00fa5820d51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1100 time: 0.3356643 Aug 25 11:11:09.966801 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0166051 Aug 25 11:11:09.966801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a0327-7f4e-4734-b2e1-6fd8102b35dc admin admin] Pushing event updated for resources: {'Network': ['ID=89f1130f-28ee-46c9-8c4f-00cacb51fa00,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:09.970404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:09.983685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Request body: {'subnet': {'network_id': '89f1130f-28ee-46c9-8c4f-00cacb51fa00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1023166316-subnet', 'tenant_id': 'bef00dee83114226858af9d9408dad2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:09.989842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 89f1130f-28ee-46c9-8c4f-00cacb51fa00 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:11:10.070423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90200216-5770-4bda-9dfe-0b54a5292c18 req-e66fc041-41d3-4660-8ae0-a63ed4adc21c tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 210 time: 0.1605558 Aug 25 11:11:10.121502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Made reservation on behalf of bef00dee83114226858af9d9408dad2a for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:10.130742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:10.190310 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641093e6-868b-426e-89ae-850144d4ed15 x-openstack-request-id: req-641093e6-868b-426e-89ae-850144d4ed15 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:10.190847 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4862be6-5ff6-4267-9015-f56b575a0a56", "tag": "00c2de7b-ba35-4935-bec7-d91108b2c212", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:10.191295 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-641093e6-868b-426e-89ae-850144d4ed15 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:10.192396 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'tag': '00c2de7b-ba35-4935-bec7-d91108b2c212', 'status': 'completed', 'code': 200} Aug 25 11:11:10.206515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-d49a4b93-3d01-4f6b-879e-72458f78c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.208536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-d49a4b93-3d01-4f6b-879e-72458f78c699 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3453109 Aug 25 11:11:10.395843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:10.403929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-3d92e3f9-c82c-4b20-804c-a9545b5f3bec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=36ced834-7d4c-4daa-ab70-262ca8b85278 HTTP/1.1" status: 200 len: 217 time: 0.1866391 Aug 25 11:11:10.510861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:10.651170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Checking segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:10.651663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Network hostable DHCP agents. Network: 9ef2359f-e514-43ba-a77e-f6906e2032dc, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:11:10.686480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d7c20-eb37-4465-9155-056e151eb77e req-949bb3c3-dd96-4a2c-97c4-b21a3a6b376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.688108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-949bb3c3-dd96-4a2c-97c4-b21a3a6b376a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 1099 time: 0.4540682 Aug 25 11:11:10.714168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-3e9463df-8ffd-46bb-ae85-c5818a717eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.715163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:11:10.715749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-3e9463df-8ffd-46bb-ae85-c5818a717eb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2924747 Aug 25 11:11:10.738499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:10.753325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9ef2359f-e514-43ba-a77e-f6906e2032dc) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:10.766959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3584e13-ca87-4680-aaab-caea6b1d8c96 None None] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:10.772640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.773793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:10.777995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f552d-a617-402a-a78b-779e1ea96fd6 req-9e0ad837-2de1-4af6-8592-42b8f68073ca tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.785656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-550f552d-a617-402a-a78b-779e1ea96fd6 req-9e0ad837-2de1-4af6-8592-42b8f68073ca tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 947 time: 0.3857203 Aug 25 11:11:10.842548 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3965a47-f718-4073-905a-962848a72351 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3360975 Aug 25 11:11:10.846170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3865e40-e44b-44a1-ab36-61c6da73722f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:10.868514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.869123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.869885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.870064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.870529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.870992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.872038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.872501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.872961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:10.886994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47e68675-bbc2-4b65-80ae-710431f57df3 req-e4925422-db3d-4d64-8c68-0e00cb59769e tempest-NetworksTest-88180142 tempest-NetworksTest-88180142-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6396 time: 0.4784908 Aug 25 11:11:10.955099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Checking segment: {'id': '45005dba-3b8d-4c9b-a678-4d770fa07ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '89f1130f-28ee-46c9-8c4f-00cacb51fa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:10.956779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Network hostable DHCP agents. Network: 89f1130f-28ee-46c9-8c4f-00cacb51fa00, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:11:10.998975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-bf675a6d-b793-42a1-b195-76446127e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.001588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-bf675a6d-b793-42a1-b195-76446127e91e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2685535 Aug 25 11:11:11.007420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Network 89f1130f-28ee-46c9-8c4f-00cacb51fa00 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:11:11.016056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-550f552d-a617-402a-a78b-779e1ea96fd6 req-e6f28381-dd61-431c-9764-53f2b214b5b8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292094 Aug 25 11:11:11.045658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 89f1130f-28ee-46c9-8c4f-00cacb51fa00) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:11.051075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.051706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:11.084999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b9fdb-dace-4cd8-a7c4-7e4da02cfe64 None None] Network 89f1130f-28ee-46c9-8c4f-00cacb51fa00 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:11.095381 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0f9f9968-6b73-4999-9e41-70b7a4a65a27 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1178331 Aug 25 11:11:11.279052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d7c20-eb37-4465-9155-056e151eb77e req-e0cf3fec-04ee-4251-9623-65fdc44600ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.280817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-e0cf3fec-04ee-4251-9623-65fdc44600ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5791709 Aug 25 11:11:11.290149 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:11:11.342863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06196e5-b1bd-4a30-b625-3344ea715f58 None None] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:11.354596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-fca8dacc-5bd7-4b42-9a70-e269ee4051cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=00c2de7b-ba35-4935-bec7-d91108b2c212 HTTP/1.1" status: 200 len: 217 time: 0.0643075 Aug 25 11:11:11.436539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881f9af-124d-4d16-b303-64841eca4ee3 req-528d59fe-bba8-4391-9dd5-9352cc00a500 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.444194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a881f9af-124d-4d16-b303-64841eca4ee3 req-528d59fe-bba8-4391-9dd5-9352cc00a500 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.2496805 Aug 25 11:11:11.485394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-1635b8f9-bd6f-4745-bbd4-e688726e5cfc service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626629 Aug 25 11:11:11.501302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-1fc2c6b4-d968-4a57-9bb2-db076a3121e3 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.503008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-1fc2c6b4-d968-4a57-9bb2-db076a3121e3 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.67 "GET /v2.0/networks?id=73de8b1f-3117-4620-8d70-1b738e194688 HTTP/1.1" status: 200 len: 818 time: 0.4575410 Aug 25 11:11:11.506362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d7c20-eb37-4465-9155-056e151eb77e req-07945044-c3de-480d-8508-3af9d0a5ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.507920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-07945044-c3de-480d-8508-3af9d0a5ca8b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1420312 Aug 25 11:11:11.546789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Request body: {'port': {'device_id': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688', 'admin_state_up': True, 'tenant_id': 'c260c420559b4f10ae3253dc4c173bb3'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:11.619747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d9dabc-577b-4481-9105-53cc33d14aa9 None None] Network 89f1130f-28ee-46c9-8c4f-00cacb51fa00 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:11.705912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a881f9af-124d-4d16-b303-64841eca4ee3 req-629e51e5-4d49-4a94-9350-8d6d2267f0a7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604926 Aug 25 11:11:11.746309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35574) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:11.819889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77b17f1f-f7f3-48a5-8976-4bfe116524df req-04e07076-76cb-49b5-87e1-80a79c1ceb7b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 210 time: 0.0675459 Aug 25 11:11:11.898983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d7c20-eb37-4465-9155-056e151eb77e req-3e3f4270-f46c-4447-821c-a650d0b81fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:11.903925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-3e3f4270-f46c-4447-821c-a650d0b81fc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3830464 Aug 25 11:11:11.964635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1192d-2a9c-4105-a132-e4081eb42163 req-ca1c324f-49fd-4664-a334-d7030d18c245 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605880 Aug 25 11:11:12.000114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:12.072112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Made reservation on behalf of c260c420559b4f10ae3253dc4c173bb3 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:12.076320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.126427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2297e0f-c030-4531-b927-710ddbdd5f7f req-738d0e0a-06cf-440e-b40a-c0e8b8282b6d tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:12.128253 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05cc6ca7-979e-4a37-97bc-e51a6d43a0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.134938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2297e0f-c030-4531-b927-710ddbdd5f7f req-738d0e0a-06cf-440e-b40a-c0e8b8282b6d tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.1937244 Aug 25 11:11:12.221313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:12.244909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'mac_address': 'fa:16:3e:a5:73:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:12.259611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05cc6ca7-979e-4a37-97bc-e51a6d43a0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.266226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05cc6ca7-979e-4a37-97bc-e51a6d43a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.297041 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.316664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:12.350067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-05cc6ca7-979e-4a37-97bc-e51a6d43a0c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2833d9657c6a40019535f85169006dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022065 Aug 25 11:11:12.352887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:12.356644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:12.363801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.366963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-5af9765e-2abb-4ff7-9434-baf17744e1f9 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413979 Aug 25 11:11:12.369273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc6ca7-979e-4a37-97bc-e51a6d43a0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8761cc9d-43a6-4163-a279-7054d878a439,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:12.439339 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e35392a1-8208-4249-8a2d-24540e96f023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.454730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:12.466741 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e35392a1-8208-4249-8a2d-24540e96f023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.486717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2297e0f-c030-4531-b927-710ddbdd5f7f req-66f705d1-2a55-4ec4-868f-6d6ba0a39211 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433356 Aug 25 11:11:12.549623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e35392a1-8208-4249-8a2d-24540e96f023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.555425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e35392a1-8208-4249-8a2d-24540e96f023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:12.557762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e35392a1-8208-4249-8a2d-24540e96f023 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8761cc9d-43a6-4163-a279-7054d878a439 HTTP/1.1" status: 204 len: 168 time: 0.2023726 Aug 25 11:11:12.596106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35392a1-8208-4249-8a2d-24540e96f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8761cc9d-43a6-4163-a279-7054d878a439,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:12.610367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:12.629952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-ff7735c4-2435-4520-9d59-2a3b658efe31 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:12.637557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-ff7735c4-2435-4520-9d59-2a3b658efe31 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.4975266 Aug 25 11:11:12.654789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Allocated IP 172.20.0.9 (73de8b1f-3117-4620-8d70-1b738e194688/754f2b39-8279-4842-bd7b-3ec2a6d22d74/35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:12.659242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78d7c20-eb37-4465-9155-056e151eb77e req-d8f693a0-1337-4466-b42a-e60990095e14 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663882 Aug 25 11:11:12.670575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-7fc7e8a8-3f7c-47f6-ab0d-18802c1b7bf3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/quotas/1f43914922344149800b1a718ea2dabf HTTP/1.1" status: 200 len: 375 time: 0.0319755 Aug 25 11:11:12.712291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-4b91824b-2462-4c45-8e26-28afdea845d1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407016 Aug 25 11:11:13.071656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-262f9298-b387-49cc-948d-72e470fa25f1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:11:13.072723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-262f9298-b387-49cc-948d-72e470fa25f1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0877349 Aug 25 11:11:13.109641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-e6572e1e-806e-45a3-b25d-2306cee1707f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:13.111315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-e6572e1e-806e-45a3-b25d-2306cee1707f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.2654281 Aug 25 11:11:13.120525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:13.139063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd9f976e-4b0f-4fae-9b26-885225109ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.295783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd9f976e-4b0f-4fae-9b26-885225109ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.303291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd9f976e-4b0f-4fae-9b26-885225109ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.385323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cd9f976e-4b0f-4fae-9b26-885225109ee3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d73c5a11d7014a7789419eadf1003434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592552 Aug 25 11:11:13.385323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f976e-4b0f-4fae-9b26-885225109ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a54cd-dc83-43e7-9894-26e7575ac0ae,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:13.388259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:13.458790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.467061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-2ab2acef-28b9-46ac-9544-7a0babbf3d8f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/quotas/d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 375 time: 0.0294120 Aug 25 11:11:13.483042 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3baef997-2ba8-44ba-ba7c-a29bbaa4d87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.519923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3baef997-2ba8-44ba-ba7c-a29bbaa4d87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.530610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-324e9d17-3bee-4e2b-a7f2-ff83123954e5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430574 Aug 25 11:11:13.595725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-8f46af61-c2eb-4521-992d-8fc1eec49fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040770 Aug 25 11:11:13.606519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3baef997-2ba8-44ba-ba7c-a29bbaa4d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.610022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3baef997-2ba8-44ba-ba7c-a29bbaa4d87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.615414 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3baef997-2ba8-44ba-ba7c-a29bbaa4d87a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a45a54cd-dc83-43e7-9894-26e7575ac0ae HTTP/1.1" status: 204 len: 168 time: 0.2221472 Aug 25 11:11:13.628467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baef997-2ba8-44ba-ba7c-a29bbaa4d87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a54cd-dc83-43e7-9894-26e7575ac0ae,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:13.676970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 00c2de7b-ba35-4935-bec7-d91108b2c212 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:13.717010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.863536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Network 73de8b1f-3117-4620-8d70-1b738e194688 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:13.867848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 00c2de7b-ba35-4935-bec7-d91108b2c212, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=00c2de7b-ba35-4935-bec7-d91108b2c212,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:13.893498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '00c2de7b-ba35-4935-bec7-d91108b2c212', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '00c2de7b-ba35-4935-bec7-d91108b2c212', 'mac_address': 'fa:16:3e:5e:d9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:13.898058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:13.914102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:13.921533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:13.922687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.932435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-18c7f666-b584-4571-a14b-8e982d9e62d3 service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781462 Aug 25 11:11:13.933223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Pushing event updated for resources: {'Port': ['ID=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:13.976452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:13.999815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c2de7b-ba35-4935-bec7-d91108b2c212 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:14.014744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b9401553-0b8e-4cc7-84e8-523a9a53fe5b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4960291 Aug 25 11:11:14.018953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-963df371-2bf7-40dd-9fcb-a5a072429fef service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831832 Aug 25 11:11:14.025597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 00c2de7b-ba35-4935-bec7-d91108b2c212, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=00c2de7b-ba35-4935-bec7-d91108b2c212,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:14.029170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:14.030339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Request body: {'port': {'device_id': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:14.084620 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.123086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-c931771d-1924-49f7-a9de-4f31d24df3cf service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699238 Aug 25 11:11:14.125229 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.160584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 36ced834-7d4c-4daa-ab70-262ca8b85278 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:14.203320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 36ced834-7d4c-4daa-ab70-262ca8b85278 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:14.204005 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.365794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['00c2de7b-ba35-4935-bec7-d91108b2c212'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:14.371705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=00c2de7b-ba35-4935-bec7-d91108b2c212,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:14.554424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1de862-ba8f-48ff-8203-6aea0f0897cd req-b62380ed-3db2-4d60-97b3-f197835f9db6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:14.555962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c1de862-ba8f-48ff-8203-6aea0f0897cd req-b62380ed-3db2-4d60-97b3-f197835f9db6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 948 time: 0.0855746 Aug 25 11:11:14.722043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:14.722747 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.741117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c1de862-ba8f-48ff-8203-6aea0f0897cd req-295e74b5-07a9-4859-bf24-ca49c898533a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684058 Aug 25 11:11:14.746811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.789439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Transition to ACTIVE for port object 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:14.807120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.808242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:14.813163 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063666e-6e09-4554-976a-fdc691a7514a" -d '{"events": [{"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-plugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:14.839191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:14.853132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:14.869298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Pushing event updated for resources: {'Port': ['ID=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:14.905517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d6b9-3f55-4838-bbfc-75ec9ae1f92a req-717c6ccf-a915-40bd-a374-7b930e26e265 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:14.907619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f306d6b9-3f55-4838-bbfc-75ec9ae1f92a req-717c6ccf-a915-40bd-a374-7b930e26e265 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 931 time: 0.2687469 Aug 25 11:11:14.918219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7185a86f-2904-4b39-b88f-79ff6c9303a1 req-b2859e18-2e09-4aab-a009-284bf1abaddb tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 210 time: 0.1121752 Aug 25 11:11:15.008166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:15.080976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f306d6b9-3f55-4838-bbfc-75ec9ae1f92a req-53da2490-cb64-476b-be8b-14a8e6ca897b tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443000 Aug 25 11:11:15.183181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Attempting to bind port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:15.185577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Attempting to bind port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:15.186295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Attempting to bind port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa on network 73de8b1f-3117-4620-8d70-1b738e194688 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:15.265751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b62d6b62-f635-4442-81c9-6d7bfb9758e6 req-33df1d60-622e-4e2f-8b4e-cc42642ceadf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 210 time: 0.1830237 Aug 25 11:11:15.340714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-8ec11a24-bb09-4b11-8141-ff889628b36f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460211 Aug 25 11:11:15.346224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa on network 73de8b1f-3117-4620-8d70-1b738e194688 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:15.352806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Attempting to bind port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa on network 73de8b1f-3117-4620-8d70-1b738e194688 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:15.404697 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bdae3e-f421-4058-a4ea-2dcc56a796b0 x-openstack-request-id: req-43bdae3e-f421-4058-a4ea-2dcc56a796b0 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:15.405126 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-plugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:15.405564 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43bdae3e-f421-4058-a4ea-2dcc56a796b0 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:15.410253 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'code': 200} Aug 25 11:11:15.471235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:15.474416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Checking segment: {'id': 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:15.478249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Bound using segment: {'id': 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:15.481854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Bound port: 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:15.483978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:15.681526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 00c2de7b-ba35-4935-bec7-d91108b2c212 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:15.744776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe44d46-14eb-4e8a-b74b-816e35da6dae req-5633d173-ea6a-4865-b5b7-f2b8cd49d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:15.747037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebe44d46-14eb-4e8a-b74b-816e35da6dae req-5633d173-ea6a-4865-b5b7-f2b8cd49d1e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1102 time: 0.1676326 Aug 25 11:11:15.767552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-57f86e00-4472-4aa5-a6ca-9a5768d2627d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:15.775737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-57f86e00-4472-4aa5-a6ca-9a5768d2627d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4323995 Aug 25 11:11:15.795405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 00c2de7b-ba35-4935-bec7-d91108b2c212 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:15.802799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 00c2de7b-ba35-4935-bec7-d91108b2c212 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:15.806556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:15.811887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3a82ddbf-6e45-45c2-9a07-e7d3779f8345 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/quotas/05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 375 time: 0.0350769 Aug 25 11:11:15.883063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] For port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:15.924843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] For port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,segment=NetworkSegment(d6f6f609-b12d-42e6-ac9a-4dc0d34ced51),segment_id=d6f6f609-b12d-42e6-ac9a-4dc0d34ced51)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:15.954559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebe44d46-14eb-4e8a-b74b-816e35da6dae req-fa79baf4-f197-419e-acd2-8af24a12dff6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935704 Aug 25 11:11:15.954886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35702) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:15.970394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-036f65d6-c095-46d1-a8bd-77f2f56bbbe0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1574595 Aug 25 11:11:15.971644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.034346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:16.034905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.036378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] 10.222.0.67 "PUT /v2.0/ports/35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa HTTP/1.1" status: 200 len: 1092 time: 2.0105817 Aug 25 11:11:16.038035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'tag': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:16.040851 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d12464a-4677-4216-ba06-6023aec509ad" -d '{"events": [{"name": "network-changed", "server_uuid": "386f7bba-2f3a-4f25-a2d1-bb28201dfde3", "tag": "35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:16.069211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008f61b-f1b5-4a7a-ac53-98fc3ddea4da req-af6b713b-95a6-423e-9dc3-1cd1c30b07a7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:16.078793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5008f61b-f1b5-4a7a-ac53-98fc3ddea4da req-af6b713b-95a6-423e-9dc3-1cd1c30b07a7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 948 time: 0.1761189 Aug 25 11:11:16.124793 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.174778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 00c2de7b-ba35-4935-bec7-d91108b2c212, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=00c2de7b-ba35-4935-bec7-d91108b2c212,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:16.185402 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.231412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5008f61b-f1b5-4a7a-ac53-98fc3ddea4da req-74cd313a-59d6-4010-a6e0-234d5769c42a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509979 Aug 25 11:11:16.255409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405b3ec-bc63-4c96-bd68-a9eedacd3f4b service neutron] Pushing event updated for resources: {'Port': ['ID=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:16.283379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=00c2de7b-ba35-4935-bec7-d91108b2c212,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:16.322358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.401415 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e031ffc-41c6-4f62-8da2-6298b7b346b2 x-openstack-request-id: req-1e031ffc-41c6-4f62-8da2-6298b7b346b2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:16.404242 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386f7bba-2f3a-4f25-a2d1-bb28201dfde3", "tag": "35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:16.404242 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e031ffc-41c6-4f62-8da2-6298b7b346b2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:16.404242 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'tag': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa', 'status': 'completed', 'code': 200} Aug 25 11:11:16.421712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4857e80-d137-459f-a5c7-573017dc9b48 req-1d0bccb4-5a49-40dc-8311-8492abece6e5 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 210 time: 0.1510701 Aug 25 11:11:16.445840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-be6a34bd-1414-4fb2-ae13-32d031c4b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:16.454380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-be6a34bd-1414-4fb2-ae13-32d031c4b48f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c260c420559b4f10ae3253dc4c173bb3&device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 1095 time: 0.3439515 Aug 25 11:11:16.535828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.546226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.602627 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bb19c27760540ffaf5fd004df0190eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468732 Aug 25 11:11:16.603964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df727e2c-0dd4-4a86-b519-3cc9d4306f17,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:16.606967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35730) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:16.646351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.646703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.647051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.647394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.647726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.648263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.648753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.649241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.649810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.650295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.650766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.651231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ce127a-8d8f-4325-b772-a4985374c0af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:16.671972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0de6ed07-5920-453a-b17d-3fb7763e5101 req-533c2c7a-43e3-4528-9041-4143dc1213e3 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 210 time: 0.1585093 Aug 25 11:11:16.673548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b0fb55ef-1dbf-486e-9b37-5213b92e4271 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa HTTP/1.1" status: 200 len: 217 time: 0.2099283 Aug 25 11:11:16.733987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dcc377a-4fdc-4af5-9ccc-b55bdb687c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.763577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dcc377a-4fdc-4af5-9ccc-b55bdb687c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.826486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b955ce03-8cd9-451a-a90c-15b00df8781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:16.827995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-b955ce03-8cd9-451a-a90c-15b00df8781c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=754f2b39-8279-4842-bd7b-3ec2a6d22d74 HTTP/1.1" status: 200 len: 858 time: 0.1251049 Aug 25 11:11:16.854221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85832751-a223-48e7-87f6-a437c00c0a54 req-e84a0774-28b6-4b1a-a2ac-eaac34d1101e tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:16.862056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85832751-a223-48e7-87f6-a437c00c0a54 req-e84a0774-28b6-4b1a-a2ac-eaac34d1101e tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 943 time: 0.2748384 Aug 25 11:11:16.884633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dcc377a-4fdc-4af5-9ccc-b55bdb687c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.890309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dcc377a-4fdc-4af5-9ccc-b55bdb687c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:16.896015 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6dcc377a-4fdc-4af5-9ccc-b55bdb687c2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df727e2c-0dd4-4a86-b519-3cc9d4306f17 HTTP/1.1" status: 204 len: 168 time: 0.2819939 Aug 25 11:11:16.903248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-e975b446-f9f7-450e-90a1-2dfd23d0491f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73de8b1f-3117-4620-8d70-1b738e194688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660639 Aug 25 11:11:16.924019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-422bd0aa-df19-4519-9c6d-d2f5408850b9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:16.924305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc377a-4fdc-4af5-9ccc-b55bdb687c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df727e2c-0dd4-4a86-b519-3cc9d4306f17,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:16.924396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-422bd0aa-df19-4519-9c6d-d2f5408850b9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.4492495 Aug 25 11:11:16.980545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Request body: {'port': {'device_id': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'admin_state_up': True, 'tenant_id': '1f43914922344149800b1a718ea2dabf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:17.030275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5506c2e8-4330-4ae1-b026-281194437c21 req-8176f964-4741-491b-99d7-4678385c68d0 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 210 time: 0.1144161 Aug 25 11:11:17.245514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85832751-a223-48e7-87f6-a437c00c0a54 req-6f9c2a46-1a43-46db-9c65-40922af5f4f5 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824234 Aug 25 11:11:17.400166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-42518823-ed8d-41f1-99b7-ba890fa13fbd tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:17.404696 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-42518823-ed8d-41f1-99b7-ba890fa13fbd tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.3079574 Aug 25 11:11:17.411695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2de7b-ba35-4935-bec7-d91108b2c212'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:17.415772 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a96943-c016-4653-bd43-58be1c6cfa91" -d '{"events": [{"server_uuid": "b4862be6-5ff6-4267-9015-f56b575a0a56", "name": "network-vif-plugged", "status": "completed", "tag": "00c2de7b-ba35-4935-bec7-d91108b2c212"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:17.420478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Request body: {'port': {'device_id': '9447f179-3c9b-440d-9e19-9b2596701a46', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'admin_state_up': True, 'tenant_id': 'd099550bab464730bad24bf51770c66b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:17.530828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Made reservation on behalf of 1f43914922344149800b1a718ea2dabf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:17.534662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:17.554241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb9430-c553-420c-9f48-bdeea439498f req-dadc0a0b-40e4-4a61-89b8-970f003c8e50 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:17.556003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ceeb9430-c553-420c-9f48-bdeea439498f req-dadc0a0b-40e4-4a61-89b8-970f003c8e50 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 949 time: 0.1268182 Aug 25 11:11:17.560415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-8bbd061c-e61c-4947-be13-ac44de02e788 service neutron] 10.222.0.67 "GET /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474457 Aug 25 11:11:17.673238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Made reservation on behalf of d099550bab464730bad24bf51770c66b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:17.677736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:17.895109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ceeb9430-c553-420c-9f48-bdeea439498f req-2f242467-9640-454f-a845-f6d3a6c96919 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290505 Aug 25 11:11:17.981490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Allocated IP 172.20.0.8 (9ef2359f-e514-43ba-a77e-f6906e2032dc/73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f/2a8f733e-9510-49ac-9a68-5aae455abb5c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:17.988887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Allocated IP 172.20.0.3 (e8573153-d827-4ae7-a793-33e5c7a78269/5baec386-3b78-4da9-883b-608426612ca1/85a1bc02-003d-4b42-b5bb-01b61d4e62fb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:17.998588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35760) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:18.029177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1773fa-7a0e-4c61-bed5-48cab8e1786c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.035430 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d09211-7330-4a90-a002-1b3c89bb9bed x-openstack-request-id: req-d4d09211-7330-4a90-a002-1b3c89bb9bed {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:18.035756 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4862be6-5ff6-4267-9015-f56b575a0a56", "name": "network-vif-plugged", "status": "completed", "tag": "00c2de7b-ba35-4935-bec7-d91108b2c212", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:18.036021 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4d09211-7330-4a90-a002-1b3c89bb9bed {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:18.036403 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2de7b-ba35-4935-bec7-d91108b2c212', 'code': 200} Aug 25 11:11:18.138764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1516480c-40b9-4c15-82f5-b8447bd231ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.255078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28861ccc-7c40-4aaf-85a8-97cdfaa940ed req-7995c054-3fcd-4291-a3d6-acb3e99d8171 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 210 time: 0.1459262 Aug 25 11:11:18.325752 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1773fa-7a0e-4c61-bed5-48cab8e1786c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.345473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1773fa-7a0e-4c61-bed5-48cab8e1786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.348215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca3f8b2-46a9-4a6e-aeb7-908aae507fcd req-096e17cd-af31-487e-a331-0c1a65c73d6e service neutron] 10.222.0.67 "GET /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685604 Aug 25 11:11:18.351691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d2f3c4d-2537-4ffe-91e8-e25889bcfc32 req-0f19b998-da06-48b4-9691-a78ca127c115 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 210 time: 0.1947076 Aug 25 11:11:18.445301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.67', 65361) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:18.539678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-2e59be51-f489-4ffb-bfaa-db8b98481771 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1424232 Aug 25 11:11:18.552378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79ebf3-df28-451b-83b4-2d61abfc2311 req-dc5c6756-ce49-4be9-bb4e-f909a9f096ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:18.555740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce1773fa-7a0e-4c61-bed5-48cab8e1786c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=584fd97cbd3741918b29f8d93a973ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554504 Aug 25 11:11:18.561306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c79ebf3-df28-451b-83b4-2d61abfc2311 req-dc5c6756-ce49-4be9-bb4e-f909a9f096ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 1101 time: 0.4417655 Aug 25 11:11:18.562664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35774) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:18.566352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1773fa-7a0e-4c61-bed5-48cab8e1786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a47386-c479-4433-9868-e5c50c16b0d9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:18.583476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.633549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12464a-4677-4216-ba06-6023aec509ad req-7f31b7c0-b300-4d05-a431-2160d64f9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:18.638908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-7f31b7c0-b300-4d05-a431-2160d64f9fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c260c420559b4f10ae3253dc4c173bb3&device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 1095 time: 0.1743503 Aug 25 11:11:18.663800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a651603-f55c-4a3f-84d1-16e10c5f3423 req-fa5563e9-0d5b-4e0d-8c77-904e96828df1 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 210 time: 0.1507401 Aug 25 11:11:18.737552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.854190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:18.929509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12464a-4677-4216-ba06-6023aec509ad req-5c6987e6-eae2-4ffb-8aed-9292c7cfaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:18.931157 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-5c6987e6-eae2-4ffb-8aed-9292c7cfaf4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=73de8b1f-3117-4620-8d70-1b738e194688 HTTP/1.1" status: 200 len: 919 time: 0.2843468 Aug 25 11:11:18.945300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Network e8573153-d827-4ae7-a793-33e5c7a78269 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:18.954945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:18.955269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c79ebf3-df28-451b-83b4-2d61abfc2311 req-f24cc8d3-153a-4928-878d-c55fd6e070fc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185322 Aug 25 11:11:19.002615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:19.005605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:19.011558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-5c0fc4db-f2e2-4877-87a0-589a82311ac9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa HTTP/1.1" status: 200 len: 217 time: 0.0717354 Aug 25 11:11:19.076720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:19.077871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:19.086889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262505a-fed1-410e-8812-4bf68d145f55 req-4b8e1a6a-4acc-45d5-a1f0-3fbd3b4c5944 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:19.089579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2262505a-fed1-410e-8812-4bf68d145f55 req-4b8e1a6a-4acc-45d5-a1f0-3fbd3b4c5944 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 943 time: 0.2705088 Aug 25 11:11:19.101455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20f64c00-0816-4d0b-8eb9-1ce7b266a037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:19.106680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-4bd47189-f5c3-431e-aac0-8838366dd7e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6910286 Aug 25 11:11:19.117429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-86ba9df3-0605-4e34-825a-7e393cdcf889 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:19.119751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-86ba9df3-0605-4e34-825a-7e393cdcf889 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5080340 Aug 25 11:11:19.125151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Request body: {'port': {'device_id': '9447f179-3c9b-440d-9e19-9b2596701a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:19.138335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:19.233836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Request body: {'port': {'device_id': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '05f1200353254409b7f7713f48e19902'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:19.285150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20f64c00-0816-4d0b-8eb9-1ce7b266a037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:19.316550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12464a-4677-4216-ba06-6023aec509ad req-eac6bc70-48c0-412e-8946-30217fae1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:19.319683 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-eac6bc70-48c0-412e-8946-30217fae1cd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=754f2b39-8279-4842-bd7b-3ec2a6d22d74 HTTP/1.1" status: 200 len: 858 time: 0.1371977 Aug 25 11:11:19.320752 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:19.415665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-45749841-c6ae-4d64-be20-67fccdbe80e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73de8b1f-3117-4620-8d70-1b738e194688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751371 Aug 25 11:11:19.433193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:19.774194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-185406b8-c1b4-4f34-bf78-06b2cef631c9 service neutron] 10.222.0.67 "GET /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470736 Aug 25 11:11:19.856952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:19.859544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:19.872748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2262505a-fed1-410e-8812-4bf68d145f55 req-cad1d855-c14e-4297-8964-505bfe25da19 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7476699 Aug 25 11:11:19.886151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:19.902266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:19.904141 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:19.933153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.934549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.935468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.936161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.937159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.938019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.938568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.939419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.940206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.940808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.941721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:19.942379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:11:20.031564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3d12464a-4677-4216-ba06-6023aec509ad req-686eef61-8e3c-404d-a9ff-23d58c8079f1 service neutron] 10.222.0.67 "GET /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466238 Aug 25 11:11:20.045606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-5fa61a13-db69-473b-b8c6-951061e88d66 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0806520 Aug 25 11:11:20.115347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Request body: {'port': {'device_id': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:20.133407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a1bc02-003d-4b42-b5bb-01b61d4e62fb {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:20.145057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.176222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a7c1c-595e-40c2-a2a5-49ff7841ca80 req-e3f1ceab-e596-45c5-b0de-692bb5f23044 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:20.179128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff4a7c1c-595e-40c2-a2a5-49ff7841ca80 req-e3f1ceab-e596-45c5-b0de-692bb5f23044 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 949 time: 0.8047071 Aug 25 11:11:20.221898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Transition to ACTIVE for port object 85a1bc02-003d-4b42-b5bb-01b61d4e62fb will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:20.228739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.242287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20f64c00-0816-4d0b-8eb9-1ce7b266a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.244829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20f64c00-0816-4d0b-8eb9-1ce7b266a037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.250117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-20f64c00-0816-4d0b-8eb9-1ce7b266a037 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9a47386-c479-4433-9868-e5c50c16b0d9 HTTP/1.1" status: 204 len: 168 time: 1.6324263 Aug 25 11:11:20.330557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:20.350371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05bac23f-4dad-42ca-a283-6346664c8d22 req-3b16165e-bb56-40f7-849a-2ed83274de30 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 210 time: 0.1298077 Aug 25 11:11:20.445645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.481595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f64c00-0816-4d0b-8eb9-1ce7b266a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a47386-c479-4433-9868-e5c50c16b0d9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:20.547406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:20.547581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:20.547995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:20.553456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Made reservation on behalf of 05f1200353254409b7f7713f48e19902 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:20.557642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:20.558186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:20.559625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.567607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:20.568154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:20.568778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:20.569507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Bound port: 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:20.570129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.666651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff4a7c1c-595e-40c2-a2a5-49ff7841ca80 req-671867f9-1ede-4685-8451-fb390188f7aa tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443665 Aug 25 11:11:20.755804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:20.756868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:20.771313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.813967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807e4a5-c402-4a60-a2e7-1e9a084335f8 req-baf08255-0e2d-4d12-9865-2e6299aefbc3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:20.821374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c807e4a5-c402-4a60-a2e7-1e9a084335f8 req-baf08255-0e2d-4d12-9865-2e6299aefbc3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 931 time: 0.3531256 Aug 25 11:11:20.857793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:20.858442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:20.859891 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] 10.222.0.10 "PUT /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 1092 time: 1.7438171 Aug 25 11:11:20.860349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:20.875211 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefef9dd-2b65-4e7d-816a-902c0093fdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:20.967336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f46c8-98e6-469f-b16e-fefbb82fefc0 service neutron] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:20.992045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-c950ac68-4cb7-4206-8921-3f356bf4b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:20.993491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-c950ac68-4cb7-4206-8921-3f356bf4b1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1095 time: 0.0721312 Aug 25 11:11:21.048832 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-2a7da790-0022-464a-8926-0ba074b9bd85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.0459626 Aug 25 11:11:21.079473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35828) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:21.102206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c807e4a5-c402-4a60-a2e7-1e9a084335f8 req-54c161e2-4cc6-4066-aae4-c2c4937cdaf0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793696 Aug 25 11:11:21.129042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-1e7c9261-fccf-48ac-a2b7-87563f1918e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:21.132784 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-1e7c9261-fccf-48ac-a2b7-87563f1918e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.0756328 Aug 25 11:11:21.147902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df42a3d2-b415-4e9d-b747-31aa0de56dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:21.211392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fc759-cb9c-4dac-b4c1-be6fa5b108a2 req-34c41f92-0786-4cf4-ad35-0a1235bc9cba tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:21.232003 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-7a087fe4-341e-458b-89d2-3e0fd25ded8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898056 Aug 25 11:11:21.232841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-368fc759-cb9c-4dac-b4c1-be6fa5b108a2 req-34c41f92-0786-4cf4-ad35-0a1235bc9cba tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 943 time: 0.3515646 Aug 25 11:11:21.287777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Allocated IP 192.168.233.51 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/7e30bede-99c2-4248-9db2-2fd0e40d07bc) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:21.350758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:21.428856 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-95078289-e266-4f97-85bd-fd7f08f2ab43 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888876 Aug 25 11:11:21.507020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd85f35a-4e6d-4d37-b690-48ab028c5644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:21.570908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67d8f627-9468-4c90-bb02-a6bb3b727b3a req-f3a8dc22-b369-4af4-ac0a-a3f26ed5b5e6 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343751 Aug 25 11:11:21.572124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-368fc759-cb9c-4dac-b4c1-be6fa5b108a2 req-feb6da70-3965-4b13-b6dd-2d402d2dbafd tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380978 Aug 25 11:11:21.657407 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa65aaa-6dd2-4281-b2ac-c56801d7eb69 x-openstack-request-id: req-0aa65aaa-6dd2-4281-b2ac-c56801d7eb69 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:21.657873 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:21.658426 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0aa65aaa-6dd2-4281-b2ac-c56801d7eb69 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:21.658940 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'status': 'completed', 'code': 200} Aug 25 11:11:21.701295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefd5eb-a0c1-462d-abbc-08521046c91c req-d04939df-e919-4a39-a4d0-4f94b3439020 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:21.703073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:21.709049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eeefd5eb-a0c1-462d-abbc-08521046c91c req-d04939df-e919-4a39-a4d0-4f94b3439020 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 943 time: 0.3756864 Aug 25 11:11:21.795056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8f733e-9510-49ac-9a68-5aae455abb5c {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:21.800059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-2d0da29b-79a0-455c-ab98-9aa4bbc642b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:21.802828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed5e36e1-28dd-4d57-9d45-0100d0a3b9f2 req-c805c6d6-eed4-43ea-bb41-40724f2be92e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 210 time: 0.0892820 Aug 25 11:11:21.804218 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-2d0da29b-79a0-455c-ab98-9aa4bbc642b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1095 time: 0.1123540 Aug 25 11:11:21.814543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:21.873078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Transition to ACTIVE for port object 2a8f733e-9510-49ac-9a68-5aae455abb5c will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:21.886737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eeefd5eb-a0c1-462d-abbc-08521046c91c req-cd262612-14ee-4ee9-9364-297bf4b08213 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766403 Aug 25 11:11:21.892572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,segment=NetworkSegment(d6f6f609-b12d-42e6-ac9a-4dc0d34ced51),segment_id=d6f6f609-b12d-42e6-ac9a-4dc0d34ced51)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:21.896671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:21.928147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa', 'network_id': '73de8b1f-3117-4620-8d70-1b738e194688', 'port_id': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa', 'mac_address': 'fa:16:3e:f1:d3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754f2b39-8279-4842-bd7b-3ec2a6d22d74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:21.981970 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.012533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:22.039044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.041269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,segment=NetworkSegment(d6f6f609-b12d-42e6-ac9a-4dc0d34ced51),segment_id=d6f6f609-b12d-42e6-ac9a-4dc0d34ced51)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:22.049253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.081844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-40786828-48f5-41ca-8639-7f363e202ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:22.084764 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-40786828-48f5-41ca-8639-7f363e202ac4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.2710419 Aug 25 11:11:22.094294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:22.123918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:22.143086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-c92e3f08-86a4-4db1-ae75-bf826db3e5d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.0500872 Aug 25 11:11:22.150342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Transition to ACTIVE for port object 7e30bede-99c2-4248-9db2-2fd0e40d07bc will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:22.164604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd85f35a-4e6d-4d37-b690-48ab028c5644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.181495 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd85f35a-4e6d-4d37-b690-48ab028c5644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.220015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-b42973f2-4167-46f7-ba90-551a7dfd971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:22.222093 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-b42973f2-4167-46f7-ba90-551a7dfd971c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.0678566 Aug 25 11:11:22.264492 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-1972ae7d-0f72-4d7d-b4ca-49f7a6038a88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307844 Aug 25 11:11:22.272016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:22.375441 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.402023 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-f9004a53-78d4-4246-90e7-b3c4213cdc02 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283615 Aug 25 11:11:22.405069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fd85f35a-4e6d-4d37-b690-48ab028c5644 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27ffb74f0cce4e5ebf0edc8a9cd12d94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3092763 Aug 25 11:11:22.407921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:22.417086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Attempting to bind port 2a8f733e-9510-49ac-9a68-5aae455abb5c on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:22.417780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Attempting to bind port 2a8f733e-9510-49ac-9a68-5aae455abb5c by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:22.418164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Attempting to bind port 2a8f733e-9510-49ac-9a68-5aae455abb5c on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:22.451455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99c1a-04b6-43f8-9f85-3390fca6cdc2 req-d83bbde4-202e-433d-9d3b-9ff89beb1936 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:22.454165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cde99c1a-04b6-43f8-9f85-3390fca6cdc2 req-d83bbde4-202e-433d-9d3b-9ff89beb1936 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 949 time: 0.4106314 Aug 25 11:11:22.455229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85f35a-4e6d-4d37-b690-48ab028c5644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7172b-6513-4387-b52d-5218f8a3011d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:22.471561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Port 2a8f733e-9510-49ac-9a68-5aae455abb5c on network 9ef2359f-e514-43ba-a77e-f6906e2032dc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:22.472000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Attempting to bind port 2a8f733e-9510-49ac-9a68-5aae455abb5c on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:22.502824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.508031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:22.508300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Checking segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:22.508711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Bound using segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:22.509170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Bound port: 2a8f733e-9510-49ac-9a68-5aae455abb5c, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:22.509531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.519221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:22.525999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6849e-76b2-4686-8b89-005aaf83a50c req-3fbe114e-4f22-4287-a135-84812a725c74 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:22.527712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4da6849e-76b2-4686-8b89-005aaf83a50c req-3fbe114e-4f22-4287-a135-84812a725c74 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 943 time: 0.2870843 Aug 25 11:11:22.580102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc464-d626-4097-8c72-bbfe2a9e20ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.600661 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-eefef9dd-2b65-4e7d-816a-902c0093fdd2 req-2f156db3-94f6-4cad-8946-2b4db559783f service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830595 Aug 25 11:11:22.613961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc464-d626-4097-8c72-bbfe2a9e20ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.675868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cde99c1a-04b6-43f8-9f85-3390fca6cdc2 req-ff2032a1-9378-48b3-8c86-989d47ff4ae5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059722 Aug 25 11:11:22.698622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc464-d626-4097-8c72-bbfe2a9e20ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.709255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:22.715316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc9bc464-d626-4097-8c72-bbfe2a9e20ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.721742 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cc9bc464-d626-4097-8c72-bbfe2a9e20ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3c7172b-6513-4387-b52d-5218f8a3011d HTTP/1.1" status: 204 len: 168 time: 0.3123600 Aug 25 11:11:22.747900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bc464-d626-4097-8c72-bbfe2a9e20ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7172b-6513-4387-b52d-5218f8a3011d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:22.758756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:22.764285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:22.774739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:22.776876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:22.782001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:22.854479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4da6849e-76b2-4686-8b89-005aaf83a50c req-5b7bf5d4-6e39-44bc-ac58-6777aab59a63 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170841 Aug 25 11:11:23.000771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-d534ec73-90c3-4910-99bd-e8e8c172958d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8240774 Aug 25 11:11:23.033518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Request body: {'port': {'device_id': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:23.093646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:23.163182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:23.180442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a661c7a-e0de-4e6e-a6ec-13488e72ac56 req-0f556494-3967-4e06-98cf-ffeee97f261b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.180791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f099b440-8d9e-4047-8779-bd64df08f227 None None] Provisioning for port 7e30bede-99c2-4248-9db2-2fd0e40d07bc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:23.183376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a661c7a-e0de-4e6e-a6ec-13488e72ac56 req-0f556494-3967-4e06-98cf-ffeee97f261b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 943 time: 0.3244734 Aug 25 11:11:23.194585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f099b440-8d9e-4047-8779-bd64df08f227 None None] Provisioning complete for port 7e30bede-99c2-4248-9db2-2fd0e40d07bc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:23.195045 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f099b440-8d9e-4047-8779-bd64df08f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.196323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.257965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f099b440-8d9e-4047-8779-bd64df08f227 None None] Port 7e30bede-99c2-4248-9db2-2fd0e40d07bc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:11:23.315542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.316468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.318028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/2a8f733e-9510-49ac-9a68-5aae455abb5c HTTP/1.1" status: 200 len: 1092 time: 3.2524862 Aug 25 11:11:23.325428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:23.327878 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:23.334508 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.381722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c1a7-5867-4727-8605-2612f9a55f19 req-2b0dede7-6a85-4e41-9339-f5a24bccfd65 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.383437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b66c1a7-5867-4727-8605-2612f9a55f19 req-2b0dede7-6a85-4e41-9339-f5a24bccfd65 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.3446145 Aug 25 11:11:23.412206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b148a-be09-46a3-9039-f391328b06e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:23.421140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a661c7a-e0de-4e6e-a6ec-13488e72ac56 req-32646662-51db-4c4c-8e56-0842bda52131 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287629 Aug 25 11:11:23.470525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35886) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:23.496161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e28fe98-92ef-4d8a-8cea-802b5fc09fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.519704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b66c1a7-5867-4727-8605-2612f9a55f19 req-56a2d829-88d1-4db3-a005-ef1410e823f3 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252983 Aug 25 11:11:23.529226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-1025d646-cce5-4815-9f34-c9da39c4a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.530689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-1025d646-cce5-4815-9f34-c9da39c4a48c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 1095 time: 0.1398704 Aug 25 11:11:23.656909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-db04f6d2-348c-46e9-8fb6-321551def3df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c HTTP/1.1" status: 200 len: 217 time: 0.0789311 Aug 25 11:11:23.702926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e28fe98-92ef-4d8a-8cea-802b5fc09fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.714337 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e28fe98-92ef-4d8a-8cea-802b5fc09fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.720034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:23.761243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e28fe98-92ef-4d8a-8cea-802b5fc09fac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e425d950453940e5a364f40825de85a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891839 Aug 25 11:11:23.762920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28fe98-92ef-4d8a-8cea-802b5fc09fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5d00e-bed5-4374-b077-471933eb1807,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:23.766331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:23.812231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-31b737eb-814f-40f6-9f75-5636a4745d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.813774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-31b737eb-814f-40f6-9f75-5636a4745d6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.1413007 Aug 25 11:11:23.814582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:23.821965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:23.822903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.825815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79878933-84e3-4e66-bb63-eb36a259e584 req-520172a4-3a06-403f-a49c-1b90b77ddbe4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.827357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79878933-84e3-4e66-bb63-eb36a259e584 req-520172a4-3a06-403f-a49c-1b90b77ddbe4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 935 time: 0.2483315 Aug 25 11:11:23.831445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9250391-c896-4d52-8687-69a6e7bd3f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.855783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9250391-c896-4d52-8687-69a6e7bd3f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.892863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68681e-af4a-4bb8-8125-05ea5b1a6f48 req-4b9bba61-451f-4136-af6b-d3e90d730580 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:23.894433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f68681e-af4a-4bb8-8125-05ea5b1a6f48 req-4b9bba61-451f-4136-af6b-d3e90d730580 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 944 time: 0.2560246 Aug 25 11:11:23.916354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-376d7b63-2bf9-403e-8083-f7568d3a6b80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785379 Aug 25 11:11:23.931644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9250391-c896-4d52-8687-69a6e7bd3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.934414 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.937762 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9250391-c896-4d52-8687-69a6e7bd3f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:23.942045 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b9250391-c896-4d52-8687-69a6e7bd3f5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8f5d00e-bed5-4374-b077-471933eb1807 HTTP/1.1" status: 204 len: 168 time: 0.1725001 Aug 25 11:11:23.956206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9250391-c896-4d52-8687-69a6e7bd3f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5d00e-bed5-4374-b077-471933eb1807,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:23.982448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:23.984360 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbde6e9-83bd-45dd-8573-6c7fd18f0bf7" -d '{"events": [{"server_uuid": "386f7bba-2f3a-4f25-a2d1-bb28201dfde3", "name": "network-vif-plugged", "status": "completed", "tag": "35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:24.001290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,segment=NetworkSegment(d6f6f609-b12d-42e6-ac9a-4dc0d34ced51),segment_id=d6f6f609-b12d-42e6-ac9a-4dc0d34ced51)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:24.011223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.069837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:24.080339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79878933-84e3-4e66-bb63-eb36a259e584 req-5bf39281-41a6-4945-8ffd-db1a1eaf96be tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259040 Aug 25 11:11:24.115477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f68681e-af4a-4bb8-8125-05ea5b1a6f48 req-ecbd67fb-3076-48ef-aec0-63bc170f3d0d tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958640 Aug 25 11:11:24.167803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e30bede-99c2-4248-9db2-2fd0e40d07bc {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:24.181193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.191566 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8390e4-a969-4e9f-a3a3-c6ec8c98e334 x-openstack-request-id: req-eb8390e4-a969-4e9f-a3a3-c6ec8c98e334 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:24.193737 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:24.193737 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb8390e4-a969-4e9f-a3a3-c6ec8c98e334 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:24.194085 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'status': 'completed', 'code': 200} Aug 25 11:11:24.197384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-99c37d9a-ecb4-489a-a7c2-2edd508b93ed service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663007 Aug 25 11:11:24.226916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Transition to ACTIVE for port object 7e30bede-99c2-4248-9db2-2fd0e40d07bc will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:24.241559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.273813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:24.348758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.359652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-332b1d26-3fd9-4b26-ac31-0f51e11c0382 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cff553ffac8d4d879515b30a0aedafc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485156 Aug 25 11:11:24.374843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:24.470096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:24.499856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'port_id': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'mac_address': 'fa:16:3e:fc:54:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5baec386-3b78-4da9-883b-608426612ca1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:24.513471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c279205b-d2c8-43ef-aa74-07420f8c05a1 req-7c855f69-f9f0-4349-bfcd-6a8c13b7738e service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005250 Aug 25 11:11:24.519162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Attempting to bind port 7e30bede-99c2-4248-9db2-2fd0e40d07bc on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:24.519510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Attempting to bind port 7e30bede-99c2-4248-9db2-2fd0e40d07bc by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:24.520044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Attempting to bind port 7e30bede-99c2-4248-9db2-2fd0e40d07bc on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:24.534068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Port 7e30bede-99c2-4248-9db2-2fd0e40d07bc on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:24.534895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Attempting to bind port 7e30bede-99c2-4248-9db2-2fd0e40d07bc on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:24.580986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:24.581387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:24.581757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:24.582230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Bound port: 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:24.582659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.611185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.639611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a1bc02-003d-4b42-b5bb-01b61d4e62fb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:24.658376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-13334fd1-fdbe-42e9-9c23-a0350c8df0b3 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:24.660287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-13334fd1-fdbe-42e9-9c23-a0350c8df0b3 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818949 Aug 25 11:11:24.681156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:24.697436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:24.788313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:24.984655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['85a1bc02-003d-4b42-b5bb-01b61d4e62fb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:25.175371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-b19b3424-b9a0-4a8a-8fdb-abf88a57ed87 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/quotas/cff553ffac8d4d879515b30a0aedafc6 HTTP/1.1" status: 200 len: 375 time: 0.0849292 Aug 25 11:11:25.184820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-515dc3ea-3454-479e-aa1d-2d225d5c2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.186096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-515dc3ea-3454-479e-aa1d-2d225d5c2d77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 1095 time: 0.6099856 Aug 25 11:11:25.237741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:25.305492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:25.324120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2786e4-262d-4b26-bb34-65e8bbb131bc req-63f31b95-0e23-4093-b40f-a22226bf27c0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.325779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc2786e4-262d-4b26-bb34-65e8bbb131bc req-63f31b95-0e23-4093-b40f-a22226bf27c0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 943 time: 0.2070999 Aug 25 11:11:25.329928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:25.402343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.403891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:25.405167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] 10.222.0.67 "PUT /v2.0/ports/7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 1096 time: 2.3865066 Aug 25 11:11:25.437359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-bc2bd08c-67e0-4ac3-ac31-6de6dd991bf9 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2476418 Aug 25 11:11:25.512053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc2786e4-262d-4b26-bb34-65e8bbb131bc req-c373976c-81f3-40cd-b6d5-1374be529234 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609576 Aug 25 11:11:25.538060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-0ea647ef-b21c-4864-a1df-61b707e0b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.539613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-0ea647ef-b21c-4864-a1df-61b707e0b886 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 906 time: 0.3332293 Aug 25 11:11:25.551748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d0826-ecb5-4b56-9ab6-d98045f444d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:25.600378 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e214ec-c09c-4f02-ade3-88fb1132f1da x-openstack-request-id: req-47e214ec-c09c-4f02-ade3-88fb1132f1da {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:25.600856 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386f7bba-2f3a-4f25-a2d1-bb28201dfde3", "name": "network-vif-plugged", "status": "completed", "tag": "35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:25.601283 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47e214ec-c09c-4f02-ade3-88fb1132f1da {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:25.602235 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa', 'code': 200} Aug 25 11:11:25.630592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-46ac0fc2-2162-4f99-8701-c16c397149dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c HTTP/1.1" status: 200 len: 217 time: 0.0729463 Aug 25 11:11:25.714168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-2253a348-a246-48af-8749-80fac35b972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.716708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-2253a348-a246-48af-8749-80fac35b972a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1099 time: 0.2458644 Aug 25 11:11:25.804412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-460a5b00-970f-496b-bd32-ae18bbe0e973 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 217 time: 0.0748298 Aug 25 11:11:25.812168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-fc8648f1-98b4-4db3-97a2-b48f1c855a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.814533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-fc8648f1-98b4-4db3-97a2-b48f1c855a81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.1760859 Aug 25 11:11:25.848944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5dfd1-87c3-4766-9ea3-8bd576fd7730 req-1f5a33bd-1192-48e8-8501-de23461bffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.852546 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f5c5dfd1-87c3-4766-9ea3-8bd576fd7730 req-1f5a33bd-1192-48e8-8501-de23461bffaf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 1097 time: 0.1625404 Aug 25 11:11:25.891939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-5dd42102-0019-4923-92d3-f4b16aacca0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631926 Aug 25 11:11:25.922454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf37572-cc42-47a2-90c3-3648991aec63 req-7068ac1c-6c9c-4c53-8f1a-0d3bff690189 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.924830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-faf37572-cc42-47a2-90c3-3648991aec63 req-7068ac1c-6c9c-4c53-8f1a-0d3bff690189 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 944 time: 0.2073662 Aug 25 11:11:25.928661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-f605ae9e-e323-45de-bbbf-42b8138459e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:25.930493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-f605ae9e-e323-45de-bbbf-42b8138459e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1127872 Aug 25 11:11:25.968195 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f5c5dfd1-87c3-4766-9ea3-8bd576fd7730 req-5896567b-f1cf-43e5-b23d-8e66a45c6bd5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028652 Aug 25 11:11:26.049161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:26.200152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-faf37572-cc42-47a2-90c3-3648991aec63 req-c3c5c104-a6f4-4e4c-96cd-0868f31c1ba6 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828833 Aug 25 11:11:26.203510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-a28a80a0-bd75-4f18-a954-13894c1bb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:26.206860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-a28a80a0-bd75-4f18-a954-13894c1bb06c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2579670 Aug 25 11:11:26.225005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:26.229808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:26.233850 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c938107-9894-4880-90f3-c00db10351e5" -d '{"events": [{"name": "network-changed", "server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:26.251398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:26.252815 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:26.426006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:26.466017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-3a6b7888-c0d1-40e2-8b64-d5ff58c1e373 service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616958 Aug 25 11:11:26.487631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:26.498983 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:26.607300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:26.677201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdba9b-6c0c-4077-a045-22f2bf6dc28c req-b097ed9f-26ff-4498-a0b5-f8794b9b072f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:26.679019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98fdba9b-6c0c-4077-a045-22f2bf6dc28c req-b097ed9f-26ff-4498-a0b5-f8794b9b072f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 947 time: 0.2998574 Aug 25 11:11:26.696515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-b5abbdaa-c048-45de-a556-5cf3f54cdb83 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362113 Aug 25 11:11:26.710045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6c028-c5d4-4663-a6f7-98f5cd8a3df5 req-56210ba5-3bd3-4dab-ad24-8879964dada4 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:26.711746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ff6c028-c5d4-4663-a6f7-98f5cd8a3df5 req-56210ba5-3bd3-4dab-ad24-8879964dada4 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 945 time: 0.1320739 Aug 25 11:11:26.802827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e83f680-70bb-4fc1-94f5-8c9ae2a25da3 req-6f91236b-ddcd-4ae8-8505-034eac210f98 service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220234 Aug 25 11:11:26.847458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98fdba9b-6c0c-4077-a045-22f2bf6dc28c req-a172a0e0-04ba-4f17-a542-fedf50578308 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490045 Aug 25 11:11:26.852963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ff6c028-c5d4-4663-a6f7-98f5cd8a3df5 req-9f2f4073-4e2c-4588-9b7e-42539308e7be tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168442 Aug 25 11:11:26.903133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:26.932614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8b32a7-975a-4e97-9ccf-840c09f74fa4 req-16fd39e9-d870-40df-b3a6-71fa40ab1cbb service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195930 Aug 25 11:11:27.013614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29ca0a69-0add-46bc-ba4c-2cc3343fa43d req-69cae090-27a6-42ad-b830-863a18e93de4 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 210 time: 0.0686033 Aug 25 11:11:27.049030 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec93973-a870-431a-bf36-f58eaf41303e x-openstack-request-id: req-8ec93973-a870-431a-bf36-f58eaf41303e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:27.049306 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:27.049566 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ec93973-a870-431a-bf36-f58eaf41303e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:27.050281 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'status': 'completed', 'code': 200} Aug 25 11:11:27.225026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938107-9894-4880-90f3-c00db10351e5 req-cd704f1c-659e-4d2b-b2f1-305971a50ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:27.227571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-cd704f1c-659e-4d2b-b2f1-305971a50ee3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1099 time: 0.1266346 Aug 25 11:11:27.336938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0f621-a8b2-47cc-987d-73e1537cf666 req-ccf1e8b5-789b-4e0c-b21f-f74f5098de9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:27.339702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eb0f621-a8b2-47cc-987d-73e1537cf666 req-ccf1e8b5-789b-4e0c-b21f-f74f5098de9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 943 time: 0.1740355 Aug 25 11:11:27.411558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-4588977c-05b6-45eb-a446-0fcca1fb7539 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=0426cc0218154f21a541b329dea30550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452442 Aug 25 11:11:27.455051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eb0f621-a8b2-47cc-987d-73e1537cf666 req-57e2b680-4b6b-42fb-b561-0ae3c8c2c56a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010497 Aug 25 11:11:27.466430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938107-9894-4880-90f3-c00db10351e5 req-079f96e1-2405-4d97-b170-2bfa9032ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:27.467961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-079f96e1-2405-4d97-b170-2bfa9032ce37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2324059 Aug 25 11:11:27.564821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-c0bfa694-89fe-4b54-b286-107ef8b2009b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 217 time: 0.0708477 Aug 25 11:11:27.604717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:27.611257 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b441e402-7a27-491b-ae38-07a84856aec9" -d '{"events": [{"server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "name": "network-vif-plugged", "status": "completed", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:27.698877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-cbffe635-0586-45f0-af31-9a764e8e5891 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cff553ffac8d4d879515b30a0aedafc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655293 Aug 25 11:11:27.918808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938107-9894-4880-90f3-c00db10351e5 req-2124bc47-ca44-4162-a37e-bfb8e753903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:27.921323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-2124bc47-ca44-4162-a37e-bfb8e753903e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3447714 Aug 25 11:11:27.935603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6902451c-88d9-4f70-a2d7-dbd03f5ac28f tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:27.938285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6902451c-88d9-4f70-a2d7-dbd03f5ac28f tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5157561 Aug 25 11:11:28.048673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-222945c5-258c-4125-9544-098fc4940802 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/quotas/0426cc0218154f21a541b329dea30550 HTTP/1.1" status: 200 len: 375 time: 0.0885239 Aug 25 11:11:28.076361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:28.119208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0bc6c-3c84-4b26-9d0c-adf1d3b72aed req-0f443093-f172-4310-a3f6-207a63437247 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:28.122084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91f0bc6c-3c84-4b26-9d0c-adf1d3b72aed req-0f443093-f172-4310-a3f6-207a63437247 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 945 time: 0.3772724 Aug 25 11:11:28.162580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-eb2b2fbc-2e66-4133-8712-943975cc3ae3 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0426cc0218154f21a541b329dea30550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023493 Aug 25 11:11:28.190994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:28.198631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-6cd2e119-829d-40e4-a37e-64261f6656f0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:28.201737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-6cd2e119-829d-40e4-a37e-64261f6656f0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4869704 Aug 25 11:11:28.204141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'mac_address': 'fa:16:3e:12:2f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:28.204645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938107-9894-4880-90f3-c00db10351e5 req-01918cdd-3f0a-4fcf-81a6-47c74856f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:28.207499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-01918cdd-3f0a-4fcf-81a6-47c74856f04a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2664235 Aug 25 11:11:28.228562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Request body: {'port': {'device_id': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'cff553ffac8d4d879515b30a0aedafc6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:28.247125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:28.264015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8f733e-9510-49ac-9a68-5aae455abb5c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:28.288602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:28.296998 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:28.398617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:28.402627 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf75e0-cb87-4a06-a012-50d38d0038ea x-openstack-request-id: req-3edf75e0-cb87-4a06-a012-50d38d0038ea {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:28.402944 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "name": "network-vif-plugged", "status": "completed", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:28.403450 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3edf75e0-cb87-4a06-a012-50d38d0038ea {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:28.403857 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'code': 200} Aug 25 11:11:28.560278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2a8f733e-9510-49ac-9a68-5aae455abb5c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:28.593468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cacaf-c536-4ebd-9819-77b7dd06f566 req-7a7f564e-aaa2-447a-918f-3920ec618e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:28.597338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2e5cacaf-c536-4ebd-9819-77b7dd06f566 req-7a7f564e-aaa2-447a-918f-3920ec618e3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1097 time: 0.1301227 Aug 25 11:11:28.842353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91f0bc6c-3c84-4b26-9d0c-adf1d3b72aed req-40ca4d0c-6f7c-4e7e-9265-9629951b7048 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6857197 Aug 25 11:11:29.054715 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2e5cacaf-c536-4ebd-9819-77b7dd06f566 req-17e2db88-7196-46d8-b90a-3cfc9c672cbc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464362 Aug 25 11:11:29.130214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Made reservation on behalf of cff553ffac8d4d879515b30a0aedafc6 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:29.134033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:29.165699 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-1b737702-73d5-4ccc-a3b6-55f0456fa691 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467187 Aug 25 11:11:29.203584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7cbe-67ab-4c27-abf1-35c274fb23fc req-d205d094-53be-4a6b-a421-4bb664382685 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:29.205274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d76b7cbe-67ab-4c27-abf1-35c274fb23fc req-d205d094-53be-4a6b-a421-4bb664382685 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 945 time: 0.2437530 Aug 25 11:11:29.347343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb9010-413f-46ca-8adb-1683c20b56a2 req-f91fafef-0ff6-4209-b351-f9456a787a17 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:29.348959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ddb9010-413f-46ca-8adb-1683c20b56a2 req-f91fafef-0ff6-4209-b351-f9456a787a17 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 947 time: 0.2693541 Aug 25 11:11:29.400126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d76b7cbe-67ab-4c27-abf1-35c274fb23fc req-3e034e0d-f43e-44cd-981b-3114129d704a tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631303 Aug 25 11:11:29.435311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c938107-9894-4880-90f3-c00db10351e5 req-1e75ce95-11cf-4091-8139-c61719c37ec4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475710 Aug 25 11:11:29.477194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Allocated IP 192.168.233.62 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/fcce14cb-791d-4ee8-8bb9-8125bdf296fb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:29.484098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ddb9010-413f-46ca-8adb-1683c20b56a2 req-f004c703-b64d-4a51-b5fe-5717f9019d75 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105182 Aug 25 11:11:29.718117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54539dd9-e172-4e27-8ac6-7f06da792310 req-860eb628-8fdf-4055-b210-8b249085390b tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 210 time: 0.1082172 Aug 25 11:11:29.736536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8209c31d-a3bc-4313-9214-4fe56c0ecc25 req-6ff6b348-51d8-494d-a74b-bab72d5a8c8a tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 210 time: 0.0604947 Aug 25 11:11:29.764593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e30bede-99c2-4248-9db2-2fd0e40d07bc details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:29.791952 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:29.815072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Transition to ACTIVE for port object fcce14cb-791d-4ee8-8bb9-8125bdf296fb will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:29.879417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:29.935709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:29.939809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['00c2de7b-ba35-4935-bec7-d91108b2c212'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:30.007991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event updated for resources: {'Port': ['ID=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:30.067161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-26628651-380e-4ff7-8e3f-258d1c912a4d tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0426cc0218154f21a541b329dea30550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828645 Aug 25 11:11:30.085482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:30.104025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:30.114547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e6900-658f-4c15-b1f6-1d2393459d81 req-6fbd9d67-73c1-42f0-bfe1-ecd1b3995d14 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:30.133838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-068e6900-658f-4c15-b1f6-1d2393459d81 req-6fbd9d67-73c1-42f0-bfe1-ecd1b3995d14 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 944 time: 0.2858386 Aug 25 11:11:30.177155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:30.213231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:30.276423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:30.290723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:30.291951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.311496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'mac_address': 'fa:16:3e:d2:a9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:30.406708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 2a8f733e-9510-49ac-9a68-5aae455abb5c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:30.423046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-527e1f65-4751-4364-925a-ff8bd9dd0a91 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2022338 Aug 25 11:11:30.481944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Request body: {'port': {'device_id': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:30.499580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 2a8f733e-9510-49ac-9a68-5aae455abb5c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:30.499956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.577873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.612444 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.651525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-2ce44c50-f919-47d9-bdf4-7e620adbff51 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:30.661331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-2ce44c50-f919-47d9-bdf4-7e620adbff51 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5815473 Aug 25 11:11:30.672107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e30bede-99c2-4248-9db2-2fd0e40d07bc {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:30.673159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-068e6900-658f-4c15-b1f6-1d2393459d81 req-d60ae58a-0c0e-4af9-9477-303ec301828c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347297 Aug 25 11:11:30.707816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Request body: {'port': {'device_id': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '0426cc0218154f21a541b329dea30550'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:30.750419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-330691c2-c5a5-4b7f-b336-5064320b62e4 None None] Provisioning for port fcce14cb-791d-4ee8-8bb9-8125bdf296fb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:30.775331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:30.791794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-330691c2-c5a5-4b7f-b336-5064320b62e4 None None] Provisioning complete for port fcce14cb-791d-4ee8-8bb9-8125bdf296fb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:30.794472 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-330691c2-c5a5-4b7f-b336-5064320b62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.827143 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.938015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-330691c2-c5a5-4b7f-b336-5064320b62e4 None None] Port fcce14cb-791d-4ee8-8bb9-8125bdf296fb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:11:30.948318 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:30.970294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:30.988369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:30.991015 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578ba2a-6231-4458-9480-95f5089af869" -d '{"events": [{"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-plugged", "status": "completed", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:31.012620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:31.030347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:31.103610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e30bede-99c2-4248-9db2-2fd0e40d07bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:31.127633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:31.139409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:31.251712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070fc9-6169-405a-b401-a8f9bc888706 req-cc7f4d38-e9bc-477d-82d3-ad372fcdde0f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:31.254714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65070fc9-6169-405a-b401-a8f9bc888706 req-cc7f4d38-e9bc-477d-82d3-ad372fcdde0f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 945 time: 0.3621242 Aug 25 11:11:31.474185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c36cf-a986-460c-8445-b44855ceb252 req-de6ebde3-3504-47ca-a269-9a263d1c6d31 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:31.475729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a2c36cf-a986-460c-8445-b44855ceb252 req-de6ebde3-3504-47ca-a269-9a263d1c6d31 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 948 time: 0.2396178 Aug 25 11:11:31.482604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65070fc9-6169-405a-b401-a8f9bc888706 req-662b4f64-f586-4b93-a786-08ad4fcb468f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955686 Aug 25 11:11:31.485771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Made reservation on behalf of 0426cc0218154f21a541b329dea30550 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:31.489340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:31.538596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:31.614846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a2c36cf-a986-460c-8445-b44855ceb252 req-e70d7178-cb8f-4425-8e45-dddbcd124d54 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201549 Aug 25 11:11:31.891779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a92e29-1ed5-4980-9178-3d2db06bceb2 req-65b38a3c-a6d3-4116-b520-960e4ba0c1d0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:31.894678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49a92e29-1ed5-4980-9178-3d2db06bceb2 req-65b38a3c-a6d3-4116-b520-960e4ba0c1d0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 935 time: 0.2345054 Aug 25 11:11:31.963604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcce14cb-791d-4ee8-8bb9-8125bdf296fb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:31.998394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.017506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd27c3-3c71-4dc9-977c-1bb95c92e4cd req-0f5eff04-e583-4c1e-be2a-67b845e5e085 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:32.020479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27bd27c3-3c71-4dc9-977c-1bb95c92e4cd req-0f5eff04-e583-4c1e-be2a-67b845e5e085 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 945 time: 0.2996235 Aug 25 11:11:32.097470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Transition to ACTIVE for port object fcce14cb-791d-4ee8-8bb9-8125bdf296fb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:32.122215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49a92e29-1ed5-4980-9178-3d2db06bceb2 req-2a1435d8-1542-424d-8ea1-0cbc184e17c9 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110505 Aug 25 11:11:32.137542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.137542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.190531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.295123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-f21bedec-da44-44f2-a608-bd3b056678f5 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:32.297579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-f21bedec-da44-44f2-a608-bd3b056678f5 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.67 "GET /v2.0/ports?device_id=386f7bba-2f3a-4f25-a2d1-bb28201dfde3 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Aug 25 11:11:32.389520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f5c513a-9639-4d84-ae07-4cdc4f72bd44 req-0d1f3188-f89f-45a4-b51a-19f4b6a7a0fa tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 210 time: 0.1814411 Aug 25 11:11:32.395241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27bd27c3-3c71-4dc9-977c-1bb95c92e4cd req-61ca724e-b4ea-402a-bc5a-28e99125c091 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.35 "GET /v2.0/security-groups?id=eeaf92f2-e093-49e7-a3d4-0a8f172e318c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579471 Aug 25 11:11:32.424012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Deleting port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:11:32.424363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.457266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe8af4b-89b8-439e-9e2f-596dee35b6ae,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:32.481989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Pushing event updated for resources: {'Port': ['ID=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:32.513777 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb562f52-a65b-4faf-a30a-d947b6e3185d x-openstack-request-id: req-eb562f52-a65b-4faf-a30a-d947b6e3185d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:32.514838 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-plugged", "status": "completed", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:32.515584 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb562f52-a65b-4faf-a30a-d947b6e3185d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:32.516210 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'code': 200} Aug 25 11:11:32.531225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Attempting to bind port fcce14cb-791d-4ee8-8bb9-8125bdf296fb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:32.536042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Attempting to bind port fcce14cb-791d-4ee8-8bb9-8125bdf296fb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:32.536488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Attempting to bind port fcce14cb-791d-4ee8-8bb9-8125bdf296fb on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:32.544989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Port fcce14cb-791d-4ee8-8bb9-8125bdf296fb on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:32.545316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Attempting to bind port fcce14cb-791d-4ee8-8bb9-8125bdf296fb on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:32.602346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:32.602691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:32.603061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:32.603515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Bound port: fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:32.603873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.702961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] For port fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:32.707214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] For port fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:32.716135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] For port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,segment=NetworkSegment(d6f6f609-b12d-42e6-ac9a-4dc0d34ced51),segment_id=d6f6f609-b12d-42e6-ac9a-4dc0d34ced51)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:32.716529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.730953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e9ac8-453a-4b46-b362-9c6b62dd503c req-91ab063f-11ac-4751-ab5e-70b7262cd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:32.732662 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-932e9ac8-453a-4b46-b362-9c6b62dd503c req-91ab063f-11ac-4751-ab5e-70b7262cd77a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 1097 time: 0.1137226 Aug 25 11:11:32.737306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Calling delete_port for 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:11:32.747634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Allocated IP 192.168.233.153 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/f00d667a-1b09-4e9d-8a85-2b6ad77fae8b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:32.782582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.823943 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-932e9ac8-453a-4b46-b362-9c6b62dd503c req-1c9a07ef-2bf1-49f4-bca9-9b7babb93caa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820563 Aug 25 11:11:32.927487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:32.940659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:32.980867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Pushing event deleted for resources: {'Port': ['ID=35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:33.002294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.003799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:33.006466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] 10.222.0.10 "PUT /v2.0/ports/fcce14cb-791d-4ee8-8bb9-8125bdf296fb HTTP/1.1" status: 200 len: 1096 time: 2.5440199 Aug 25 11:11:33.021962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'tag': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:33.026628 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad2a894-4156-49d5-b621-944c39007c50" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb12a32-817b-441d-a7ba-99c21f713c01", "tag": "fcce14cb-791d-4ee8-8bb9-8125bdf296fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:33.061406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] No DVR routers for this DVR port 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:11:33.066611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:33.069498 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bb567ff-fa84-4cc2-9032-726a5732bbc1 req-e033a685-6300-4119-b27c-3334cc280a58 tempest-InstanceActionsV221TestJSON-366340603 tempest-InstanceActionsV221TestJSON-366340603-project] 10.222.0.67 "DELETE /v2.0/ports/35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa HTTP/1.1" status: 204 len: 173 time: 0.7641559 Aug 25 11:11:33.071023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'name': 'network-vif-deleted', 'tag': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:33.075937 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa96ebe-00c0-43f5-b44c-115556a6bfc6" -d '{"events": [{"server_uuid": "386f7bba-2f3a-4f25-a2d1-bb28201dfde3", "name": "network-vif-deleted", "tag": "35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:33.176715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9613dfb-5e97-40e2-ac15-bb33d7ec6037 service neutron] Pushing event updated for resources: {'Port': ['ID=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:33.215510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0066f9d-3fce-4f99-9f1c-b8e5c59bd161 req-7a390c21-3e68-469e-b949-0fa21c512f29 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.217285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0066f9d-3fce-4f99-9f1c-b8e5c59bd161 req-7a390c21-3e68-469e-b949-0fa21c512f29 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1097 time: 0.4272389 Aug 25 11:11:33.283378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb9418-779e-417b-92b2-c0516e037768 req-f9e114e7-eadb-4810-837f-6b3652ba7c78 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.284972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bddb9418-779e-417b-92b2-c0516e037768 req-f9e114e7-eadb-4810-837f-6b3652ba7c78 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 945 time: 0.3654463 Aug 25 11:11:33.316831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-82fde9da-c631-460e-a3a5-4667665b230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.318423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-82fde9da-c631-460e-a3a5-4667665b230c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 1099 time: 0.2349198 Aug 25 11:11:33.392347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0066f9d-3fce-4f99-9f1c-b8e5c59bd161 req-714f1069-fee8-439c-a5c2-c400b29eac34 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672938 Aug 25 11:11:33.397143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-0ddfdc00-eecf-47e0-8d36-3d7e95c37aed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb HTTP/1.1" status: 200 len: 217 time: 0.0609310 Aug 25 11:11:33.405919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:33.441826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bddb9418-779e-417b-92b2-c0516e037768 req-1a6788df-1b6b-4d53-8cca-0d31894293e8 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397614 Aug 25 11:11:33.493587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Transition to ACTIVE for port object f00d667a-1b09-4e9d-8a85-2b6ad77fae8b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:33.521448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-483a3b13-1512-4c42-a720-050f99c2a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.524067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-483a3b13-1512-4c42-a720-050f99c2a0a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1138265 Aug 25 11:11:33.636956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111384a5-127c-4be6-9def-feaf993ee631 req-6cd7c510-0ef9-43cf-936d-97aaa38b4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.638597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-6cd7c510-0ef9-43cf-936d-97aaa38b4433 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058474 Aug 25 11:11:33.641317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:33.650848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee405-1e96-4895-a929-9f3dca61a795 req-b3a15ed4-bd4a-419c-918d-e50c5039701c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.652449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e38ee405-1e96-4895-a929-9f3dca61a795 req-b3a15ed4-bd4a-419c-918d-e50c5039701c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 948 time: 0.1008914 Aug 25 11:11:33.717071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:33.761109 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7b6a8-97d2-4744-aa54-5cb582bcd210 x-openstack-request-id: req-88f7b6a8-97d2-4744-aa54-5cb582bcd210 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:33.761443 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb12a32-817b-441d-a7ba-99c21f713c01", "tag": "fcce14cb-791d-4ee8-8bb9-8125bdf296fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:33.761824 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88f7b6a8-97d2-4744-aa54-5cb582bcd210 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:33.762148 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'tag': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb', 'status': 'completed', 'code': 200} Aug 25 11:11:33.774171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:33.782277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:33.786128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e30bede-99c2-4248-9db2-2fd0e40d07bc up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:33.790655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:33.793164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:33.797724 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7734c70-ad5d-488f-9dd9-9681e1e3b951 x-openstack-request-id: req-d7734c70-ad5d-488f-9dd9-9681e1e3b951 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:33.798258 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386f7bba-2f3a-4f25-a2d1-bb28201dfde3", "name": "network-vif-deleted", "tag": "35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:33.798570 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7734c70-ad5d-488f-9dd9-9681e1e3b951 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:33.799205 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386f7bba-2f3a-4f25-a2d1-bb28201dfde3', 'name': 'network-vif-deleted', 'tag': '35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa', 'status': 'completed', 'code': 200} Aug 25 11:11:33.870352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Pushing event updated for resources: {'Port': ['ID=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:33.892424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e38ee405-1e96-4895-a929-9f3dca61a795 req-9855b118-7338-4d60-9630-db5759dba73a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086098 Aug 25 11:11:33.904998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-893a2697-f15f-400b-8573-d23fd53e9775 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2294252 Aug 25 11:11:33.924674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 7e30bede-99c2-4248-9db2-2fd0e40d07bc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:33.931899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7e30bede-99c2-4248-9db2-2fd0e40d07bc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:33.932885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:33.951735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Request body: {'port': {'device_id': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:34.082081 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:34.128842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:34.134158 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:34.136286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:11:34.183115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-06d10105-20ca-4617-ba23-4bc03593b8ca service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266995 Aug 25 11:11:34.204735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:11:34.204735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 35dfade7-3db1-4e4f-8bf4-3ed1c82c70fa not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:11:34.235543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7c1de-0241-42ff-8f9c-7f739a801e34 req-70239460-7c33-4cf5-964d-0a8a380887b8 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:34.238310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fba7c1de-0241-42ff-8f9c-7f739a801e34 req-70239460-7c33-4cf5-964d-0a8a380887b8 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 936 time: 0.2114081 Aug 25 11:11:34.244414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:34.273082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b5a49dc5-a806-4b1d-a8ea-7728abd205a8 None None] Provisioning for port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:34.281421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b5a49dc5-a806-4b1d-a8ea-7728abd205a8 None None] Provisioning complete for port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:34.281634 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5a49dc5-a806-4b1d-a8ea-7728abd205a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:34.307141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e189d66-756d-4914-9bd9-573883ed1cd4 req-2d84caf8-d67e-45d2-b47b-cf72b6598a82 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:34.313380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e189d66-756d-4914-9bd9-573883ed1cd4 req-2d84caf8-d67e-45d2-b47b-cf72b6598a82 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 947 time: 0.4335973 Aug 25 11:11:34.334283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b5a49dc5-a806-4b1d-a8ea-7728abd205a8 None None] Port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:11:34.443464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:34.517951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:34.520761 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf89be-4bf5-4a01-a6a0-ea5e1d042736" -d '{"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-plugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:34.618216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fba7c1de-0241-42ff-8f9c-7f739a801e34 req-23bae77f-255b-43c3-8814-c1f8483c739c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566888 Aug 25 11:11:34.636752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e189d66-756d-4914-9bd9-573883ed1cd4 req-66e1fa31-dc2c-49ee-a776-3d883d99e4aa tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660272 Aug 25 11:11:34.652182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-111384a5-127c-4be6-9def-feaf993ee631 req-7a20855d-0b06-45d9-993f-051852ed7a18 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485698 Aug 25 11:11:35.077625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2a894-4156-49d5-b621-944c39007c50 req-297ebf5b-09b3-4ad1-bec4-39d00523f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:35.079932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-297ebf5b-09b3-4ad1-bec4-39d00523f34d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 1099 time: 0.2750697 Aug 25 11:11:35.120095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ad579-c7d1-4ff2-8d04-c5c69841e392 req-8bce36d9-289d-48cd-9c6b-e06e18b2a57f tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:35.122919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e3ad579-c7d1-4ff2-8d04-c5c69841e392 req-8bce36d9-289d-48cd-9c6b-e06e18b2a57f tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1097 time: 0.3198683 Aug 25 11:11:35.750797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee29f4-dc42-4669-8a45-d1a0c7784a17 req-642c64b1-62e2-45ba-85c8-c528e59d0e2a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:35.753563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19ee29f4-dc42-4669-8a45-d1a0c7784a17 req-642c64b1-62e2-45ba-85c8-c528e59d0e2a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 945 time: 0.7763963 Aug 25 11:11:35.787052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e3ad579-c7d1-4ff2-8d04-c5c69841e392 req-b209325c-8771-432d-9403-e74c4d08983a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449130 Aug 25 11:11:35.863981 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d90825-c5f9-4516-9227-cfb0af300290 x-openstack-request-id: req-99d90825-c5f9-4516-9227-cfb0af300290 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:35.864596 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-plugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:35.864596 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99d90825-c5f9-4516-9227-cfb0af300290 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:35.864909 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'code': 200} Aug 25 11:11:35.905396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2a894-4156-49d5-b621-944c39007c50 req-e3b53088-e4a0-4c19-b9f7-caf68d61c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:35.908084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-e3b53088-e4a0-4c19-b9f7-caf68d61c572 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.7961931 Aug 25 11:11:35.961466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19ee29f4-dc42-4669-8a45-d1a0c7784a17 req-c1be2d3e-c91a-4657-a47c-20b0d8218470 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849365 Aug 25 11:11:36.017961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45574a7d-af92-4184-ac54-d794817d5a3c req-e6f01dcb-a5c6-4ec2-8094-1ca1bc4a0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:36.020319 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45574a7d-af92-4184-ac54-d794817d5a3c req-e6f01dcb-a5c6-4ec2-8094-1ca1bc4a0527 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1101 time: 0.0846827 Aug 25 11:11:36.039003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-bdaed02e-5887-40d1-a5e6-cc212b1aaf7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb HTTP/1.1" status: 200 len: 217 time: 0.0947721 Aug 25 11:11:36.048487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00d667a-1b09-4e9d-8a85-2b6ad77fae8b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:36.074459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:36.088498 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45574a7d-af92-4184-ac54-d794817d5a3c req-3b6da429-d7a3-44a2-9697-988e45820a10 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Aug 25 11:11:36.133251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Transition to ACTIVE for port object f00d667a-1b09-4e9d-8a85-2b6ad77fae8b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:36.157933 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:36.165072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2a894-4156-49d5-b621-944c39007c50 req-27f119e3-0a63-4c0f-a810-76dfe95d69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:36.166642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-27f119e3-0a63-4c0f-a810-76dfe95d69b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1124489 Aug 25 11:11:36.276663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:36.303781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bd11b-734d-42a5-b2fc-55ec9d60efbd req-adb5ae5a-525c-4812-8b0f-7e74f03c4b82 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:36.305947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-458bd11b-734d-42a5-b2fc-55ec9d60efbd req-adb5ae5a-525c-4812-8b0f-7e74f03c4b82 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1957107 Aug 25 11:11:36.360543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2a894-4156-49d5-b621-944c39007c50 req-7c9f2430-35ca-4243-84dd-d2e1ce0e50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:36.362203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-7c9f2430-35ca-4243-84dd-d2e1ce0e50f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493082 Aug 25 11:11:36.398437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Attempting to bind port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:36.399152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Attempting to bind port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:36.399548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Attempting to bind port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:36.474758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:36.475306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Attempting to bind port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:36.484069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-458bd11b-734d-42a5-b2fc-55ec9d60efbd req-2385d8c5-3fda-40fb-976a-4e8a651861bd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512406 Aug 25 11:11:36.497723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:36.498317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:36.509740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:36.509740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Bound port: f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:36.509740 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:36.750203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-44d1eedc-ee52-4bb1-a473-1fd621366315 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731713 Aug 25 11:11:36.794304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] For port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:36.872604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd34fd1-bde0-44c5-8489-93ef78db6bb4 req-e69a6e28-1a65-4975-be10-1e8afa1c4406 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:36.875248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cd34fd1-bde0-44c5-8489-93ef78db6bb4 req-e69a6e28-1a65-4975-be10-1e8afa1c4406 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 948 time: 0.2909248 Aug 25 11:11:36.904224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] For port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:36.941989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:36.981712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34c8bc-272e-46d4-b7e5-14a9211c88eb req-3ab02d6c-bb1f-478c-9e14-9e4f0e3cdaf7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:36.984452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc34c8bc-272e-46d4-b7e5-14a9211c88eb req-3ab02d6c-bb1f-478c-9e14-9e4f0e3cdaf7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 947 time: 0.3154690 Aug 25 11:11:37.117171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:37.118291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:37.120850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/f00d667a-1b09-4e9d-8a85-2b6ad77fae8b HTTP/1.1" status: 200 len: 1097 time: 3.1959081 Aug 25 11:11:37.129952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'tag': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:37.133913 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9014d4-e030-4e2e-b263-b21d5c413c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7205d1c1-fc4c-499b-8f66-e8ef79897c25", "tag": "f00d667a-1b09-4e9d-8a85-2b6ad77fae8b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:37.159429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cd34fd1-bde0-44c5-8489-93ef78db6bb4 req-03e9bf98-6555-432d-981d-79b843080555 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672701 Aug 25 11:11:37.212678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55b0a-6750-4869-b4a2-1dd9db17f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:37.227663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cad2a894-4156-49d5-b621-944c39007c50 req-9a8c8384-0e68-41c3-8c6c-5d4c3f3e896e service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607134 Aug 25 11:11:37.276989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc34c8bc-272e-46d4-b7e5-14a9211c88eb req-827f6098-7b30-47fb-98e8-a3a15433af5d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470882 Aug 25 11:11:37.313143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-a4789ef5-31cc-4023-b4df-eebe54d67d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:37.314618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-a4789ef5-31cc-4023-b4df-eebe54d67d89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0426cc0218154f21a541b329dea30550&device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 1100 time: 0.0827551 Aug 25 11:11:37.367445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-3b77ae3a-df55-47fc-b1d4-8de1c0dcac3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b HTTP/1.1" status: 200 len: 217 time: 0.0428853 Aug 25 11:11:37.436176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-15e9cd12-fa4f-4341-8a6a-5693056260cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:37.437972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-15e9cd12-fa4f-4341-8a6a-5693056260cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0626109 Aug 25 11:11:37.497981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-766e4db9-3334-44aa-82b6-4dae46c2db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:37.500205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-766e4db9-3334-44aa-82b6-4dae46c2db96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541766 Aug 25 11:11:37.595600 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f24b18-a602-455e-8e5b-f657fd6fcf0c x-openstack-request-id: req-38f24b18-a602-455e-8e5b-f657fd6fcf0c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:37.596092 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7205d1c1-fc4c-499b-8f66-e8ef79897c25", "tag": "f00d667a-1b09-4e9d-8a85-2b6ad77fae8b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:37.596345 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38f24b18-a602-455e-8e5b-f657fd6fcf0c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:37.596750 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'tag': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b', 'status': 'completed', 'code': 200} Aug 25 11:11:37.620153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-780a5e62-3a5d-4194-9679-21b4f297b082 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115482 Aug 25 11:11:37.761147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a590ba31-c8c9-49c8-8751-e1f1e58db98f req-0bbc5feb-6324-4582-a50a-a21aae93f794 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321537 Aug 25 11:11:37.908811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36166) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:37.939871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-8cdd4e37-59ee-4a03-a297-3d7b3ef36887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:37.941834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-8cdd4e37-59ee-4a03-a297-3d7b3ef36887 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0426cc0218154f21a541b329dea30550&device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 1100 time: 0.0629635 Aug 25 11:11:38.019152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Deleting subnet 754f2b39-8279-4842-bd7b-3ec2a6d22d74 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:11:38.024320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.102010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.128058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device fcce14cb-791d-4ee8-8bb9-8125bdf296fb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:38.181606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432199c-8eaf-4917-b60e-28398bccbd06 req-616e1bb2-c050-4042-be5d-32355c00fad1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:38.184608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5432199c-8eaf-4917-b60e-28398bccbd06 req-616e1bb2-c050-4042-be5d-32355c00fad1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 945 time: 0.2091963 Aug 25 11:11:38.193431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.244898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-be1f2112-318e-445c-bfb0-ea979afc1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:38.247200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-be1f2112-318e-445c-bfb0-ea979afc1d32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2943101 Aug 25 11:11:38.282428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5432199c-8eaf-4917-b60e-28398bccbd06 req-2fb21a2b-c3f9-46ae-989b-4c3cb4147114 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805905 Aug 25 11:11:38.288959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.357177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.365880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36184) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:38.370312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/754f2b39-8279-4842-bd7b-3ec2a6d22d74 HTTP/1.1" status: 204 len: 168 time: 0.4600139 Aug 25 11:11:38.373817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bdbaf-a450-4ed7-ba83-142a06b0f125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754f2b39-8279-4842-bd7b-3ec2a6d22d74,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:38.381899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-b128db41-9167-4ec9-a375-810146f14c7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b HTTP/1.1" status: 200 len: 217 time: 0.1227961 Aug 25 11:11:38.409868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:38.417849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36188) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:38.423298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb', 'mac_address': 'fa:16:3e:6a:2b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:38.470059 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.485669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcce14cb-791d-4ee8-8bb9-8125bdf296fb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:38.510349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:38.516188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.576793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:38.600063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-8d876a33-ff75-4351-96d3-6bd05641c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:38.600937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56b57fa2-5edd-429f-811a-677128fe5b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.601571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-8d876a33-ff75-4351-96d3-6bd05641c7d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1972835 Aug 25 11:11:38.663498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.690488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148b35e-5a2c-45a6-a166-1b27aeb698b2 req-aff30207-fe51-4487-bd23-dd3e20f91afd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:38.692139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f148b35e-5a2c-45a6-a166-1b27aeb698b2 req-aff30207-fe51-4487-bd23-dd3e20f91afd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.2898810 Aug 25 11:11:38.703191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-ff0707dc-0c92-49b5-aa30-8659e8816df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:38.704806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-ff0707dc-0c92-49b5-aa30-8659e8816df5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918503 Aug 25 11:11:38.796363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['fcce14cb-791d-4ee8-8bb9-8125bdf296fb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:38.808256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56b57fa2-5edd-429f-811a-677128fe5b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.814652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56b57fa2-5edd-429f-811a-677128fe5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.869152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f148b35e-5a2c-45a6-a166-1b27aeb698b2 req-1165980c-fe3a-4ab9-b780-3d3d9ada8768 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632249 Aug 25 11:11:38.897997 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:38.902582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56b57fa2-5edd-429f-811a-677128fe5b91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e925cd57ea5d45498e8ce6b6fc6dce82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829865 Aug 25 11:11:38.905304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b57fa2-5edd-429f-811a-677128fe5b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7007ebe-2f33-4daa-8fbe-0bcb6f81a192,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:38.909777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36206) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:38.936462 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.936924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.938018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.938513 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > port after_create 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.938926 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.939364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > port after_update 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.939927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.940523 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.940868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:38.942059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:39.010463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfcf6-f4d9-45a8-a455-cb06893730d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.032560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:39.032692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:39.032918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:39.033561 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 11:11:39.034161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73de8b1f-3117-4620-8d70-1b738e194688']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:11:39.046441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfcf6-f4d9-45a8-a455-cb06893730d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.073205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:11:39.073748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6f609-b12d-42e6-ac9a-4dc0d34ced51') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:11:39.112931 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfcf6-f4d9-45a8-a455-cb06893730d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.119245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a3cfcf6-f4d9-45a8-a455-cb06893730d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.123230 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4a3cfcf6-f4d9-45a8-a455-cb06893730d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7007ebe-2f33-4daa-8fbe-0bcb6f81a192 HTTP/1.1" status: 204 len: 168 time: 0.2094884 Aug 25 11:11:39.144197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cfcf6-f4d9-45a8-a455-cb06893730d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7007ebe-2f33-4daa-8fbe-0bcb6f81a192,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:39.162993 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.218353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.239728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:11:39.240373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: from cryptography.utils import int_from_bytes Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: from cryptography.utils import int_from_bytes Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:11:39.247300 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:11:39.313921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-64db8e10-236f-48a4-a07f-1a425a9e0c84 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878317 Aug 25 11:11:39.337194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a85854-47f9-43e3-be23-2d8c57870a5b req-65068815-bf43-474a-8df5-58d70349809c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:39.339008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45a85854-47f9-43e3-be23-2d8c57870a5b req-65068815-bf43-474a-8df5-58d70349809c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 948 time: 0.2863610 Aug 25 11:11:39.418749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.424614 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.426915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] 10.222.0.35 "DELETE /v2.0/networks/73de8b1f-3117-4620-8d70-1b738e194688 HTTP/1.1" status: 204 len: 168 time: 1.0596876 Aug 25 11:11:39.466553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e055a-7ac6-415f-9c93-e760fac55e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=73de8b1f-3117-4620-8d70-1b738e194688,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:39.481125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45a85854-47f9-43e3-be23-2d8c57870a5b req-4b236cff-ccaf-4030-806f-280b16dbc73f tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313674 Aug 25 11:11:39.544097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c9014d4-e030-4e2e-b263-b21d5c413c9b req-8c5bdb48-07a2-49f8-8505-909c2238d0c1 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214880 Aug 25 11:11:39.639111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36226) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:39.668613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28a26dd4-efa2-4f7a-9a65-f00902591d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.811584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:39.815564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36232) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:39.871716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28a26dd4-efa2-4f7a-9a65-f00902591d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.886821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28a26dd4-efa2-4f7a-9a65-f00902591d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:39.916977 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-887f541e-4898-4254-8b64-a89a46968013 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c260c420559b4f10ae3253dc4c173bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038971 Aug 25 11:11:39.922383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:39.988062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a26dd4-efa2-4f7a-9a65-f00902591d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833498a4-ac8b-4ddf-9552-08533b4e543a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:39.988921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef3a7-e73d-4df2-b08f-d5c0376f89eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.010014 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-28a26dd4-efa2-4f7a-9a65-f00902591d00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98c98a7176cc4cf493283fea32cf04b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686128 Aug 25 11:11:40.012950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:40.020360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef3a7-e73d-4df2-b08f-d5c0376f89eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.118592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef3a7-e73d-4df2-b08f-d5c0376f89eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.125290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef3a7-e73d-4df2-b08f-d5c0376f89eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.127767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab2ef3a7-e73d-4df2-b08f-d5c0376f89eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eeaf92f2-e093-49e7-a3d4-0a8f172e318c HTTP/1.1" status: 204 len: 168 time: 0.2041280 Aug 25 11:11:40.138289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da466e06-8704-47be-b277-6e27e0c69bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.140933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device fcce14cb-791d-4ee8-8bb9-8125bdf296fb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:40.160713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-7d50ec5b-a50a-468c-a11b-e0bc6b99c861 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:11:40.164013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-7d50ec5b-a50a-468c-a11b-e0bc6b99c861 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3456573 Aug 25 11:11:40.167350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ef3a7-e73d-4df2-b08f-d5c0376f89eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf92f2-e093-49e7-a3d4-0a8f172e318c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:40.197081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da466e06-8704-47be-b277-6e27e0c69bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.328361 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da466e06-8704-47be-b277-6e27e0c69bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.335481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da466e06-8704-47be-b277-6e27e0c69bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.337470 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-da466e06-8704-47be-b277-6e27e0c69bea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/833498a4-ac8b-4ddf-9552-08533b4e543a HTTP/1.1" status: 204 len: 168 time: 0.3222654 Aug 25 11:11:40.345551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7596917-493c-44e2-a892-276ddec8ea7c req-ac29a5b3-a5a5-4741-9c54-4ffc5c1f4bba tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:40.355088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7596917-493c-44e2-a892-276ddec8ea7c req-ac29a5b3-a5a5-4741-9c54-4ffc5c1f4bba tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 948 time: 0.1091807 Aug 25 11:11:40.370149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da466e06-8704-47be-b277-6e27e0c69bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833498a4-ac8b-4ddf-9552-08533b4e543a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:40.401048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port fcce14cb-791d-4ee8-8bb9-8125bdf296fb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:40.408817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7596917-493c-44e2-a892-276ddec8ea7c req-e2eded89-c537-4ed0-9f6e-756da77751e6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Aug 25 11:11:40.420221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port fcce14cb-791d-4ee8-8bb9-8125bdf296fb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:40.423114 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.446424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:40.447061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Unknown quota resources ['binding']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:11:40.595057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.645986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:40.658757 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe16360-9c39-4bd6-9084-14ef23867509" -d '{"events": [{"server_uuid": "bcb12a32-817b-441d-a7ba-99c21f713c01", "name": "network-vif-plugged", "status": "completed", "tag": "fcce14cb-791d-4ee8-8bb9-8125bdf296fb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:40.687396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:40.698202 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.780393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:40.797609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:40.798440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:40.799334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:40.807335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:40.807998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:40.817810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:40.818719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:40.819300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:40.820591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Bound port: 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:40.979601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:40.993474 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:40.996290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9ad55bb7-fcd4-4a9b-bde6-cdbd4e5f1551 service neutron] 10.222.0.35 "POST /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.6735804 Aug 25 11:11:41.130815 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-3349a1f6-a607-4c48-8b93-b45e16d22763 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673740 Aug 25 11:11:41.260349 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb1fd4-16ec-4dfb-813e-88a06b9e037b x-openstack-request-id: req-5ecb1fd4-16ec-4dfb-813e-88a06b9e037b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:41.261248 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb12a32-817b-441d-a7ba-99c21f713c01", "name": "network-vif-plugged", "status": "completed", "tag": "fcce14cb-791d-4ee8-8bb9-8125bdf296fb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:41.262059 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ecb1fd4-16ec-4dfb-813e-88a06b9e037b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:41.263305 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb', 'code': 200} Aug 25 11:11:41.549887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9adf0-f7ba-4645-9e1f-4fb418ab2de6 req-b58911c7-638d-4849-b3f4-fd8bc27b92ef tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:41.552691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9a9adf0-f7ba-4645-9e1f-4fb418ab2de6 req-b58911c7-638d-4849-b3f4-fd8bc27b92ef tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 948 time: 0.2978401 Aug 25 11:11:41.624416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b7af-20ad-4e0d-a116-6daf8a0a8782 req-15519834-54f9-466a-91ee-fd6ae1ad18ec tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:41.627953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fa1b7af-20ad-4e0d-a116-6daf8a0a8782 req-15519834-54f9-466a-91ee-fd6ae1ad18ec tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.2771130 Aug 25 11:11:41.666846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877e78e-35dd-4b64-bdf1-68c649405b9a req-70b36ea2-38b9-48f6-8c14-b089a2839ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:41.666846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1877e78e-35dd-4b64-bdf1-68c649405b9a req-70b36ea2-38b9-48f6-8c14-b089a2839ce4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 1101 time: 0.2704759 Aug 25 11:11:41.690393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-fd5f9159-9ef0-4e11-983f-4658e9ef6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:41.691929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-fd5f9159-9ef0-4e11-983f-4658e9ef6940 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1097 time: 0.2489493 Aug 25 11:11:41.781221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9a9adf0-f7ba-4645-9e1f-4fb418ab2de6 req-a5ef0e4c-829d-4138-adb3-ea9dfa85d54a tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160454 Aug 25 11:11:41.826540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f00d667a-1b09-4e9d-8a85-2b6ad77fae8b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:41.845918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fa1b7af-20ad-4e0d-a116-6daf8a0a8782 req-3edddeac-0071-4623-b8c1-4698e5681406 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943965 Aug 25 11:11:41.883124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1877e78e-35dd-4b64-bdf1-68c649405b9a req-764bea16-e7f9-48cc-8382-d4691eedd810 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056997 Aug 25 11:11:41.975347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-60a3c853-bb95-43b7-97f3-23d21b375c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:41.977360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-60a3c853-bb95-43b7-97f3-23d21b375c07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.2558131 Aug 25 11:11:42.088276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-885f64dc-88d0-420b-9876-87354b16ed8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.0894649 Aug 25 11:11:42.166153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:42.202238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b', 'mac_address': 'fa:16:3e:6c:5b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:42.223246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:42.243929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-50631200-01c2-4c7a-b65d-4bcf087f883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:42.247360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-50631200-01c2-4c7a-b65d-4bcf087f883b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1166544 Aug 25 11:11:42.266479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b38934-e62b-4989-b119-ce61546c2e66 req-4beac2ed-166b-41e8-9036-6204f6d660af tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:42.276944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:42.283387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50b38934-e62b-4989-b119-ce61546c2e66 req-4beac2ed-166b-41e8-9036-6204f6d660af tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 949 time: 0.3207843 Aug 25 11:11:42.332395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00d667a-1b09-4e9d-8a85-2b6ad77fae8b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:42.407177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:42.416851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:42.568573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:42.645096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1725716250-network', 'tenant_id': 'c31fa6139b6b426a8c4add971f60fe49'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:42.683824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Made reservation on behalf of c31fa6139b6b426a8c4add971f60fe49 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:42.690110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:42.696750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['f00d667a-1b09-4e9d-8a85-2b6ad77fae8b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:42.714071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:42.825949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-22eb24c1-8c73-41e0-9cd4-b13ebfc038f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5185530 Aug 25 11:11:42.840936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d6c86-f0d4-4af2-8eff-bf834bf86cb1 req-581d52a5-f32f-4b33-bf45-a31015c5af1d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:42.849669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-496d6c86-f0d4-4af2-8eff-bf834bf86cb1 req-581d52a5-f32f-4b33-bf45-a31015c5af1d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 945 time: 0.7737765 Aug 25 11:11:42.906913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:42.916105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:42.966011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:11:42.996128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10dc50f-f40e-4380-aae3-472e92a7506a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:43.006862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:43.007720 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Added segment 57a1d96f-d706-4b97-b2da-a23ea4ac8755 of type vlan for network ef70de3f-8a50-4e02-9563-02787feaaed1 Aug 25 11:11:43.051499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50b38934-e62b-4989-b119-ce61546c2e66 req-96516850-ca1f-4ac2-9d76-6c83e8abdd6d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606053 Aug 25 11:11:43.108282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:43.135938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-496d6c86-f0d4-4af2-8eff-bf834bf86cb1 req-acdb9620-bc2b-4dd3-bcc7-6dfcdf8047fc tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849474 Aug 25 11:11:43.166377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:43.169296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:43.170283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:43.272020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-530b70ef-a271-4abb-8a2f-e05ea23e1c47 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189095 Aug 25 11:11:43.371451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] Pushing event updated for resources: {'Network': ['ID=ef70de3f-8a50-4e02-9563-02787feaaed1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:43.385878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ef70de3f-8a50-4e02-9563-02787feaaed1 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:11:43.396541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a182a3e-dd28-4dbe-9d60-e941b10978fb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1692724 Aug 25 11:11:43.398016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36372) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:43.408868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Request body: {'subnet': {'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1725716250-subnet', 'tenant_id': 'c31fa6139b6b426a8c4add971f60fe49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:43.493313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Made reservation on behalf of c31fa6139b6b426a8c4add971f60fe49 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:43.514627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:43.676828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-c4c14c15-acdf-4c4b-8ded-acd15bddf88a service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963583 Aug 25 11:11:43.756747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578561-5ac1-446c-9ea9-ef300a61dfad req-dee18224-f6c9-469c-ae15-204e2700def0 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:43.759459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9578561-5ac1-446c-9ea9-ef300a61dfad req-dee18224-f6c9-469c-ae15-204e2700def0 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 949 time: 0.4567125 Aug 25 11:11:43.760204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-08a162ed-ef5d-452b-b109-1bbf6e326597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:43.762607 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-08a162ed-ef5d-452b-b109-1bbf6e326597 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1101 time: 0.1098304 Aug 25 11:11:43.783206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea227b9-be93-44f2-a310-1b8ce703fcdc req-935136db-46bb-4285-8e66-6dcb27bd6571 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:43.790929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dea227b9-be93-44f2-a310-1b8ce703fcdc req-935136db-46bb-4285-8e66-6dcb27bd6571 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1768026 Aug 25 11:11:43.842797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f00d667a-1b09-4e9d-8a85-2b6ad77fae8b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:43.868355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9578561-5ac1-446c-9ea9-ef300a61dfad req-6d6cf3be-18f6-4a9a-a2e1-c9083867aea2 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Aug 25 11:11:43.941234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dea227b9-be93-44f2-a310-1b8ce703fcdc req-31145d9d-8050-4f86-ba88-5992a0f9dddc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410034 Aug 25 11:11:43.979443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-c58ed9df-8fa0-424f-b888-07cc215209e4 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:43.992404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:43.995899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-c58ed9df-8fa0-424f-b888-07cc215209e4 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.1027670 Aug 25 11:11:44.000525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:44.000910 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:44.005353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:44.128447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:44.167602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:44.170645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:44.206948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-51f60aef-4e77-4350-a557-08285bbda893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:44.207397 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:44.212253 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-51f60aef-4e77-4350-a557-08285bbda893 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3731029 Aug 25 11:11:44.296837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:44.303595 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e589ad11-3956-4d2c-997c-5ac022a2845d" -d '{"events": [{"server_uuid": "7205d1c1-fc4c-499b-8f66-e8ef79897c25", "name": "network-vif-plugged", "status": "completed", "tag": "f00d667a-1b09-4e9d-8a85-2b6ad77fae8b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:44.353732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Checking segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:44.354483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Network hostable DHCP agents. Network: ef70de3f-8a50-4e02-9563-02787feaaed1, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:11:44.366663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-74584ead-bfbd-41e3-822f-5009050b7706 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 217 time: 0.1397195 Aug 25 11:11:44.399077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:44.462873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Network ef70de3f-8a50-4e02-9563-02787feaaed1 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:11:44.467550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:44.479282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:44.490655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ef70de3f-8a50-4e02-9563-02787feaaed1) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:44.505965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:44.507738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:44.510735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-1e0689ab-ccb5-487a-8398-4adfb1a96b56 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ee5588accced453192957020c93b581d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663097 Aug 25 11:11:44.521625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d55ac6-bbc9-4c17-bc87-7f2e33f11dd4 None None] Network ef70de3f-8a50-4e02-9563-02787feaaed1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:44.528765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-e5152aa9-6866-4859-971f-70b06fb900de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:44.531878 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-e5152aa9-6866-4859-971f-70b06fb900de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1525803 Aug 25 11:11:44.557424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4315-f514-4b68-8383-bbae2d738c82 req-7b42d888-d50a-42f9-bd63-989366c2fcf1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:44.560928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-118f4315-f514-4b68-8383-bbae2d738c82 req-7b42d888-d50a-42f9-bd63-989366c2fcf1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 949 time: 0.2625499 Aug 25 11:11:44.598924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-235c95a5-6ebb-49b4-bab1-f25d015e4e01 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1980176 Aug 25 11:11:44.685356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:44.695225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-5ee4788a-6d25-44d7-ad9a-95d36e5fe2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:44.698872 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-5ee4788a-6d25-44d7-ad9a-95d36e5fe2f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543126 Aug 25 11:11:44.774880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'mac_address': 'fa:16:3e:12:2f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:44.779094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:44.787514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:44.844033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-118f4315-f514-4b68-8383-bbae2d738c82 req-a6811a26-85e6-4f43-b5e3-04396380da3e tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607367 Aug 25 11:11:45.007094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-9625443d-9e70-419f-9cd1-5f21595e9ece tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:45.050614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-9625443d-9e70-419f-9cd1-5f21595e9ece tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5376623 Aug 25 11:11:45.082168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:45.104758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-7a044f82-664d-4484-819a-19904dc9ce67 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965611 Aug 25 11:11:45.128952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-14360abf-9280-40e8-94bb-8c97c392d470 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/quotas/ee5588accced453192957020c93b581d HTTP/1.1" status: 200 len: 375 time: 0.0746136 Aug 25 11:11:45.151553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a8f733e-9510-49ac-9a68-5aae455abb5c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:45.158843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:45.195370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:45.209284 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:45.280036 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:45.314385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:45.318774 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f62c3d-33bc-4393-8743-098d6edb2b92" -d '{"events": [{"server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "name": "network-vif-unplugged", "status": "completed", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:45.370206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2a8f733e-9510-49ac-9a68-5aae455abb5c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:45.428537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-73f23551-4a11-4bbb-af79-23d5244ed515 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055472 Aug 25 11:11:45.493838 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:45.516981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-94541c4a-f8c6-4b45-98aa-b0282440239d tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee5588accced453192957020c93b581d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2286334 Aug 25 11:11:45.620272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c6327-f10c-4ffb-be97-63cf3f5eb7eb None None] Network ef70de3f-8a50-4e02-9563-02787feaaed1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:11:45.713494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ae7e2-8a40-401a-8f9e-88b92f44018d req-64a6d4b3-cee8-417a-93e9-73031d30805e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:45.719707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e31ae7e2-8a40-401a-8f9e-88b92f44018d req-64a6d4b3-cee8-417a-93e9-73031d30805e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 943 time: 0.5936882 Aug 25 11:11:45.828526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:45.929435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:45.930191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:45.930734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:45.955480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:45.960914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:45.961442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Attempting to bind port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:45.988025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:45.988584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:45.989146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:45.990065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Bound port: 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:45.990580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:46.021815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e31ae7e2-8a40-401a-8f9e-88b92f44018d req-e8175552-5671-4b25-97f7-c27c713e0b5d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807653 Aug 25 11:11:46.084944 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e96361e-fe40-4f47-af03-142a97632a6e x-openstack-request-id: req-6e96361e-fe40-4f47-af03-142a97632a6e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:46.085424 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7205d1c1-fc4c-499b-8f66-e8ef79897c25", "name": "network-vif-plugged", "status": "completed", "tag": "f00d667a-1b09-4e9d-8a85-2b6ad77fae8b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:46.085697 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e96361e-fe40-4f47-af03-142a97632a6e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:46.086134 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b', 'code': 200} Aug 25 11:11:46.154789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:46.159389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:46.169989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:46.183065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:11:46.275937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d28ec9-ffb1-4c46-8c2a-89d8ee3ba21c req-313a207f-a809-4c73-b768-bd1397ac72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:46.280357 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d28ec9-ffb1-4c46-8c2a-89d8ee3ba21c req-313a207f-a809-4c73-b768-bd1397ac72f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 1102 time: 0.1225803 Aug 25 11:11:46.322552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 2a8f733e-9510-49ac-9a68-5aae455abb5c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:46.324436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:46.364736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:46.390206 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d28ec9-ffb1-4c46-8c2a-89d8ee3ba21c req-eb6f341d-d3c4-4515-89a1-678cda99be90 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999072 Aug 25 11:11:46.431520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:46.432469 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:46.437432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-9427cf12-feb9-4688-b6b5-b81f159265cf service neutron] 10.222.0.67 "PUT /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 1123 time: 2.4404974 Aug 25 11:11:46.447421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21179-b0b9-41b2-b8cf-2bc9b85d86bc req-be1763f0-9988-4d3a-84eb-a3f35fb80017 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:46.454907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8df21179-b0b9-41b2-b8cf-2bc9b85d86bc req-be1763f0-9988-4d3a-84eb-a3f35fb80017 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 950 time: 0.1793156 Aug 25 11:11:46.506616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8df21179-b0b9-41b2-b8cf-2bc9b85d86bc req-08f33e6b-1159-456b-8d69-c62fae5204ec tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Aug 25 11:11:46.532055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:46.572927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['85a1bc02-003d-4b42-b5bb-01b61d4e62fb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:46.790692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f260de-0761-421c-ac86-8decaaaadd92 req-aa9307e5-02e4-4b4d-8f6d-c98f78b9d11d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:46.795884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61f260de-0761-421c-ac86-8decaaaadd92 req-aa9307e5-02e4-4b4d-8f6d-c98f78b9d11d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1944571 Aug 25 11:11:46.813149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:46.836624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:46.885012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61f260de-0761-421c-ac86-8decaaaadd92 req-e2f1dd55-b8b7-4c1d-9d61-fed7d903eeee tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799551 Aug 25 11:11:47.010148 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578bd794-4a6c-44df-b274-b491be3ce887 x-openstack-request-id: req-578bd794-4a6c-44df-b274-b491be3ce887 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:47.011501 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "name": "network-vif-unplugged", "status": "completed", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:47.012996 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-578bd794-4a6c-44df-b274-b491be3ce887 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:47.014168 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'code': 200} Aug 25 11:11:47.049668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:47.367450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-34ba3a50-d344-42a5-a6fd-fbe42fd38ba3 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:47.369886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-34ba3a50-d344-42a5-a6fd-fbe42fd38ba3 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 813 time: 0.4217720 Aug 25 11:11:47.404464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1002959c-ae0b-4fd1-8150-e484674e5589 req-db415d81-d661-43d4-b19b-b58ffe53237b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 210 time: 0.1907403 Aug 25 11:11:47.433556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-86a7e409-a075-4891-a845-e11ad03efbe2 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/quotas/c31fa6139b6b426a8c4add971f60fe49 HTTP/1.1" status: 200 len: 375 time: 0.0337765 Aug 25 11:11:47.519537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-12801e33-da14-436f-9e90-c218b80c20f3 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836480 Aug 25 11:11:47.729341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-70c4c2e8-6f86-4850-a34f-975b171c8699 service neutron] 10.222.0.35 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856718 Aug 25 11:11:47.912605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-4a4df7f1-f609-4acf-b8aa-bcf88582c79e service neutron] 10.222.0.35 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679478 Aug 25 11:11:48.087646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:48.094036 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2253956-9b70-4ecf-b655-ae46d2f00c6f" -d '{"events": [{"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-plugged", "status": "completed", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:48.162854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-317ae3c6-1f50-4dc8-8f8a-442ec5ea8567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:48.184953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-bc3e00d5-5a8f-43a6-8d28-8935e5a0f34f tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ee5588accced453192957020c93b581d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431731 Aug 25 11:11:48.253039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.254543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.256783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.258168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.259275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.260365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.261483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.263131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.264247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.274819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-f190cd71-ccd4-444c-9335-dfddbb677a06 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc&device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25&device_id=bcb12a32-817b-441d-a7ba-99c21f713c01&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b&device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da&device_id=9447f179-3c9b-440d-9e19-9b2596701a46&device_id=b4862be6-5ff6-4267-9015-f56b575a0a56&device_id=40041679-06d2-4df7-bb0c-7aa9b667995b&device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 8251 time: 0.1802146 Aug 25 11:11:48.284617 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:11:48.407032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-33c5d3de-37da-413b-a88c-d33ab8e40bdb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:48.622997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-8031373e-b8f8-4237-97be-29ce9f0fcd2b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.625616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-8031373e-b8f8-4237-97be-29ce9f0fcd2b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4234362 Aug 25 11:11:48.657658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8842a-692b-4adf-a22c-69ff5713b24e req-004c51da-d390-462e-b2d1-83b27abe63e4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:48.657658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10d8842a-692b-4adf-a22c-69ff5713b24e req-004c51da-d390-462e-b2d1-83b27abe63e4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 943 time: 0.1889338 Aug 25 11:11:48.669504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Request body: {'port': {'device_id': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'ee5588accced453192957020c93b581d'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:48.788766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10d8842a-692b-4adf-a22c-69ff5713b24e req-82739593-7f91-4b44-8187-15e94c3e6495 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106195 Aug 25 11:11:48.896934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-33c5d3de-37da-413b-a88c-d33ab8e40bdb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:48.903667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-33c5d3de-37da-413b-a88c-d33ab8e40bdb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:48.979639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-836f4685-3e80-48b9-b7f3-d16db6e21b35 req-33c5d3de-37da-413b-a88c-d33ab8e40bdb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&id=675439a6-3b4e-4631-b573-dcbd9fce606a&id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&id=fb18854b-2177-45e8-b642-b12db93376b8&id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.6129262 Aug 25 11:11:49.022090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:49.024956 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8096ea-1c48-4168-afec-d8afdb9358ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:49.031328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Made reservation on behalf of ee5588accced453192957020c93b581d for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:49.035997 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:49.066268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5d3de-37da-413b-a88c-d33ab8e40bdb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c2a18-6975-498b-bbbe-90c8a843e60d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:49.071790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:49.121935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52b704-6987-4a75-bd0f-1140797c5869 req-f325a35f-c1cc-4cfd-81a7-e5946eba0eb5 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:49.126665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e52b704-6987-4a75-bd0f-1140797c5869 req-f325a35f-c1cc-4cfd-81a7-e5946eba0eb5 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 950 time: 0.1248274 Aug 25 11:11:49.271475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e52b704-6987-4a75-bd0f-1140797c5869 req-907cb8d2-ad40-4b6b-ae56-b2c87e028744 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282606 Aug 25 11:11:49.299896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc3df2-3b17-43f8-9264-97f19f3541ea req-f71ee02e-e3fd-41ed-ae2d-5ad2b938b9d4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:49.302060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8bc3df2-3b17-43f8-9264-97f19f3541ea req-f71ee02e-e3fd-41ed-ae2d-5ad2b938b9d4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1455002 Aug 25 11:11:49.333392 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:49.344283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:49.425104 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f36cfc5-d2e1-4def-a6d2-88efcb2dbb1e x-openstack-request-id: req-0f36cfc5-d2e1-4def-a6d2-88efcb2dbb1e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:49.425710 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-plugged", "status": "completed", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:49.426005 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f36cfc5-d2e1-4def-a6d2-88efcb2dbb1e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:49.426631 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'code': 200} Aug 25 11:11:49.471176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b9a68f-0e74-4656-b8e0-7dde198c3a32,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:49.510999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8bc3df2-3b17-43f8-9264-97f19f3541ea req-0b488f78-d1df-4e8b-ac8b-3028d046148f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755619 Aug 25 11:11:49.648538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Allocated IP 192.168.233.231 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/14cca6e1-5ff4-4b54-aad4-5c110cd780fe) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:49.709302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de044323-91e5-4917-9159-023db7f7a1fb req-47497fb9-dae7-49ec-83dc-82f016e602eb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 210 time: 0.0489774 Aug 25 11:11:49.918077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:49.938551 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ff3c99-d6be-43c0-a761-4c5cede471f8 x-openstack-request-id: req-81ff3c99-d6be-43c0-a761-4c5cede471f8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:49.938839 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:49.939091 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81ff3c99-d6be-43c0-a761-4c5cede471f8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:49.940138 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'status': 'completed', 'code': 200} Aug 25 11:11:49.999651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:50.080961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Transition to ACTIVE for port object 14cca6e1-5ff4-4b54-aad4-5c110cd780fe will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:50.116821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-9cfb65be-e409-48d2-a2cd-9738eed56e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:50.118451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-9cfb65be-e409-48d2-a2cd-9738eed56e3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1126 time: 0.1387417 Aug 25 11:11:50.146034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:50.161830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:11:50.180882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45908e3-5962-4bf3-905e-98f5a48942cb req-43f53921-dfbf-4a69-b8a4-18bb2e23d2c6 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:50.194170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e45908e3-5962-4bf3-905e-98f5a48942cb req-43f53921-dfbf-4a69-b8a4-18bb2e23d2c6 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 943 time: 0.1676230 Aug 25 11:11:50.363054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b485ba74-70f2-494c-b73d-bd555c0a9c4f req-3d107ee7-2233-41f5-aed9-7b5eb89bacf8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 210 time: 0.1979125 Aug 25 11:11:50.426581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:50.549937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e45908e3-5962-4bf3-905e-98f5a48942cb req-93f28fbe-4fe0-4b4e-9085-328b5513a440 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527088 Aug 25 11:11:50.665210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:50.693509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:50.697474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Pushing event updated for resources: {'Port': ['ID=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:50.709992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:50.723558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-f0bf7e40-f928-4fd1-8964-0e143cc0797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:50.726561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-f0bf7e40-f928-4fd1-8964-0e143cc0797d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.5910940 Aug 25 11:11:50.741791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-bda131f2-483c-48ad-8084-f2f502c18e65 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:50.744463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-bda131f2-483c-48ad-8084-f2f502c18e65 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 813 time: 0.4970345 Aug 25 11:11:50.809764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Request body: {'port': {'device_id': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'admin_state_up': True, 'tenant_id': 'c31fa6139b6b426a8c4add971f60fe49'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:50.819572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-82550040-89d5-4bf9-bfa2-7ac712803346 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.0658562 Aug 25 11:11:50.965080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:50.972886 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.053586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-e57ae631-238c-4e2e-b6f5-54c2c9b507e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3942559 Aug 25 11:11:51.057490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-731984a3-47f3-4e83-83a1-17a55e222e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:51.059776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-731984a3-47f3-4e83-83a1-17a55e222e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2192667 Aug 25 11:11:51.063488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-5eb8e9c7-1395-43ee-9401-cd4efd462e69 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:51.065059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-5eb8e9c7-1395-43ee-9401-cd4efd462e69 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 813 time: 0.5350475 Aug 25 11:11:51.072207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Request body: {'port': {'device_id': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:51.088744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Request body: {'port': {'device_id': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'admin_state_up': True, 'tenant_id': 'c31fa6139b6b426a8c4add971f60fe49'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:51.152702 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-981180db-6dfa-470c-aa6c-7d2015d51121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.261537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-7ff9569e-3cab-4c6b-8151-ef35e57efbe5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814651 Aug 25 11:11:51.297160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Made reservation on behalf of c31fa6139b6b426a8c4add971f60fe49 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:51.302696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.336318 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.397922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-32373f16-3a68-476f-af22-f174c1a0cce7 None None] Provisioning for port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:11:51.407895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-32373f16-3a68-476f-af22-f174c1a0cce7 None None] Provisioning complete for port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:11:51.408561 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-32373f16-3a68-476f-af22-f174c1a0cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.450080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Made reservation on behalf of c31fa6139b6b426a8c4add971f60fe49 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:11:51.454570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.476524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-32373f16-3a68-476f-af22-f174c1a0cce7 None None] Port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:11:51.617649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Allocated IP 172.20.0.8 (ef70de3f-8a50-4e02-9563-02787feaaed1/d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1/40ef891d-4e94-4d63-ac31-25ddf968f5d4) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:51.741826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f900e0b-1cdd-4ac7-a24d-55f8b2c6e878 req-ef4116d6-b353-4695-a7ff-5b0302ab4c60 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:51.742713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f900e0b-1cdd-4ac7-a24d-55f8b2c6e878 req-ef4116d6-b353-4695-a7ff-5b0302ab4c60 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:51.742869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f900e0b-1cdd-4ac7-a24d-55f8b2c6e878 req-ef4116d6-b353-4695-a7ff-5b0302ab4c60 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:51.750582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f900e0b-1cdd-4ac7-a24d-55f8b2c6e878 req-ef4116d6-b353-4695-a7ff-5b0302ab4c60 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01&device_id=b4862be6-5ff6-4267-9015-f56b575a0a56&device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 2885 time: 0.6947827 Aug 25 11:11:51.752399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.825294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5835c-eb30-4024-9839-7f5a39fcd0d1 req-2b68fbce-4fb5-41e4-b37a-2f9219c33312 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:51.833020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ce5835c-eb30-4024-9839-7f5a39fcd0d1 req-2b68fbce-4fb5-41e4-b37a-2f9219c33312 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.5750651 Aug 25 11:11:51.913063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f900e0b-1cdd-4ac7-a24d-55f8b2c6e878 req-5edd6020-bffc-4b19-a2c1-96c5a3d577f2 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614943 Aug 25 11:11:51.930482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:51.957437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-a116d205-fa82-43c3-bd0f-28ceac24b69f service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755135 Aug 25 11:11:52.009451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:52.126441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Network ef70de3f-8a50-4e02-9563-02787feaaed1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:52.134849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:52.153532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:52.157189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ce5835c-eb30-4024-9839-7f5a39fcd0d1 req-5ac6948e-911b-4d81-b30a-13ab18d52674 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231153 Aug 25 11:11:52.176243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event updated for resources: {'Port': ['ID=40ef891d-4e94-4d63-ac31-25ddf968f5d4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:52.210528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Allocated IP 172.20.0.3 (ef70de3f-8a50-4e02-9563-02787feaaed1/d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1/625ac31a-35c8-424a-86d5-c53c884697f9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:11:52.282193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:52.283496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:52.306342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:52.331721 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3effe2e4-4bd0-4799-a915-1337537a2db1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5590849 Aug 25 11:11:52.337793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31969e4d-5df8-4567-a2dd-871762887eea req-5538d561-00c0-4574-8e7b-c4a5a67db49b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:52.352288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31969e4d-5df8-4567-a2dd-871762887eea req-5538d561-00c0-4574-8e7b-c4a5a67db49b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 936 time: 0.3353069 Aug 25 11:11:52.365429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Request body: {'port': {'device_id': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:52.485558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:52.493167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8096ea-1c48-4168-afec-d8afdb9358ae req-5ce8e2ed-7b9f-48af-a978-70926e513fdd service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048351 Aug 25 11:11:52.599951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31969e4d-5df8-4567-a2dd-871762887eea req-711a0e85-4ea6-44fd-8e47-9e8ffd6738dc tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910155 Aug 25 11:11:52.601396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:52.837793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc1ad1-783d-4e0f-a3d8-19395f1888f3 req-6ebcdbf8-0352-4b46-b42b-6ce51e7e6333 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:52.844133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:52.850669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1dbc1ad1-783d-4e0f-a3d8-19395f1888f3 req-6ebcdbf8-0352-4b46-b42b-6ce51e7e6333 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 950 time: 0.3301852 Aug 25 11:11:52.951456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Network ef70de3f-8a50-4e02-9563-02787feaaed1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:11:52.958361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:11:52.966936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:11:52.986417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530277a-ce8a-4fac-9776-48ab6b346534 req-27f852f0-ea1c-4452-bcab-73e55b6b2340 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:53.001732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a530277a-ce8a-4fac-9776-48ab6b346534 req-27f852f0-ea1c-4452-bcab-73e55b6b2340 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 931 time: 0.2654984 Aug 25 11:11:53.020667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event updated for resources: {'Port': ['ID=625ac31a-35c8-424a-86d5-c53c884697f9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:53.064401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-dd47c9cb-5fb7-4737-9184-331ddea32a95 service neutron] 10.222.0.10 "GET /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.4332018 Aug 25 11:11:53.066928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:53.067901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:53.104180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-fb173b69-b88c-4095-8132-0b5a82e2b387 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0229697 Aug 25 11:11:53.108418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cca6e1-5ff4-4b54-aad4-5c110cd780fe {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:53.123435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Request body: {'port': {'device_id': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:11:53.153160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1dbc1ad1-783d-4e0f-a3d8-19395f1888f3 req-e6c1b86d-f0ea-43c4-ad7c-568143d42324 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889912 Aug 25 11:11:53.193736 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:53.244716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Transition to ACTIVE for port object 14cca6e1-5ff4-4b54-aad4-5c110cd780fe will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:53.271516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-17191531-47a5-49db-9a05-42adabeee7a0 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:53.273298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-17191531-47a5-49db-9a05-42adabeee7a0 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.67 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 950 time: 0.3516407 Aug 25 11:11:53.274155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:53.346971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a530277a-ce8a-4fac-9776-48ab6b346534 req-cce04fa7-4b7a-4279-8534-e251dd1ca78c tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919798 Aug 25 11:11:53.440233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Pushing event updated for resources: {'Port': ['ID=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:53.540488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:53.546647 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ef891d-4e94-4d63-ac31-25ddf968f5d4 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:53.555118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f5aec-13a7-4ddf-a64c-5a99e692511b req-71929ebd-c2ec-4046-89be-fbf5eb3d52ea tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:53.563612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b19f5aec-13a7-4ddf-a64c-5a99e692511b req-71929ebd-c2ec-4046-89be-fbf5eb3d52ea tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 943 time: 0.2866511 Aug 25 11:11:53.571482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:53.623943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Transition to ACTIVE for port object 40ef891d-4e94-4d63-ac31-25ddf968f5d4 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:53.635816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:53.865937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=40ef891d-4e94-4d63-ac31-25ddf968f5d4,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:53.909058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:54.018744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b19f5aec-13a7-4ddf-a64c-5a99e692511b req-efb626de-3ede-4718-8648-8bb1e4e02be1 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536974 Aug 25 11:11:54.029864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:54.099418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625ac31a-35c8-424a-86d5-c53c884697f9 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:54.111483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.127073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Transition to ACTIVE for port object 625ac31a-35c8-424a-86d5-c53c884697f9 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:54.139089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.142428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.164109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a1bc02-003d-4b42-b5bb-01b61d4e62fb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:54.204114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:54.216456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Deleting port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:11:54.217046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.222576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Attempting to bind port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:54.223072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Attempting to bind port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:54.223603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Attempting to bind port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:54.227797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=625ac31a-35c8-424a-86d5-c53c884697f9,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:54.274779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Attempting to bind port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:54.275551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Attempting to bind port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:54.276113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Attempting to bind port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:54.284786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdb14d-7657-4da1-bab5-9b3d0a9e0c84 req-f820176a-3292-434f-880a-bdee594eeca7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:54.287570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78bdb14d-7657-4da1-bab5-9b3d0a9e0c84 req-f820176a-3292-434f-880a-bdee594eeca7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.4967291 Aug 25 11:11:54.302285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 on network ef70de3f-8a50-4e02-9563-02787feaaed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:54.302979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Attempting to bind port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:54.310045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:54.310864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Checking segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:54.311517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Bound using segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:54.312255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Bound port: 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:54.312884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.365624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:54.367643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Attempting to bind port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:54.410114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] For port 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:54.415916 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.416263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] For port 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:54.423465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:54.423792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:54.424180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:54.424618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Bound port: 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:54.424981 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.442779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.510264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=40ef891d-4e94-4d63-ac31-25ddf968f5d4,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:54.545256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:54.545865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.547688 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-14c8cc3f-8710-4d24-a277-9b9636f7b1bc service neutron] 10.222.0.67 "PUT /v2.0/ports/40ef891d-4e94-4d63-ac31-25ddf968f5d4 HTTP/1.1" status: 200 len: 1092 time: 2.1881969 Aug 25 11:11:54.548357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'tag': '40ef891d-4e94-4d63-ac31-25ddf968f5d4'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:54.550971 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e0521a-2f03-49d4-8a6e-ad505591d468" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4036f5-6c88-4e7d-a20f-c74eef26d1eb", "tag": "40ef891d-4e94-4d63-ac31-25ddf968f5d4"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:54.576853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78bdb14d-7657-4da1-bab5-9b3d0a9e0c84 req-7e607b64-1793-4cb3-ae24-bbdb1cf7436d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178707 Aug 25 11:11:54.589455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Attempting to bind port 625ac31a-35c8-424a-86d5-c53c884697f9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:11:54.589853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Attempting to bind port 625ac31a-35c8-424a-86d5-c53c884697f9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:11:54.590242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Attempting to bind port 625ac31a-35c8-424a-86d5-c53c884697f9 on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:54.619800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Port 625ac31a-35c8-424a-86d5-c53c884697f9 on network ef70de3f-8a50-4e02-9563-02787feaaed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:11:54.620084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Attempting to bind port 625ac31a-35c8-424a-86d5-c53c884697f9 on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:11:54.627390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:11:54.627745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Checking segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:11:54.628424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Bound using segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:11:54.628894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Bound port: 625ac31a-35c8-424a-86d5-c53c884697f9, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:11:54.629409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.663727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] For port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:54.664264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.688550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7299cd-d7ae-4ea1-b685-5568d7b0f001 req-1581a58c-8366-47ab-8815-721eee8e86e5 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:54.690058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a7299cd-d7ae-4ea1-b685-5568d7b0f001 req-1581a58c-8366-47ab-8815-721eee8e86e5 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 948 time: 0.3403318 Aug 25 11:11:54.712862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Calling delete_port for f00d667a-1b09-4e9d-8a85-2b6ad77fae8b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:11:54.754331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] For port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:54.770076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-a79e2e31-c6e8-4bca-a974-830647903249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:54.773802 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-a79e2e31-c6e8-4bca-a974-830647903249 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 1095 time: 0.1161871 Aug 25 11:11:54.801390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] For port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:54.852226 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-7125ccb7-a27e-465c-b187-f2409f482dc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4 HTTP/1.1" status: 200 len: 217 time: 0.0598667 Aug 25 11:11:54.880976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:54.918281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] Transition to ACTIVE for port object 85a1bc02-003d-4b42-b5bb-01b61d4e62fb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:11:54.952028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-cf1547b7-1e2e-4a16-b204-607e911d5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:54.954145 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-cf1547b7-1e2e-4a16-b204-607e911d5aa5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.0875187 Aug 25 11:11:54.977824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a7299cd-d7ae-4ea1-b685-5568d7b0f001 req-0ab29c26-a851-48fb-9124-e8de715bcee1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731891 Aug 25 11:11:55.023955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-f0b8d8f5-3366-4885-95cc-13a68d5be670 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561957 Aug 25 11:11:55.025400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] For port 625ac31a-35c8-424a-86d5-c53c884697f9, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:55.046626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:55.165939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.166182 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-bcfc0ff3-d6bc-49c5-bd93-6c5d426232ac service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Aug 25 11:11:55.166952 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:55.172016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] For port 625ac31a-35c8-424a-86d5-c53c884697f9, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=625ac31a-35c8-424a-86d5-c53c884697f9,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:11:55.172353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] 10.222.0.67 "PUT /v2.0/ports/14cca6e1-5ff4-4b54-aad4-5c110cd780fe HTTP/1.1" status: 200 len: 1097 time: 4.1041427 Aug 25 11:11:55.176446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'tag': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:55.180979 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeec7fb-b3f4-4a92-aae2-62e4588defa4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7575a39-879e-4df6-98c8-defde5b38dcc", "tag": "14cca6e1-5ff4-4b54-aad4-5c110cd780fe"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:55.236055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6b903-9819-46a8-89d5-8525ca164023 req-693c47d1-2194-4b99-a5d7-9a08d1744032 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.239311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ff6b903-9819-46a8-89d5-8525ca164023 req-693c47d1-2194-4b99-a5d7-9a08d1744032 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/ports?device_id=7205d1c1-fc4c-499b-8f66-e8ef79897c25 HTTP/1.1" status: 200 len: 950 time: 0.4985886 Aug 25 11:11:55.291803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:55.358997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f4507-8497-4fc3-a70a-630e734167e4 service neutron] Pushing event updated for resources: {'Port': ['ID=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:55.415428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.416943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:55.420484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] 10.222.0.10 "PUT /v2.0/ports/625ac31a-35c8-424a-86d5-c53c884697f9 HTTP/1.1" status: 200 len: 1092 time: 2.3020480 Aug 25 11:11:55.489957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-b483bbc8-f2fe-4dc3-8c8a-fd67a23ea988 service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009100 Aug 25 11:11:55.494661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b8267-7f59-466d-bed6-dcfe4641b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=625ac31a-35c8-424a-86d5-c53c884697f9,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:55.547089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] No DVR routers for this DVR port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:11:55.601583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3da3a23d-1045-4660-a40f-c37b46242215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.604497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-3da3a23d-1045-4660-a40f-c37b46242215 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=d255c465-72e7-4bf9-afd4-7114848cdde1 HTTP/1.1" status: 200 len: 1095 time: 0.1121449 Aug 25 11:11:55.739288 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-03b67dee-9ca2-4c10-a0a7-ae52abbd8b82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625ac31a-35c8-424a-86d5-c53c884697f9 HTTP/1.1" status: 200 len: 217 time: 0.1262095 Aug 25 11:11:55.803123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886804fc-54e5-4f3e-adb8-8bcf3d3422cf req-8c70d4ae-d9b9-4f57-9115-08e623316a03 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.803123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-886804fc-54e5-4f3e-adb8-8bcf3d3422cf req-8c70d4ae-d9b9-4f57-9115-08e623316a03 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 943 time: 0.6057565 Aug 25 11:11:55.818407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-3d760c97-e6be-4c76-9aa8-de39350654f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.821155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-3d760c97-e6be-4c76-9aa8-de39350654f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee5588accced453192957020c93b581d&device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 1100 time: 0.5343666 Aug 25 11:11:55.868783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-aded389e-f4d7-4f87-940f-3f75aa42e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:55.873151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-aded389e-f4d7-4f87-940f-3f75aa42e636 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.1179011 Aug 25 11:11:55.888337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 2.7934639 Aug 25 11:11:55.931758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ff6b903-9819-46a8-89d5-8525ca164023 req-1c9dbea6-16e2-4c24-bcc5-f81fedab8b87 tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.35 "GET /v2.0/security-groups?id=afe8af4b-89b8-439e-9e2f-596dee35b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404421 Aug 25 11:11:55.942297 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-27ae9248-11bc-48bd-bd55-4916dabd0b8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600808 Aug 25 11:11:55.965012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21460fea-0a96-4333-b058-ebd30d7754d9 service neutron] Pushing event updated for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:55.986441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-cc712e61-cbe7-47fa-a613-22104139b8a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe HTTP/1.1" status: 200 len: 217 time: 0.1488686 Aug 25 11:11:56.073778 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a347ef-d3f3-4e67-8eb3-58b26a37ddd6 x-openstack-request-id: req-10a347ef-d3f3-4e67-8eb3-58b26a37ddd6 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:56.073778 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4036f5-6c88-4e7d-a20f-c74eef26d1eb", "tag": "40ef891d-4e94-4d63-ac31-25ddf968f5d4", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:56.073778 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10a347ef-d3f3-4e67-8eb3-58b26a37ddd6 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:56.073778 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'tag': '40ef891d-4e94-4d63-ac31-25ddf968f5d4', 'status': 'completed', 'code': 200} Aug 25 11:11:56.076218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-886804fc-54e5-4f3e-adb8-8bcf3d3422cf req-39e45033-6647-4017-9465-884fab5d35e8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338471 Aug 25 11:11:56.078934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.67', 65371) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:56.079737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:56.229603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Pushing event deleted for resources: {'Port': ['ID=f00d667a-1b09-4e9d-8a85-2b6ad77fae8b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:56.251576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:11:56.260092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-f5df1026-e78a-4669-912c-06784fb9df96 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.280173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-f5df1026-e78a-4669-912c-06784fb9df96 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.2679927 Aug 25 11:11:56.282661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] No DVR routers for this DVR port f00d667a-1b09-4e9d-8a85-2b6ad77fae8b on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:11:56.286813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-2189bd06-fc94-40d9-b273-a7a516c00bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.288376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-2189bd06-fc94-40d9-b273-a7a516c00bb7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2784848 Aug 25 11:11:56.290781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:56.292816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e917f83-6e1e-4a8f-a5fd-2ce0bf8b37c8 req-e024e7d3-5610-4d16-b369-ee470c6ffa3c tempest-ServerDiagnosticsNegativeTest-125648609 tempest-ServerDiagnosticsNegativeTest-125648609-project] 10.222.0.67 "DELETE /v2.0/ports/f00d667a-1b09-4e9d-8a85-2b6ad77fae8b HTTP/1.1" status: 204 len: 173 time: 2.9787757 Aug 25 11:11:56.319731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-abda9cf8-4371-49d2-ad59-fcb724126c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.321415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-abda9cf8-4371-49d2-ad59-fcb724126c1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 1095 time: 0.2395723 Aug 25 11:11:56.403230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:11:56.412264 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b648a632-8d90-464d-8657-06e8afa9f27f x-openstack-request-id: req-b648a632-8d90-464d-8657-06e8afa9f27f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:56.412584 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7575a39-879e-4df6-98c8-defde5b38dcc", "tag": "14cca6e1-5ff4-4b54-aad4-5c110cd780fe", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:56.412871 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b648a632-8d90-464d-8657-06e8afa9f27f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:56.413232 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'tag': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe', 'status': 'completed', 'code': 200} Aug 25 11:11:56.468419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-b7772cb9-8d53-413d-aa14-c464810b81f7 service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087562 Aug 25 11:11:56.505591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-d4f52cd0-d063-4e84-a1fa-332f7d6fb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.508056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-d4f52cd0-d063-4e84-a1fa-332f7d6fb883 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46&tenant_id=d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 1096 time: 0.2138419 Aug 25 11:11:56.724695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-4d4dfe76-6cf7-4b56-943f-27aed510c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.727516 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-4d4dfe76-6cf7-4b56-943f-27aed510c079 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1096 time: 0.1292603 Aug 25 11:11:56.842307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a951c521-4bb1-4731-8a8c-b31419e6716f req-7e60a142-bc14-46b5-acca-99ec245bd024 service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590624 Aug 25 11:11:56.884683 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:56.938289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-dcbbaa6d-5bac-4b56-8f45-709ace347d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.939565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-dcbbaa6d-5bac-4b56-8f45-709ace347d27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.2021596 Aug 25 11:11:56.987583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-a2f7b3ac-4905-4193-94f1-e945b580b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:56.990745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-a2f7b3ac-4905-4193-94f1-e945b580b90e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6855674 Aug 25 11:11:57.027611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-666a5b48-3edd-4285-8b0a-5e09cf58ca26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.0775821 Aug 25 11:11:57.079515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-960a4e15-8c7d-472c-bc0c-c331b56504aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:57.082457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-960a4e15-8c7d-472c-bc0c-c331b56504aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 914 time: 0.7273433 Aug 25 11:11:57.139701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-667e8c0e-6112-4b61-8cdf-61baf543a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:57.143541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-667e8c0e-6112-4b61-8cdf-61baf543a5f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1008832 Aug 25 11:11:57.203999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-4ec03fa7-f758-46b0-bf0c-ec12d97f4013 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494952 Aug 25 11:11:57.210621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-54185c9f-bf85-4278-9ca0-3b98a25cc611 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4 HTTP/1.1" status: 200 len: 217 time: 0.1172206 Aug 25 11:11:57.247324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc420a88-c2d6-473d-8573-fd80f2d332cd req-c617b7a5-fe4e-4228-be3d-54b93cd30ad9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:57.259758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc420a88-c2d6-473d-8573-fd80f2d332cd req-c617b7a5-fe4e-4228-be3d-54b93cd30ad9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 944 time: 0.4229233 Aug 25 11:11:57.440092 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-4062cbc6-d734-4119-aa03-4d557a779d95 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131038 Aug 25 11:11:57.448431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c5f1-4fa2-4004-bf44-bc2c7f865e34 req-13d52371-bc8a-49a7-b55f-12c87c356b96 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:57.451592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53f6c5f1-4fa2-4004-bf44-bc2c7f865e34 req-13d52371-bc8a-49a7-b55f-12c87c356b96 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.6021652 Aug 25 11:11:57.468164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-a931c518-cea4-4d74-8f63-e0d154753536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:57.470536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-a931c518-cea4-4d74-8f63-e0d154753536 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.2415712 Aug 25 11:11:57.566261 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-b1a704bb-7c42-4748-9ca9-2c84a15d4026 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178236 Aug 25 11:11:57.597827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-27f26260-03cf-4a32-bb25-1b9f4729b2f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887175 Aug 25 11:11:57.624487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc420a88-c2d6-473d-8573-fd80f2d332cd req-f5bc2af1-73fb-47e3-a46d-dea457fd980b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632653 Aug 25 11:11:57.669811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53f6c5f1-4fa2-4004-bf44-bc2c7f865e34 req-88cc6fe6-fd4d-40fc-b8ba-16d47134fce7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937165 Aug 25 11:11:57.784929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-24404471-88d3-480b-b3cb-1a118ca253a4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137384 Aug 25 11:11:57.937714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 40ef891d-4e94-4d63-ac31-25ddf968f5d4 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:11:57.974728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f00d667a-1b09-4e9d-8a85-2b6ad77fae8b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:11:58.044147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: f00d667a-1b09-4e9d-8a85-2b6ad77fae8b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:11:58.045175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f00d667a-1b09-4e9d-8a85-2b6ad77fae8b not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:11:58.046827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-4b4e2474-f060-4cf2-98c0-d96f5da6e0f4 service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353788 Aug 25 11:11:58.051168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-b895323a-6003-4a6f-b615-961e6438af0a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:58.056660 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-b895323a-6003-4a6f-b615-961e6438af0a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.1014264 Aug 25 11:11:58.062302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f91cd-f910-4666-b6d1-87bed48955bf req-522ef509-2fff-4c13-818d-e09f12dd8eca tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:58.071069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc7f91cd-f910-4666-b6d1-87bed48955bf req-522ef509-2fff-4c13-818d-e09f12dd8eca tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 948 time: 0.1899993 Aug 25 11:11:58.074285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'tag': '625ac31a-35c8-424a-86d5-c53c884697f9'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:58.076955 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d255c465-72e7-4bf9-afd4-7114848cdde1", "tag": "625ac31a-35c8-424a-86d5-c53c884697f9"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:58.250271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc7f91cd-f910-4666-b6d1-87bed48955bf req-f9011a7e-8840-46a8-ae9c-8d6316dbc5f0 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783040 Aug 25 11:11:58.293024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96d9919d-7fdb-4768-b1d7-efe5ce23c0cd req-2f0a4a5f-7701-4d24-bd5a-913a18dec138 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963090 Aug 25 11:11:58.342924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35e0521a-2f03-49d4-8a6e-ad505591d468 req-0891eaa3-f9a5-49e7-ac55-2ea1f2cdb02a service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455170 Aug 25 11:11:58.422376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'name': 'network-vif-deleted', 'tag': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:11:58.425186 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e413b01-ca98-4494-a0e1-7ab14baf1e5e" -d '{"events": [{"server_uuid": "7205d1c1-fc4c-499b-8f66-e8ef79897c25", "name": "network-vif-deleted", "tag": "f00d667a-1b09-4e9d-8a85-2b6ad77fae8b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:11:58.432287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-240b9c6a-3e2f-478a-b01d-e0a973115050 service neutron] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:11:58.437496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-240b9c6a-3e2f-478a-b01d-e0a973115050 service neutron] Notify callbacks [] for binding, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:58.438992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6d39c74-60ec-4e2d-978c-bc1a200b8f5d req-240b9c6a-3e2f-478a-b01d-e0a973115050 service neutron] 10.222.0.67 "DELETE /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 0.3711557 Aug 25 11:11:58.446423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:58.460645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-fd1c8197-560b-46a8-9aba-1cb59c3034f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:58.462394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-fd1c8197-560b-46a8-9aba-1cb59c3034f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee5588accced453192957020c93b581d&device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 1100 time: 0.1028404 Aug 25 11:11:58.495061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '40ef891d-4e94-4d63-ac31-25ddf968f5d4', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'port_id': '40ef891d-4e94-4d63-ac31-25ddf968f5d4', 'mac_address': 'fa:16:3e:46:c0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:11:58.599566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:58.634091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ef891d-4e94-4d63-ac31-25ddf968f5d4 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:11:58.680942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:11:58.689939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:58.736034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb198-37e7-4ba0-9b43-098d066ac304 req-9450e01b-9e9f-4249-8e45-3d945bb7f4e4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:58.744102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67ceb198-37e7-4ba0-9b43-098d066ac304 req-9450e01b-9e9f-4249-8e45-3d945bb7f4e4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 943 time: 0.1260738 Aug 25 11:11:58.789319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-2d5b707c-3468-413d-b573-289282a9a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:58.790848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=40ef891d-4e94-4d63-ac31-25ddf968f5d4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:11:58.791321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-2d5b707c-3468-413d-b573-289282a9a631 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3110058 Aug 25 11:11:58.806091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67ceb198-37e7-4ba0-9b43-098d066ac304 req-960b9cd4-3acd-40b4-bcea-aceccdd5ebec tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596471 Aug 25 11:11:58.951531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-5cd93bd4-a22a-43d2-8c91-3f11ed950fdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe HTTP/1.1" status: 200 len: 217 time: 0.1397011 Aug 25 11:11:58.974893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['40ef891d-4e94-4d63-ac31-25ddf968f5d4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:11:58.989554 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982b8d2-e341-4314-b79f-33cf102cccbe x-openstack-request-id: req-9982b8d2-e341-4314-b79f-33cf102cccbe {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:58.990486 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d255c465-72e7-4bf9-afd4-7114848cdde1", "tag": "625ac31a-35c8-424a-86d5-c53c884697f9", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:58.990896 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9982b8d2-e341-4314-b79f-33cf102cccbe {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:58.991467 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'tag': '625ac31a-35c8-424a-86d5-c53c884697f9', 'status': 'completed', 'code': 200} Aug 25 11:11:59.072641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-9b98cbc9-4ff5-463d-a183-2425dd676d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.075743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-9b98cbc9-4ff5-463d-a183-2425dd676d8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1123731 Aug 25 11:11:59.136755 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f411fb26-6398-4c5a-9d06-96fbb24cb645 x-openstack-request-id: req-f411fb26-6398-4c5a-9d06-96fbb24cb645 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:11:59.137044 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7205d1c1-fc4c-499b-8f66-e8ef79897c25", "name": "network-vif-deleted", "tag": "f00d667a-1b09-4e9d-8a85-2b6ad77fae8b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:11:59.138402 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f411fb26-6398-4c5a-9d06-96fbb24cb645 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:11:59.138818 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7205d1c1-fc4c-499b-8f66-e8ef79897c25', 'name': 'network-vif-deleted', 'tag': 'f00d667a-1b09-4e9d-8a85-2b6ad77fae8b', 'status': 'completed', 'code': 200} Aug 25 11:11:59.171668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36630) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:59.205625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-4d69c60a-446d-4dd0-b9c8-752da762d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.211904 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-4d69c60a-446d-4dd0-b9c8-752da762d8d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=d255c465-72e7-4bf9-afd4-7114848cdde1 HTTP/1.1" status: 200 len: 1095 time: 0.1534491 Aug 25 11:11:59.327389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-d2e2c038-e679-4df2-9242-273d4d107a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.328867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-d2e2c038-e679-4df2-9242-273d4d107a6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2368989 Aug 25 11:11:59.426109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-49582bf8-278f-4af9-82ad-c92024c19081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.427706 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-49582bf8-278f-4af9-82ad-c92024c19081 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 914 time: 0.2035439 Aug 25 11:11:59.484840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51be6f-bc0d-4f1e-bb70-9c4590ff2af6 req-bde39b7e-1aad-4e52-8806-247d16947bcf tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.492945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca51be6f-bc0d-4f1e-bb70-9c4590ff2af6 req-bde39b7e-1aad-4e52-8806-247d16947bcf tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.2399168 Aug 25 11:11:59.549604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e04ba-430d-42cb-a972-7ff929fd1643 req-cc42b898-c420-46e1-8f21-952d4d955ac7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.551744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4e04ba-430d-42cb-a972-7ff929fd1643 req-cc42b898-c420-46e1-8f21-952d4d955ac7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 944 time: 0.2998981 Aug 25 11:11:59.554345 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-aa4154b2-c7db-42c5-905b-d5858f31e5a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=625ac31a-35c8-424a-86d5-c53c884697f9 HTTP/1.1" status: 200 len: 217 time: 0.1159854 Aug 25 11:11:59.626051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca51be6f-bc0d-4f1e-bb70-9c4590ff2af6 req-0f26d88f-6750-48be-8f6b-a3160a4cce36 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318710 Aug 25 11:11:59.663170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-c4aa3ea9-f2ea-4e8a-ab99-f21da7b1aa01 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825794 Aug 25 11:11:59.715244 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e8c237f-7b77-4e27-b2a9-9d0da5b5bfa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0426cc0218154f21a541b329dea30550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356724 Aug 25 11:11:59.722628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36636) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:11:59.782482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-8f268def-1b72-4279-9c56-321dfcda100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:11:59.785675 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-8f268def-1b72-4279-9c56-321dfcda100e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.2215257 Aug 25 11:11:59.807048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4e04ba-430d-42cb-a972-7ff929fd1643 req-6a7c0b0a-eca2-46a6-b418-3baa7626fa44 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393205 Aug 25 11:11:59.845903 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-0c290826-335e-404b-8ca7-50020aa3661a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317585 Aug 25 11:11:59.872930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-445a756e-240e-4ffa-8e65-5ddddeeb38f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:59.967888 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-445a756e-240e-4ffa-8e65-5ddddeeb38f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:11:59.971865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caeec7fb-b3f4-4a92-aae2-62e4588defa4 req-db94f564-a802-4ae5-90ef-c403a0676727 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796888 Aug 25 11:12:00.062657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee14d5-7ac9-49a0-8646-d5204453afce req-6b12125e-f547-4e05-a417-123770e974ce tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:00.063804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eee14d5-7ac9-49a0-8646-d5204453afce req-6b12125e-f547-4e05-a417-123770e974ce tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 948 time: 0.0622828 Aug 25 11:12:00.129328 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-10aeea09-81d1-4ecc-8189-4d420acef25a service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527838 Aug 25 11:12:00.150884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eee14d5-7ac9-49a0-8646-d5204453afce req-19bec4a9-4f65-4348-9603-9907d8ddd43e tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798697 Aug 25 11:12:00.172272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-445a756e-240e-4ffa-8e65-5ddddeeb38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.179244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-445a756e-240e-4ffa-8e65-5ddddeeb38f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.186306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-445a756e-240e-4ffa-8e65-5ddddeeb38f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afe8af4b-89b8-439e-9e2f-596dee35b6ae HTTP/1.1" status: 204 len: 168 time: 0.4621658 Aug 25 11:12:00.195490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e184-f1dc-416d-b2eb-ae5fc4a23812 req-10063381-f79b-4140-a935-ac555aedabc9 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:00.206780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6352e184-f1dc-416d-b2eb-ae5fc4a23812 req-10063381-f79b-4140-a935-ac555aedabc9 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 944 time: 0.1061153 Aug 25 11:12:00.227384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a756e-240e-4ffa-8e65-5ddddeeb38f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe8af4b-89b8-439e-9e2f-596dee35b6ae,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:00.291019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6352e184-f1dc-416d-b2eb-ae5fc4a23812 req-5f25ac54-1fc9-4647-9c62-f3b1cc34982f tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833292 Aug 25 11:12:00.304585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 625ac31a-35c8-424a-86d5-c53c884697f9 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:00.396510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6ca5765a-99c8-4e84-ad17-277c0c81b3c2 req-2704f45a-8007-46d8-ba90-4bdf03456ec2 service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577641 Aug 25 11:12:00.453930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.487618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc3785-fe69-4c86-add4-0afa30bc6f05 req-5311bcd9-cc57-4570-ae75-c22ccfdff71c tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:00.498685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cc3785-fe69-4c86-add4-0afa30bc6f05 req-5311bcd9-cc57-4570-ae75-c22ccfdff71c tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1102 time: 0.1413867 Aug 25 11:12:00.545950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 625ac31a-35c8-424a-86d5-c53c884697f9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=625ac31a-35c8-424a-86d5-c53c884697f9,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:00.580262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '625ac31a-35c8-424a-86d5-c53c884697f9', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'port_id': '625ac31a-35c8-424a-86d5-c53c884697f9', 'mac_address': 'fa:16:3e:09:7c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:00.619146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cc3785-fe69-4c86-add4-0afa30bc6f05 req-80d64ede-e727-46c6-bfb8-d61f2edcc181 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187167 Aug 25 11:12:00.641529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.657606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625ac31a-35c8-424a-86d5-c53c884697f9 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:00.687040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2036eb-971a-4e46-a2f1-83ba7c137421 req-d48b3067-6515-4cc3-a1f0-b6f3afe6c6b8 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:00.696338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df2036eb-971a-4e46-a2f1-83ba7c137421 req-d48b3067-6515-4cc3-a1f0-b6f3afe6c6b8 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1096 time: 0.0987930 Aug 25 11:12:00.711659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 625ac31a-35c8-424a-86d5-c53c884697f9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=625ac31a-35c8-424a-86d5-c53c884697f9,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:00.731394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36666) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:00.733396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.747382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05c216f1-c6b5-4901-9a02-5f004de7a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.844459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df2036eb-971a-4e46-a2f1-83ba7c137421 req-18adcd19-1b03-4664-bcfc-0a920639347b tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406550 Aug 25 11:12:00.845501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=625ac31a-35c8-424a-86d5-c53c884697f9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:00.864577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5a272-a5cd-4439-8ede-74a5d694c94f req-862c8119-b3a1-40b3-973c-712a3d8bd133 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:00.872734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dfc5a272-a5cd-4439-8ede-74a5d694c94f req-862c8119-b3a1-40b3-973c-712a3d8bd133 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1102 time: 0.1423864 Aug 25 11:12:00.918039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dfc5a272-a5cd-4439-8ede-74a5d694c94f req-90c8455e-670f-40fa-83a4-3dbf81835bd8 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Aug 25 11:12:00.980699 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05c216f1-c6b5-4901-9a02-5f004de7a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:00.991697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05c216f1-c6b5-4901-9a02-5f004de7a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:01.022008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['625ac31a-35c8-424a-86d5-c53c884697f9'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:01.034868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36672) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:01.035267 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-05c216f1-c6b5-4901-9a02-5f004de7a64b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20bb5ec41c774dc0a5f37df9f221eb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027308 Aug 25 11:12:01.081766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c216f1-c6b5-4901-9a02-5f004de7a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aee2ed-c671-4d85-8e7e-8c86652d5944,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:01.163059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc986c9-7627-446f-8a9e-77bb0376a29a req-f0b8635d-f582-49ff-9789-05ad98acfb14 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:01.170904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbc986c9-7627-446f-8a9e-77bb0376a29a req-f0b8635d-f582-49ff-9789-05ad98acfb14 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1546659 Aug 25 11:12:01.200907 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a6e551e-e81e-42e9-9cad-ccd08ff32379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:01.248120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbc986c9-7627-446f-8a9e-77bb0376a29a req-52801f8f-88fb-4b4e-af16-bb9bec2fa39e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761907 Aug 25 11:12:01.250321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a6e551e-e81e-42e9-9cad-ccd08ff32379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:01.453577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d412-293f-42f3-8dbb-2b33b7ab84bf req-da130b14-ee67-4cb0-98f9-dcc5c2eb3a58 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:01.455573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9214d412-293f-42f3-8dbb-2b33b7ab84bf req-da130b14-ee67-4cb0-98f9-dcc5c2eb3a58 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 948 time: 0.1374042 Aug 25 11:12:01.457196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a6e551e-e81e-42e9-9cad-ccd08ff32379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:01.460582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a6e551e-e81e-42e9-9cad-ccd08ff32379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:01.465112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9a6e551e-e81e-42e9-9cad-ccd08ff32379 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1aee2ed-c671-4d85-8e7e-8c86652d5944 HTTP/1.1" status: 204 len: 168 time: 0.4287438 Aug 25 11:12:01.525193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e551e-e81e-42e9-9cad-ccd08ff32379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aee2ed-c671-4d85-8e7e-8c86652d5944,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:01.542857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9214d412-293f-42f3-8dbb-2b33b7ab84bf req-5864c689-b59a-4d04-9042-e68a4d4ade3a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706315 Aug 25 11:12:01.674965 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-4e8129ad-eed7-4991-8c52-b7af9d7448f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806894 Aug 25 11:12:01.787127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-e53b15cf-6847-4e8d-a10a-d3ec89ca2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:01.789136 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-e53b15cf-6847-4e8d-a10a-d3ec89ca2dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 1098 time: 0.0890234 Aug 25 11:12:01.934043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-e14b5545-14f1-4da8-bd10-a0f8aeef5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:01.936194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-e14b5545-14f1-4da8-bd10-a0f8aeef5392 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 924 time: 0.1213253 Aug 25 11:12:01.946145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-8c5d4fab-40f1-4acd-a29d-4903a7a3caf8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:01.948744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-8c5d4fab-40f1-4acd-a29d-4903a7a3caf8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.3151350 Aug 25 11:12:01.966684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 14cca6e1-5ff4-4b54-aad4-5c110cd780fe details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:01.969204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 40ef891d-4e94-4d63-ac31-25ddf968f5d4 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:01.993127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88263833-62a4-4ac2-99f4-004d3672c468 req-db6b4bff-facf-4386-a5e9-ba6799dfe143 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:02.001982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88263833-62a4-4ac2-99f4-004d3672c468 req-db6b4bff-facf-4386-a5e9-ba6799dfe143 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 944 time: 0.1907895 Aug 25 11:12:02.005720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cfd8e6f6-8ce0-452d-8cda-e6aea6295fe3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/quotas/d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 375 time: 0.0467052 Aug 25 11:12:02.074750 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-5397182c-61a1-453a-9872-79a0bef06cff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d328410-1208-4b76-8203-3c82dfa73b5c HTTP/1.1" status: 200 len: 1002 time: 0.1287684 Aug 25 11:12:02.123447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88263833-62a4-4ac2-99f4-004d3672c468 req-a181f9c2-d003-4f86-b47e-22a1c8aa9c6d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205046 Aug 25 11:12:02.144228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-d1e528a5-385b-459a-ad82-1bae728beaf5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311882 Aug 25 11:12:02.212531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:02.248695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-0a4771f6-da57-4686-ade3-1f70a28f4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:02.251452 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-0a4771f6-da57-4686-ade3-1f70a28f4446 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.1682954 Aug 25 11:12:02.274777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:02.275517 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:02.383270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-a5992a20-a29d-4ab5-86bb-4c4b5133f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:02.385417 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-a5992a20-a29d-4ab5-86bb-4c4b5133f9eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999877 Aug 25 11:12:02.541363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-ecd4dd83-b4ae-4127-b967-f32fce91b884 service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843365 Aug 25 11:12:02.550742 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-550969c0-39a6-467e-bbe7-ebe715f4957e service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548743 Aug 25 11:12:02.593706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:02.609916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 625ac31a-35c8-424a-86d5-c53c884697f9 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:02.620086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe', 'mac_address': 'fa:16:3e:d1:8d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:02.788970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-467b6cf9-5c23-4aa6-ad12-59c4e04ff2c6 req-c3e61b21-f71e-4ff7-9a7b-1f5de99e9b49 service neutron] 10.222.0.10 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284927 Aug 25 11:12:02.803010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 625ac31a-35c8-424a-86d5-c53c884697f9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:02.839587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:02.842220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 625ac31a-35c8-424a-86d5-c53c884697f9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:02.842709 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:02.906479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cca6e1-5ff4-4b54-aad4-5c110cd780fe {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:02.956879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:02.960661 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:03.009620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:03.032995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef891d-4e94-4d63-ac31-25ddf968f5d4'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:03.035994 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd6205c-77e1-4247-8cf3-7a8b1c102992" -d '{"events": [{"server_uuid": "6a4036f5-6c88-4e7d-a20f-c74eef26d1eb", "name": "network-vif-plugged", "status": "completed", "tag": "40ef891d-4e94-4d63-ac31-25ddf968f5d4"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:03.040670 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:03.048079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:03.088496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9df342-6acb-43a3-83ee-80fb2c78c8f4 req-4f7b8a71-2c8a-4ae2-af76-46d32a83cc85 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:03.093189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf9df342-6acb-43a3-83ee-80fb2c78c8f4 req-4f7b8a71-2c8a-4ae2-af76-46d32a83cc85 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1883190 Aug 25 11:12:03.106192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:03.164010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:03.175525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.176234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.176672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.177106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.177535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.178036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.178851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.179449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.180135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.180880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.181305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.181751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:03.182212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-058b5cbe-75f0-45b7-849b-95b59f102664 service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276579 Aug 25 11:12:03.187738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 625ac31a-35c8-424a-86d5-c53c884697f9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=625ac31a-35c8-424a-86d5-c53c884697f9,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:03.225387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:03.228066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf9df342-6acb-43a3-83ee-80fb2c78c8f4 req-62f4cd72-c6fe-4ee1-99f0-45bd08b50ed2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119270 Aug 25 11:12:03.268128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=40ef891d-4e94-4d63-ac31-25ddf968f5d4,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:03.360622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=625ac31a-35c8-424a-86d5-c53c884697f9,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:03.369630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d6bbb-6e30-48c2-a028-5219cd2e6f07 req-427b0447-b43a-4a45-8a1c-aca85f6173b7 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:03.373492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['14cca6e1-5ff4-4b54-aad4-5c110cd780fe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:03.377989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de7d6bbb-6e30-48c2-a028-5219cd2e6f07 req-427b0447-b43a-4a45-8a1c-aca85f6173b7 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 949 time: 0.0788717 Aug 25 11:12:03.430737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de7d6bbb-6e30-48c2-a028-5219cd2e6f07 req-edb937d2-d95f-4822-8ed9-10bcd4e29067 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517275 Aug 25 11:12:03.792092 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a1fb29-f95c-410a-b201-39841a74a124 x-openstack-request-id: req-e8a1fb29-f95c-410a-b201-39841a74a124 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:03.792389 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4036f5-6c88-4e7d-a20f-c74eef26d1eb", "name": "network-vif-plugged", "status": "completed", "tag": "40ef891d-4e94-4d63-ac31-25ddf968f5d4", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:03.792643 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8a1fb29-f95c-410a-b201-39841a74a124 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:03.793044 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef891d-4e94-4d63-ac31-25ddf968f5d4', 'code': 200} Aug 25 11:12:04.053983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5150f5-1d27-476c-948d-94f0162abaca req-d0d36371-ff24-49b2-a537-b8181f46d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:04.057597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5150f5-1d27-476c-948d-94f0162abaca req-d0d36371-ff24-49b2-a537-b8181f46d04c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 1097 time: 0.1952522 Aug 25 11:12:04.120390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78beb5-1774-459f-b146-3c38d63a14c1 req-40026bb7-8c67-409c-b9e9-d24b013956d4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:04.123750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c78beb5-1774-459f-b146-3c38d63a14c1 req-40026bb7-8c67-409c-b9e9-d24b013956d4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 945 time: 0.2123094 Aug 25 11:12:04.222088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5150f5-1d27-476c-948d-94f0162abaca req-0636ba1a-6c47-40c2-a7eb-6a3a2c48bba8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520987 Aug 25 11:12:04.274943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5335179-54b4-452c-acba-bd4033c58616 req-9b894117-b2b3-4395-8704-08ea1d474fe9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 210 time: 0.0469897 Aug 25 11:12:04.292738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c78beb5-1774-459f-b146-3c38d63a14c1 req-fa39a3b6-a409-4c46-b597-2965b7dea595 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226797 Aug 25 11:12:04.574140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0cf1-e27c-4131-9ebb-b991eae8634c req-d5bbb380-a1c2-4b4f-9e82-01b1dcf12de5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:04.578157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae8f0cf1-e27c-4131-9ebb-b991eae8634c req-d5bbb380-a1c2-4b4f-9e82-01b1dcf12de5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1612747 Aug 25 11:12:04.602344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37a70-1985-49bb-a930-cb213b29e7d2 req-0a245676-e0cc-4c3d-84ef-87c22873feb7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:04.611530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78e37a70-1985-49bb-a930-cb213b29e7d2 req-0a245676-e0cc-4c3d-84ef-87c22873feb7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1145232 Aug 25 11:12:04.716200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae8f0cf1-e27c-4131-9ebb-b991eae8634c req-13216521-e798-4b46-8117-523ac4c02980 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291938 Aug 25 11:12:04.725043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78e37a70-1985-49bb-a930-cb213b29e7d2 req-ddb71865-a37b-4c9f-a72b-eba6b99291be tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006479 Aug 25 11:12:04.881529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd4f68-edee-4087-a168-ef6cdf0f01b5 req-67d5974e-fef2-4bd9-b7ca-a1675dfd1bc8 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:04.883084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28dd4f68-edee-4087-a168-ef6cdf0f01b5 req-67d5974e-fef2-4bd9-b7ca-a1675dfd1bc8 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 949 time: 0.0652401 Aug 25 11:12:04.934316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28dd4f68-edee-4087-a168-ef6cdf0f01b5 req-c4bd6d47-59ea-4cc2-9c18-252d2dc81934 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Aug 25 11:12:05.538390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cd47ea87-c3f0-49ed-a441-6c6a5ae2cf06 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:05.539202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06172e-a619-499f-92e8-402bfe44f080 req-5439e9e4-0f62-4a79-bbeb-fa8091cd8fde tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:05.540787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a06172e-a619-499f-92e8-402bfe44f080 req-5439e9e4-0f62-4a79-bbeb-fa8091cd8fde tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 945 time: 0.1124637 Aug 25 11:12:05.552540 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cd47ea87-c3f0-49ed-a441-6c6a5ae2cf06 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.3008380 Aug 25 11:12:05.573725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Request body: {'port': {'device_id': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'admin_state_up': True, 'tenant_id': 'd099550bab464730bad24bf51770c66b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:05.597414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a06172e-a619-499f-92e8-402bfe44f080 req-e405ef5c-743d-4640-a962-6c1d43f046b2 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Aug 25 11:12:05.792358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1254cd4d-2cfc-472d-b648-017b65724016 req-f3c32b4e-17f0-45a0-abb1-46cbd73ac490 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 210 time: 0.0429838 Aug 25 11:12:05.797080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36872) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:05.798046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625ac31a-35c8-424a-86d5-c53c884697f9'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:05.802482 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f1e094-23fa-4480-9979-f41064f0eca6" -d '{"events": [{"server_uuid": "d255c465-72e7-4bf9-afd4-7114848cdde1", "name": "network-vif-plugged", "status": "completed", "tag": "625ac31a-35c8-424a-86d5-c53c884697f9"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:05.941677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3188bd-5d6c-4ff4-83b1-b48a3f7385e4 req-30251f6e-03ca-4ba4-a413-5df62d090a4d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:05.943720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b3188bd-5d6c-4ff4-83b1-b48a3f7385e4 req-30251f6e-03ca-4ba4-a413-5df62d090a4d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.0956030 Aug 25 11:12:06.002157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b3188bd-5d6c-4ff4-83b1-b48a3f7385e4 req-ba8804a3-2198-47c5-8dca-3aac0c574557 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382285 Aug 25 11:12:06.011813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 14cca6e1-5ff4-4b54-aad4-5c110cd780fe up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:06.131813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:06.137110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:06.138519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.156256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce777e92-18ad-4e1f-80cc-8bead8467e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.183644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Made reservation on behalf of d099550bab464730bad24bf51770c66b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:06.190043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.283658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87b8ad-f275-4d88-b72b-46039149eb32 req-f5c7cc4f-1246-4701-833d-d8d28bf7cb2c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:06.285423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef87b8ad-f275-4d88-b72b-46039149eb32 req-f5c7cc4f-1246-4701-833d-d8d28bf7cb2c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.0991659 Aug 25 11:12:06.329435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.366170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef87b8ad-f275-4d88-b72b-46039149eb32 req-0d7fb902-71c6-4d41-a12a-c4e00058bb28 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665491 Aug 25 11:12:06.385203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Allocated IP 172.20.0.6 (e8573153-d827-4ae7-a793-33e5c7a78269/5baec386-3b78-4da9-883b-608426612ca1/962ce553-6700-45ed-acf2-b0b9bf613747) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:06.404246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:06.414742 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.425507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce777e92-18ad-4e1f-80cc-8bead8467e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.436267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce777e92-18ad-4e1f-80cc-8bead8467e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.486083 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100da336-44e0-4ca7-beaf-b683c30739bd x-openstack-request-id: req-100da336-44e0-4ca7-beaf-b683c30739bd {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:06.486359 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d255c465-72e7-4bf9-afd4-7114848cdde1", "name": "network-vif-plugged", "status": "completed", "tag": "625ac31a-35c8-424a-86d5-c53c884697f9", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:06.486610 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-100da336-44e0-4ca7-beaf-b683c30739bd {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:06.487026 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625ac31a-35c8-424a-86d5-c53c884697f9', 'code': 200} Aug 25 11:12:06.499461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce777e92-18ad-4e1f-80cc-8bead8467e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee330c47-3ba6-46aa-a109-d0f49deaf67a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:06.542823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:06.612737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ce777e92-18ad-4e1f-80cc-8bead8467e7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a71928db3c0a42bc8a4d47ffb452375e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8124921 Aug 25 11:12:06.619043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:06.666700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5ea22-d0e2-4535-afa3-7e1f2d5926e8 req-363ed191-a4d5-4202-aa79-e0736e0b536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:06.668337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6f5ea22-d0e2-4535-afa3-7e1f2d5926e8 req-363ed191-a4d5-4202-aa79-e0736e0b536d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d255c465-72e7-4bf9-afd4-7114848cdde1 HTTP/1.1" status: 200 len: 1097 time: 0.1255267 Aug 25 11:12:06.682006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04aaac-c290-4b57-b938-efad740702f0 req-6c501cd3-6a05-4695-8084-57a2955f96e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:06.683889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df04aaac-c290-4b57-b938-efad740702f0 req-6c501cd3-6a05-4695-8084-57a2955f96e1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.1709056 Aug 25 11:12:06.716333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.756359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-732ef773-c4b4-4120-a3a1-526135c14ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.767703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6f5ea22-d0e2-4535-afa3-7e1f2d5926e8 req-923904b4-d2e8-4629-b211-9dbd17e2c8e2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801134 Aug 25 11:12:06.776008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df04aaac-c290-4b57-b938-efad740702f0 req-996fb75c-4263-48ef-974d-7fdd64811d4a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767617 Aug 25 11:12:06.797335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-732ef773-c4b4-4120-a3a1-526135c14ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.798221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.857980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Network e8573153-d827-4ae7-a793-33e5c7a78269 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:06.865504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:06.870316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:06.901198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:06.937728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-732ef773-c4b4-4120-a3a1-526135c14ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.941595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-732ef773-c4b4-4120-a3a1-526135c14ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.943420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-732ef773-c4b4-4120-a3a1-526135c14ad5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee330c47-3ba6-46aa-a109-d0f49deaf67a HTTP/1.1" status: 204 len: 168 time: 0.3230574 Aug 25 11:12:06.958856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:06.964310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:06.986528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ef773-c4b4-4120-a3a1-526135c14ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee330c47-3ba6-46aa-a109-d0f49deaf67a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:07.001800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-cc4b91ea-567d-4ba9-ac48-7534639fa9d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4354169 Aug 25 11:12:07.026646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Request body: {'port': {'device_id': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:07.052563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3fbf4-8b6a-4b4f-a9af-a6ed0bae6d4b req-5fb9e0d8-59a0-4451-984f-2be8b8827b94 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:07.083631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59d3fbf4-8b6a-4b4f-a9af-a6ed0bae6d4b req-5fb9e0d8-59a0-4451-984f-2be8b8827b94 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 945 time: 0.1386836 Aug 25 11:12:07.177883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59d3fbf4-8b6a-4b4f-a9af-a6ed0bae6d4b req-d0776869-4f2e-4681-802f-8dde80a4a5a7 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848489 Aug 25 11:12:07.180239 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:07.313678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eddff9-fb16-422a-8432-97e52c550aaa req-bb6937d0-f8a3-4a25-aeb1-d158552c4b32 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:07.317075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26eddff9-fb16-422a-8432-97e52c550aaa req-bb6937d0-f8a3-4a25-aeb1-d158552c4b32 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 931 time: 0.1573606 Aug 25 11:12:07.400145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26eddff9-fb16-422a-8432-97e52c550aaa req-20efafa2-e319-45f3-a508-3b5616fcb517 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Aug 25 11:12:07.433126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4850f80-fa48-4b67-8865-a7d6a66c9401 req-c41f27b8-6e8f-4fa9-ab8e-5e3682cb09ae tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:07.447647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4850f80-fa48-4b67-8865-a7d6a66c9401 req-c41f27b8-6e8f-4fa9-ab8e-5e3682cb09ae tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1032858 Aug 25 11:12:07.547334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36932) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:07.559749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4850f80-fa48-4b67-8865-a7d6a66c9401 req-7e0efe34-9a3f-4da4-8b31-09c5440d7b39 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101031 Aug 25 11:12:07.580246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1bb64a7-1ee5-4f48-9975-2dc3c86d254b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:07.609473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4406e-ab22-41f6-9a52-deb81f5bc075 req-055ac701-165d-41cb-8cf0-29502edcf0f4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:07.611268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24e4406e-ab22-41f6-9a52-deb81f5bc075 req-055ac701-165d-41cb-8cf0-29502edcf0f4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=d255c465-72e7-4bf9-afd4-7114848cdde1 HTTP/1.1" status: 200 len: 945 time: 0.1267743 Aug 25 11:12:07.677016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962ce553-6700-45ed-acf2-b0b9bf613747 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:07.692524 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:07.707802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24e4406e-ab22-41f6-9a52-deb81f5bc075 req-b2cfa832-c0db-45a1-8a5f-cd338cd89e3d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793259 Aug 25 11:12:07.729296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Transition to ACTIVE for port object 962ce553-6700-45ed-acf2-b0b9bf613747 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:07.737964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:07.820831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-e1799e4f-83f7-40ae-8002-8c2bad7628c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1379735 Aug 25 11:12:07.873291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-dbeacefd-6847-4c14-90a5-c53bf8982bde tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:07.874799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-dbeacefd-6847-4c14-90a5-c53bf8982bde tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.2035894 Aug 25 11:12:07.889266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:07.900519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d147b-5297-4418-981f-f52dbdcdb959 req-8192cd02-5578-4e01-a146-40ceabc4edc7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:07.902701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c8d147b-5297-4418-981f-f52dbdcdb959 req-8192cd02-5578-4e01-a146-40ceabc4edc7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1054511 Aug 25 11:12:07.965191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-917c97a3-c608-4b9f-a53e-8d0c8979ab9e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/quotas/1f43914922344149800b1a718ea2dabf HTTP/1.1" status: 200 len: 375 time: 0.0472090 Aug 25 11:12:08.005417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-84dacf50-d2ea-4a91-9b4f-da0dbe62b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:08.009408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-84dacf50-d2ea-4a91-9b4f-da0dbe62b0f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff553ffac8d4d879515b30a0aedafc6&device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 1101 time: 0.1037753 Aug 25 11:12:08.018900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c8d147b-5297-4418-981f-f52dbdcdb959 req-b8b29a8a-ba0f-4273-bc19-fc683d6b7d2f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977302 Aug 25 11:12:08.054383 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1bb64a7-1ee5-4f48-9975-2dc3c86d254b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.068952 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:08.069608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:08.070295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:08.079543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1bb64a7-1ee5-4f48-9975-2dc3c86d254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.104124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:08.104689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:08.162118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:08.162684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:08.163342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:08.164070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Bound port: 962ce553-6700-45ed-acf2-b0b9bf613747, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:08.164662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.188490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb64a7-1ee5-4f48-9975-2dc3c86d254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff0a1b-082b-4a5f-8a3c-f56a5fa16a83,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:08.198744 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b1bb64a7-1ee5-4f48-9975-2dc3c86d254b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=faa66209451744e1b4bf67c9e9f96231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463616 Aug 25 11:12:08.200139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36946) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:08.235621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-f37f1cbf-0834-4b1e-a437-3f391cdd6b25 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2601047 Aug 25 11:12:08.257587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:08.261471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:08.268644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.310911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:08.316874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:08.317501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.319626 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 1092 time: 1.3067355 Aug 25 11:12:08.319626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:08.321770 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0571633e-e269-470b-b4ea-db0a92837a94" -d '{"events": [{"name": "network-changed", "server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:08.354022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945aadc-8165-4ca5-ac17-6948367058b0 service neutron] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:08.438144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-c2fcedf8-e4d4-4a82-9eca-c128e745e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:08.441873 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-c2fcedf8-e4d4-4a82-9eca-c128e745e75c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1095 time: 0.0567627 Aug 25 11:12:08.452479 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.456275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-cb4249ad-36e3-49df-af39-73663f5f95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:08.457845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-cb4249ad-36e3-49df-af39-73663f5f95f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3796766 Aug 25 11:12:08.458526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e72e85d-f751-40f1-a3cd-5ea5bd47d0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.471471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cc4c4-4787-4a23-ab9f-570f4dd7bb48 req-364eff90-7fa1-417a-9497-4d43f9999618 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:08.472940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc4cc4c4-4787-4a23-ab9f-570f4dd7bb48 req-364eff90-7fa1-417a-9497-4d43f9999618 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.2181065 Aug 25 11:12:08.512071 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-44864d14-e2df-494f-ad8d-c831821cd0f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 217 time: 0.0617011 Aug 25 11:12:08.512859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:08.514335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe'}, {'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:08.519153 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c2cd7-fd25-4df1-9d0a-7c4f9cf65399" -d '{"events": [{"server_uuid": "e7575a39-879e-4df6-98c8-defde5b38dcc", "name": "network-vif-plugged", "status": "completed", "tag": "14cca6e1-5ff4-4b54-aad4-5c110cd780fe"}, {"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:08.526002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.609730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-0454382c-66f9-47cb-924d-0ea8ea34722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:08.611530 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-0454382c-66f9-47cb-924d-0ea8ea34722a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.0897512 Aug 25 11:12:08.618220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:08.656954 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-0d6e8ab6-ebe7-44af-ae6f-ae093fbe301a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347214 Aug 25 11:12:08.764596 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-72898098-6517-4c8f-bfe0-8d52e9d86129 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992167 Aug 25 11:12:08.867067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-2d95548a-9ab1-4b46-b344-31082fc06c8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=00c2de7b-ba35-4935-bec7-d91108b2c212 HTTP/1.1" status: 200 len: 217 time: 0.3893783 Aug 25 11:12:08.905055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e72e85d-f751-40f1-a3cd-5ea5bd47d0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:08.914729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-96e785d3-af5f-499b-b25a-1768bdf51fb8 service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527915 Aug 25 11:12:08.922137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc658c33-f5cc-4287-b030-21bec1b57510 req-2057e2d1-093f-428c-b415-0671f5e73734 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465743 Aug 25 11:12:09.040794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc4cc4c4-4787-4a23-ab9f-570f4dd7bb48 req-9cc63b0d-0271-48c2-b845-a0c89cc91899 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499868 Aug 25 11:12:09.047195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-be199b22-c67c-488b-9d0d-036c32e4797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:09.048886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-be199b22-c67c-488b-9d0d-036c32e4797b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1622970 Aug 25 11:12:09.115818 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a72175-4676-495d-b1de-d3a69a8024a3 x-openstack-request-id: req-71a72175-4676-495d-b1de-d3a69a8024a3 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:09.116412 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:09.116895 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71a72175-4676-495d-b1de-d3a69a8024a3 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:09.117665 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747', 'status': 'completed', 'code': 200} Aug 25 11:12:09.143043 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e72e85d-f751-40f1-a3cd-5ea5bd47d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:09.146417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e72e85d-f751-40f1-a3cd-5ea5bd47d0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:09.151582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8e72e85d-f751-40f1-a3cd-5ea5bd47d0dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15ff0a1b-082b-4a5f-8a3c-f56a5fa16a83 HTTP/1.1" status: 204 len: 168 time: 0.9473567 Aug 25 11:12:09.180790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-71ebb03c-3b09-414d-b1a6-46f92d15d90c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:09.183687 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-71ebb03c-3b09-414d-b1a6-46f92d15d90c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5ebd50-fe89-4caa-aae0-3edf877b54da HTTP/1.1" status: 200 len: 943 time: 0.1317666 Aug 25 11:12:09.212143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72e85d-f751-40f1-a3cd-5ea5bd47d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff0a1b-082b-4a5f-8a3c-f56a5fa16a83,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:09.221967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-ebadb459-655b-4715-8992-ed90c6abb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:09.224432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-ebadb459-655b-4715-8992-ed90c6abb81c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618183 Aug 25 11:12:09.246764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-855c5be3-6720-4f6d-a78d-5a518770c671 service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040080 Aug 25 11:12:09.363823 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Deleting port 2a8f733e-9510-49ac-9a68-5aae455abb5c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:09.364329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:09.375057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571633e-e269-470b-b4ea-db0a92837a94 req-696a025a-450e-4861-a073-0f45d5e7d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:09.376629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-696a025a-450e-4861-a073-0f45d5e7d5fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1095 time: 0.1825135 Aug 25 11:12:09.395173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216a4d-7c22-445e-b163-399dea1fe130 req-51e66f04-50c4-4529-9980-d182132370d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:09.396819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48216a4d-7c22-445e-b163-399dea1fe130 req-51e66f04-50c4-4529-9980-d182132370d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 943 time: 0.1820858 Aug 25 11:12:09.458054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-782079b1-fb5e-4e04-adab-7756f90647b0 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096741 Aug 25 11:12:09.496079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] For port 2a8f733e-9510-49ac-9a68-5aae455abb5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8f733e-9510-49ac-9a68-5aae455abb5c,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:09.496809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:09.515098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Calling delete_port for 2a8f733e-9510-49ac-9a68-5aae455abb5c owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:09.602661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48216a4d-7c22-445e-b163-399dea1fe130 req-cd7fbb57-a016-4bd3-9675-2f0c4d9c8bc3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963518 Aug 25 11:12:09.642463 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c236b-e6a9-4b4c-b8a4-1b8adffafea8 x-openstack-request-id: req-a20c236b-e6a9-4b4c-b8a4-1b8adffafea8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:09.643262 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7575a39-879e-4df6-98c8-defde5b38dcc", "name": "network-vif-plugged", "status": "completed", "tag": "14cca6e1-5ff4-4b54-aad4-5c110cd780fe", "code": 200}, {"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:09.643262 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a20c236b-e6a9-4b4c-b8a4-1b8adffafea8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:09.643587 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe', 'code': 200} Aug 25 11:12:09.643744 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'code': 200} Aug 25 11:12:09.693281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cac1131-850b-496a-94fa-9d900fc577b2 req-b608c23c-7421-4823-973d-7bd943e26207 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256534 Aug 25 11:12:09.694150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571633e-e269-470b-b4ea-db0a92837a94 req-aa7c101c-16c7-4362-90a4-62db104ac694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:09.695713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-aa7c101c-16c7-4362-90a4-62db104ac694 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.3090746 Aug 25 11:12:09.858799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-9e8d446a-9ed0-4f5c-98bc-fb0e56da70fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 217 time: 0.1530943 Aug 25 11:12:09.868948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:09.899728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event deleted for resources: {'Port': ['ID=2a8f733e-9510-49ac-9a68-5aae455abb5c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:09.949261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] No DVR routers for this DVR port 2a8f733e-9510-49ac-9a68-5aae455abb5c on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:09.953943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:09.956403 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d8db290-9598-4b45-8ba5-e87b742b091e req-1cda4489-133e-4544-8346-27e37ef4c2e9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "DELETE /v2.0/ports/2a8f733e-9510-49ac-9a68-5aae455abb5c HTTP/1.1" status: 204 len: 173 time: 0.7565894 Aug 25 11:12:10.049764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598e4d2-530b-4d22-b1bd-f602917886ef req-890db344-cfb0-454f-a35d-1a0770a7870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:10.054960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5598e4d2-530b-4d22-b1bd-f602917886ef req-890db344-cfb0-454f-a35d-1a0770a7870d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 1102 time: 0.2647460 Aug 25 11:12:10.081860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc5f9a-eb4c-4874-a603-a91bad08a8e8 req-468e0572-41f4-4a82-ac11-122c122d0292 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:10.084565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14bc5f9a-eb4c-4874-a603-a91bad08a8e8 req-468e0572-41f4-4a82-ac11-122c122d0292 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2929902 Aug 25 11:12:10.114880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571633e-e269-470b-b4ea-db0a92837a94 req-08ca62aa-29c2-40c1-8406-18ef4d181b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:10.116394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-08ca62aa-29c2-40c1-8406-18ef4d181b3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2414172 Aug 25 11:12:10.148133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669b20b-a37c-43d8-9da9-66a781102eb2 req-c94e4a55-a96c-48fb-a4e2-ea41543792cc tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:10.149956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f669b20b-a37c-43d8-9da9-66a781102eb2 req-c94e4a55-a96c-48fb-a4e2-ea41543792cc tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=d255c465-72e7-4bf9-afd4-7114848cdde1 HTTP/1.1" status: 200 len: 945 time: 0.2892601 Aug 25 11:12:10.183151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-c5a41582-ab75-413e-a2a7-8e9fa88ea24a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475016 Aug 25 11:12:10.243347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5598e4d2-530b-4d22-b1bd-f602917886ef req-944a625d-cd5d-4c85-8156-5f3492206b57 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569023 Aug 25 11:12:10.277257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14bc5f9a-eb4c-4874-a603-a91bad08a8e8 req-56b3fd09-9177-4523-a07a-a00430c45d1b tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752024 Aug 25 11:12:10.328925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f669b20b-a37c-43d8-9da9-66a781102eb2 req-a3d238de-d427-4e87-8681-8ad26b1672d1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360455 Aug 25 11:12:10.420329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-173a9c84-169b-4bf0-9fba-3d628bb9033b service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263288 Aug 25 11:12:10.528167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008240b6-09b9-4d1a-b446-f6ea2036d9c3 req-b3cf5a7b-d4bd-459f-bfb4-c7bf49eaf5b2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:10.536344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-008240b6-09b9-4d1a-b446-f6ea2036d9c3 req-b3cf5a7b-d4bd-459f-bfb4-c7bf49eaf5b2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1553423 Aug 25 11:12:10.620547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-008240b6-09b9-4d1a-b446-f6ea2036d9c3 req-83acc49b-b0e5-496b-98d3-5d37f2c7b4f9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828946 Aug 25 11:12:10.670498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0571633e-e269-470b-b4ea-db0a92837a94 req-d3ee7266-2cf8-44d1-ab1d-83fbb66c90ab service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381599 Aug 25 11:12:10.678448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7e767a2-b955-428d-af8e-c8bb3da78ec2 req-b96ca9eb-7f35-4701-9c00-fb3a120c93cf tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 210 time: 0.0884726 Aug 25 11:12:10.779655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e1407-4188-4ac3-80ad-e88c72f71af0 req-2aac004a-91c4-405f-b264-817a3c30fd6a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:10.788065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb3e1407-4188-4ac3-80ad-e88c72f71af0 req-2aac004a-91c4-405f-b264-817a3c30fd6a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.0918243 Aug 25 11:12:10.840566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb3e1407-4188-4ac3-80ad-e88c72f71af0 req-233ff581-b6b7-40fa-b751-39261dae18bb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513725 Aug 25 11:12:11.000384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48783271-dcba-472a-a2f3-e911b0def139 req-be1c7dc4-2426-4118-9293-053a7c842781 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:11.002667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48783271-dcba-472a-a2f3-e911b0def139 req-be1c7dc4-2426-4118-9293-053a7c842781 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 943 time: 0.0881643 Aug 25 11:12:11.084557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48783271-dcba-472a-a2f3-e911b0def139 req-c5183f95-00cb-49f6-a967-798451b8d3d7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710151 Aug 25 11:12:11.119335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-deleted', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:11.123818 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7598f71-4d04-41ef-8a93-b99f01f44f2e" -d '{"events": [{"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-deleted", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:11.191126 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d937f9-5fa5-41a9-b2ea-bfa8a2207292 x-openstack-request-id: req-78d937f9-5fa5-41a9-b2ea-bfa8a2207292 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:11.191422 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5ebd50-fe89-4caa-aae0-3edf877b54da", "name": "network-vif-deleted", "tag": "2a8f733e-9510-49ac-9a68-5aae455abb5c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:11.191765 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78d937f9-5fa5-41a9-b2ea-bfa8a2207292 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:11.192246 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5ebd50-fe89-4caa-aae0-3edf877b54da', 'name': 'network-vif-deleted', 'tag': '2a8f733e-9510-49ac-9a68-5aae455abb5c', 'status': 'completed', 'code': 200} Aug 25 11:12:11.595633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc094b-8b65-4c63-9e3b-d5540e71c762 req-0782281b-f470-42a1-8d5c-eae389da2415 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:11.598020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3efc094b-8b65-4c63-9e3b-d5540e71c762 req-0782281b-f470-42a1-8d5c-eae389da2415 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2197587 Aug 25 11:12:11.699093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-e5ca6a1c-f686-4365-9e12-6afbfd7b8e20 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:11.700461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-e5ca6a1c-f686-4365-9e12-6afbfd7b8e20 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.2614970 Aug 25 11:12:11.729676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Request body: {'port': {'device_id': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'admin_state_up': True, 'tenant_id': '1f43914922344149800b1a718ea2dabf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:11.795889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3efc094b-8b65-4c63-9e3b-d5540e71c762 req-573df333-a44b-468c-99b2-fd19470857c3 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418552 Aug 25 11:12:11.829941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-c5231441-3c62-4ad0-ba1a-c7337cb018a4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:11.837326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-c5231441-3c62-4ad0-ba1a-c7337cb018a4 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 813 time: 0.2691486 Aug 25 11:12:11.863780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-a0ac4fee-d794-4dc0-b2c0-19c425896296 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/quotas/c31fa6139b6b426a8c4add971f60fe49 HTTP/1.1" status: 200 len: 375 time: 0.0253744 Aug 25 11:12:11.958395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-84753462-b440-4163-8630-63bd9fb2ce86 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936813 Aug 25 11:12:11.990408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Made reservation on behalf of 1f43914922344149800b1a718ea2dabf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:11.993967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:12.180203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd8266-bfd4-4818-a892-c966396bc6cd req-38c22e6b-09d7-4062-93cf-ad23943685ca tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:12.181774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3dbd8266-bfd4-4818-a892-c966396bc6cd req-38c22e6b-09d7-4062-93cf-ad23943685ca tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1585243 Aug 25 11:12:12.186729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-669721bf-d71a-4dce-a549-5d423f18554a service neutron] 10.222.0.35 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187812 Aug 25 11:12:12.312495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:12.318482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:12.321506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Allocated IP 172.20.0.6 (9ef2359f-e514-43ba-a77e-f6906e2032dc/73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f/57ca45ce-709e-46dc-8500-85d7465636cb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:12.334181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3dbd8266-bfd4-4818-a892-c966396bc6cd req-5d33a439-cd32-4682-84db-69749c5f7c37 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443899 Aug 25 11:12:12.379374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 2a8f733e-9510-49ac-9a68-5aae455abb5c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:12.380028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8f733e-9510-49ac-9a68-5aae455abb5c not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:12.413084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-64cd7e70-94a9-4ddd-bef0-85afb260be2b service neutron] 10.222.0.35 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134135 Aug 25 11:12:12.504726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa4b9d35-f51a-4a9a-b2fd-6fab3d8077e1 req-54814739-84cb-42ad-8ccf-828a76f378e5 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 210 time: 0.0630603 Aug 25 11:12:12.522025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:12.543137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '962ce553-6700-45ed-acf2-b0b9bf613747', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'port_id': '962ce553-6700-45ed-acf2-b0b9bf613747', 'mac_address': 'fa:16:3e:c6:06:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5baec386-3b78-4da9-883b-608426612ca1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:12.614313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:12.616776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:12.653113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962ce553-6700-45ed-acf2-b0b9bf613747 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:12.698106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:12.702722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:12.707741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:12.791965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd682-40a2-4a27-9cca-2189c6a68971 req-f11b41c6-d7cf-4d9f-892a-300abe3ab848 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:12.800596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed0fd682-40a2-4a27-9cca-2189c6a68971 req-f11b41c6-d7cf-4d9f-892a-300abe3ab848 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.1553006 Aug 25 11:12:12.837611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:12.840352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:12.845338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:12.847996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:12.875424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:12.876688 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-0d84a9d7-3dd1-4d1d-a3f9-348b411b72c1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:12.879370 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-0d84a9d7-3dd1-4d1d-a3f9-348b411b72c1 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "GET /v2.0/ports?device_id=d255c465-72e7-4bf9-afd4-7114848cdde1 HTTP/1.1" status: 200 len: 945 time: 0.1560612 Aug 25 11:12:12.938711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed0fd682-40a2-4a27-9cca-2189c6a68971 req-5f27f868-a9eb-4947-b710-b821f019a254 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358199 Aug 25 11:12:12.996366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:12.996745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.001637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['962ce553-6700-45ed-acf2-b0b9bf613747'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:13.054307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-8077b02c-1ddd-4276-878b-8b238ebf47e1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323510 Aug 25 11:12:13.076881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-6e4e00f4-6d1c-4bf6-934b-bb0094bb33cb tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:13.080294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-6e4e00f4-6d1c-4bf6-934b-bb0094bb33cb tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a4036f5-6c88-4e7d-a20f-c74eef26d1eb HTTP/1.1" status: 200 len: 945 time: 0.1894152 Aug 25 11:12:13.091178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Request body: {'port': {'device_id': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:13.160891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Deleting port 625ac31a-35c8-424a-86d5-c53c884697f9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:13.162503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.313306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-7670325b-1111-4187-83c3-0fb7b52f6dc4 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=473ebc257df4457e8db5245e09cedca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791008 Aug 25 11:12:13.388520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] For port 625ac31a-35c8-424a-86d5-c53c884697f9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=625ac31a-35c8-424a-86d5-c53c884697f9,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:13.389025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.408891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.412388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Calling delete_port for 625ac31a-35c8-424a-86d5-c53c884697f9 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:13.424109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17906833-1ac4-4d21-8552-64436dd40ba8 req-17ac7cfd-7b3d-4316-a94a-7812525f5b3c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:13.426203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17906833-1ac4-4d21-8552-64436dd40ba8 req-17ac7cfd-7b3d-4316-a94a-7812525f5b3c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 946 time: 0.3441641 Aug 25 11:12:13.564226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17906833-1ac4-4d21-8552-64436dd40ba8 req-e176d433-271e-415f-84cc-2a9904ad89f3 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194425 Aug 25 11:12:13.607256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.623573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['40ef891d-4e94-4d63-ac31-25ddf968f5d4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:13.663549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Deleting port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:13.663895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.682787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-e25ab4b1-7ad6-47ac-ae40-3af3b5b656e6 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:13.692584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-e25ab4b1-7ad6-47ac-ae40-3af3b5b656e6 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3781734 Aug 25 11:12:13.693497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event deleted for resources: {'Port': ['ID=625ac31a-35c8-424a-86d5-c53c884697f9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:13.787672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] No DVR routers for this DVR port 625ac31a-35c8-424a-86d5-c53c884697f9 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:13.794755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:13.800968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b256d00c-1fda-43fe-b75a-7011b0d39c52 req-9d725a01-fb66-414b-a3c2-ba0ec6d206b8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "DELETE /v2.0/ports/625ac31a-35c8-424a-86d5-c53c884697f9 HTTP/1.1" status: 204 len: 173 time: 0.9070985 Aug 25 11:12:13.802036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'name': 'network-vif-deleted', 'tag': '625ac31a-35c8-424a-86d5-c53c884697f9'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:13.811472 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10369e66-5893-4984-a7c6-60943bda4efc" -d '{"events": [{"server_uuid": "d255c465-72e7-4bf9-afd4-7114848cdde1", "name": "network-vif-deleted", "tag": "625ac31a-35c8-424a-86d5-c53c884697f9"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:13.858626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['625ac31a-35c8-424a-86d5-c53c884697f9'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:14.131542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-24109bb3-ac9f-4c83-9e6d-85eb42469b07 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/quotas/473ebc257df4457e8db5245e09cedca4 HTTP/1.1" status: 200 len: 375 time: 0.4377747 Aug 25 11:12:14.237835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-04ba9be4-1a1f-435a-84b9-346b58b12d2e tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=473ebc257df4457e8db5245e09cedca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938668 Aug 25 11:12:14.270031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c668d-57ed-43bb-add1-850705a8409e req-66ef48cf-06b7-4f99-818b-6b5b6e35213f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:14.271658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b5c668d-57ed-43bb-add1-850705a8409e req-66ef48cf-06b7-4f99-818b-6b5b6e35213f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 944 time: 0.6020923 Aug 25 11:12:14.312361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] For port 40ef891d-4e94-4d63-ac31-25ddf968f5d4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=40ef891d-4e94-4d63-ac31-25ddf968f5d4,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:14.312805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:14.333500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:14.350717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Calling delete_port for 40ef891d-4e94-4d63-ac31-25ddf968f5d4 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:14.410801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b5c668d-57ed-43bb-add1-850705a8409e req-279240dd-2c5b-4454-b3f0-b983df64161a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236658 Aug 25 11:12:14.537199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 962ce553-6700-45ed-acf2-b0b9bf613747 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:14.550812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 962ce553-6700-45ed-acf2-b0b9bf613747 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:14.551340 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:14.672952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ca45ce-709e-46dc-8500-85d7465636cb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:14.688923 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:14.712341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Transition to ACTIVE for port object 57ca45ce-709e-46dc-8500-85d7465636cb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:14.764459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:14.890150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108d2d0-2d19-4630-a1c3-bd2bdc8253e8 req-99df1dee-9b9f-45bf-af16-59e3ff8173bc tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:14.899101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6108d2d0-2d19-4630-a1c3-bd2bdc8253e8 req-99df1dee-9b9f-45bf-af16-59e3ff8173bc tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2911241 Aug 25 11:12:14.913473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:14.969054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.112423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Attempting to bind port 57ca45ce-709e-46dc-8500-85d7465636cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:15.112769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Attempting to bind port 57ca45ce-709e-46dc-8500-85d7465636cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:15.113090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Attempting to bind port 57ca45ce-709e-46dc-8500-85d7465636cb on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:15.121967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.127931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:15.130265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:15.133331 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8229df-b45b-4d27-b3bc-c4f449464f16" -d '{"events": [{"server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "name": "network-vif-plugged", "status": "completed", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:15.148289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.235935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event deleted for resources: {'Port': ['ID=40ef891d-4e94-4d63-ac31-25ddf968f5d4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:15.264787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-821fd51e-6191-472f-969f-957612aa3d16 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:15.268556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-821fd51e-6191-472f-969f-957612aa3d16 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 813 time: 0.5318024 Aug 25 11:12:15.271556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6108d2d0-2d19-4630-a1c3-bd2bdc8253e8 req-d84ace6d-3edd-461a-a7f5-3d2887dd8df4 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713477 Aug 25 11:12:15.298549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Request body: {'port': {'device_id': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'admin_state_up': True, 'tenant_id': 'c31fa6139b6b426a8c4add971f60fe49'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:15.307322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Port 57ca45ce-709e-46dc-8500-85d7465636cb on network 9ef2359f-e514-43ba-a77e-f6906e2032dc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:15.308365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Attempting to bind port 57ca45ce-709e-46dc-8500-85d7465636cb on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:15.311406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:15.415873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] No DVR routers for this DVR port 40ef891d-4e94-4d63-ac31-25ddf968f5d4 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:15.419721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.422126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1186ef6e-8f56-44c7-b938-6c0848861ccf req-2624e832-7d18-4cc9-a88a-0569817efcf0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "DELETE /v2.0/ports/40ef891d-4e94-4d63-ac31-25ddf968f5d4 HTTP/1.1" status: 204 len: 173 time: 2.3226879 Aug 25 11:12:15.424204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:15.424556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Checking segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:15.425432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Bound using segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:15.425432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Bound port: 57ca45ce-709e-46dc-8500-85d7465636cb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:15.425846 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.427846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'name': 'network-vif-deleted', 'tag': '40ef891d-4e94-4d63-ac31-25ddf968f5d4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:15.430170 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f704337-8b0a-46b5-9286-c1b40ce9ead8" -d '{"events": [{"server_uuid": "6a4036f5-6c88-4e7d-a20f-c74eef26d1eb", "name": "network-vif-deleted", "tag": "40ef891d-4e94-4d63-ac31-25ddf968f5d4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:15.440591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-6231d883-8681-47e9-a98b-bf9d1695d594 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:15.443676 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-6231d883-8681-47e9-a98b-bf9d1695d594 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 813 time: 0.4441268 Aug 25 11:12:15.476567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Request body: {'port': {'device_id': 'f04862a1-c20f-4e59-b422-602677decb41', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'admin_state_up': True, 'tenant_id': 'c31fa6139b6b426a8c4add971f60fe49'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:15.508243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b937e-b053-46c5-a1a1-978cf4ef4e5f req-4ef8465c-5f3e-4140-8d22-2922a5652993 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:15.516952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a00b937e-b053-46c5-a1a1-978cf4ef4e5f req-4ef8465c-5f3e-4140-8d22-2922a5652993 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.3124623 Aug 25 11:12:15.585141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca8e66-4c9b-43eb-9dd8-953c7b204b06 req-145033e7-569f-4467-b1de-0ce09515fc73 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:15.593267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caca8e66-4c9b-43eb-9dd8-953c7b204b06 req-145033e7-569f-4467-b1de-0ce09515fc73 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 943 time: 0.1909966 Aug 25 11:12:15.615208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a00b937e-b053-46c5-a1a1-978cf4ef4e5f req-5e2b8dbe-ee74-493e-a958-e434b7210090 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Aug 25 11:12:15.639828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:15.661556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:15.672181 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.696257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caca8e66-4c9b-43eb-9dd8-953c7b204b06 req-35e4ba00-9cb2-40b0-aa0d-4f816e9b0553 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007457 Aug 25 11:12:15.701602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Made reservation on behalf of c31fa6139b6b426a8c4add971f60fe49 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:15.705335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.745366 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73dca40-f18a-4ee6-88e7-198434fbba4f x-openstack-request-id: req-c73dca40-f18a-4ee6-88e7-198434fbba4f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:15.746161 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d255c465-72e7-4bf9-afd4-7114848cdde1", "name": "network-vif-deleted", "tag": "625ac31a-35c8-424a-86d5-c53c884697f9", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:15.746754 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c73dca40-f18a-4ee6-88e7-198434fbba4f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:15.748601 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd255c465-72e7-4bf9-afd4-7114848cdde1', 'name': 'network-vif-deleted', 'tag': '625ac31a-35c8-424a-86d5-c53c884697f9', 'status': 'completed', 'code': 200} Aug 25 11:12:15.775299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:15.776649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.778330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/57ca45ce-709e-46dc-8500-85d7465636cb HTTP/1.1" status: 200 len: 1092 time: 2.6945672 Aug 25 11:12:15.786385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Made reservation on behalf of c31fa6139b6b426a8c4add971f60fe49 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:15.795790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:15.848046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8a263-29cf-4fdc-9bb7-e26b49e819d9 service neutron] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:15.975034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe978150-c53d-4572-abfb-cfad6c8ce9cf req-cb185514-0c90-4ce8-97b6-ac8eb0cf21b7 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 210 time: 0.0547888 Aug 25 11:12:16.012156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-1126c217-20cb-4b56-821f-ac6d3bc8395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.018612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-1126c217-20cb-4b56-821f-ac6d3bc8395c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 1095 time: 0.1572680 Aug 25 11:12:16.062713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Allocated IP 172.20.0.3 (ef70de3f-8a50-4e02-9563-02787feaaed1/d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1/425c49c2-cd9c-4567-903f-704dfc052d37) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:16.093882 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415dad24-e46e-4df0-83f4-7d34570778b8 x-openstack-request-id: req-415dad24-e46e-4df0-83f4-7d34570778b8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:16.095289 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "name": "network-vif-plugged", "status": "completed", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:16.095944 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-415dad24-e46e-4df0-83f4-7d34570778b8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:16.101515 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747', 'code': 200} Aug 25 11:12:16.209217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-f232fa21-3a12-4999-892f-b43626bea913 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57ca45ce-709e-46dc-8500-85d7465636cb HTTP/1.1" status: 200 len: 217 time: 0.1771779 Aug 25 11:12:16.281959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21068e2c-1b0c-4b9d-a0a6-4db0c9a638a7 req-289edc12-18de-4c7d-ae12-bf945b353902 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 210 time: 0.0745924 Aug 25 11:12:16.323354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9ac47-27f5-406e-b6e2-0c0082fca107 req-f129a564-cbfd-44cb-af4f-4963604863c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.325423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-dea9ac47-27f5-406e-b6e2-0c0082fca107 req-f129a564-cbfd-44cb-af4f-4963604863c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1097 time: 0.1261001 Aug 25 11:12:16.328222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 625ac31a-35c8-424a-86d5-c53c884697f9 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:16.356217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f5c3e966-bf7a-49ed-b1af-a6ff68e3f076 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ee5588accced453192957020c93b581d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225677 Aug 25 11:12:16.395023 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f900ca-e84a-4eff-ae0b-279a2f7e724d x-openstack-request-id: req-91f900ca-e84a-4eff-ae0b-279a2f7e724d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:16.396573 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4036f5-6c88-4e7d-a20f-c74eef26d1eb", "name": "network-vif-deleted", "tag": "40ef891d-4e94-4d63-ac31-25ddf968f5d4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:16.397021 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91f900ca-e84a-4eff-ae0b-279a2f7e724d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:16.400731 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4036f5-6c88-4e7d-a20f-c74eef26d1eb', 'name': 'network-vif-deleted', 'tag': '40ef891d-4e94-4d63-ac31-25ddf968f5d4', 'status': 'completed', 'code': 200} Aug 25 11:12:16.401739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:16.407300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.10', 62473) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:16.423649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 625ac31a-35c8-424a-86d5-c53c884697f9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:16.425574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 625ac31a-35c8-424a-86d5-c53c884697f9 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:16.459581 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-87e52812-a31e-40f6-94ae-e06b97542671 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=473ebc257df4457e8db5245e09cedca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495961 Aug 25 11:12:16.463206 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-dea9ac47-27f5-406e-b6e2-0c0082fca107 req-94341ab8-ed54-46fe-98a5-d2f2b3463f97 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255281 Aug 25 11:12:16.498284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:16.580027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Network ef70de3f-8a50-4e02-9563-02787feaaed1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:16.582735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95d19-a31b-402b-b786-727da294a341 req-d856a52a-682e-4900-ab57-6d8cbf9b853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.584303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-d856a52a-682e-4900-ab57-6d8cbf9b853b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.3535070 Aug 25 11:12:16.591929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:16.600511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:16.625476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event updated for resources: {'Port': ['ID=425c49c2-cd9c-4567-903f-704dfc052d37,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:16.637167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Allocated IP 172.20.0.9 (ef70de3f-8a50-4e02-9563-02787feaaed1/d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1/25cb0479-d9d8-4347-907a-b441cd7ee22a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:16.664091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089295-e5be-45dd-84a6-d60382e53160 req-40bf0127-f7ea-4751-a3a7-b9d14089128b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.666850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5089295-e5be-45dd-84a6-d60382e53160 req-40bf0127-f7ea-4751-a3a7-b9d14089128b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 945 time: 0.1369185 Aug 25 11:12:16.673114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.673844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:16.731233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-2939ef7a-63e9-4fb2-9c6d-ba21cb033af5 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.732576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-2939ef7a-63e9-4fb2-9c6d-ba21cb033af5 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296294 Aug 25 11:12:16.772205 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-423814d3-750b-4d67-a58a-5e830f932415 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4912627 Aug 25 11:12:16.773924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-eec1c630-ec99-4b10-ba69-484af8f5d73d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824602 Aug 25 11:12:16.792195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Request body: {'port': {'device_id': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:16.832197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-78695494-cc5d-41af-a53c-24c279259bed tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/quotas/ee5588accced453192957020c93b581d HTTP/1.1" status: 200 len: 375 time: 0.0623944 Aug 25 11:12:16.922892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5089295-e5be-45dd-84a6-d60382e53160 req-2a5756c0-f8c3-4b55-b5c0-5648f3f32115 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376060 Aug 25 11:12:16.923406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-e4ab1e63-a2e3-4ae6-a661-7bd08679a361 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:16.924968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-e4ab1e63-a2e3-4ae6-a661-7bd08679a361 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479367 Aug 25 11:12:16.953667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Request body: {'port': {'device_id': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '473ebc257df4457e8db5245e09cedca4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:17.025045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:17.049750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f0a07f8b-b2d3-4c02-b393-4805ef103102 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee5588accced453192957020c93b581d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964519 Aug 25 11:12:17.060567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-6fb89009-c949-4981-be79-401fa918b7ee service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671564 Aug 25 11:12:17.085185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:17.256273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-f4acd7a0-975c-42a6-9050-0a1f9bc6cec6 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2031983282&fields=id&tenant_id=58d323bc6f2b4d13bc279542a8a49487 HTTP/1.1" status: 200 len: 267 time: 0.1662323 Aug 25 11:12:17.296714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c95d19-a31b-402b-b786-727da294a341 req-5d40beff-fcf2-42f8-bc08-1e14d8497660 service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246702 Aug 25 11:12:17.321239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Made reservation on behalf of 473ebc257df4457e8db5245e09cedca4 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:17.325809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:17.356618 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:17.380209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:17.437604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80c7af-f0e0-4e51-9e57-2ac9a659e832 req-1d246110-e6f6-4a7b-8384-f75d96df253b tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:17.439496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e80c7af-f0e0-4e51-9e57-2ac9a659e832 req-1d246110-e6f6-4a7b-8384-f75d96df253b tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1363535 Aug 25 11:12:17.513451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-5b587025-cf73-4877-8e16-8adc5903a61f tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:17.520861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-5b587025-cf73-4877-8e16-8adc5903a61f tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 823 time: 0.2035627 Aug 25 11:12:17.583254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-5ac702e5-2bc0-4a1f-b7df-8caf64ac46a1 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/quotas/58d323bc6f2b4d13bc279542a8a49487 HTTP/1.1" status: 200 len: 375 time: 0.0611351 Aug 25 11:12:17.598867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e80c7af-f0e0-4e51-9e57-2ac9a659e832 req-2405feec-7aec-4c13-bb30-0e3db28abe4f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405253 Aug 25 11:12:17.677105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-65477d6d-a8e7-4bdb-a06a-f4a57ad3a889 service neutron] 10.222.0.67 "GET /v2.0/ports/7e30bede-99c2-4248-9db2-2fd0e40d07bc/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 383 time: 0.1955054 Aug 25 11:12:17.750119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-e03c9b6a-7f48-4cdf-89d8-dd3963ebb50e tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1579566 Aug 25 11:12:17.855143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Network ef70de3f-8a50-4e02-9563-02787feaaed1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:17.876265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:17.880008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:17.884427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a381726-0b1a-43da-8e38-4eb4a6694365 req-c9d75646-a0af-4a4a-bb5b-8aa92776f79c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:17.892888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a381726-0b1a-43da-8e38-4eb4a6694365 req-c9d75646-a0af-4a4a-bb5b-8aa92776f79c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1400962 Aug 25 11:12:17.958861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:17.959579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:17.963372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-666232c2-2ac2-466a-a1c0-9309c313ddc5 service neutron] 10.222.0.35 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902084 Aug 25 11:12:17.964590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event updated for resources: {'Port': ['ID=25cb0479-d9d8-4347-907a-b441cd7ee22a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:17.983306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a381726-0b1a-43da-8e38-4eb4a6694365 req-e435f214-71a8-4916-8f48-6fcc223db5f7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893764 Aug 25 11:12:18.008371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.008715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.009059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.009447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.009815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.011500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.011959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.012813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.013158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.013912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.014253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.014628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:18.073484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 40ef891d-4e94-4d63-ac31-25ddf968f5d4 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:18.100468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 40ef891d-4e94-4d63-ac31-25ddf968f5d4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:18.101094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 40ef891d-4e94-4d63-ac31-25ddf968f5d4 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:18.137721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85baf490-678f-45ec-8168-37340d0ce0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.151221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.154582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425c49c2-cd9c-4567-903f-704dfc052d37 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:18.163502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.168325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.185146 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-2878f546-daf9-433b-9b28-cc9382e513bf tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7267642 Aug 25 11:12:18.207346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Request body: {'port': {'device_id': 'f04862a1-c20f-4e59-b422-602677decb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:18.278026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Transition to ACTIVE for port object 425c49c2-cd9c-4567-903f-704dfc052d37 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:18.302104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.314290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:18.392682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-d466078f-929e-4ea8-8949-e42bb673e248 service neutron] 10.222.0.35 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176447 Aug 25 11:12:18.401483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e81bb2-bb3e-4959-9dd5-0af42f4b60b5 req-470d1743-d6ed-4109-b2fc-5dff3355b52d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:18.403216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26e81bb2-bb3e-4959-9dd5-0af42f4b60b5 req-470d1743-d6ed-4109-b2fc-5dff3355b52d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 943 time: 0.2666874 Aug 25 11:12:18.407129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:18.409480 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef772a-c644-4b79-abe8-c06c4a976cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:18.415703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-58a2a513-c33e-4c4c-bf6f-f1bf00719038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:18.416712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-58a2a513-c33e-4c4c-bf6f-f1bf00719038 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b&tenant_id=05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 1101 time: 0.2772832 Aug 25 11:12:18.425173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-d9cdbf6e-8eef-4a33-88d0-b64379848567 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:18.426858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-d9cdbf6e-8eef-4a33-88d0-b64379848567 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2876ec4-9cda-4388-94dc-1e79bfe13b99 HTTP/1.1" status: 200 len: 946 time: 0.2856266 Aug 25 11:12:18.429314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.436060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Pushing event updated for resources: {'Port': ['ID=425c49c2-cd9c-4567-903f-704dfc052d37,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:18.539187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Allocated IP 192.168.233.112 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/5ae87579-50ae-4626-b298-c2089f6a7875) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:18.574186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26e81bb2-bb3e-4959-9dd5-0af42f4b60b5 req-cf2ade8c-0406-4d2f-a87d-a3ebd9345206 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305783 Aug 25 11:12:18.585662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-4daf22e8-6600-49e6-9580-baa8d801ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:18.586570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-4daf22e8-6600-49e6-9580-baa8d801ddc2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1101 time: 0.1166356 Aug 25 11:12:18.675599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Deleting port 2d328410-1208-4b76-8203-3c82dfa73b5c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:18.676236 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.767933 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:18.850627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Transition to ACTIVE for port object 5ae87579-50ae-4626-b298-c2089f6a7875 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:18.873850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-649984fd-c020-493b-be92-1ebca3039bd1 req-08f60f98-b427-432e-a834-8806f736f7d6 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 210 time: 0.1023750 Aug 25 11:12:18.878809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Attempting to bind port 425c49c2-cd9c-4567-903f-704dfc052d37 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:18.879149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Attempting to bind port 425c49c2-cd9c-4567-903f-704dfc052d37 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:18.879482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Attempting to bind port 425c49c2-cd9c-4567-903f-704dfc052d37 on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:18.938815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-84caa9ac-4a0f-4195-b233-74f5ef749d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:18.942223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-84caa9ac-4a0f-4195-b233-74f5ef749d8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3464170 Aug 25 11:12:18.967236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Port 425c49c2-cd9c-4567-903f-704dfc052d37 on network ef70de3f-8a50-4e02-9563-02787feaaed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:18.967586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Attempting to bind port 425c49c2-cd9c-4567-903f-704dfc052d37 on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:18.984960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:18.985315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Checking segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:18.985739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Bound using segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:18.986207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Bound port: 425c49c2-cd9c-4567-903f-704dfc052d37, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:18.986542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.041613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.065437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa0d008-29ad-41d2-ad08-54cc0192f387 req-4d2bd54f-5f1a-427e-911f-71fc619c6235 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 210 time: 0.2077723 Aug 25 11:12:19.152242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:19.163907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:19.165449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-7ab9241a-a816-4bca-ae5a-628a7bfd0cc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 217 time: 0.1155417 Aug 25 11:12:19.166980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:19.174731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-94099d98-5b7d-4eaf-a768-1efdab7b77e7 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ee5588accced453192957020c93b581d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1749816 Aug 25 11:12:19.207619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Pushing event updated for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:19.219088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] For port 425c49c2-cd9c-4567-903f-704dfc052d37, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:19.278802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] For port 425c49c2-cd9c-4567-903f-704dfc052d37, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=425c49c2-cd9c-4567-903f-704dfc052d37,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:19.290517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:19.291209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.302369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.349844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb0479-d9d8-4347-907a-b441cd7ee22a {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:19.364479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:19.366246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.367934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] 10.222.0.67 "PUT /v2.0/ports/425c49c2-cd9c-4567-903f-704dfc052d37 HTTP/1.1" status: 200 len: 1092 time: 2.5848205 Aug 25 11:12:19.377639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'tag': '425c49c2-cd9c-4567-903f-704dfc052d37'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:19.380149 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336eb977-d547-453c-83cd-830bffa45f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7e003d-8514-40c9-86c9-a7dec5c9ee2c", "tag": "425c49c2-cd9c-4567-903f-704dfc052d37"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:19.384675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.391228 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-d84c1828-76b8-41b1-856f-988434d4f222 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4419348 Aug 25 11:12:19.418362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Request body: {'port': {'device_id': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:19.448715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Transition to ACTIVE for port object 25cb0479-d9d8-4347-907a-b441cd7ee22a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:19.483241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf0dd3-a1e9-49b3-ac08-2267cf9a65dd service neutron] Pushing event updated for resources: {'Port': ['ID=425c49c2-cd9c-4567-903f-704dfc052d37,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:19.492819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.602757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-883f9c06-f98c-40ad-935a-e39093b6ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:19.604346 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-883f9c06-f98c-40ad-935a-e39093b6ae22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 1095 time: 0.1719146 Aug 25 11:12:19.612211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb0479-d9d8-4347-907a-b441cd7ee22a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:19.617491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.683851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb4fd3c1-907a-4c1c-b852-00d72e020138 None None] Provisioning for port 5ae87579-50ae-4626-b298-c2089f6a7875 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:19.689527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb4fd3c1-907a-4c1c-b852-00d72e020138 None None] Provisioning complete for port 5ae87579-50ae-4626-b298-c2089f6a7875 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:19.689982 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb4fd3c1-907a-4c1c-b852-00d72e020138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.708396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-7adf9467-74b1-48fb-809f-129f045b5d0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425c49c2-cd9c-4567-903f-704dfc052d37 HTTP/1.1" status: 200 len: 217 time: 0.0922220 Aug 25 11:12:19.739435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fd3c1-907a-4c1c-b852-00d72e020138 None None] Port 5ae87579-50ae-4626-b298-c2089f6a7875 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:12:19.827429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] For port 2d328410-1208-4b76-8203-3c82dfa73b5c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2d328410-1208-4b76-8203-3c82dfa73b5c,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:19.828169 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.873176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Attempting to bind port 25cb0479-d9d8-4347-907a-b441cd7ee22a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:19.873508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Attempting to bind port 25cb0479-d9d8-4347-907a-b441cd7ee22a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:19.873869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Attempting to bind port 25cb0479-d9d8-4347-907a-b441cd7ee22a on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:19.880601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-1659c63b-fb93-40a8-963f-36f0699b8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:19.882151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-1659c63b-fb93-40a8-963f-36f0699b8484 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.1435292 Aug 25 11:12:19.894727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Port 25cb0479-d9d8-4347-907a-b441cd7ee22a on network ef70de3f-8a50-4e02-9563-02787feaaed1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:19.895054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Attempting to bind port 25cb0479-d9d8-4347-907a-b441cd7ee22a on network ef70de3f-8a50-4e02-9563-02787feaaed1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:19.933826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:19.934253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Checking segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:19.934579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Bound using segment: {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:19.935021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Bound port: 25cb0479-d9d8-4347-907a-b441cd7ee22a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a1d96f-d706-4b97-b2da-a23ea4ac8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:19.935368 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:19.942076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-4df6683c-fc0f-42f3-ac92-124b2bc6a6ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445635 Aug 25 11:12:20.035446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-2c379039-d46c-4ad3-8ff1-275ec2cb5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.036975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-2c379039-d46c-4ad3-8ff1-275ec2cb5c2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.8596151 Aug 25 11:12:20.085539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117bbc4-386d-4832-b612-ffe51886a835 req-20187b6f-a432-45be-bdeb-03b082901266 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.088746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5117bbc4-386d-4832-b612-ffe51886a835 req-20187b6f-a432-45be-bdeb-03b082901266 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 943 time: 0.9886701 Aug 25 11:12:20.145735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] For port 25cb0479-d9d8-4347-907a-b441cd7ee22a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:20.175166 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-9cf0cf4a-17b8-4093-92de-9a846040cf87 service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221980 Aug 25 11:12:20.180725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] For port 25cb0479-d9d8-4347-907a-b441cd7ee22a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:20.207771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:20.311849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-86668175-f6b3-4ece-98ca-ac886f05ad29 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.314735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-86668175-f6b3-4ece-98ca-ac886f05ad29 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0961313 Aug 25 11:12:20.347188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.347808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:20.349235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] 10.222.0.10 "PUT /v2.0/ports/25cb0479-d9d8-4347-907a-b441cd7ee22a HTTP/1.1" status: 200 len: 1092 time: 2.1496427 Aug 25 11:12:20.351391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade32aa-846c-4844-8491-c6f6ac3863c9 req-f775cc3b-b707-4085-9e16-5d7f77281497 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.359280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ade32aa-846c-4844-8491-c6f6ac3863c9 req-f775cc3b-b707-4085-9e16-5d7f77281497 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 945 time: 0.5401134 Aug 25 11:12:20.367907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:20.372359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Request body: {'port': {'device_id': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'ee5588accced453192957020c93b581d'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:20.434026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b10d1-8e13-4ddc-a760-c6b974620245 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb0479-d9d8-4347-907a-b441cd7ee22a,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:20.455048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae87579-50ae-4626-b298-c2089f6a7875 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:20.466532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5117bbc4-386d-4832-b612-ffe51886a835 req-0e370de7-df93-4fb9-8220-8d3e116206be tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502941 Aug 25 11:12:20.474442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:20.534590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-4cff6e08-9559-439b-a1a3-ee77bbfc2b3d service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513677 Aug 25 11:12:20.536547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Transition to ACTIVE for port object 5ae87579-50ae-4626-b298-c2089f6a7875 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:20.548393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:20.576980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:20.592026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-3cfaac09-1471-4e64-a58b-8b51ad66f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.593585 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-3cfaac09-1471-4e64-a58b-8b51ad66f03f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 1095 time: 0.1532552 Aug 25 11:12:20.623103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Pushing event updated for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:20.659065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-7c32c412-9edb-44d1-b9ba-536a746f8794 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a HTTP/1.1" status: 200 len: 217 time: 0.0528369 Aug 25 11:12:20.660456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '57ca45ce-709e-46dc-8500-85d7465636cb', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '57ca45ce-709e-46dc-8500-85d7465636cb', 'mac_address': 'fa:16:3e:14:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:20.724646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:20.755831 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c952d5e-7270-4817-bc24-3ce65427e7ac x-openstack-request-id: req-8c952d5e-7270-4817-bc24-3ce65427e7ac {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:20.756782 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:20.757289 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c952d5e-7270-4817-bc24-3ce65427e7ac {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:20.762093 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb', 'status': 'completed', 'code': 200} Aug 25 11:12:20.763666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ca45ce-709e-46dc-8500-85d7465636cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:20.780297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ade32aa-846c-4844-8491-c6f6ac3863c9 req-fef370af-6c11-40e8-ab4b-a2deaaead0c7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197628 Aug 25 11:12:20.790220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-8b723acf-498b-4fe0-bba7-6ad6a00936a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.803568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-8b723acf-498b-4fe0-bba7-6ad6a00936a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7489743 Aug 25 11:12:20.814011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:20.828718 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:20.912430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:20.925312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-019c3d57-222c-4c5e-a38b-7b9c557d6244 req-06edab80-1809-4689-aca0-43a604e941ec tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 210 time: 0.1123104 Aug 25 11:12:20.986110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Attempting to bind port 5ae87579-50ae-4626-b298-c2089f6a7875 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:20.986454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Attempting to bind port 5ae87579-50ae-4626-b298-c2089f6a7875 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:20.986767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Attempting to bind port 5ae87579-50ae-4626-b298-c2089f6a7875 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:20.991161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934690-05da-4d88-a949-5406861a0f48 req-4155dc29-24ff-42f1-adfb-afbbc7c2b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.992685 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-4155dc29-24ff-42f1-adfb-afbbc7c2b10b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.2932236 Aug 25 11:12:20.996121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-ff9c8c62-7aae-4ff6-9f34-ecc6400a45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:20.997845 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-ff9c8c62-7aae-4ff6-9f34-ecc6400a45ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 1095 time: 0.2994785 Aug 25 11:12:21.000351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Port 5ae87579-50ae-4626-b298-c2089f6a7875 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:21.000673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Attempting to bind port 5ae87579-50ae-4626-b298-c2089f6a7875 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:21.008082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:21.008082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:21.008082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:21.008543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Bound port: 5ae87579-50ae-4626-b298-c2089f6a7875, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:21.008543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.049196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-2711c0bf-5762-41ac-9745-a0c01207bc22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369258 Aug 25 11:12:21.086116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['57ca45ce-709e-46dc-8500-85d7465636cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:21.228321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b12f1fb6-2af2-4cc4-8608-54a3cbcd841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.259150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:21.264229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ae87579-50ae-4626-b298-c2089f6a7875,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:21.267361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-e0051056-5ee0-4f25-91fe-56f3805849f2 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.274583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-e0051056-5ee0-4f25-91fe-56f3805849f2 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.67 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 823 time: 1.1144829 Aug 25 11:12:21.276246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-3487f57a-fcc7-4708-9698-65a9791bdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.277752 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-3487f57a-fcc7-4708-9698-65a9791bdab4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 906 time: 0.2667160 Aug 25 11:12:21.280970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.294312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-f6fcef04-1d19-4bdd-b52e-9ca0c993dd88 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483986 Aug 25 11:12:21.329661 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-a8324211-201e-47e4-800d-12f3268d6b12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57ca45ce-709e-46dc-8500-85d7465636cb HTTP/1.1" status: 200 len: 217 time: 0.0430334 Aug 25 11:12:21.331643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-08a58c44-2e41-428b-9067-14f7d9e821ed service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592571 Aug 25 11:12:21.379918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.380672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.381303 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Floating IP 7534db36-bcea-426e-8a71-5320b253efca disassociated. External IP: 172.25.1.134, port: 2d328410-1208-4b76-8203-3c82dfa73b5c. Aug 25 11:12:21.381972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Calling delete_port for 2d328410-1208-4b76-8203-3c82dfa73b5c owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:21.384496 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.444965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.445296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.446773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] 10.222.0.10 "PUT /v2.0/ports/5ae87579-50ae-4626-b298-c2089f6a7875 HTTP/1.1" status: 200 len: 1097 time: 2.0390472 Aug 25 11:12:21.502985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-827c17fd-74a4-437d-9b7e-74922079b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.505507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-827c17fd-74a4-437d-9b7e-74922079b971 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.1506224 Aug 25 11:12:21.508846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922d3e3-78b9-4bcc-be8b-bd234bffc1fa service neutron] Pushing event updated for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:21.600626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92678f-9b4f-4d6e-88e9-5830645fe545 req-125ee4a7-e7aa-454e-8c92-54f3f5e776ba tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.602393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a92678f-9b4f-4d6e-88e9-5830645fe545 req-125ee4a7-e7aa-454e-8c92-54f3f5e776ba tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.6531525 Aug 25 11:12:21.630616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028afecb-d6f9-40e1-bd8e-cb55035b2ee4 req-10b6f61c-0782-42bb-9ea3-b86b267caa48 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.632295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028afecb-d6f9-40e1-bd8e-cb55035b2ee4 req-10b6f61c-0782-42bb-9ea3-b86b267caa48 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.5320816 Aug 25 11:12:21.643593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-fac71136-de5c-47d9-a8e4-b2c0b96caac8 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d323bc6f2b4d13bc279542a8a49487 HTTP/1.1" status: 200 len: 380 time: 0.2802558 Aug 25 11:12:21.683401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'port': {'device_id': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'admin_state_up': True, 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'security_groups': ['675439a6-3b4e-4631-b573-dcbd9fce606a']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:21.713330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Made reservation on behalf of ee5588accced453192957020c93b581d for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:21.717084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:21.807151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-d4f58ce7-c19b-4c18-b00f-2dfcc9de4892 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147677 Aug 25 11:12:21.855768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a92678f-9b4f-4d6e-88e9-5830645fe545 req-b13b30da-9c59-487a-91a0-b13ef62ca9e8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426634 Aug 25 11:12:21.859187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-028afecb-d6f9-40e1-bd8e-cb55035b2ee4 req-b5e00de3-814a-4fb7-aaf6-8fadfe7895a9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110007 Aug 25 11:12:21.881469 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-629c63ef-6f8d-4933-bfaa-130a0706c584 service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289948 Aug 25 11:12:21.883969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-4528e584-0a18-4bd9-8004-d6b8c367df79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3643565 Aug 25 11:12:21.959550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-f50a7a85-4902-46eb-96f6-95ef6cdec2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:21.962100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-f50a7a85-4902-46eb-96f6-95ef6cdec2bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=473ebc257df4457e8db5245e09cedca4&device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 1100 time: 0.4299252 Aug 25 11:12:22.019182 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-3bf7a99a-e07c-4705-8faf-dc99993d4120 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=5ae87579-50ae-4626-b298-c2089f6a7875 HTTP/1.1" status: 200 len: 217 time: 0.0484166 Aug 25 11:12:22.036046 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6de36aa-c3bc-46cf-9667-3d8a6f11b7ee x-openstack-request-id: req-b6de36aa-c3bc-46cf-9667-3d8a6f11b7ee {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:22.036668 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7e003d-8514-40c9-86c9-a7dec5c9ee2c", "tag": "425c49c2-cd9c-4567-903f-704dfc052d37", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:22.036948 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6de36aa-c3bc-46cf-9667-3d8a6f11b7ee {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:22.037608 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'tag': '425c49c2-cd9c-4567-903f-704dfc052d37', 'status': 'completed', 'code': 200} Aug 25 11:12:22.119774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e30bede-99c2-4248-9db2-2fd0e40d07bc no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:22.120645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-431827ba-3c91-4c2d-ac20-7ef8338a5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:22.121774 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-431827ba-3c91-4c2d-ac20-7ef8338a5fc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0886266 Aug 25 11:12:22.126129 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-8abd204e-96e4-4c34-98ff-c31629c66c6b service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247188 Aug 25 11:12:22.211247 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.238766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:22.242228 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb463d6-a25c-4fd1-89e8-1f4d35498214" -d '{"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:22.258162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:22.261884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Made reservation on behalf of 58d323bc6f2b4d13bc279542a8a49487 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:22.265114 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.265965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.271652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Allocated IP 192.168.233.64 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/2a29c175-7a31-428a-88eb-aab5379102b7) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:22.288055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.316825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb977-d547-453c-83cd-830bffa45f0e req-12be4198-5d87-428f-9f00-0473f127ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:22.318362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-12be4198-5d87-428f-9f00-0473f127ad70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 1095 time: 0.2274086 Aug 25 11:12:22.323433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135ce7-627b-43d9-abed-8fafb951d223 req-77769104-0369-4e8a-882f-2fcffed9cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:22.324866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.326441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681494be-7f40-4735-a663-97c8927dc4e6 req-2851012d-0481-43c3-9d33-1075ba105c74 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:22.326626 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-77769104-0369-4e8a-882f-2fcffed9cd73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1889517 Aug 25 11:12:22.328079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681494be-7f40-4735-a663-97c8927dc4e6 req-2851012d-0481-43c3-9d33-1075ba105c74 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 944 time: 0.2591894 Aug 25 11:12:22.353985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:22.387562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:22.408178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853364a-929a-48a2-8db6-d183cbf93571 req-63c72742-18ab-421a-a6f0-84083e59f439 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:22.409852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a853364a-929a-48a2-8db6-d183cbf93571 req-63c72742-18ab-421a-a6f0-84083e59f439 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 948 time: 0.2486560 Aug 25 11:12:22.450061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event deleted for resources: {'Port': ['ID=2d328410-1208-4b76-8203-3c82dfa73b5c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:22.452833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e7ef772a-c644-4b79-abe8-c06c4a976cf3 req-0070f1cf-d580-4c8c-8017-1b4bf58ea53f service neutron] 10.222.0.10 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131044 Aug 25 11:12:22.460225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 57ca45ce-709e-46dc-8500-85d7465636cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:22.471920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 57ca45ce-709e-46dc-8500-85d7465636cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:22.472618 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.510603 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-6961ca8e-5eb5-44d2-abb2-10538311148c service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725543 Aug 25 11:12:22.558458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.558807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.559351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.559725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.560064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.560400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.560732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.561060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.561387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.561739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.562082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.562441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:12:22.622925 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.631439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42135ce7-627b-43d9-abed-8fafb951d223 req-ffc17e11-4623-46d4-a76d-03d7fd283d76 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103909 Aug 25 11:12:22.688374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:22.694320 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:22.695713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2d328410-1208-4b76-8203-3c82dfa73b5c no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:22.755735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 2d328410-1208-4b76-8203-3c82dfa73b5c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:22.756147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2d328410-1208-4b76-8203-3c82dfa73b5c not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:22.811006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:23.003077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681494be-7f40-4735-a663-97c8927dc4e6 req-205c9fc2-4525-4953-beac-151ca2601656 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517837 Aug 25 11:12:23.097005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a853364a-929a-48a2-8db6-d183cbf93571 req-134e51b9-6f44-496c-aefe-37bda1fe9d20 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295660 Aug 25 11:12:23.141420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb977-d547-453c-83cd-830bffa45f0e req-fbb20a14-c9b8-4fb9-8977-cf7764da6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:23.142976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-fbb20a14-c9b8-4fb9-8977-cf7764da6e70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 914 time: 0.8139644 Aug 25 11:12:23.196617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dad5a32a-edc8-45a7-be70-305e8fd42b94 req-ab5327ce-d74b-45bb-b967-5cc1299eaaea tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 210 time: 0.0903697 Aug 25 11:12:23.236074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Allocated IP 172.20.0.10 (da57e288-0d3f-4326-8e8c-8f802edeebe3/e99146fe-1225-4503-a1d8-03258e4f591d/d185120e-773e-47d1-aa42-c3aa700f7b97) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:23.253114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-fc564622-c501-4735-aaca-f66fc38a5ee4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=425c49c2-cd9c-4567-903f-704dfc052d37 HTTP/1.1" status: 200 len: 217 time: 0.1020708 Aug 25 11:12:23.314961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:12:23.320274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:23.420309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Transition to ACTIVE for port object 2a29c175-7a31-428a-88eb-aab5379102b7 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:23.445490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb977-d547-453c-83cd-830bffa45f0e req-c0bde587-569d-4196-abfa-e65a749094d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:23.447025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-c0bde587-569d-4196-abfa-e65a749094d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.1569924 Aug 25 11:12:23.448902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e90b47-db6a-4e6b-829d-cd0da58f6ad0 req-947d3ba4-77e0-4f17-9616-6593a35c225a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:23.450983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9e90b47-db6a-4e6b-829d-cd0da58f6ad0 req-947d3ba4-77e0-4f17-9616-6593a35c225a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1097 time: 0.2597198 Aug 25 11:12:23.603334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65e7c-4b20-410b-856c-b32f0473de07 req-cd190549-9b01-4595-a863-ee41a7494f1f tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:23.604950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcd65e7c-4b20-410b-856c-b32f0473de07 req-cd190549-9b01-4595-a863-ee41a7494f1f tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 943 time: 0.3439932 Aug 25 11:12:23.607838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-fc79563e-ae7e-4095-bf0d-59e87d73d49c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830052 Aug 25 11:12:23.785165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9e90b47-db6a-4e6b-829d-cd0da58f6ad0 req-d86bb064-2eb5-4e4d-959b-6eba98f1ba24 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591035 Aug 25 11:12:23.786251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:23.802752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['14cca6e1-5ff4-4b54-aad4-5c110cd780fe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:23.826110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:23.878045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcd65e7c-4b20-410b-856c-b32f0473de07 req-e4b843a1-eddd-48e5-b7b0-7e9c1d341ad8 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552533 Aug 25 11:12:23.894148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:12:23.924544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:12:23.957809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:23.959184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Transition to ACTIVE for port object d185120e-773e-47d1-aa42-c3aa700f7b97 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:23.988533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:23.993168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:12:23.994867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:24.012800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:24.015848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] No DVR routers for this DVR port 2d328410-1208-4b76-8203-3c82dfa73b5c on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:24.026235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Pushing event updated for resources: {'Port': ['ID=2a29c175-7a31-428a-88eb-aab5379102b7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:24.038722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04862a1-c20f-4e59-b422-602677decb41', 'tag': '25cb0479-d9d8-4347-907a-b441cd7ee22a'}, {'name': 'network-changed', 'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:24.041960 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087f17a4-a8ad-4d76-a29a-35be09df7497" -d '{"events": [{"name": "network-changed", "server_uuid": "f04862a1-c20f-4e59-b422-602677decb41", "tag": "25cb0479-d9d8-4347-907a-b441cd7ee22a"}, {"name": "network-changed", "server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:24.048959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:24.051191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7fcff43-071e-4ce7-bdba-b3b4cee79b1c req-4cdf03cf-08c8-4c72-827f-e46bdabd7968 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.10 "DELETE /v2.0/ports/2d328410-1208-4b76-8203-3c82dfa73b5c HTTP/1.1" status: 204 len: 173 time: 5.6160769 Aug 25 11:12:24.051679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'name': 'network-vif-deleted', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:24.054066 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea4976-14e2-4b6b-a2b8-88b9e1b33f27" -d '{"events": [{"server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "name": "network-vif-deleted", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:24.088473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-57992569-7977-49d5-ba2f-425d1051f1c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589121 Aug 25 11:12:24.107654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6726f3a5-568c-4181-be7b-df15569d74f9 req-3b3c6f96-0151-4ddf-bc44-ac2ad2041474 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 210 time: 0.1369033 Aug 25 11:12:24.130265 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555a681-00f6-4c0b-b885-27115b912960 x-openstack-request-id: req-3555a681-00f6-4c0b-b885-27115b912960 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:24.131495 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:24.131495 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3555a681-00f6-4c0b-b885-27115b912960 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:24.132370 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'code': 200} Aug 25 11:12:24.161550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 425c49c2-cd9c-4567-903f-704dfc052d37 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:24.275524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:24.342951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:24.343615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:24.367713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:24.398767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:24.401808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:24.413143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:12:24.417924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-44f9b756-490a-4a5a-9067-84fc65ba2f96 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0831220 Aug 25 11:12:24.440390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07674e0d-bd98-41aa-a5db-04e3397191ea req-b816a15d-bf24-4c53-bc65-945953b925bc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:24.442042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07674e0d-bd98-41aa-a5db-04e3397191ea req-b816a15d-bf24-4c53-bc65-945953b925bc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 947 time: 0.2219532 Aug 25 11:12:24.449902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Request body: {'port': {'device_id': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:24.484798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb11f73-c383-42a7-b4ec-affda23b8852 req-a6f9f556-8acc-49a6-b0ec-79024bb46f2f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:24.486443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cb11f73-c383-42a7-b4ec-affda23b8852 req-a6f9f556-8acc-49a6-b0ec-79024bb46f2f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2183468 Aug 25 11:12:24.504663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:24.519144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-336eb977-d547-453c-83cd-830bffa45f0e req-67c0d6db-e227-4a07-bbfd-a3da51b7194b service neutron] 10.222.0.67 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781652 Aug 25 11:12:24.528851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:24.540306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event updated for resources: {'Port': ['ID=d185120e-773e-47d1-aa42-c3aa700f7b97,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:24.542998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:24.645922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07674e0d-bd98-41aa-a5db-04e3397191ea req-28707573-d618-4f27-b455-b25f4a8eb360 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783400 Aug 25 11:12:24.677717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:24.679046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:24.683252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:24.737575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cb11f73-c383-42a7-b4ec-affda23b8852 req-585e8333-029a-419e-b074-058f8e9c5ca1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165399 Aug 25 11:12:24.811144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-c2dc5c41-32ba-46f3-b8ed-4a9850fa81da tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1504908 Aug 25 11:12:24.826179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Request body: {'port': {'device_id': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:24.840338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-907e1bc4-b962-47b6-817e-7222ad0b4cc5 None None] Provisioning for port 2a29c175-7a31-428a-88eb-aab5379102b7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:24.883203 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:12:24.904713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41620ef-339c-494c-8057-fba335a60458 req-098bb4e5-8306-46af-a5c0-ceb446613843 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:24.906404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f41620ef-339c-494c-8057-fba335a60458 req-098bb4e5-8306-46af-a5c0-ceb446613843 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1097 time: 0.1589689 Aug 25 11:12:24.954605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-907e1bc4-b962-47b6-817e-7222ad0b4cc5 None None] Provisioning complete for port 2a29c175-7a31-428a-88eb-aab5379102b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:24.955254 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-907e1bc4-b962-47b6-817e-7222ad0b4cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.057357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.061363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 425c49c2-cd9c-4567-903f-704dfc052d37, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=425c49c2-cd9c-4567-903f-704dfc052d37,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:25.097028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-907e1bc4-b962-47b6-817e-7222ad0b4cc5 None None] Port 2a29c175-7a31-428a-88eb-aab5379102b7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:12:25.106938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '425c49c2-cd9c-4567-903f-704dfc052d37', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'port_id': '425c49c2-cd9c-4567-903f-704dfc052d37', 'mac_address': 'fa:16:3e:e3:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:25.138838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f41620ef-339c-494c-8057-fba335a60458 req-248032dc-dda2-4f02-ad47-69a16ecce5d0 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077103 Aug 25 11:12:25.150997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883c47a-1996-4fd8-b85f-463644c5c5f6 req-f8074dc6-3462-4103-8dfc-a75c4b1116ee tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:25.152694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c883c47a-1996-4fd8-b85f-463644c5c5f6 req-f8074dc6-3462-4103-8dfc-a75c4b1116ee tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.2407298 Aug 25 11:12:25.174966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:25.231385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'mac_address': 'fa:16:3e:a5:73:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:25.259797 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.286697 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd5a01-be76-4806-9232-0a0e91edcf70 x-openstack-request-id: req-5acd5a01-be76-4806-9232-0a0e91edcf70 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:25.287897 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04862a1-c20f-4e59-b422-602677decb41", "tag": "25cb0479-d9d8-4347-907a-b441cd7ee22a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:25.288408 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5acd5a01-be76-4806-9232-0a0e91edcf70 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:25.289206 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04862a1-c20f-4e59-b422-602677decb41', 'tag': '25cb0479-d9d8-4347-907a-b441cd7ee22a', 'status': 'completed', 'code': 200} Aug 25 11:12:25.289838 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875', 'status': 'completed', 'code': 200} Aug 25 11:12:25.293065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.323938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4be97039-1304-4f7f-aae2-b5ba964db00a None None] Provisioning for port d185120e-773e-47d1-aa42-c3aa700f7b97 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:25.336881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c883c47a-1996-4fd8-b85f-463644c5c5f6 req-d41e3ed8-bb59-45d9-a871-2aca30dc0dda tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583028 Aug 25 11:12:25.344618 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:12:25.356278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4be97039-1304-4f7f-aae2-b5ba964db00a None None] Provisioning complete for port d185120e-773e-47d1-aa42-c3aa700f7b97 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:25.356278 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4be97039-1304-4f7f-aae2-b5ba964db00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.388392 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d81a4e7-79fe-49d3-8807-0b9dca76f363 x-openstack-request-id: req-0d81a4e7-79fe-49d3-8807-0b9dca76f363 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:25.389290 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2876ec4-9cda-4388-94dc-1e79bfe13b99", "name": "network-vif-deleted", "tag": "2d328410-1208-4b76-8203-3c82dfa73b5c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:25.389290 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d81a4e7-79fe-49d3-8807-0b9dca76f363 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:25.389583 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2876ec4-9cda-4388-94dc-1e79bfe13b99', 'name': 'network-vif-deleted', 'tag': '2d328410-1208-4b76-8203-3c82dfa73b5c', 'status': 'completed', 'code': 200} Aug 25 11:12:25.397792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425c49c2-cd9c-4567-903f-704dfc052d37 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:25.416118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:25.421741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.440470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 425c49c2-cd9c-4567-903f-704dfc052d37, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=425c49c2-cd9c-4567-903f-704dfc052d37,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:25.449837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.462394 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:25.486617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4be97039-1304-4f7f-aae2-b5ba964db00a None None] Port d185120e-773e-47d1-aa42-c3aa700f7b97 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:12:25.492111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:25.499729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-8dccb80c-7218-4a5f-90a6-0a4803961cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:25.501432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-8dccb80c-7218-4a5f-90a6-0a4803961cfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c31fa6139b6b426a8c4add971f60fe49&device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 1095 time: 0.1581569 Aug 25 11:12:25.508488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:25.555500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:12:25.588577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:25.603992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:12:25.604638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:25.629155 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:12:25.629536 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:12:25.711824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=425c49c2-cd9c-4567-903f-704dfc052d37,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:25.780127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['425c49c2-cd9c-4567-903f-704dfc052d37'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:25.837236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:12:25.991115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a29c175-7a31-428a-88eb-aab5379102b7 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:26.023822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.077394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Transition to ACTIVE for port object 2a29c175-7a31-428a-88eb-aab5379102b7 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:26.092666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed2166-6e58-43ff-aa40-86b2c7398a75 req-0a3f5453-4609-405e-ae3a-41d5de134d52 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:26.094311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9ed2166-6e58-43ff-aa40-86b2c7398a75 req-0a3f5453-4609-405e-ae3a-41d5de134d52 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 948 time: 0.5902634 Aug 25 11:12:26.101075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.117410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5e63-3f5a-4f96-8a71-6051bbf91f15 req-fd44005c-9583-414f-b5e3-9295245b5f19 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:26.119290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-928e5e63-3f5a-4f96-8a71-6051bbf91f15 req-fd44005c-9583-414f-b5e3-9295245b5f19 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 935 time: 0.5627489 Aug 25 11:12:26.120342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-0b8f4d37-0290-4c1c-9f7d-a15271268dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:26.121904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-0b8f4d37-0290-4c1c-9f7d-a15271268dd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 200 len: 914 time: 0.6107535 Aug 25 11:12:26.135139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb'}, {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:26.138235 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e920b876-e7c1-4e4d-a0d5-93cc760a5eba" -d '{"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-plugged", "status": "completed", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb"}, {"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-unplugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:26.205352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e30bede-99c2-4248-9db2-2fd0e40d07bc details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:26.257093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-149bbdba-4958-4de7-acf5-7ddaf0f10bb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a HTTP/1.1" status: 200 len: 217 time: 0.1181753 Aug 25 11:12:26.288166 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.302933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d185120e-773e-47d1-aa42-c3aa700f7b97 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:26.334248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Pushing event updated for resources: {'Port': ['ID=2a29c175-7a31-428a-88eb-aab5379102b7,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:26.342302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.376702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9ed2166-6e58-43ff-aa40-86b2c7398a75 req-60f2c821-488d-4f3e-b8a3-888b8d6d6977 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449751 Aug 25 11:12:26.408283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-928e5e63-3f5a-4f96-8a71-6051bbf91f15 req-51f91770-c120-4352-85aa-1e498161a4e4 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695839 Aug 25 11:12:26.428831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:26.478044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:26.506700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-4c954d67-d815-492c-a75f-095535f8ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:26.510491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-4c954d67-d815-492c-a75f-095535f8ac27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 200 len: 853 time: 0.2375414 Aug 25 11:12:26.516447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Transition to ACTIVE for port object d185120e-773e-47d1-aa42-c3aa700f7b97 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:26.574387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:26.600206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.608017 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.608864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 25cb0479-d9d8-4347-907a-b441cd7ee22a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:26.635872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'mac_address': 'fa:16:3e:d2:a9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:26.655425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-9d6e884b-eac6-486d-9958-c4be32858575 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef70de3f-8a50-4e02-9563-02787feaaed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303840 Aug 25 11:12:26.718204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:26.786179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab93dcd-ac63-4964-8489-79c26d7a1409 None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:12:26.857317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:26.887445 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.919753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:26.927849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e30bede-99c2-4248-9db2-2fd0e40d07bc {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:26.944244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 25cb0479-d9d8-4347-907a-b441cd7ee22a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:26.944475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e105-015d-476e-b261-85b1fef2cde9 req-27436a3b-f684-43d0-8a4c-203cb476e0ce tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:26.946447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f210e105-015d-476e-b261-85b1fef2cde9 req-27436a3b-f684-43d0-8a4c-203cb476e0ce tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 944 time: 0.4273169 Aug 25 11:12:26.969717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:26.974686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '25cb0479-d9d8-4347-907a-b441cd7ee22a', 'network_id': 'ef70de3f-8a50-4e02-9563-02787feaaed1', 'port_id': '25cb0479-d9d8-4347-907a-b441cd7ee22a', 'mac_address': 'fa:16:3e:07:bb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:26.982898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.023089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Attempting to bind port 2a29c175-7a31-428a-88eb-aab5379102b7 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:27.023385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Attempting to bind port 2a29c175-7a31-428a-88eb-aab5379102b7 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:27.023920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Attempting to bind port 2a29c175-7a31-428a-88eb-aab5379102b7 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:27.078373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d185120e-773e-47d1-aa42-c3aa700f7b97,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:27.105746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:27.111096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Port 2a29c175-7a31-428a-88eb-aab5379102b7 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:27.111648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Attempting to bind port 2a29c175-7a31-428a-88eb-aab5379102b7 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:27.118661 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.203023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:27.203535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:27.204259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:27.205066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Bound port: 2a29c175-7a31-428a-88eb-aab5379102b7, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:27.205649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.217453 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac42b06-15f1-41ba-b196-9f6348ea6014 None None] New status for floating IP 7534db36-bcea-426e-8a71-5320b253efca: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:12:27.297674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-4726fbfd-52f4-4102-a995-c9381c02a7e0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:27.300287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-4726fbfd-52f4-4102-a995-c9381c02a7e0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b&tenant_id=05f1200353254409b7f7713f48e19902&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 947 time: 0.5751269 Aug 25 11:12:27.314655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b34f-6b74-43b2-b8b5-6615713e67a2 req-c2776bf1-1e16-4c08-b06a-e0ac6bce1aa3 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:27.316821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb85b34f-6b74-43b2-b8b5-6615713e67a2 req-c2776bf1-1e16-4c08-b06a-e0ac6bce1aa3 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 944 time: 0.5980847 Aug 25 11:12:27.332725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f210e105-015d-476e-b261-85b1fef2cde9 req-e612fb87-c602-41ac-bd78-68e7348f794b tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341830 Aug 25 11:12:27.366688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb0479-d9d8-4347-907a-b441cd7ee22a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:27.426576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 25cb0479-d9d8-4347-907a-b441cd7ee22a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:27.436197 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.436416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-5c8c236e-a85c-40f7-810d-07d1b36effc9 service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659390 Aug 25 11:12:27.482054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ae87579-50ae-4626-b298-c2089f6a7875 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:27.486395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e30bede-99c2-4248-9db2-2fd0e40d07bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:27.619171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=25cb0479-d9d8-4347-907a-b441cd7ee22a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:27.641665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] For port 2a29c175-7a31-428a-88eb-aab5379102b7, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:27.727618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] For port 2a29c175-7a31-428a-88eb-aab5379102b7, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2a29c175-7a31-428a-88eb-aab5379102b7,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:27.735613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Attempting to bind port d185120e-773e-47d1-aa42-c3aa700f7b97 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:27.736094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Attempting to bind port d185120e-773e-47d1-aa42-c3aa700f7b97 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:27.736711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Attempting to bind port d185120e-773e-47d1-aa42-c3aa700f7b97 on network da57e288-0d3f-4326-8e8c-8f802edeebe3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:27.745206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb85b34f-6b74-43b2-b8b5-6615713e67a2 req-a5a6916e-2b57-4be0-a28a-f52c4770ca2a tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4112246 Aug 25 11:12:27.759971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:27.760493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.792624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Port d185120e-773e-47d1-aa42-c3aa700f7b97 on network da57e288-0d3f-4326-8e8c-8f802edeebe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:27.793111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Attempting to bind port d185120e-773e-47d1-aa42-c3aa700f7b97 on network da57e288-0d3f-4326-8e8c-8f802edeebe3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:27.818352 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e47fff-5816-4a01-81f0-c58a17492530 x-openstack-request-id: req-c2e47fff-5816-4a01-81f0-c58a17492530 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:27.818352 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-plugged", "status": "completed", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb", "code": 200}, {"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-unplugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:27.819031 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2e47fff-5816-4a01-81f0-c58a17492530 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:27.819285 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb', 'code': 200} Aug 25 11:12:27.819652 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'code': 200} Aug 25 11:12:27.864626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-e9fb2005-7433-496f-81ad-c71807c05759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:27.865187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['25cb0479-d9d8-4347-907a-b441cd7ee22a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:27.867098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-e9fb2005-7433-496f-81ad-c71807c05759 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1100 time: 0.4076352 Aug 25 11:12:27.878050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:27.878410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Checking segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:27.878916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Bound using segment: {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:27.879642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Bound port: d185120e-773e-47d1-aa42-c3aa700f7b97, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2919da-724f-4610-9119-320e7dcc2df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:27.880224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.925730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91ad24-a6a7-4229-a800-0cca0de008b4 req-d96add19-a9c9-4e60-9827-cdbb308fa3d8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:27.938556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c91ad24-a6a7-4229-a800-0cca0de008b4 req-d96add19-a9c9-4e60-9827-cdbb308fa3d8 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 949 time: 0.4298680 Aug 25 11:12:27.939195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ae87579-50ae-4626-b298-c2089f6a7875,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:27.942425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:27.943277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:27.944941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] 10.222.0.67 "PUT /v2.0/ports/2a29c175-7a31-428a-88eb-aab5379102b7 HTTP/1.1" status: 200 len: 1096 time: 3.5179546 Aug 25 11:12:27.969148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d30416-d9e0-40c3-a92d-a9aa9a1b4bbb req-67e4ec87-ff64-4782-b0e9-fb0942a7c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:27.971895 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f9d30416-d9e0-40c3-a92d-a9aa9a1b4bbb req-67e4ec87-ff64-4782-b0e9-fb0942a7c8bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 1097 time: 0.0666237 Aug 25 11:12:28.015252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f9d30416-d9e0-40c3-a92d-a9aa9a1b4bbb req-e1765d9a-8133-4297-9ff0-59d21f123065 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Aug 25 11:12:28.040324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '5ae87579-50ae-4626-b298-c2089f6a7875', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '5ae87579-50ae-4626-b298-c2089f6a7875', 'mac_address': 'fa:16:3e:d2:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:28.050978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'tag': '2a29c175-7a31-428a-88eb-aab5379102b7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:28.053724 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f53aa-e481-47e8-a245-3ad65b5a3914" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff068bd-0239-4b30-b998-93d31e4da18a", "tag": "2a29c175-7a31-428a-88eb-aab5379102b7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:28.163957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-2ce2225b-59a6-47e8-a5bb-4642482c6ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831961 Aug 25 11:12:28.174051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 425c49c2-cd9c-4567-903f-704dfc052d37 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:28.210335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93938fb-0e7d-4a76-981e-1a021c82bf6e service neutron] Pushing event updated for resources: {'Port': ['ID=2a29c175-7a31-428a-88eb-aab5379102b7,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:28.212885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.268331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae87579-50ae-4626-b298-c2089f6a7875 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:28.313035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c91ad24-a6a7-4229-a800-0cca0de008b4 req-a797d35c-85ce-446b-8104-14343c06b49f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731666 Aug 25 11:12:28.337982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ae87579-50ae-4626-b298-c2089f6a7875,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:28.360591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.365090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-d87f68ed-7b97-4680-a850-b13a2632bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:28.367441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-d87f68ed-7b97-4680-a850-b13a2632bcb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee5588accced453192957020c93b581d&device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 1099 time: 0.2972550 Aug 25 11:12:28.371951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] For port d185120e-773e-47d1-aa42-c3aa700f7b97, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:28.396081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63bd3f-e9aa-452c-a531-a31bf8ed62e9 req-6a8b7b7c-b094-482c-8f3e-88487dacb874 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:28.396300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 425c49c2-cd9c-4567-903f-704dfc052d37 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:28.398802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af63bd3f-e9aa-452c-a531-a31bf8ed62e9 req-6a8b7b7c-b094-482c-8f3e-88487dacb874 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.3950908 Aug 25 11:12:28.400737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-c6b5e0db-1d9c-4374-9e73-67b405827206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:28.403547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-c6b5e0db-1d9c-4374-9e73-67b405827206 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5194712 Aug 25 11:12:28.424679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 425c49c2-cd9c-4567-903f-704dfc052d37 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:28.425042 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.502424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] For port d185120e-773e-47d1-aa42-c3aa700f7b97, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d185120e-773e-47d1-aa42-c3aa700f7b97,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:28.508776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:28.522566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-a04d8e98-b06c-4a68-961e-e887a8f85920 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=2a29c175-7a31-428a-88eb-aab5379102b7 HTTP/1.1" status: 200 len: 217 time: 0.1437874 Aug 25 11:12:28.573343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.590686 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.611261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 425c49c2-cd9c-4567-903f-704dfc052d37, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=425c49c2-cd9c-4567-903f-704dfc052d37,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:28.616728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.670269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-8e506969-3e49-4a3d-b4e8-14142bc41fd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 217 time: 0.1828847 Aug 25 11:12:28.676485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=425c49c2-cd9c-4567-903f-704dfc052d37,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:28.682967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5ae87579-50ae-4626-b298-c2089f6a7875'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:28.820407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-99a504e0-3d6d-443d-b363-403199f18f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:28.823252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-99a504e0-3d6d-443d-b363-403199f18f4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=473ebc257df4457e8db5245e09cedca4&device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 1100 time: 0.5480983 Aug 25 11:12:28.863821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:28.864911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:28.867390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] 10.222.0.67 "PUT /v2.0/ports/d185120e-773e-47d1-aa42-c3aa700f7b97 HTTP/1.1" status: 200 len: 1093 time: 4.0460916 Aug 25 11:12:28.988108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af63bd3f-e9aa-452c-a531-a31bf8ed62e9 req-9826a81a-0423-498b-b8d4-e69c575f231e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621910 Aug 25 11:12:29.087801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-062807e7-d2dd-4158-a5ca-adb016bb93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.090342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-062807e7-d2dd-4158-a5ca-adb016bb93df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.4798462 Aug 25 11:12:29.135178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba2abd-cc4b-4238-9f64-7ae68e4a6bc8 req-d546d525-3268-44a3-b2ee-5e0c22597a45 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.138308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26ba2abd-cc4b-4238-9f64-7ae68e4a6bc8 req-d546d525-3268-44a3-b2ee-5e0c22597a45 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 948 time: 0.6319587 Aug 25 11:12:29.171090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edb854-6201-4f2d-8420-f8380695d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d185120e-773e-47d1-aa42-c3aa700f7b97,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:29.188400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-e37e4df4-25da-4594-ba24-2e34e5de96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.190998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-e37e4df4-25da-4594-ba24-2e34e5de96cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.4442632 Aug 25 11:12:29.428032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-768af588-cd40-4dfd-8c95-ac46f700e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.430055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-768af588-cd40-4dfd-8c95-ac46f700e499 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 1096 time: 0.4896722 Aug 25 11:12:29.448193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:29.462119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-880149ae-bd5c-4507-8cb4-e774f4fbb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.464713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-880149ae-bd5c-4507-8cb4-e774f4fbb716 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5833721 Aug 25 11:12:29.478992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-4c694f46-120a-4e42-bc56-ea45f408b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.481917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-4c694f46-120a-4e42-bc56-ea45f408b1cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3620877 Aug 25 11:12:29.496774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00674ea5-9f2c-4103-9300-ccc7a782744c req-6a6c5842-05d8-465a-b842-0536638d0e6a tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.499549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00674ea5-9f2c-4103-9300-ccc7a782744c req-6a6c5842-05d8-465a-b842-0536638d0e6a tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 949 time: 0.4000392 Aug 25 11:12:29.502002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 36ced834-7d4c-4daa-ab70-262ca8b85278 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:29.502396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:29.506049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26ba2abd-cc4b-4238-9f64-7ae68e4a6bc8 req-c96f183d-6eec-4b57-9a4b-ebdb7db84b66 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284776 Aug 25 11:12:29.607941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:29.650095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:29.655894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:29.709719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:29.820972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425c49c2-cd9c-4567-903f-704dfc052d37'}, {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:29.823678 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d434a-2f1e-487c-a6a3-9a45baef9f48" -d '{"events": [{"server_uuid": "7a7e003d-8514-40c9-86c9-a7dec5c9ee2c", "name": "network-vif-plugged", "status": "completed", "tag": "425c49c2-cd9c-4567-903f-704dfc052d37"}, {"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-plugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:29.989766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-92103562-ac5b-40d2-a18b-5277cac5816d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d185120e-773e-47d1-aa42-c3aa700f7b97 HTTP/1.1" status: 200 len: 217 time: 0.5302303 Aug 25 11:12:29.991658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-de767c74-8833-4365-b3af-ab771c6577c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:29.993245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-de767c74-8833-4365-b3af-ab771c6577c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7398200 Aug 25 11:12:30.042851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-6bc332f6-39f1-4085-90fb-3765a6b0f153 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=5ae87579-50ae-4626-b298-c2089f6a7875 HTTP/1.1" status: 200 len: 217 time: 0.5323501 Aug 25 11:12:30.197524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e30bede-99c2-4248-9db2-2fd0e40d07bc up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:30.243765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00674ea5-9f2c-4103-9300-ccc7a782744c req-2a80a194-e657-4e75-8130-c365092ef079 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072071 Aug 25 11:12:30.264564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-1f0978c0-85cb-45ed-b9e5-2262037ab8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.266187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-1f0978c0-85cb-45ed-b9e5-2262037ab8aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.2342007 Aug 25 11:12:30.291322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7e30bede-99c2-4248-9db2-2fd0e40d07bc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:30.291322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:30.298316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30b607-0324-4f6d-b8a0-838b2e777c8c req-285edd6e-38cf-4477-a1f5-b63c8070c651 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.306010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc30b607-0324-4f6d-b8a0-838b2e777c8c req-285edd6e-38cf-4477-a1f5-b63c8070c651 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 947 time: 0.3611066 Aug 25 11:12:30.322928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-7870e331-4122-41fa-ae44-2d626151869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.323728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-7870e331-4122-41fa-ae44-2d626151869f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2468882 Aug 25 11:12:30.399078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-24ff6050-f0ec-47a0-8536-9ed1fe49c543 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925979 Aug 25 11:12:30.428819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-d3b71350-027d-431f-92b8-510460a9f2e1 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952866 Aug 25 11:12:30.470597 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:30.484786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:30.506343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc30b607-0324-4f6d-b8a0-838b2e777c8c req-a6d4d5e2-e022-4d10-9e9c-e680c4266329 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992962 Aug 25 11:12:30.592477 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac716b-cfd9-40dd-b33c-1e77fbe80e59 x-openstack-request-id: req-65ac716b-cfd9-40dd-b33c-1e77fbe80e59 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:30.593092 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff068bd-0239-4b30-b998-93d31e4da18a", "tag": "2a29c175-7a31-428a-88eb-aab5379102b7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:30.593508 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65ac716b-cfd9-40dd-b33c-1e77fbe80e59 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:30.594115 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'tag': '2a29c175-7a31-428a-88eb-aab5379102b7', 'status': 'completed', 'code': 200} Aug 25 11:12:30.619652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:30.626074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:30.655104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-23b0dc9c-a68f-410e-aa8e-e89f61f5c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.656670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-23b0dc9c-a68f-410e-aa8e-e89f61f5c2f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3759122 Aug 25 11:12:30.693358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:30.697951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-fc6442e6-af2c-46bf-ac96-2c270bb711a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.699500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-fc6442e6-af2c-46bf-ac96-2c270bb711a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3452339 Aug 25 11:12:30.875481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b247b-86f5-4edd-84c7-3ad69767a9e6 req-2087295b-1abd-4e85-b683-6e6bea749f2c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.876956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e49b247b-86f5-4edd-84c7-3ad69767a9e6 req-2087295b-1abd-4e85-b683-6e6bea749f2c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 944 time: 0.2739775 Aug 25 11:12:30.884841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350edfed-15ac-4d53-a443-b50c3fa89e8c req-efd16634-f00d-4ad0-aae9-fe2fd63d7690 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747813 Aug 25 11:12:30.905600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a05db48c-835a-44e8-8c63-b7ce17dae312 req-b89258a9-1afd-4e0c-a2a8-9656a6e2db27 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511080 Aug 25 11:12:30.913566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b747d3-7708-48bf-afdd-7b0c0cca8cb0 req-68903f58-314a-4ac3-b9e1-838ef19f1f50 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:30.915193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81b747d3-7708-48bf-afdd-7b0c0cca8cb0 req-68903f58-314a-4ac3-b9e1-838ef19f1f50 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 945 time: 0.2978094 Aug 25 11:12:31.046971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-203f9db3-9758-4e87-ab5f-616c05672070 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346207 Aug 25 11:12:31.050089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e49b247b-86f5-4edd-84c7-3ad69767a9e6 req-295b7506-3720-4de6-bc67-01a2de754a63 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642237 Aug 25 11:12:31.059111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-63c661fa-34e2-45c0-8959-840dd20eaa7f service neutron] 10.222.0.67 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802781 Aug 25 11:12:31.165425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81b747d3-7708-48bf-afdd-7b0c0cca8cb0 req-4c9c50ed-04d4-474f-bcdd-1dcb43edb4ac tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339065 Aug 25 11:12:31.220742 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cabacfe-b18e-4da7-b006-301184d8a49f x-openstack-request-id: req-2cabacfe-b18e-4da7-b006-301184d8a49f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:31.221103 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e003d-8514-40c9-86c9-a7dec5c9ee2c", "name": "network-vif-plugged", "status": "completed", "tag": "425c49c2-cd9c-4567-903f-704dfc052d37", "code": 200}, {"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-plugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:31.221363 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cabacfe-b18e-4da7-b006-301184d8a49f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:31.221762 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425c49c2-cd9c-4567-903f-704dfc052d37', 'code': 200} Aug 25 11:12:31.222018 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'code': 200} Aug 25 11:12:31.272791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-c734b725-82f7-4457-bafc-3c7caea6e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.274499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-c734b725-82f7-4457-bafc-3c7caea6e0cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee5588accced453192957020c93b581d&device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 1099 time: 0.3171246 Aug 25 11:12:31.438634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 25cb0479-d9d8-4347-907a-b441cd7ee22a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:31.503575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 25cb0479-d9d8-4347-907a-b441cd7ee22a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:31.508189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 25cb0479-d9d8-4347-907a-b441cd7ee22a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:31.508565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:31.530062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250ca99-6a17-4a22-bd1b-351a2faaa026 req-2b23e3c9-2149-4eb1-9d74-808706343a94 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.531724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1250ca99-6a17-4a22-bd1b-351a2faaa026 req-2b23e3c9-2149-4eb1-9d74-808706343a94 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.3461604 Aug 25 11:12:31.533850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-087f17a4-a8ad-4d76-a29a-35be09df7497 req-4a32974e-8202-426b-b9c0-ed9d6fed55f2 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720156 Aug 25 11:12:31.555554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eacb6c8-d13f-4822-8746-b1fb3f5b8960 req-fc64528a-cf86-4c29-aeff-b56b7cf367bf service neutron] 10.222.0.67 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702191 Aug 25 11:12:31.598809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3657b-6cff-4300-bce7-931ddb9a0457 req-bb0c57f8-9da6-48a5-afe2-3256b1e968ff tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.599174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4e0b4-be95-4fb3-94a6-0f5ecba517d8 req-24adf891-ef99-46a7-a8fd-aa83e63df79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.600432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c3657b-6cff-4300-bce7-931ddb9a0457 req-bb0c57f8-9da6-48a5-afe2-3256b1e968ff tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.2998927 Aug 25 11:12:31.601427 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-68b4e0b4-be95-4fb3-94a6-0f5ecba517d8 req-24adf891-ef99-46a7-a8fd-aa83e63df79c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1102 time: 0.0987413 Aug 25 11:12:31.624743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-b5432f42-a9eb-43a0-9704-621f4f472a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.626324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-b5432f42-a9eb-43a0-9704-621f4f472a9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3269026 Aug 25 11:12:31.629938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4553c-73b1-486a-bda3-c588cc00d35d req-94b7e2cb-5499-42fa-b551-76d898352b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.631475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bb4553c-73b1-486a-bda3-c588cc00d35d req-94b7e2cb-5499-42fa-b551-76d898352b9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 1097 time: 0.2498407 Aug 25 11:12:31.661465 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-68b4e0b4-be95-4fb3-94a6-0f5ecba517d8 req-4f9b0043-be94-4dc8-b7cd-3167741cc99a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Aug 25 11:12:31.671990 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:31.720186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-a5a048dd-dec2-482d-9836-7204a2568a29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=2a29c175-7a31-428a-88eb-aab5379102b7 HTTP/1.1" status: 200 len: 217 time: 0.0689445 Aug 25 11:12:31.724149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1250ca99-6a17-4a22-bd1b-351a2faaa026 req-9f91793a-96e4-44db-92a3-ed27fe8e3ef1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710534 Aug 25 11:12:31.745305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 25cb0479-d9d8-4347-907a-b441cd7ee22a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:31.745305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:31.746556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ae87579-50ae-4626-b298-c2089f6a7875 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:31.844344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c3657b-6cff-4300-bce7-931ddb9a0457 req-5559496b-8e61-4c46-971c-4590155a40b9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298961 Aug 25 11:12:31.901654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=25cb0479-d9d8-4347-907a-b441cd7ee22a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:31.922329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bb4553c-73b1-486a-bda3-c588cc00d35d req-77c7b8d2-0b2b-43e8-b265-42a195ecfa42 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692273 Aug 25 11:12:31.924531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 5ae87579-50ae-4626-b298-c2089f6a7875 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:31.927031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-50109f6e-66a0-4160-9812-3de38b620a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.929757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-50109f6e-66a0-4160-9812-3de38b620a1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1981916 Aug 25 11:12:31.930186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 5ae87579-50ae-4626-b298-c2089f6a7875 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:31.930575 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:31.952073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea470cc3-c8f2-47c1-8811-ed31e7bf5f9a req-0b51d553-c454-447f-a4e9-e097ae1f356b tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:31.955002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea470cc3-c8f2-47c1-8811-ed31e7bf5f9a req-0b51d553-c454-447f-a4e9-e097ae1f356b tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1097 time: 0.1510351 Aug 25 11:12:32.035926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:32.070593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea470cc3-c8f2-47c1-8811-ed31e7bf5f9a req-29f41d0c-b671-4c38-9853-b3a7ed904df7 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086202 Aug 25 11:12:32.072129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ae87579-50ae-4626-b298-c2089f6a7875,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:32.083055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:32.102865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb9f4-c306-4116-aa54-74ddcf143cec req-de8fe828-9978-45f9-a78b-dcf6b9ac3b55 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:32.105839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04bcb9f4-c306-4116-aa54-74ddcf143cec req-de8fe828-9978-45f9-a78b-dcf6b9ac3b55 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1326594 Aug 25 11:12:32.161663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:32.289510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04bcb9f4-c306-4116-aa54-74ddcf143cec req-9003b611-6cca-46ca-b433-51bb59158b76 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676176 Aug 25 11:12:32.314306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-3a50dfe9-6f2b-4162-a6a9-f3cbd0ca9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:32.314306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-3a50dfe9-6f2b-4162-a6a9-f3cbd0ca9384 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1755219 Aug 25 11:12:32.334650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15afd6d-afe6-457a-97f9-9a80a478d9e6 req-6ba4156a-d3d9-4a81-9740-a3e6397cdc23 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:32.337386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c15afd6d-afe6-457a-97f9-9a80a478d9e6 req-6ba4156a-d3d9-4a81-9740-a3e6397cdc23 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 950 time: 0.1460431 Aug 25 11:12:32.695065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:32.697278 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b5582-2d34-460a-a332-bbfdeebb8f76" -d '{"events": [{"name": "network-changed", "server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:32.769396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c15afd6d-afe6-457a-97f9-9a80a478d9e6 req-9d736fbb-f70c-4256-92a5-f46f9596c6f1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194679 Aug 25 11:12:32.791435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1d9c8-32b9-455e-8b45-beec6111c83f req-2d07c619-82a4-4582-afc5-07e83b54169e tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:32.791435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48a1d9c8-32b9-455e-8b45-beec6111c83f req-2d07c619-82a4-4582-afc5-07e83b54169e tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 947 time: 0.4251513 Aug 25 11:12:32.793866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-84cece94-f6c6-4ce4-915a-d207460ae389 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550374 Aug 25 11:12:32.895256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48a1d9c8-32b9-455e-8b45-beec6111c83f req-7735dd01-a511-4b7d-bab6-4cb9bab90f92 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927844 Aug 25 11:12:32.952520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e0f53aa-e481-47e8-a245-3ad65b5a3914 req-3f74e041-c491-47ee-9b5e-2b072f46dbb4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430430 Aug 25 11:12:33.125347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e711-95af-4d16-bd53-8c5689dde9a4 req-c0d0768e-b485-46ce-b01f-b0622e9f4b57 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:33.127079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a954e711-95af-4d16-bd53-8c5689dde9a4 req-c0d0768e-b485-46ce-b01f-b0622e9f4b57 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 944 time: 0.0831747 Aug 25 11:12:33.194549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a954e711-95af-4d16-bd53-8c5689dde9a4 req-8e5087df-75bb-4459-bc0a-36cfd6425278 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541553 Aug 25 11:12:33.223340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc'}, {'server_uuid': 'f04862a1-c20f-4e59-b422-602677decb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb0479-d9d8-4347-907a-b441cd7ee22a'}, {'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:33.229404 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48137eb2-3499-430f-882a-9858adb98c5a" -d '{"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-plugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc"}, {"server_uuid": "f04862a1-c20f-4e59-b422-602677decb41", "name": "network-vif-plugged", "status": "completed", "tag": "25cb0479-d9d8-4347-907a-b441cd7ee22a"}, {"server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "name": "network-vif-plugged", "status": "completed", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:33.347623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e94ef1-1b3d-4456-9b10-631323e11f37 req-db63fe51-d74f-4fc7-b2c9-2429aa0e0f74 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:33.349631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e94ef1-1b3d-4456-9b10-631323e11f37 req-db63fe51-d74f-4fc7-b2c9-2429aa0e0f74 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 945 time: 0.0894208 Aug 25 11:12:33.417497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e94ef1-1b3d-4456-9b10-631323e11f37 req-1341fd3b-3aa6-4fc0-942b-7ae5fdfcf95e tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Aug 25 11:12:33.545123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3423-672d-43a6-b53a-243f6ed4b6d0 req-3503ebcb-dcfd-4353-a501-57be7d5cb16b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:33.547276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d10a3423-672d-43a6-b53a-243f6ed4b6d0 req-3503ebcb-dcfd-4353-a501-57be7d5cb16b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.0605226 Aug 25 11:12:33.607997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d10a3423-672d-43a6-b53a-243f6ed4b6d0 req-ffabd40b-4009-44ff-adb6-f652087b0fde tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536053 Aug 25 11:12:33.674683 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185db02-04e2-4261-b0ba-fb3b81b994c6 x-openstack-request-id: req-f185db02-04e2-4261-b0ba-fb3b81b994c6 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:33.675272 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:33.675748 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f185db02-04e2-4261-b0ba-fb3b81b994c6 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:33.676345 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'status': 'completed', 'code': 200} Aug 25 11:12:33.824929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-4f4b60b7-3f0a-4f48-b59f-b173259209cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:33.828619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-4f4b60b7-3f0a-4f48-b59f-b173259209cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 1096 time: 0.1236188 Aug 25 11:12:33.904402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903884-8b61-43cc-8e12-1ff37b689213 req-4ec6dabf-ecf3-4c43-bfd4-eaf83d91ed48 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:33.906068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e903884-8b61-43cc-8e12-1ff37b689213 req-4ec6dabf-ecf3-4c43-bfd4-eaf83d91ed48 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1477768 Aug 25 11:12:33.983220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e903884-8b61-43cc-8e12-1ff37b689213 req-1eda8d88-5e91-40f7-8da5-a0bf67adb7bd tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Aug 25 11:12:33.989191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-b3de17e4-259d-4d00-81ed-570143149206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:33.991385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-b3de17e4-259d-4d00-81ed-570143149206 service neutron] 10.222.0.67 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 924 time: 0.1482482 Aug 25 11:12:34.051505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-c6b57637-0954-4349-a190-14407509e012 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d185120e-773e-47d1-aa42-c3aa700f7b97 HTTP/1.1" status: 200 len: 217 time: 0.0523455 Aug 25 11:12:34.154656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-281d5b08-3786-48c1-b829-2fb1709741a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:34.156212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-281d5b08-3786-48c1-b829-2fb1709741a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.0932224 Aug 25 11:12:34.174958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3d340-5e38-49ef-aed9-224a9fe3c767 req-001ca69f-9097-473b-99fb-34018da0655c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:34.176608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3d340-5e38-49ef-aed9-224a9fe3c767 req-001ca69f-9097-473b-99fb-34018da0655c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.0753541 Aug 25 11:12:34.228747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2a29c175-7a31-428a-88eb-aab5379102b7 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:34.267616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3d340-5e38-49ef-aed9-224a9fe3c767 req-8f4ba133-26c7-4eb4-a734-7bd0842e80b4 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767741 Aug 25 11:12:34.271355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-02222237-394a-457b-a87f-9e1c5e047944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:34.273989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-02222237-394a-457b-a87f-9e1c5e047944 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961487 Aug 25 11:12:34.351383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2a29c175-7a31-428a-88eb-aab5379102b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2a29c175-7a31-428a-88eb-aab5379102b7,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:34.366111 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cbe767-22ce-45ab-8129-523a574353a2 x-openstack-request-id: req-05cbe767-22ce-45ab-8129-523a574353a2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:34.366447 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-plugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc", "code": 200}, {"server_uuid": "f04862a1-c20f-4e59-b422-602677decb41", "name": "network-vif-plugged", "status": "completed", "tag": "25cb0479-d9d8-4347-907a-b441cd7ee22a", "code": 200}, {"server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "name": "network-vif-plugged", "status": "completed", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:34.366954 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05cbe767-22ce-45ab-8129-523a574353a2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:34.367551 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'code': 200} Aug 25 11:12:34.367992 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04862a1-c20f-4e59-b422-602677decb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb0479-d9d8-4347-907a-b441cd7ee22a', 'code': 200} Aug 25 11:12:34.368238 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875', 'code': 200} Aug 25 11:12:34.369282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '2a29c175-7a31-428a-88eb-aab5379102b7', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '2a29c175-7a31-428a-88eb-aab5379102b7', 'mac_address': 'fa:16:3e:97:d9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:34.442711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:34.462898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a29c175-7a31-428a-88eb-aab5379102b7 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:34.484459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-1113959e-e46d-4e05-bf7e-085b10ae1803 service neutron] 10.222.0.67 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924644 Aug 25 11:12:34.488691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2a29c175-7a31-428a-88eb-aab5379102b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2a29c175-7a31-428a-88eb-aab5379102b7,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:34.498050 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:34.605617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2a29c175-7a31-428a-88eb-aab5379102b7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:34.606142 n-d-778732-11 neutron-server[94911]: WARNING keystonemiddleware.auth_token [req-18daba23-365b-4615-952a-d75ec1b6ea80 req-3349a1f6-a607-4c48-8b93-b45e16d22763 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 11:12:34.615269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-e2b9b357-3f22-4fc5-bfeb-8c60934afcea tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:12:34.618024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-e2b9b357-3f22-4fc5-bfeb-8c60934afcea tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1764491 Aug 25 11:12:34.631224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190c5e9-54a6-441b-8091-dbf4878dded2 req-1350b70b-75fd-4932-a2ce-88407fcfaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:34.632901 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6190c5e9-54a6-441b-8091-dbf4878dded2 req-1350b70b-75fd-4932-a2ce-88407fcfaa3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 1102 time: 0.0955379 Aug 25 11:12:34.637424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:34.638697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Unknown quota resources ['binding']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:12:34.726158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-248b5582-2d34-460a-a332-bbfdeebb8f76 req-63f1a099-8f15-41a6-81f5-581e718b4087 service neutron] 10.222.0.67 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350748 Aug 25 11:12:34.741611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702b3a6-6ca0-4fad-bccb-5da864aedc81 req-46146a84-2b95-42ff-af21-b8697fbdb914 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:34.742400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6190c5e9-54a6-441b-8091-dbf4878dded2 req-f65df6e0-f6bb-469c-9ed3-1709241bec3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012082 Aug 25 11:12:34.744020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e702b3a6-6ca0-4fad-bccb-5da864aedc81 req-46146a84-2b95-42ff-af21-b8697fbdb914 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 950 time: 0.2074840 Aug 25 11:12:34.748683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dd59-40b0-4b14-b9d4-688b6c2ba80b req-ee8f6b72-7cf0-4812-8780-2dfe0e0c7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:34.751338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0950dd59-40b0-4b14-b9d4-688b6c2ba80b req-ee8f6b72-7cf0-4812-8780-2dfe0e0c7605 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 1097 time: 0.2125990 Aug 25 11:12:34.800837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e702b3a6-6ca0-4fad-bccb-5da864aedc81 req-d9489676-feb6-42e6-99a7-6ae405cfe771 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Aug 25 11:12:34.805823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['2a29c175-7a31-428a-88eb-aab5379102b7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:34.814889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:34.815231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:34.815565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:34.820822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:34.820994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:34.826987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:34.827333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:34.827701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:34.828143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Bound port: 962ce553-6700-45ed-acf2-b0b9bf613747, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:34.889311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:34.896695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] Notify callbacks [] for binding, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:34.898220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-de2eeeed-7a60-4f54-a0f8-d905ef51109c service neutron] 10.222.0.35 "POST /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747/bindings HTTP/1.1" status: 201 len: 390 time: 0.2642791 Aug 25 11:12:35.002538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0950dd59-40b0-4b14-b9d4-688b6c2ba80b req-5ea965f3-9079-4835-987b-a419c1fa3129 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716860 Aug 25 11:12:35.017516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9a035-76f2-4264-bf48-ba9eab6239d8 req-f36ca177-104d-4bc1-a75b-be06a9b68c21 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.019339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77e9a035-76f2-4264-bf48-ba9eab6239d8 req-f36ca177-104d-4bc1-a75b-be06a9b68c21 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 948 time: 0.0815158 Aug 25 11:12:35.082475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77e9a035-76f2-4264-bf48-ba9eab6239d8 req-ebfc2007-2773-4129-8572-01a839867974 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Aug 25 11:12:35.133578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e365d7-a20d-4169-81e2-e8163fcbd32f req-9250df1b-50b8-456c-8d3a-7d9d778b2e8d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.135278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4e365d7-a20d-4169-81e2-e8163fcbd32f req-9250df1b-50b8-456c-8d3a-7d9d778b2e8d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.0708473 Aug 25 11:12:35.216276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4e365d7-a20d-4169-81e2-e8163fcbd32f req-150a387f-97c9-4ac6-9b20-6f36a2c8e7cf tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694480 Aug 25 11:12:35.250745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e93f1-1b08-4e59-a9bd-68631f7072a2 req-979af302-0a38-4b0c-97b0-66596c96bd25 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.253594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b1e93f1-1b08-4e59-a9bd-68631f7072a2 req-979af302-0a38-4b0c-97b0-66596c96bd25 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 944 time: 0.0995786 Aug 25 11:12:35.333354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b1e93f1-1b08-4e59-a9bd-68631f7072a2 req-85d58895-03c3-45c1-8de8-0633aef73a32 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671694 Aug 25 11:12:35.379438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159a24b-ef85-4870-9078-72059d08e6b5 req-9e46bc4d-c621-4538-9a03-91f0b9d46ba0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.381079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0159a24b-ef85-4870-9078-72059d08e6b5 req-9e46bc4d-c621-4538-9a03-91f0b9d46ba0 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 945 time: 0.0702190 Aug 25 11:12:35.446578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0159a24b-ef85-4870-9078-72059d08e6b5 req-adeb654f-e376-42e2-b83c-47955b389e7e tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522213 Aug 25 11:12:35.508045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-a0ea2860-a285-4cfd-842a-57edfbae847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.509598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-a0ea2860-a285-4cfd-842a-57edfbae847c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1097 time: 0.0802290 Aug 25 11:12:35.539164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51ca5-e7a1-4508-b249-d427d8f5f4cf req-2effbc68-e0fe-4229-957a-82cc4dea3de5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.540083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db51ca5-e7a1-4508-b249-d427d8f5f4cf req-2effbc68-e0fe-4229-957a-82cc4dea3de5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 945 time: 0.0787065 Aug 25 11:12:35.641416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db51ca5-e7a1-4508-b249-d427d8f5f4cf req-272d543c-56a1-42d7-a8cd-e78d6188f2ee tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894294 Aug 25 11:12:35.663597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-ba0b0d17-e4df-4fe5-9b29-1ecf09f61171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.665129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-ba0b0d17-e4df-4fe5-9b29-1ecf09f61171 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.1453207 Aug 25 11:12:35.734299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-88d90c50-6d15-4c98-a301-746e3c69d9c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 217 time: 0.0530596 Aug 25 11:12:35.840244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-16da8b26-0a8c-4c9e-82d7-a4b353e8ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.841959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-16da8b26-0a8c-4c9e-82d7-a4b353e8ea25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.0912549 Aug 25 11:12:35.901277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-87828167-a1ad-43b2-bd91-202b793b2372 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498557 Aug 25 11:12:35.909622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f66fa-0363-4ba6-bade-beea62d89194 req-233ded32-dd74-4795-ae16-548ddc438e24 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:35.911370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a18f66fa-0363-4ba6-bade-beea62d89194 req-233ded32-dd74-4795-ae16-548ddc438e24 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1265616 Aug 25 11:12:36.005314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2ca18-e75d-4134-8596-ca4ecea2f24c req-40f43e16-7a75-400d-bf18-2d4c47af487f tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:36.006974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1d2ca18-e75d-4134-8596-ca4ecea2f24c req-40f43e16-7a75-400d-bf18-2d4c47af487f tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 945 time: 0.1702402 Aug 25 11:12:36.046363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a18f66fa-0363-4ba6-bade-beea62d89194 req-bfebbf67-7702-4448-b52a-d9308a0c5bf7 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229410 Aug 25 11:12:36.091531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1d2ca18-e75d-4134-8596-ca4ecea2f24c req-f4385c65-6d6b-4df3-89a7-36fe585390b7 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703101 Aug 25 11:12:36.093836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-6483686a-1998-48bc-a6cd-bf4fbc115ec8 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803091 Aug 25 11:12:36.251358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d185120e-773e-47d1-aa42-c3aa700f7b97 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:36.268249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-a7958bca-b542-4752-887d-323a0568aa48 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656358 Aug 25 11:12:36.276556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46be048-0330-44e4-a449-79c256d0c3f7 req-91edf7db-9b44-46cc-8ddc-eeee5f6807a5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:36.284758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e46be048-0330-44e4-a449-79c256d0c3f7 req-91edf7db-9b44-46cc-8ddc-eeee5f6807a5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1062541 Aug 25 11:12:36.394222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e46be048-0330-44e4-a449-79c256d0c3f7 req-28d5d5c1-d7ef-45b0-8558-e07873a43101 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066363 Aug 25 11:12:36.449046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2a29c175-7a31-428a-88eb-aab5379102b7 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:36.568881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d185120e-773e-47d1-aa42-c3aa700f7b97, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d185120e-773e-47d1-aa42-c3aa700f7b97,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:36.584246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 2a29c175-7a31-428a-88eb-aab5379102b7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:36.589753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 2a29c175-7a31-428a-88eb-aab5379102b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:36.590154 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:36.592828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'port_id': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'mac_address': 'fa:16:3e:21:71:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:36.602001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-499b278a-b939-445c-bc69-812b53554d75 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:36.603656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-499b278a-b939-445c-bc69-812b53554d75 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.2343452 Aug 25 11:12:36.615050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e7c91-d9f0-4008-b78d-bdbbf3b60653 req-8a779ceb-4edf-4edf-99be-973613aafbe4 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:36.617028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d6e7c91-d9f0-4008-b78d-bdbbf3b60653 req-8a779ceb-4edf-4edf-99be-973613aafbe4 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 950 time: 0.1883554 Aug 25 11:12:36.630173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:36.667144 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:36.682418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242d4d-8137-4e19-925d-8fdcd1202993 req-c1181ebb-4695-4b83-ad1a-3392384677c7 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:36.684471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61242d4d-8137-4e19-925d-8fdcd1202993 req-c1181ebb-4695-4b83-ad1a-3392384677c7 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 948 time: 0.1492758 Aug 25 11:12:36.688722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d185120e-773e-47d1-aa42-c3aa700f7b97 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:36.742701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d185120e-773e-47d1-aa42-c3aa700f7b97, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d185120e-773e-47d1-aa42-c3aa700f7b97,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:36.748780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d6e7c91-d9f0-4008-b78d-bdbbf3b60653 req-a0f883a5-84db-41d9-b4b7-9f016737b0e5 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142480 Aug 25 11:12:36.749148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:36.755912 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:36.771723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:36.783653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61242d4d-8137-4e19-925d-8fdcd1202993 req-4c379d69-976e-4db1-b303-689cbc8b1ada tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Aug 25 11:12:36.824297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a29c175-7a31-428a-88eb-aab5379102b7'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:36.826752 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34758213-5c54-4d0c-9d6e-b207beb57e51" -d '{"events": [{"server_uuid": "2ff068bd-0239-4b30-b998-93d31e4da18a", "name": "network-vif-plugged", "status": "completed", "tag": "2a29c175-7a31-428a-88eb-aab5379102b7"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:36.844774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2a29c175-7a31-428a-88eb-aab5379102b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2a29c175-7a31-428a-88eb-aab5379102b7,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:36.846290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d185120e-773e-47d1-aa42-c3aa700f7b97,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:36.854808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:36.928208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2a29c175-7a31-428a-88eb-aab5379102b7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:36.938542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-dc60c579-f353-4dbb-819a-91f5bce64e17 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539255 Aug 25 11:12:37.060327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d185120e-773e-47d1-aa42-c3aa700f7b97'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:37.174093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e324d-04e3-4919-8c13-025dc99309c4 req-33b017c0-da16-425e-aaea-cf3a0bbbd7a2 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:37.176845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b31e324d-04e3-4919-8c13-025dc99309c4 req-33b017c0-da16-425e-aaea-cf3a0bbbd7a2 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 945 time: 0.2472012 Aug 25 11:12:37.228508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:37.249741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-a75cb461-aad0-496f-963f-947713d204f2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:37.251311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-a75cb461-aad0-496f-963f-947713d204f2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816517 Aug 25 11:12:37.281887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b31e324d-04e3-4919-8c13-025dc99309c4 req-ea8a7619-5272-4854-9aed-4150b496826d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958385 Aug 25 11:12:37.288222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-8df5acdf-1460-4a3d-b2c2-9fd444adea1f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/quotas/05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 375 time: 0.0280349 Aug 25 11:12:37.332457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:37.410171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:37.412457 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22025c8-91d9-4648-8a5e-03ff80fcdd34" -d '{"events": [{"server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "name": "network-vif-unplugged", "status": "completed", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:37.416876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:37.432046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-7ae55541-4004-401c-ae74-4994bacb5d46 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354403 Aug 25 11:12:37.435198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:37.486093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111653c-e9b3-469e-8ca2-893e79a569b5 req-7d9562ae-847a-407b-b68d-7dd6bcbcc903 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:37.487651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1111653c-e9b3-469e-8ca2-893e79a569b5 req-7d9562ae-847a-407b-b68d-7dd6bcbcc903 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 945 time: 0.1336465 Aug 25 11:12:37.550047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:37.583971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1111653c-e9b3-469e-8ca2-893e79a569b5 req-0f8676c7-3d36-4225-9d1d-13ebff885ce3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Aug 25 11:12:37.585395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:37.585765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:37.586334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:37.594627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:37.595102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Attempting to bind port 962ce553-6700-45ed-acf2-b0b9bf613747 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:37.606044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:37.607313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:37.608083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:37.608995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Bound port: 962ce553-6700-45ed-acf2-b0b9bf613747, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:37.609796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:37.636325 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c5ea20-4175-4cc0-89c6-2f10e7a8a9c5 x-openstack-request-id: req-05c5ea20-4175-4cc0-89c6-2f10e7a8a9c5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:37.636892 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff068bd-0239-4b30-b998-93d31e4da18a", "name": "network-vif-plugged", "status": "completed", "tag": "2a29c175-7a31-428a-88eb-aab5379102b7", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:37.637174 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05c5ea20-4175-4cc0-89c6-2f10e7a8a9c5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:37.637882 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a29c175-7a31-428a-88eb-aab5379102b7', 'code': 200} Aug 25 11:12:37.864619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:37.874421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:37.886355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ee57-d286-4508-814b-622ded3d63ac req-4ae51244-0319-4932-b003-ad87c16469d9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:37.888918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5636ee57-d286-4508-814b-622ded3d63ac req-4ae51244-0319-4932-b003-ad87c16469d9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1921623 Aug 25 11:12:37.893422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:38.202608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ed3bc-263f-4fa7-9970-7ddd06e082fb req-ab1e0389-470e-464f-b13c-7956addf8b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:38.204140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a23ed3bc-263f-4fa7-9970-7ddd06e082fb req-ab1e0389-470e-464f-b13c-7956addf8b9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 1101 time: 0.4633124 Aug 25 11:12:38.211564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d1aa-41db-4284-b255-e8d32253c0f6 req-cbbb3867-f350-4d2e-9002-088dbea5a87d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:38.213086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13e5d1aa-41db-4284-b255-e8d32253c0f6 req-cbbb3867-f350-4d2e-9002-088dbea5a87d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 945 time: 0.4982402 Aug 25 11:12:38.265473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d185120e-773e-47d1-aa42-c3aa700f7b97 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:38.349330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port d185120e-773e-47d1-aa42-c3aa700f7b97 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:38.356586 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port d185120e-773e-47d1-aa42-c3aa700f7b97 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:38.358259 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:38.431123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5636ee57-d286-4508-814b-622ded3d63ac req-e10db881-283b-4346-aa85-f8940d58e375 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256300 Aug 25 11:12:38.463886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a23ed3bc-263f-4fa7-9970-7ddd06e082fb req-e61b098e-eacc-4210-a8dd-8a2e3ead727a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450798 Aug 25 11:12:38.466042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:38.478379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:38.480093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:38.484369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9afba344-b7d4-4d90-9c8d-99876c0a0fa9 service neutron] 10.222.0.67 "PUT /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 1123 time: 1.8651423 Aug 25 11:12:38.487034 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11b1366-bbbb-4d02-ab34-8bf29ce372ab x-openstack-request-id: req-c11b1366-bbbb-4d02-ab34-8bf29ce372ab {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:38.487496 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "name": "network-vif-unplugged", "status": "completed", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:38.487912 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c11b1366-bbbb-4d02-ab34-8bf29ce372ab {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:38.488549 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747', 'code': 200} Aug 25 11:12:38.494432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13e5d1aa-41db-4284-b255-e8d32253c0f6 req-fcfbbe97-ad7a-424f-a26c-30f58c98af7f tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512259 Aug 25 11:12:38.636614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:38.643753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ed2c33a-be03-48cf-88d4-da6c8017210b req-8d101020-b2a3-4fd0-86c3-a1e99a76db00 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 210 time: 0.0382552 Aug 25 11:12:38.660985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cecd4d-4b24-457d-875a-51b0ea3112f1 req-c0f513a3-e04b-4a06-a66f-2aeacc30b463 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:38.662790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74cecd4d-4b24-457d-875a-51b0ea3112f1 req-c0f513a3-e04b-4a06-a66f-2aeacc30b463 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1036546 Aug 25 11:12:38.693409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['962ce553-6700-45ed-acf2-b0b9bf613747'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:38.725021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d185120e-773e-47d1-aa42-c3aa700f7b97, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d185120e-773e-47d1-aa42-c3aa700f7b97,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:38.744277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74cecd4d-4b24-457d-875a-51b0ea3112f1 req-c041a027-3481-4590-81e8-7d6f8ea59fa7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682030 Aug 25 11:12:38.759606 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:38.833567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82965750-fa84-4d33-b1e2-ff41fcff3f5b req-32be028e-27d0-4b05-aa64-ab258ed47582 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:38.835865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82965750-fa84-4d33-b1e2-ff41fcff3f5b req-32be028e-27d0-4b05-aa64-ab258ed47582 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 950 time: 0.0648115 Aug 25 11:12:38.894321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d185120e-773e-47d1-aa42-c3aa700f7b97,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:38.924790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-83fa2f0a-3029-4436-9568-16a8eeea7909 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388780 Aug 25 11:12:38.995434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82965750-fa84-4d33-b1e2-ff41fcff3f5b req-b25a97e9-e0dc-487a-97f9-936d6e50ea89 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426241 Aug 25 11:12:39.023156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc287e5-6608-4020-bc69-1bc7b267a808 req-3d65ceb9-a366-4656-8c16-91f5b991e95d tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:39.039544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfc287e5-6608-4020-bc69-1bc7b267a808 req-3d65ceb9-a366-4656-8c16-91f5b991e95d tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 949 time: 0.2019680 Aug 25 11:12:39.134396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfc287e5-6608-4020-bc69-1bc7b267a808 req-669af4f9-30e3-413f-8d26-c3d894f2a775 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947542 Aug 25 11:12:39.145725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-dea0fa88-528b-4d00-81f2-c4a21ced4a02 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:39.147257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-dea0fa88-528b-4d00-81f2-c4a21ced4a02 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120669 Aug 25 11:12:39.167931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Request body: {'port': {'device_id': '78899256-8129-4f95-8574-89d59776d7d4', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '05f1200353254409b7f7713f48e19902'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:39.221870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438c764-0832-4781-9b12-e588f4a3df4f req-f1a83eda-bca9-43dd-b07f-4b8ac89d01f6 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:39.223412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1438c764-0832-4781-9b12-e588f4a3df4f req-f1a83eda-bca9-43dd-b07f-4b8ac89d01f6 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.1364424 Aug 25 11:12:39.291786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1438c764-0832-4781-9b12-e588f4a3df4f req-6441c24c-6ab9-4fe5-a772-18e60dc7e83c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604672 Aug 25 11:12:39.343238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Made reservation on behalf of 05f1200353254409b7f7713f48e19902 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:39.347158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:39.485820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ead74-448a-4343-b48b-0ebd3a276406 req-e2000b6b-b238-4b66-87b3-b3f1ef1bae5e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:39.488610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-791ead74-448a-4343-b48b-0ebd3a276406 req-e2000b6b-b238-4b66-87b3-b3f1ef1bae5e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 943 time: 0.1120546 Aug 25 11:12:39.617896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-791ead74-448a-4343-b48b-0ebd3a276406 req-d410282b-423e-4b91-bde1-9e17d674241a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171508 Aug 25 11:12:39.632038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Allocated IP 192.168.233.220 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:39.639929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:39.644116 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e44779-2109-4358-8de0-a01a67a1b493" -d '{"events": [{"server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "name": "network-vif-plugged", "status": "completed", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:39.807612 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2a8867-faee-4ee3-b0d9-370a468fb6d8 x-openstack-request-id: req-ea2a8867-faee-4ee3-b0d9-370a468fb6d8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:39.808486 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "name": "network-vif-plugged", "status": "completed", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:39.809126 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea2a8867-faee-4ee3-b0d9-370a468fb6d8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:39.810602 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'code': 200} Aug 25 11:12:39.875033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f3f54-1bb5-4fab-b31a-6c72539e1c93 req-3d02ef0c-1602-46ee-a7bc-9adf21f42ffe tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:39.876556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d2f3f54-1bb5-4fab-b31a-6c72539e1c93 req-3d02ef0c-1602-46ee-a7bc-9adf21f42ffe tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1400077 Aug 25 11:12:39.942622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53776486-d19e-4c57-8f2c-8dab12c9f7b0 req-bf0ab030-f5e2-4a38-a921-cdfa29a32664 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 210 time: 0.0649705 Aug 25 11:12:40.009730 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d2f3f54-1bb5-4fab-b31a-6c72539e1c93 req-af1702f9-799b-415c-8708-f4e1cb0f7e34 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169102 Aug 25 11:12:40.022719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:40.041887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e70896-95bf-4ed4-aea0-e2b1bdae26cc req-e8fe3a17-7c24-401f-a57c-f3787131796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:40.043434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84e70896-95bf-4ed4-aea0-e2b1bdae26cc req-e8fe3a17-7c24-401f-a57c-f3787131796b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 1098 time: 0.1077323 Aug 25 11:12:40.047379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Transition to ACTIVE for port object f1388a48-6de0-4cb7-ac4f-ee0b0f01912b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:40.134328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84e70896-95bf-4ed4-aea0-e2b1bdae26cc req-5256126d-0d34-4710-b13e-eb3fbfbf7747 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726297 Aug 25 11:12:40.162253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:40.175595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:40.182298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e30bede-99c2-4248-9db2-2fd0e40d07bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:40.250180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:40.258924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:40.262693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:40.266003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:40.277027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f6faa-4d0d-4513-a7d4-1a900c849b2e req-3d0d09e3-383b-4889-97ad-5a4271231462 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:40.279364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-494f6faa-4d0d-4513-a7d4-1a900c849b2e req-3d0d09e3-383b-4889-97ad-5a4271231462 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 945 time: 0.1642232 Aug 25 11:12:40.293415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba97263-5ead-42d2-a48f-05c65a6ea3ae req-e641516a-b958-4422-93dd-f1ad136622e6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:40.295101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ba97263-5ead-42d2-a48f-05c65a6ea3ae req-e641516a-b958-4422-93dd-f1ad136622e6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1448979 Aug 25 11:12:40.385867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:40.386371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:40.418105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ba97263-5ead-42d2-a48f-05c65a6ea3ae req-0f20e380-4d75-49a2-aec3-c09198003908 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999613 Aug 25 11:12:40.423365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-494f6faa-4d0d-4513-a7d4-1a900c849b2e req-4726af07-f8e4-430d-b52b-cf881d8fcbd3 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/security-groups?id=e10dc50f-f40e-4380-aae3-472e92a7506a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069548 Aug 25 11:12:40.431781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-f9b3077f-228d-41ff-a000-891b1b98f05e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2740152 Aug 25 11:12:40.448153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Request body: {'port': {'device_id': '78899256-8129-4f95-8574-89d59776d7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:40.500147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:40.511436 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640caaa4-ead4-4beb-9824-af37840ee127" -d '{"events": [{"name": "network-changed", "server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:40.614624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:40.620643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0b864eed-6228-4de6-8795-8d7ffc270871 None None] Provisioning for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:40.625758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0b864eed-6228-4de6-8795-8d7ffc270871 None None] Provisioning complete for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:40.626224 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b864eed-6228-4de6-8795-8d7ffc270871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:40.665479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0b864eed-6228-4de6-8795-8d7ffc270871 None None] Port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:12:40.788607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf673f6-2825-4a35-85cb-5a223c098a76 req-914d45fe-6cd7-4c06-9bf5-9cdeefd8e120 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:40.791491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcf673f6-2825-4a35-85cb-5a223c098a76 req-914d45fe-6cd7-4c06-9bf5-9cdeefd8e120 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 949 time: 0.2043643 Aug 25 11:12:41.022500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcf673f6-2825-4a35-85cb-5a223c098a76 req-1252b6cc-2c19-4190-9ebb-71eb558de36a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021070 Aug 25 11:12:41.031795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30c419-aa85-4d36-875b-1c7baab67e32 req-097b6d41-b885-4792-9d84-f0811ca00f9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.033459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd30c419-aa85-4d36-875b-1c7baab67e32 req-097b6d41-b885-4792-9d84-f0811ca00f9b tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.2955909 Aug 25 11:12:41.098505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-3e770a65-e7ad-4bab-a80b-269468bf7164 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.101256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-3e770a65-e7ad-4bab-a80b-269468bf7164 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "GET /v2.0/ports?device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 945 time: 0.1054158 Aug 25 11:12:41.129903 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f5e50c-648c-46e4-b1e0-c16189243c69 x-openstack-request-id: req-b1f5e50c-648c-46e4-b1e0-c16189243c69 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:41.130447 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:41.130761 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1f5e50c-648c-46e4-b1e0-c16189243c69 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:41.131418 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747', 'status': 'completed', 'code': 200} Aug 25 11:12:41.195221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd30c419-aa85-4d36-875b-1c7baab67e32 req-5157bce6-6cd5-43e1-9279-9591802e815c tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475575 Aug 25 11:12:41.315553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640caaa4-ead4-4beb-9824-af37840ee127 req-368dcb42-b33e-497f-8f45-09da4381729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.317986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e22c8-f0d5-4ffe-81ee-cad037dce05e req-4c4571c9-09f6-40b3-ab97-1b705b1231e0 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.318774 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-368dcb42-b33e-497f-8f45-09da4381729b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1126 time: 0.1830208 Aug 25 11:12:41.319611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a3e22c8-f0d5-4ffe-81ee-cad037dce05e req-4c4571c9-09f6-40b3-ab97-1b705b1231e0 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 943 time: 0.1354280 Aug 25 11:12:41.406227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1388a48-6de0-4cb7-ac4f-ee0b0f01912b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:41.420879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a3e22c8-f0d5-4ffe-81ee-cad037dce05e req-4f7faf68-6dcb-407e-8413-3140d655c588 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Aug 25 11:12:41.435394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:41.470709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Deleting port 25cb0479-d9d8-4347-907a-b441cd7ee22a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:41.471442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Transition to ACTIVE for port object f1388a48-6de0-4cb7-ac4f-ee0b0f01912b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:41.471897 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:41.482603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:41.671826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640caaa4-ead4-4beb-9824-af37840ee127 req-a1bcf6d2-5ceb-45be-8573-dba78615bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.675057 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-a1bcf6d2-5ceb-45be-8573-dba78615bf01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.3319995 Aug 25 11:12:41.703279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:41.753145 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-161b6d86-01d8-4e01-bb9d-746e23c0ae61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 217 time: 0.0599835 Aug 25 11:12:41.762261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] For port 25cb0479-d9d8-4347-907a-b441cd7ee22a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=25cb0479-d9d8-4347-907a-b441cd7ee22a,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:41.762735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:41.806239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Calling delete_port for 25cb0479-d9d8-4347-907a-b441cd7ee22a owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:41.815600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba22e96-4268-4af5-8ee6-191c3de12554 req-e3b2f58f-4a49-415a-b579-adc8a2a77d99 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.818507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ba22e96-4268-4af5-8ee6-191c3de12554 req-e3b2f58f-4a49-415a-b579-adc8a2a77d99 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 948 time: 0.3139937 Aug 25 11:12:41.879647 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640caaa4-ead4-4beb-9824-af37840ee127 req-b6dd9602-5f37-49f8-9115-1fb55aa2378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.881183 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-b6dd9602-5f37-49f8-9115-1fb55aa2378a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1141810 Aug 25 11:12:41.938659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:41.939110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:41.939614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:41.940593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-d14204c2-34ae-45a9-9171-2b25ab6095ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373328 Aug 25 11:12:41.964661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3a44-41f2-4750-815f-00c8847e36fc req-c968432c-e8fe-4118-8d4e-06348e404d24 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:41.966896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c8d3a44-41f2-4750-815f-00c8847e36fc req-c968432c-e8fe-4118-8d4e-06348e404d24 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.2132778 Aug 25 11:12:41.971421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ba22e96-4268-4af5-8ee6-191c3de12554 req-c4131985-996c-4abe-9740-16124b466262 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228340 Aug 25 11:12:41.972628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:41.973160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:41.993211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:41.993783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:41.994411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:41.995138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Bound port: f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:41.995743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:42.087919 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-a117e4d1-7795-4e07-8473-9d4df124f1e7 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351538 Aug 25 11:12:42.089350 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:42.105131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['425c49c2-cd9c-4567-903f-704dfc052d37'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:42.130055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event deleted for resources: {'Port': ['ID=25cb0479-d9d8-4347-907a-b441cd7ee22a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:42.205257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c8d3a44-41f2-4750-815f-00c8847e36fc req-0a1fe71e-f1f1-4967-a64c-0acd448059a2 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227554 Aug 25 11:12:42.244515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] No DVR routers for this DVR port 25cb0479-d9d8-4347-907a-b441cd7ee22a on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:42.249898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:42.252686 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944a44e5-b382-4cea-b4a3-1b31e4d75e84 req-23fd45a0-d94a-4a62-bd22-01d201e9ddb6 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.10 "DELETE /v2.0/ports/25cb0479-d9d8-4347-907a-b441cd7ee22a HTTP/1.1" status: 204 len: 173 time: 1.1359816 Aug 25 11:12:42.253510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04862a1-c20f-4e59-b422-602677decb41', 'name': 'network-vif-deleted', 'tag': '25cb0479-d9d8-4347-907a-b441cd7ee22a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:42.256153 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b22b7c-824b-4c8e-ac70-559226f6775e" -d '{"events": [{"server_uuid": "f04862a1-c20f-4e59-b422-602677decb41", "name": "network-vif-deleted", "tag": "25cb0479-d9d8-4347-907a-b441cd7ee22a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:42.271544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:42.280330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:42.286205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:42.302417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:42.317952 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-640caaa4-ead4-4beb-9824-af37840ee127 req-3e900abf-cbe3-4846-9991-8d61337449f3 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888452 Aug 25 11:12:42.348519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51385e27-7176-4fe6-a003-127cad0478ef req-55da4840-5a43-4485-b3fd-2bb5610aa62a tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:42.362091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51385e27-7176-4fe6-a003-127cad0478ef req-55da4840-5a43-4485-b3fd-2bb5610aa62a tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 950 time: 0.2577519 Aug 25 11:12:42.422224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:42.422851 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:42.428366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] 10.222.0.10 "PUT /v2.0/ports/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 1097 time: 1.9855242 Aug 25 11:12:42.529269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51385e27-7176-4fe6-a003-127cad0478ef req-c918227d-d02f-4491-a89e-a38b758103ab tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659975 Aug 25 11:12:42.544649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8781c-a34b-48f3-a91d-7a511d569fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:42.565273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a22e-4386-4acc-a500-41f300e35fc3 req-87e0cac2-8cb5-4d7f-b24b-8129c4953f7a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:42.567057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8472a22e-4386-4acc-a500-41f300e35fc3 req-87e0cac2-8cb5-4d7f-b24b-8129c4953f7a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1699336 Aug 25 11:12:42.608598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-66de26b5-8eb7-4714-b40f-3d0898a90e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:42.612341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-66de26b5-8eb7-4714-b40f-3d0898a90e69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1100 time: 0.1054351 Aug 25 11:12:42.617926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:42.634229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:12:42.720941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-5cd470f6-dd05-4512-a5ac-c1ea82ed0a32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.0927680 Aug 25 11:12:42.824250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91953582-039d-4557-b8a6-8b0f66fb12e6 req-99550393-0d44-440b-9e7c-1fa6ab5211e9 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.35 "GET /v2.0/ports?device_id=f04862a1-c20f-4e59-b422-602677decb41 HTTP/1.1" status: 200 len: 210 time: 0.1174004 Aug 25 11:12:42.829873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8472a22e-4386-4acc-a500-41f300e35fc3 req-8012e517-e47d-498f-a2e2-2110eeb436e7 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413261 Aug 25 11:12:42.947616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-b684e2c2-e012-412d-82ee-50dbf6d275c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:42.951593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-b684e2c2-e012-412d-82ee-50dbf6d275c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2121809 Aug 25 11:12:43.057680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-deb80581-3e9f-4907-9676-e09b98600096 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:43.059328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-deb80581-3e9f-4907-9676-e09b98600096 tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7e003d-8514-40c9-86c9-a7dec5c9ee2c HTTP/1.1" status: 200 len: 945 time: 0.2246788 Aug 25 11:12:43.137636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:43.140367 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:43.179831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-cb14cb01-d871-454f-9f40-295aac927ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:43.181489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-cb14cb01-d871-454f-9f40-295aac927ff3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2068834 Aug 25 11:12:43.186434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1d57f-b6e2-4c4d-8b20-4a4ea7836ecb req-2b5ed1fe-9a3e-4861-9bef-1740d03d76d2 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:43.188018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19f1d57f-b6e2-4c4d-8b20-4a4ea7836ecb req-2b5ed1fe-9a3e-4861-9bef-1740d03d76d2 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 1101 time: 0.2337840 Aug 25 11:12:43.193178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-a2cb00c2-ff8f-4038-9564-0cae1249a53f service neutron] 10.222.0.10 "GET /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.0688322 Aug 25 11:12:43.199641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044afe3-606f-4ce7-9ec2-1f64c10f8b63 req-6c14ee78-2ba0-4fd2-b774-cbfc0a808345 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:43.201936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1044afe3-606f-4ce7-9ec2-1f64c10f8b63 req-6c14ee78-2ba0-4fd2-b774-cbfc0a808345 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.2219756 Aug 25 11:12:43.284179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19f1d57f-b6e2-4c4d-8b20-4a4ea7836ecb req-5ad2fe24-ea3e-4e0f-8d98-4d0293ab4961 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.358475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1044afe3-606f-4ce7-9ec2-1f64c10f8b63 req-587d3828-a913-42f5-b91d-bdb8d2a73868 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444094 Aug 25 11:12:43.371792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Deleting port 425c49c2-cd9c-4567-903f-704dfc052d37 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:43.372686 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.384587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-33c30bc6-1444-42d5-9a3e-6eea7c662a85 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:43.387238 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-33c30bc6-1444-42d5-9a3e-6eea7c662a85 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.10 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 950 time: 0.1176672 Aug 25 11:12:43.445015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-460b714b-6cdb-4a7f-b601-365118fd8a5d service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536976 Aug 25 11:12:43.524373 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f7758-2b79-4bfc-a06b-d8ac3439e7db x-openstack-request-id: req-229f7758-2b79-4bfc-a06b-d8ac3439e7db {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:43.524780 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04862a1-c20f-4e59-b422-602677decb41", "name": "network-vif-deleted", "tag": "25cb0479-d9d8-4347-907a-b441cd7ee22a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:43.525251 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-229f7758-2b79-4bfc-a06b-d8ac3439e7db {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:43.525877 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04862a1-c20f-4e59-b422-602677decb41', 'name': 'network-vif-deleted', 'tag': '25cb0479-d9d8-4347-907a-b441cd7ee22a', 'status': 'completed', 'code': 200} Aug 25 11:12:43.531584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 25cb0479-d9d8-4347-907a-b441cd7ee22a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:43.612841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] For port 425c49c2-cd9c-4567-903f-704dfc052d37, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=425c49c2-cd9c-4567-903f-704dfc052d37,segment=NetworkSegment(57a1d96f-d706-4b97-b2da-a23ea4ac8755),segment_id=57a1d96f-d706-4b97-b2da-a23ea4ac8755)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:43.613247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.616959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 25cb0479-d9d8-4347-907a-b441cd7ee22a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:43.617648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 25cb0479-d9d8-4347-907a-b441cd7ee22a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:43.618927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ae87579-50ae-4626-b298-c2089f6a7875 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:43.668148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Calling delete_port for 425c49c2-cd9c-4567-903f-704dfc052d37 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:43.671918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e0af7c3-d4b2-464a-9ec4-541b85eefbda req-393b9ba7-1070-42df-b26e-325609ade721 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147343 Aug 25 11:12:43.677128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:43.711167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Deleting port 5ae87579-50ae-4626-b298-c2089f6a7875 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:43.711683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.764399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19f1d57f-b6e2-4c4d-8b20-4a4ea7836ecb req-5ad2fe24-ea3e-4e0f-8d98-4d0293ab4961 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.770282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.784888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:43.812751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:43.816651 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0db50a-288f-417d-bc1c-a926c8edb478" -d '{"events": [{"server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:43.832324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19f1d57f-b6e2-4c4d-8b20-4a4ea7836ecb req-5ad2fe24-ea3e-4e0f-8d98-4d0293ab4961 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.838504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.846128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ae87579-50ae-4626-b298-c2089f6a7875,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:43.852650 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.858716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b80f-8468-4378-8bda-f9f6ce30dfda req-aac81200-be1d-4a19-9320-e1f5a2594b7b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:43.860259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7165b80f-8468-4378-8bda-f9f6ce30dfda req-aac81200-be1d-4a19-9320-e1f5a2594b7b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 943 time: 0.2559025 Aug 25 11:12:43.861091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962ce553-6700-45ed-acf2-b0b9bf613747 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:43.885681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:43.907815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19f1d57f-b6e2-4c4d-8b20-4a4ea7836ecb req-5ad2fe24-ea3e-4e0f-8d98-4d0293ab4961 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033057 Aug 25 11:12:43.914253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Pushing event deleted for resources: {'Port': ['ID=425c49c2-cd9c-4567-903f-704dfc052d37,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:43.924611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.948787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:43.958776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2fe24-ea3e-4e0f-8d98-4d0293ab4961 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3de24f-5ebf-4a81-8613-02f7b2e29ef6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:43.980117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] No DVR routers for this DVR port 425c49c2-cd9c-4567-903f-704dfc052d37 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:43.984962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:43.987176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55fa1751-b967-496e-a9b4-b21ca94673c3 req-bcf6e4c7-dfeb-4b6d-b448-96d76f2d4d0d tempest-MultipleCreateTestJSON-1202471607 tempest-MultipleCreateTestJSON-1202471607-project] 10.222.0.67 "DELETE /v2.0/ports/425c49c2-cd9c-4567-903f-704dfc052d37 HTTP/1.1" status: 204 len: 173 time: 0.9098747 Aug 25 11:12:44.001275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7165b80f-8468-4378-8bda-f9f6ce30dfda req-2879d827-10be-4dcf-81ec-eac6bd201271 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241612 Aug 25 11:12:44.053142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] For port 5ae87579-50ae-4626-b298-c2089f6a7875, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ae87579-50ae-4626-b298-c2089f6a7875,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:44.053605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:44.081255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Calling delete_port for 5ae87579-50ae-4626-b298-c2089f6a7875 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:44.116972 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e728a467-8d4e-4721-b63f-3fdc1daa0e8a x-openstack-request-id: req-e728a467-8d4e-4721-b63f-3fdc1daa0e8a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:44.118440 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:44.119302 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e728a467-8d4e-4721-b63f-3fdc1daa0e8a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:44.119785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] Transition to ACTIVE for port object 962ce553-6700-45ed-acf2-b0b9bf613747 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:44.120137 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'status': 'completed', 'code': 200} Aug 25 11:12:44.142623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3e9a5-dab0-41a3-9357-694dacef203c req-3311ea68-f0dd-4d62-b2c2-062cf5062515 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:44.145747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eeb3e9a5-dab0-41a3-9357-694dacef203c req-3311ea68-f0dd-4d62-b2c2-062cf5062515 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 948 time: 0.1121781 Aug 25 11:12:44.276963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eeb3e9a5-dab0-41a3-9357-694dacef203c req-642b007c-596f-4e53-8af7-a09d88548e81 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096048 Aug 25 11:12:44.278162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:44.309753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:44.320430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-24066f6d-7ae7-4361-a9ef-8a60d9f3110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:44.323748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-24066f6d-7ae7-4361-a9ef-8a60d9f3110c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1100 time: 0.1762354 Aug 25 11:12:44.379435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] No DVR routers for this DVR port 962ce553-6700-45ed-acf2-b0b9bf613747 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:44.394521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] Pushing event updated for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:44.464343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Pushing event deleted for resources: {'Port': ['ID=5ae87579-50ae-4626-b298-c2089f6a7875,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:44.499527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] No DVR routers for this DVR port 5ae87579-50ae-4626-b298-c2089f6a7875 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:44.502616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:44.504756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0697b6d9-c47a-4fb3-afd3-94c2631d4481 req-dcc5485b-f13e-47ba-9007-56a5bdaca6e1 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.10 "DELETE /v2.0/ports/5ae87579-50ae-4626-b298-c2089f6a7875 HTTP/1.1" status: 204 len: 173 time: 1.1092629 Aug 25 11:12:44.509830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-05a2a6d0-e57c-4b25-9166-24da5b9ec653 service neutron] 10.222.0.10 "PUT /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3057401 Aug 25 11:12:44.807256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5149e-1205-43b6-9860-d4a7a6541def req-e52c05f8-3d36-46d0-b68a-a99bfae4a9eb tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:44.808857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07f5149e-1205-43b6-9860-d4a7a6541def req-e52c05f8-3d36-46d0-b68a-a99bfae4a9eb tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.5665770 Aug 25 11:12:44.945642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07f5149e-1205-43b6-9860-d4a7a6541def req-4e11de24-8a62-48f1-9468-d53e5d875a94 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210101 Aug 25 11:12:44.973660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fb3ef-9320-4431-9e31-c8a7533bdea1 req-d32a5cc9-5f15-4bad-9805-0da31236c252 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:44.973660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a5fb3ef-9320-4431-9e31-c8a7533bdea1 req-d32a5cc9-5f15-4bad-9805-0da31236c252 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.1582510 Aug 25 11:12:44.978698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-dc3efa7f-5415-498b-81ec-b80f785146c5 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:44.978698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-dc3efa7f-5415-498b-81ec-b80f785146c5 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.1631193 Aug 25 11:12:44.982153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-47e5993b-5f50-4088-8a0d-904039d1ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:44.983839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-47e5993b-5f50-4088-8a0d-904039d1ef6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.6510758 Aug 25 11:12:44.989547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37460) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:45.011458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Request body: {'floatingip': {'port_id': 'd185120e-773e-47d1-aa42-c3aa700f7b97'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:45.066836 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb2e0c-03cd-4a5a-a757-986023082521 x-openstack-request-id: req-cfeb2e0c-03cd-4a5a-a757-986023082521 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:45.067715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-0d303669-f1d2-4242-acb6-0d8f3899d9fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.0707109 Aug 25 11:12:45.068894 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:45.069236 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cfeb2e0c-03cd-4a5a-a757-986023082521 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:45.070515 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875', 'code': 200} Aug 25 11:12:45.107811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:45.190130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-db6dd057-81ae-4530-92cc-575851757510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.192966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-db6dd057-81ae-4530-92cc-575851757510 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc&tenant_id=d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 1096 time: 0.2062466 Aug 25 11:12:45.276399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc54e180-a45f-4142-ba25-3960fbd8467b req-e992dd65-5233-421f-ad5b-9f537db8c6a5 tempest-TenantUsagesTestJSON-2075794960 tempest-TenantUsagesTestJSON-2075794960-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48c41c5-47c8-4b85-81fa-9659a897620c HTTP/1.1" status: 200 len: 210 time: 0.0929308 Aug 25 11:12:45.299058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-2290fc8e-55b3-4af7-880a-6ca71a3e4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.300883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-2290fc8e-55b3-4af7-880a-6ca71a3e4762 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1950920 Aug 25 11:12:45.373400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49d3f3-bcdb-4f11-b8ef-e30b9a844b90 req-96587762-7d9a-4b51-b810-8f251d9e9f2c tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.375392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec49d3f3-bcdb-4f11-b8ef-e30b9a844b90 req-96587762-7d9a-4b51-b810-8f251d9e9f2c tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1937053 Aug 25 11:12:45.409884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-3842d062-e7ac-407c-8e6e-9b7374c46626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.411698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-3842d062-e7ac-407c-8e6e-9b7374c46626 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1096 time: 0.1379709 Aug 25 11:12:45.446541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-a5b04cc3-1653-4cf7-a610-b296d670992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.448330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-a5b04cc3-1653-4cf7-a610-b296d670992a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256731 Aug 25 11:12:45.507820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:12:45.513366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:45.569498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec49d3f3-bcdb-4f11-b8ef-e30b9a844b90 req-f94dd021-1feb-45d2-ba8a-bcde6b639349 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828687 Aug 25 11:12:45.627895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99945e-1eff-43b3-a728-a189714325a6 req-a5a5d38a-1a22-49ec-8435-a23b28c6afe7 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.629523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c99945e-1eff-43b3-a728-a189714325a6 req-a5a5d38a-1a22-49ec-8435-a23b28c6afe7 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 1101 time: 0.2128034 Aug 25 11:12:45.658076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'name': 'network-vif-deleted', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:45.662559 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0835308a-4695-4191-b913-740ab0b5c7a2" -d '{"events": [{"server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "name": "network-vif-deleted", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:45.677989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-39f62d48-9137-4679-8988-64bb18347e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.679577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-39f62d48-9137-4679-8988-64bb18347e6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.2568367 Aug 25 11:12:45.683175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-81f740ce-a037-4122-beec-f6f3787a821a service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175541 Aug 25 11:12:45.696720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:45.733558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:45.754950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'mac_address': 'fa:16:3e:ac:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:12:45.768151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c99945e-1eff-43b3-a728-a189714325a6 req-09e21925-86b8-40dc-b294-fb117dacdb48 tempest-ServersAdminNegativeTestJSON-1835695908 tempest-ServersAdminNegativeTestJSON-1835695908-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277502 Aug 25 11:12:45.807806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-894a95d4-0cb1-46de-a800-04a301541e90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 217 time: 0.1123593 Aug 25 11:12:45.841584 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:45.878394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1388a48-6de0-4cb7-ac4f-ee0b0f01912b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:45.925787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:45.932559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b1379-758c-4652-baf1-dc1610abe88f req-eaa9c2ca-0677-4c9f-8428-fe905c2d58e9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.932906 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:45.934320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a04b1379-758c-4652-baf1-dc1610abe88f req-eaa9c2ca-0677-4c9f-8428-fe905c2d58e9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 944 time: 0.2400208 Aug 25 11:12:45.951361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9cda8722-6187-41a6-a476-5e02d600e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:45.952935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-9cda8722-6187-41a6-a476-5e02d600e1d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1279862 Aug 25 11:12:45.968813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3560bed6-70ab-4f5a-94d6-86ba1431e0a1 req-2b28b5d3-3073-4d99-809f-4e6c649af522 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756383 Aug 25 11:12:46.008607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-3a4d547a-bb38-4445-b0b7-fcfc76f6988e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387437 Aug 25 11:12:46.018290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c86a-ecb9-4749-95d6-64c394b62704 req-20ce9f62-eae1-4380-a564-0f913e5cf4ca tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:46.026001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03d0c86a-ecb9-4749-95d6-64c394b62704 req-20ce9f62-eae1-4380-a564-0f913e5cf4ca tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 948 time: 0.1557956 Aug 25 11:12:46.028311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:46.111501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a04b1379-758c-4652-baf1-dc1610abe88f req-9099a5f0-a747-43ae-bd2e-0a636c7872a5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624215 Aug 25 11:12:46.125727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'name': 'network-vif-deleted', 'tag': '425c49c2-cd9c-4567-903f-704dfc052d37'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:46.132066 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a583c77b-8a28-4fc4-a259-ff6916f0044d" -d '{"events": [{"server_uuid": "7a7e003d-8514-40c9-86c9-a7dec5c9ee2c", "name": "network-vif-deleted", "tag": "425c49c2-cd9c-4567-903f-704dfc052d37"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:46.148561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03d0c86a-ecb9-4749-95d6-64c394b62704 req-1adca731-7134-40c2-8748-c1dc215a561f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216671 Aug 25 11:12:46.183394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-d11b3856-9225-4329-81da-ef87b9c28e56 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544940 Aug 25 11:12:46.207884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:46.212902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:46.214882 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d4b10e-44e4-4228-bc03-72b78ecaeb71 x-openstack-request-id: req-71d4b10e-44e4-4228-bc03-72b78ecaeb71 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:46.215181 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48c41c5-47c8-4b85-81fa-9659a897620c", "name": "network-vif-deleted", "tag": "5ae87579-50ae-4626-b298-c2089f6a7875", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:46.215453 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71d4b10e-44e4-4228-bc03-72b78ecaeb71 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:46.215941 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c41c5-47c8-4b85-81fa-9659a897620c', 'name': 'network-vif-deleted', 'tag': '5ae87579-50ae-4626-b298-c2089f6a7875', 'status': 'completed', 'code': 200} Aug 25 11:12:46.222835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37476) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:46.238839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:46.325277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 425c49c2-cd9c-4567-903f-704dfc052d37 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:46.378579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 425c49c2-cd9c-4567-903f-704dfc052d37 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:46.379122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 425c49c2-cd9c-4567-903f-704dfc052d37 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:46.394686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-e5833c45-e624-441a-a3d5-572d3e2d6b29 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031374 Aug 25 11:12:46.422904 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a06f19-1d10-461f-b0ee-a174a5d1e244 x-openstack-request-id: req-80a06f19-1d10-461f-b0ee-a174a5d1e244 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:46.427216 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7e003d-8514-40c9-86c9-a7dec5c9ee2c", "name": "network-vif-deleted", "tag": "425c49c2-cd9c-4567-903f-704dfc052d37", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:46.429582 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80a06f19-1d10-461f-b0ee-a174a5d1e244 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:46.431919 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7e003d-8514-40c9-86c9-a7dec5c9ee2c', 'name': 'network-vif-deleted', 'tag': '425c49c2-cd9c-4567-903f-704dfc052d37', 'status': 'completed', 'code': 200} Aug 25 11:12:46.446291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Deleting subnet d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:12:46.450050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:46.460997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c881c8-b483-420c-8afb-a5743b7dfe16 req-be019bf8-983a-40fd-94ff-7bbc77544026 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:46.463796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4c881c8-b483-420c-8afb-a5743b7dfe16 req-be019bf8-983a-40fd-94ff-7bbc77544026 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1465616 Aug 25 11:12:46.511940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:46.529808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4c881c8-b483-420c-8afb-a5743b7dfe16 req-42014dcc-9aaa-4db3-bd6c-0e89de9ef1fc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Aug 25 11:12:46.571642 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Floating IP 7534db36-bcea-426e-8a71-5320b253efca associated. External IP: 172.25.1.134, port: d185120e-773e-47d1-aa42-c3aa700f7b97. Aug 25 11:12:46.713048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:46.788599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7b00e-4b9b-4e3c-aafe-909cf2634c15 req-11e6435b-a8f7-4881-84be-494bfb2fb276 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:46.796496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8e7b00e-4b9b-4e3c-aafe-909cf2634c15 req-11e6435b-a8f7-4881-84be-494bfb2fb276 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1020780 Aug 25 11:12:46.833731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-1255e370-2797-4f23-b521-e316f511a79d tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:46.836025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-1255e370-2797-4f23-b521-e316f511a79d tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.1047964 Aug 25 11:12:46.915123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8e7b00e-4b9b-4e3c-aafe-909cf2634c15 req-d4847fca-03dc-4d25-b856-aa852a2d0fb9 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162941 Aug 25 11:12:46.949513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37496) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:46.979021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.045022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.049749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1 HTTP/1.1" status: 204 len: 168 time: 0.8244660 Aug 25 11:12:47.053893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:47.060773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc97c60-ed68-465b-afc0-7fc711cca3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1bf7bea-fe0a-44cc-9e8d-c909a7ab3cb1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:47.062505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-86f11973-f586-4fb7-a5ae-ee6a21b92efe service neutron] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:47.076293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c203a6-a07f-45b2-a271-32c2d791c2c7 req-15b0f26b-2a86-44a7-b6d6-87598ca0c77f tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:47.077989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76c203a6-a07f-45b2-a271-32c2d791c2c7 req-15b0f26b-2a86-44a7-b6d6-87598ca0c77f tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 949 time: 0.0725379 Aug 25 11:12:47.080973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-86f11973-f586-4fb7-a5ae-ee6a21b92efe service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.082276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2567835a-0ee7-4604-b61c-52dffade0fe2 req-86f11973-f586-4fb7-a5ae-ee6a21b92efe service neutron] 10.222.0.67 "DELETE /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 0.2257054 Aug 25 11:12:47.190930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76c203a6-a07f-45b2-a271-32c2d791c2c7 req-06c1df75-4d46-4867-a0cc-57d2a7a63443 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918729 Aug 25 11:12:47.257451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6462fad6-9962-440a-bbd6-0e44f3ad8581 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=473ebc257df4457e8db5245e09cedca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063395 Aug 25 11:12:47.261224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37506) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:47.282748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:12:47.291014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.417987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3e446-7374-447b-b67b-0b3f3eddd325 req-60ff12f3-0caf-4015-a910-f8557c6cf3f0 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:47.420276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5d3e446-7374-447b-b67b-0b3f3eddd325 req-60ff12f3-0caf-4015-a910-f8557c6cf3f0 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 944 time: 0.1368525 Aug 25 11:12:47.432138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b96ba-efd4-40d4-940b-bde76a74c2ca req-4dd4dd05-f5a2-4b0a-ab9f-b8a4914fb7f0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:47.433761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-740b96ba-efd4-40d4-940b-bde76a74c2ca req-4dd4dd05-f5a2-4b0a-ab9f-b8a4914fb7f0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 949 time: 0.1274068 Aug 25 11:12:47.437986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f4ec7ce-89ed-4f40-986f-0be3ffd8ccee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.438281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.476849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef70de3f-8a50-4e02-9563-02787feaaed1']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:47.493188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a1d96f-d706-4b97-b2da-a23ea4ac8755') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:47.493513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a1d96f-d706-4b97-b2da-a23ea4ac8755') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:47.493651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f4ec7ce-89ed-4f40-986f-0be3ffd8ccee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.509877 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.518882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:47.520816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:12:47.527599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.545351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5d3e446-7374-447b-b67b-0b3f3eddd325 req-10b34b63-ba40-4302-935c-34e809c8cdef tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027331 Aug 25 11:12:47.550732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.561438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-740b96ba-efd4-40d4-940b-bde76a74c2ca req-8746c56e-d589-4f0a-8bde-54cbaa175031 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014628 Aug 25 11:12:47.562684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:12:47.562684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:12:47.564057 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:12:47.595193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:12:47.613926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d1b71e38-7020-454d-8021-ac531503a50d tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "PUT /v2.0/floatingips/7534db36-bcea-426e-8a71-5320b253efca HTTP/1.1" status: 200 len: 992 time: 2.6203337 Aug 25 11:12:47.619803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f4ec7ce-89ed-4f40-986f-0be3ffd8ccee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.623834 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f4ec7ce-89ed-4f40-986f-0be3ffd8ccee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.627219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4f4ec7ce-89ed-4f40-986f-0be3ffd8ccee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c HTTP/1.1" status: 204 len: 168 time: 0.3630114 Aug 25 11:12:47.641414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.650402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.655729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ef70de3f-8a50-4e02-9563-02787feaaed1 HTTP/1.1" status: 204 len: 168 time: 0.5974023 Aug 25 11:12:47.656688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:12:47.657814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:47.677425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce21106-ae7f-43f2-afbd-3479832164e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef70de3f-8a50-4e02-9563-02787feaaed1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:47.701476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ec7ce-89ed-4f40-986f-0be3ffd8ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f019601-f8d3-4a8e-b2a7-e03eb2f69f1c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:47.736091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:47.742739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:47.743506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:47.906378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68049b-6bcc-4db0-80f2-be838a5b9a57 req-b3ccd51b-ec9b-4b2d-bc55-d54505f8fe03 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:47.909837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca68049b-6bcc-4db0-80f2-be838a5b9a57 req-b3ccd51b-ec9b-4b2d-bc55-d54505f8fe03 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1228046 Aug 25 11:12:47.979687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:12:48.058442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca68049b-6bcc-4db0-80f2-be838a5b9a57 req-8c47d999-ecca-4d36-ad66-aa80dd4079b3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405864 Aug 25 11:12:48.069274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:48.163411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73616a31-1d25-4fff-b8d2-554c4fc23025 req-e0601673-dff4-48ab-946e-2c75a383a2ad tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:48.174673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73616a31-1d25-4fff-b8d2-554c4fc23025 req-e0601673-dff4-48ab-946e-2c75a383a2ad tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1096 time: 0.1361680 Aug 25 11:12:48.193955 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.218868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:48.224950 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0f271b-7634-4628-bb10-39705ad67d97" -d '{"events": [{"name": "network-changed", "server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:48.241030 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e83788d-77ec-40e7-bc7e-8f64b015b0f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c31fa6139b6b426a8c4add971f60fe49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691263 Aug 25 11:12:48.242401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37530) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:48.248771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c47bdcb6-e205-4970-bb1f-357ef43fb476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.277620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:48.305071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f58a037-8d6f-4446-ab7e-9437cb922dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.340557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73616a31-1d25-4fff-b8d2-554c4fc23025 req-234abc23-04d8-416d-93a4-f86f9d2319ed tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647174 Aug 25 11:12:48.358402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7844cf4d-6c74-47e6-85f0-74b64154c9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.375974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4ff84-1de9-43b3-9d4c-bab0f687f188 req-7ec346a9-efa6-4fcb-ab54-793d413be17a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:48.379082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0af4ff84-1de9-43b3-9d4c-bab0f687f188 req-7ec346a9-efa6-4fcb-ab54-793d413be17a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1889870 Aug 25 11:12:48.388484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7844cf4d-6c74-47e6-85f0-74b64154c9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.458843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7844cf4d-6c74-47e6-85f0-74b64154c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.462044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7844cf4d-6c74-47e6-85f0-74b64154c9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.463401 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7844cf4d-6c74-47e6-85f0-74b64154c9e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e10dc50f-f40e-4380-aae3-472e92a7506a HTTP/1.1" status: 204 len: 168 time: 0.2191687 Aug 25 11:12:48.509233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844cf4d-6c74-47e6-85f0-74b64154c9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10dc50f-f40e-4380-aae3-472e92a7506a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:48.550457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0af4ff84-1de9-43b3-9d4c-bab0f687f188 req-f0a596e7-252a-4951-8639-442444720281 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582215 Aug 25 11:12:48.586140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:48.588605 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef1e37e-752b-4cd8-9aab-21bdf9609cac" -d '{"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-plugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:48.608696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:48.638993 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.683588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f58a037-8d6f-4446-ab7e-9437cb922dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.695267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f58a037-8d6f-4446-ab7e-9437cb922dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.727038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-6963cc87-648c-4a67-8f61-be21b8b37e3a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:48.730053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-6963cc87-648c-4a67-8f61-be21b8b37e3a tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 949 time: 0.1329114 Aug 25 11:12:48.750281 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032aff82-8b60-401b-81fc-bf75319e1221 x-openstack-request-id: req-032aff82-8b60-401b-81fc-bf75319e1221 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:48.750600 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:48.750930 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-032aff82-8b60-401b-81fc-bf75319e1221 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:48.751228 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'status': 'completed', 'code': 200} Aug 25 11:12:48.767308 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4f58a037-8d6f-4446-ab7e-9437cb922dfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9ae368c642d48b594d951b2c5c0970e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885480 Aug 25 11:12:48.770576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58a037-8d6f-4446-ab7e-9437cb922dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae4ebc-0a25-4bce-815a-8d3309188d37,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:48.773138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:48.791797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:48.792391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1f4f9-7c21-4f30-bc99-ae1e5dce84d3 req-e95832b5-8dfe-4dce-a36e-24d549dc8db1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:48.806347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cff1f4f9-7c21-4f30-bc99-ae1e5dce84d3 req-e95832b5-8dfe-4dce-a36e-24d549dc8db1 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 949 time: 0.1406121 Aug 25 11:12:48.864310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59f5faae-dd8b-463c-81c9-a757927dff5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:48.894314 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e805e4ae-9a64-4f12-85e6-26c614bcb436 x-openstack-request-id: req-e805e4ae-9a64-4f12-85e6-26c614bcb436 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:48.894766 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-plugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:48.895403 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e805e4ae-9a64-4f12-85e6-26c614bcb436 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:48.896028 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'code': 200} Aug 25 11:12:48.923417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7534db36-bcea-426e-8a71-5320b253efca', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'port_id': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'mac_address': 'fa:16:3e:21:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:10:05Z', 'updated_at': '2021-08-25T11:12:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:48.939625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cff1f4f9-7c21-4f30-bc99-ae1e5dce84d3 req-64f05a55-ae8c-4bd3-85bf-f8017992998f tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322644 Aug 25 11:12:48.977742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-815ee7ff-678f-433d-941a-30f42be716cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:48.983808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-815ee7ff-678f-433d-941a-30f42be716cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=58d323bc6f2b4d13bc279542a8a49487&device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 1098 time: 0.1754222 Aug 25 11:12:48.988242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59f5faae-dd8b-463c-81c9-a757927dff5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:49.039807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:12:49.057753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:12:49.058512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:49.090397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59f5faae-dd8b-463c-81c9-a757927dff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:49.093056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59f5faae-dd8b-463c-81c9-a757927dff5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:49.096993 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-59f5faae-dd8b-463c-81c9-a757927dff5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/beae4ebc-0a25-4bce-815a-8d3309188d37 HTTP/1.1" status: 204 len: 168 time: 0.3227243 Aug 25 11:12:49.105342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5faae-dd8b-463c-81c9-a757927dff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae4ebc-0a25-4bce-815a-8d3309188d37,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:49.288348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:12:49.365108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-6883b10c-3632-44ba-9f0e-0e4105afa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:49.367612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-6883b10c-3632-44ba-9f0e-0e4105afa7d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 200 len: 924 time: 0.3731244 Aug 25 11:12:49.379340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Deleting port 2a29c175-7a31-428a-88eb-aab5379102b7 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:49.379757 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:49.473011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f677b6-c8d8-48ef-8b69-2da410849275 req-ed10ef1b-bd6e-44f8-801b-b1145c6dcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:49.475601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5f677b6-c8d8-48ef-8b69-2da410849275 req-ed10ef1b-bd6e-44f8-801b-b1145c6dcf23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1102 time: 0.3582180 Aug 25 11:12:49.608089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad495cb4-b6e0-4d2b-88b7-b834e15193c3 req-e09feca3-f4c5-4d02-b26d-c1681b1abbab tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:49.610665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad495cb4-b6e0-4d2b-88b7-b834e15193c3 req-e09feca3-f4c5-4d02-b26d-c1681b1abbab tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.4907506 Aug 25 11:12:49.642108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-7f98e47a-8b69-4ca5-a86c-77ef529d430c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d185120e-773e-47d1-aa42-c3aa700f7b97 HTTP/1.1" status: 200 len: 1000 time: 0.1749480 Aug 25 11:12:49.745008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-45cecc7f-27f2-49ed-a971-45f86c6778d8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:49.747872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-45cecc7f-27f2-49ed-a971-45f86c6778d8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.6289337 Aug 25 11:12:49.783555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7534db36-bcea-426e-8a71-5320b253efca', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'port_id': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'mac_address': 'fa:16:3e:21:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:10:05Z', 'updated_at': '2021-08-25T11:12:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:49.819675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eca62-80e7-4563-bb7e-73fb5edcfafe None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7534db36-bcea-426e-8a71-5320b253efca', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'port_id': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'mac_address': 'fa:16:3e:21:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:10:05Z', 'updated_at': '2021-08-25T11:12:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:12:49.910291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5f677b6-c8d8-48ef-8b69-2da410849275 req-2373421e-3c25-48ea-82e5-4966c6876893 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888753 Aug 25 11:12:49.912701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-0e2f9e89-a2ed-4cc9-95b0-d6892c1eb8b2 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/quotas/d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 375 time: 0.1141324 Aug 25 11:12:49.916069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] For port 2a29c175-7a31-428a-88eb-aab5379102b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2a29c175-7a31-428a-88eb-aab5379102b7,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:49.916676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:49.960887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad495cb4-b6e0-4d2b-88b7-b834e15193c3 req-566048ac-d3ad-4f00-bdd0-0eeddd89c5fb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170986 Aug 25 11:12:49.998820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Calling delete_port for 2a29c175-7a31-428a-88eb-aab5379102b7 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:50.051266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37592) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:50.113335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-0582a918-79e6-4f7d-a2d6-7bee679e9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:50.118397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-0582a918-79e6-4f7d-a2d6-7bee679e9b29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 200 len: 862 time: 0.4606197 Aug 25 11:12:50.168108 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292d2e1-7f8b-4f08-b937-215312540cce None None] New status for floating IP 7534db36-bcea-426e-8a71-5320b253efca: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:12:50.259487 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-498516762-network', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:50.303736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:50.308152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.322481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.395917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-df7f572e-329e-4410-9d34-e19301b0da69 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4667675 Aug 25 11:12:50.472748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-d955921c-9aa6-4b41-9f0f-36acb0a45796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:50.475399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-d955921c-9aa6-4b41-9f0f-36acb0a45796 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=da57e288-0d3f-4326-8e8c-8f802edeebe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2690220 Aug 25 11:12:50.476136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.486918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.545355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:50.610893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37604) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:50.728948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1033770037-network', 'tenant_id': 'e40bb8489a544c86915231654e743ec5'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:50.758123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Made reservation on behalf of e40bb8489a544c86915231654e743ec5 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:50.762395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.777543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.855256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b71767-f245-4baa-bfe6-2c055d794fde req-b79d0e1e-114c-46bb-ba3a-6ea9eafa3974 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:50.857628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7b71767-f245-4baa-bfe6-2c055d794fde req-b79d0e1e-114c-46bb-ba3a-6ea9eafa3974 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.5850501 Aug 25 11:12:50.911860 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.917643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.953101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74df5a20-5409-451b-a5fb-bde073cc61ee,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:50.976924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:50.983425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:12:50.986655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:12:50.991420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['14cca6e1-5ff4-4b54-aad4-5c110cd780fe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:12:51.011847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.012253 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Added segment aa070a7c-5ab4-4bd0-a10e-ce77519f43cc of type vlan for network 6b6922f5-7845-4e91-a40f-ba358f0df95f Aug 25 11:12:51.015421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.015979 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Added segment 00370574-7312-437c-b82b-046e222fa9fb of type vlan for network 9fc46d89-611f-42c3-b037-645230deac54 Aug 25 11:12:51.057388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7b71767-f245-4baa-bfe6-2c055d794fde req-beedfc19-004b-4379-9f25-37aac879e326 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838458 Aug 25 11:12:51.075375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Pushing event deleted for resources: {'Port': ['ID=2a29c175-7a31-428a-88eb-aab5379102b7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:51.089641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-31878646-89b6-4e8f-bdf5-755b109cdd55 service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779418 Aug 25 11:12:51.220577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] No DVR routers for this DVR port 2a29c175-7a31-428a-88eb-aab5379102b7 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:51.228057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.230345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.233259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07260996-f0fc-45d3-b6ae-3ebcf01c7dcf req-f37d6fe2-4995-4f5e-995d-ed1ac8bde746 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "DELETE /v2.0/ports/2a29c175-7a31-428a-88eb-aab5379102b7 HTTP/1.1" status: 204 len: 173 time: 2.4858010 Aug 25 11:12:51.246552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-14c7c093-0da3-4ac6-b48d-ad6215b6d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.286961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.290903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'name': 'network-vif-deleted', 'tag': '2a29c175-7a31-428a-88eb-aab5379102b7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:51.293862 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30545cb5-ec69-4c94-9b69-d39999fe5460" -d '{"events": [{"server_uuid": "2ff068bd-0239-4b30-b998-93d31e4da18a", "name": "network-vif-deleted", "tag": "2a29c175-7a31-428a-88eb-aab5379102b7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:51.320586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-e45e80e5-f549-42b4-bf19-ddf24fdbc78f service neutron] 10.222.0.67 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740243 Aug 25 11:12:51.352368 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.353543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:51.355156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.368994 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.370473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:51.371372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.390691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.456170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc46d89-611f-42c3-b037-645230deac54,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:51.466990 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7dfa3197-27d4-4285-9444-3b5a6de44a48 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8538439 Aug 25 11:12:51.473155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9fc46d89-611f-42c3-b037-645230deac54 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:12:51.481341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37614) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:51.508307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Request body: {'subnet': {'network_id': '9fc46d89-611f-42c3-b037-645230deac54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1033770037-subnet', 'tenant_id': 'e40bb8489a544c86915231654e743ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:51.535123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3359dcd-627f-41e9-af98-9feba9b9b633 req-ac7fb388-5c74-45cb-b18d-ef67bf529fe2 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:51.536051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4830546 Aug 25 11:12:51.536950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3359dcd-627f-41e9-af98-9feba9b9b633 req-ac7fb388-5c74-45cb-b18d-ef67bf529fe2 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2396922 Aug 25 11:12:51.537168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:51.551802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Request body: {'subnet': {'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-498516762-subnet', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:51.566785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-7a741838-4816-4946-a3b5-961a3e9f61cb service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761214 Aug 25 11:12:51.575478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d94a4a-ba92-49e3-95b7-c26891cc09c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6922f5-7845-4e91-a40f-ba358f0df95f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:51.579665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:12:51.579665 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:12:51.579665 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '530001cb0f344f6fb4135cd873bf5c42', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 12, 51, 561524)}] Aug 25 11:12:51.579665 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:12:51.580519 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:12:51.593508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:12:51.611401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Made reservation on behalf of e40bb8489a544c86915231654e743ec5 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:51.613836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:51.624340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0f271b-7634-4628-bb10-39705ad67d97 req-8ccb54d6-439e-41c4-af92-771f932e4f3a service neutron] 10.222.0.67 "GET /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779908 Aug 25 11:12:51.708999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3359dcd-627f-41e9-af98-9feba9b9b633 req-16343287-04d2-42bf-8d59-f0b414fc13e3 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576180 Aug 25 11:12:51.875375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fa99f07-2090-4d58-993e-878e8ad23950 req-a028bcd8-4c37-4245-bc69-85a53c857a49 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ff068bd-0239-4b30-b998-93d31e4da18a HTTP/1.1" status: 200 len: 210 time: 0.0541124 Aug 25 11:12:51.999390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fc01a-4199-4e13-93f1-ab2d76676a70 req-5c42eb36-7d77-4ff6-bbb6-01c7bf42901a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:52.001001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-224fc01a-4199-4e13-93f1-ab2d76676a70 req-5c42eb36-7d77-4ff6-bbb6-01c7bf42901a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.1851974 Aug 25 11:12:52.002524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.056153 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b005aa-9fb0-4d32-905b-1a5480d42dc2 x-openstack-request-id: req-45b005aa-9fb0-4d32-905b-1a5480d42dc2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:12:52.056526 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff068bd-0239-4b30-b998-93d31e4da18a", "name": "network-vif-deleted", "tag": "2a29c175-7a31-428a-88eb-aab5379102b7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:12:52.056663 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45b005aa-9fb0-4d32-905b-1a5480d42dc2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:12:52.057052 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff068bd-0239-4b30-b998-93d31e4da18a', 'name': 'network-vif-deleted', 'tag': '2a29c175-7a31-428a-88eb-aab5379102b7', 'status': 'completed', 'code': 200} Aug 25 11:12:52.077577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=139807c8-b46e-41ff-9bad-9b79395dd743,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:52.119626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:52.122174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.124896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-224fc01a-4199-4e13-93f1-ab2d76676a70 req-fd1312f2-d01a-490a-be73-b3b31541c1e5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948112 Aug 25 11:12:52.144012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d65e57c7-85ac-4aeb-8164-ef979731e50c req-690320da-d99a-4d09-ac9a-bcb405680212 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 210 time: 0.0502813 Aug 25 11:12:52.145337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Checking segment: {'id': '00370574-7312-437c-b82b-046e222fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9fc46d89-611f-42c3-b037-645230deac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:52.145721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Network hostable DHCP agents. Network: 9fc46d89-611f-42c3-b037-645230deac54, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:12:52.170826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Network 9fc46d89-611f-42c3-b037-645230deac54 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:12:52.205054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9fc46d89-611f-42c3-b037-645230deac54) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:52.216921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f30ba-5ebf-444a-97a8-bc46ed837757 None None] Network 9fc46d89-611f-42c3-b037-645230deac54 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:12:52.222703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:52.223369 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.250784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d17535eb-35de-495e-bc98-201b02d4b36d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7420735 Aug 25 11:12:52.343154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2a29c175-7a31-428a-88eb-aab5379102b7 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:12:52.383049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 2a29c175-7a31-428a-88eb-aab5379102b7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:12:52.383729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2a29c175-7a31-428a-88eb-aab5379102b7 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:12:52.400845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.439861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2f74c-065d-4a61-91ed-b4f8b72466d8 req-d6d4214e-6137-4357-b68e-f0e120315136 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:52.440957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbd2f74c-065d-4a61-91ed-b4f8b72466d8 req-d6d4214e-6137-4357-b68e-f0e120315136 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1347044 Aug 25 11:12:52.451444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9dbc3-2836-406f-ac5e-f1261530ae88 req-6ad3c102-c5c4-4e9b-bf1a-79e7d9212fde tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:52.459170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bde9dbc3-2836-406f-ac5e-f1261530ae88 req-6ad3c102-c5c4-4e9b-bf1a-79e7d9212fde tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.1273596 Aug 25 11:12:52.500962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e10b82-b1ce-446d-94b8-c2dbe72c5bc2 None None] Network 9fc46d89-611f-42c3-b037-645230deac54 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:12:52.547432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.574140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbd2f74c-065d-4a61-91ed-b4f8b72466d8 req-2f7f51c0-0e10-477e-b506-c5aa5d094c3a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124055 Aug 25 11:12:52.594212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bde9dbc3-2836-406f-ac5e-f1261530ae88 req-e5b6baeb-ea2e-415b-b3f3-1ea182f7b10a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336610 Aug 25 11:12:52.648013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:52.648482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Network hostable DHCP agents. Network: 6b6922f5-7845-4e91-a40f-ba358f0df95f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:12:52.652399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a341ebab-1df5-4e41-835e-a6c1ac8a1662,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:52.678944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:12:52.695218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6b6922f5-7845-4e91-a40f-ba358f0df95f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:52.705341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:52.706748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.714304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbaa51-44a5-409d-9dae-082207a32a5f None None] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:12:52.746648 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5ae5bb71-f519-434d-93e8-f14a267702a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2049985 Aug 25 11:12:52.748315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37644) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:52.760101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:52.820576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.822428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:52.969281 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.009391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6b6922f5-7845-4e91-a40f-ba358f0df95f', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:12:53.011174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.041339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5fa23-da9c-4f1c-a498-33a43bd18039 req-138d9f0a-3086-4fc2-b587-fec9c2e1963b tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:53.049857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ce5fa23-da9c-4f1c-a498-33a43bd18039 req-138d9f0a-3086-4fc2-b587-fec9c2e1963b tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2038641 Aug 25 11:12:53.128981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ce5fa23-da9c-4f1c-a498-33a43bd18039 req-10a080d8-8195-45fa-8c26-9f21c1a93a52 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781629 Aug 25 11:12:53.306699 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-61f4f727-36cd-4cfb-970d-cc725da3e8ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007888 Aug 25 11:12:53.331769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.379554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Allocated IP 172.20.0.2 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/8becaee6-7b27-47bc-b83d-1915bddc1f62) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:53.402585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:53.407913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-556170913-network', 'tenant_id': '00965cfc215b4ee7a84d6063e7475399'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:53.471214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68a2e037-0918-4ad0-aef2-5b45cc747f2c req-5282d312-987b-4974-80c4-4a4af2376112 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 210 time: 0.0991018 Aug 25 11:12:53.488633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Made reservation on behalf of 00965cfc215b4ee7a84d6063e7475399 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:53.502238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.522016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.607768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fca9-e25c-419a-9a96-89df39770d79 req-dec21ae1-f142-475c-8c4e-14376857c554 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:53.609522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cd7fca9-e25c-419a-9a96-89df39770d79 req-dec21ae1-f142-475c-8c4e-14376857c554 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2630150 Aug 25 11:12:53.718703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.724731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.768580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee377bf3-2d1f-4e99-bcca-554fd7046789,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:53.786690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:12:53.814691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.815041 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Added segment 4340f265-d18b-43a9-9d95-a5dbba33d4eb of type vlan for network eedae458-c8fd-4c7a-9c18-85425ac2a717 Aug 25 11:12:53.820609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cd7fca9-e25c-419a-9a96-89df39770d79 req-477b52ee-c0f0-43f6-b438-1452d20f57e6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982162 Aug 25 11:12:53.832814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.852046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-0999aa04-947c-4abd-bc04-906c76e7d005 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:53.854913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-0999aa04-947c-4abd-bc04-906c76e7d005 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.3256125 Aug 25 11:12:53.870849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Transition to ACTIVE for port object 8becaee6-7b27-47bc-b83d-1915bddc1f62 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:53.879954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Request body: {'port': {'device_id': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'admin_state_up': True, 'tenant_id': 'd099550bab464730bad24bf51770c66b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:53.916305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.927905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Transition to ACTIVE for port object 8becaee6-7b27-47bc-b83d-1915bddc1f62 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:53.951278 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.988753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:53.989930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:53.990663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.027924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6184413 Aug 25 11:12:54.030969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37688) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:12:54.048364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Request body: {'subnet': {'network_id': 'eedae458-c8fd-4c7a-9c18-85425ac2a717', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-556170913-subnet', 'tenant_id': '00965cfc215b4ee7a84d6063e7475399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:54.110279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7efe0-8896-4908-b8a9-d202fa0f3aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=eedae458-c8fd-4c7a-9c18-85425ac2a717,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:54.116394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:54.118473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:54.143407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:54.147533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network eedae458-c8fd-4c7a-9c18-85425ac2a717 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:12:54.158908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Made reservation on behalf of 00965cfc215b4ee7a84d6063e7475399 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:54.161235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.208971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Pushing event updated for resources: {'Port': ['ID=8becaee6-7b27-47bc-b83d-1915bddc1f62,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:54.267029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.268109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.292660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Attempting to bind port 8becaee6-7b27-47bc-b83d-1915bddc1f62 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:54.293035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Attempting to bind port 8becaee6-7b27-47bc-b83d-1915bddc1f62 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:54.293397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Attempting to bind port 8becaee6-7b27-47bc-b83d-1915bddc1f62 on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:54.302108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:54.302627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:54.303049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.303538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:54.304022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Bound port: 8becaee6-7b27-47bc-b83d-1915bddc1f62, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:54.304583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.353312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.382988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f88d7-c791-4268-a25f-d24b1dec8696 req-624725ef-bea3-416b-be3b-aefe9c5d72c6 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:54.384700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] For port 8becaee6-7b27-47bc-b83d-1915bddc1f62, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:12:54.385472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad4f88d7-c791-4268-a25f-d24b1dec8696 req-624725ef-bea3-416b-be3b-aefe9c5d72c6 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.3187497 Aug 25 11:12:54.399583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] For port 8becaee6-7b27-47bc-b83d-1915bddc1f62, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8becaee6-7b27-47bc-b83d-1915bddc1f62,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:12:54.407335 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.408695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980a9a1-8acb-4cdd-9881-1fc471e00f29 req-d46e99f7-9f49-4358-9ea7-69a2afb42bfd tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:54.418662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a980a9a1-8acb-4cdd-9881-1fc471e00f29 req-d46e99f7-9f49-4358-9ea7-69a2afb42bfd tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.3493369 Aug 25 11:12:54.499801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1949aa-d583-4886-a106-31afab1feb43 None None] Pushing event updated for resources: {'Port': ['ID=8becaee6-7b27-47bc-b83d-1915bddc1f62,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:54.580327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Made reservation on behalf of d099550bab464730bad24bf51770c66b for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:12:54.584788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:54.674449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a980a9a1-8acb-4cdd-9881-1fc471e00f29 req-86fb456b-65eb-4797-af52-84bdc63114cf tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533965 Aug 25 11:12:54.816173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad4f88d7-c791-4268-a25f-d24b1dec8696 req-29b9b9c7-ea4c-4e49-ad38-3c0a563ebb4c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768120 Aug 25 11:12:54.970793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Allocated IP 172.25.1.191 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9bdf1576-3d6c-48d6-a474-bf24c32c849d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:55.008574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8becaee6-7b27-47bc-b83d-1915bddc1f62 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:55.093407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8becaee6-7b27-47bc-b83d-1915bddc1f62 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:55.428809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1219787-c9a7-4a16-ac80-a0c458aaeb3e req-bc153a3e-02a1-4f78-8dda-21a5dfbecc30 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:55.430501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1219787-c9a7-4a16-ac80-a0c458aaeb3e req-bc153a3e-02a1-4f78-8dda-21a5dfbecc30 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.5638678 Aug 25 11:12:55.480196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3be8d999-9d21-420a-9c68-42d97e7266d2 req-802c5aec-c4d7-4514-a074-63984730f792 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 210 time: 0.4015439 Aug 25 11:12:55.496087 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:55.572126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Allocated IP 172.20.0.7 (e8573153-d827-4ae7-a793-33e5c7a78269/5baec386-3b78-4da9-883b-608426612ca1/7e95389c-0b9c-4f64-bf63-ba6b4a65c970) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:12:55.640808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-057b483d-6628-40c4-b6cf-bd8ed1fecaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:55.642237 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-057b483d-6628-40c4-b6cf-bd8ed1fecaea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1102 time: 0.0533588 Aug 25 11:12:55.800878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1219787-c9a7-4a16-ac80-a0c458aaeb3e req-0e58edd1-8e6f-4c18-ba5c-00d5796b2950 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273773 Aug 25 11:12:55.815873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c21be7-58e2-40ba-ada5-681839bba6c6,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:55.821943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-68811e1c-c969-4699-ad11-eb57564cc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:55.823502 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-68811e1c-c969-4699-ad11-eb57564cc525 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1729226 Aug 25 11:12:55.859152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Checking segment: {'id': '4340f265-d18b-43a9-9d95-a5dbba33d4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'eedae458-c8fd-4c7a-9c18-85425ac2a717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:55.859666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Network hostable DHCP agents. Network: eedae458-c8fd-4c7a-9c18-85425ac2a717, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:12:55.879205 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:55.901035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-f140787a-dd88-48d9-b622-c84cc8b2488f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.0625110 Aug 25 11:12:55.969768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-17670e26-3957-41b3-ab85-df5a8bae3b5b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:55.971395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-17670e26-3957-41b3-ab85-df5a8bae3b5b tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.3249145 Aug 25 11:12:55.979486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70710f2-98ab-42a5-ba9f-20e00c195dae req-e65a0aa4-a846-4a6c-b81b-8f1e5c4bbb86 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:55.981093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d70710f2-98ab-42a5-ba9f-20e00c195dae req-e65a0aa4-a846-4a6c-b81b-8f1e5c4bbb86 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.3970907 Aug 25 11:12:55.989106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-ce9c6560-e170-42bf-9f70-d13f0eaf074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:55.991695 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-ce9c6560-e170-42bf-9f70-d13f0eaf074d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0834196 Aug 25 11:12:56.051252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac607d-e896-4d05-87b4-05044f374f12 None None] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:12:56.058484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1a251b08-c5ad-47a3-9784-9c9eb0a7d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:56.060841 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1a251b08-c5ad-47a3-9784-9c9eb0a7d5d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563109 Aug 25 11:12:56.117062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Network eedae458-c8fd-4c7a-9c18-85425ac2a717 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:12:56.163080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, eedae458-c8fd-4c7a-9c18-85425ac2a717) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:56.186050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699d419-bac8-4d6e-b38d-5716c886349e None None] Network eedae458-c8fd-4c7a-9c18-85425ac2a717 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:12:56.199046 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-b57cbe1d-14f8-4609-8f5b-e68524508c07 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256809 Aug 25 11:12:56.205298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:56.205940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.244174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] Provisioning for port 8becaee6-7b27-47bc-b83d-1915bddc1f62 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:12:56.269445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683ba7c-27ac-4be4-9667-e0b8d9f0137c req-a6e4fb55-1ada-437a-85a1-33dd3dce5be3 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:56.271277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d683ba7c-27ac-4be4-9667-e0b8d9f0137c req-a6e4fb55-1ada-437a-85a1-33dd3dce5be3 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 950 time: 0.3743370 Aug 25 11:12:56.272405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.283267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d70710f2-98ab-42a5-ba9f-20e00c195dae req-e725be5b-9323-400f-9f09-bd3e2a0e97c8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916448 Aug 25 11:12:56.297481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] Provisioning complete for port 8becaee6-7b27-47bc-b83d-1915bddc1f62 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:56.298104 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.313861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-566943b7-8d6f-4753-bcca-6ad2bab0b397 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2642846 Aug 25 11:12:56.383159 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.427054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-c8680cd7-6e6f-4711-a8a0-530d762a8530 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161376 Aug 25 11:12:56.452448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:56.505087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:56.515709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d683ba7c-27ac-4be4-9667-e0b8d9f0137c req-9ee8e1db-8ce8-41d2-a844-12ded585e59d tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/security-groups?id=79b9a68f-0e74-4656-b8e0-7dde198c3a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312958 Aug 25 11:12:56.517647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:56.720899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c13cb-fb61-4759-b5fc-bb4c866fa822 None None] Network eedae458-c8fd-4c7a-9c18-85425ac2a717 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:12:56.762593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdf1576-3d6c-48d6-a474-bf24c32c849d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:56.788814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.804676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Deleting port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:12:56.805017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.850636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] For port 8becaee6-7b27-47bc-b83d-1915bddc1f62, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8becaee6-7b27-47bc-b83d-1915bddc1f62,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:56.859600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.901641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb666-97a1-4449-a458-be37b8aafa7b req-08f3dc72-359d-45de-b582-221679bda1f0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:56.907347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-964cb666-97a1-4449-a458-be37b8aafa7b req-08f3dc72-359d-45de-b582-221679bda1f0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.5071788 Aug 25 11:12:56.961350 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.978077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d0139-fc26-483e-b909-b6d4d94edfb6 None None] Pushing event updated for resources: {'Port': ['ID=8becaee6-7b27-47bc-b83d-1915bddc1f62,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:56.991130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-31840998-6be2-4989-96b2-50f75178ba7d None None] Provisioning complete for port 8becaee6-7b27-47bc-b83d-1915bddc1f62 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:56.991516 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-31840998-6be2-4989-96b2-50f75178ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:56.992508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2c45f0a-7965-444a-b95f-21f2b2c7e38c req-c0d5a8d7-a64d-4397-a910-64e999a5670e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 210 time: 0.2113431 Aug 25 11:12:57.048850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:57.167444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Network e8573153-d827-4ae7-a793-33e5c7a78269 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:12:57.190999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-964cb666-97a1-4449-a458-be37b8aafa7b req-89ea062f-0140-4d55-bc8c-0401ba6fff15 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972566 Aug 25 11:12:57.202353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:12:57.205430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:12:57.245288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:57.306668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] For port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:12:57.307237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:57.340653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Calling delete_port for 14cca6e1-5ff4-4b54-aad4-5c110cd780fe owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:12:57.353341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:57.354041 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:57.389885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d2184-4b13-47db-9ab3-792b93b0dd2f req-1129a8f1-74d2-49b1-8145-e539ceed15e0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:57.391542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a34d2184-4b13-47db-9ab3-792b93b0dd2f req-1129a8f1-74d2-49b1-8145-e539ceed15e0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2911053 Aug 25 11:12:57.466221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-8031bf6e-339c-42aa-a785-8c4dfabad7d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5918221 Aug 25 11:12:57.507304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Request body: {'port': {'device_id': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:12:57.613404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:57.625929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a34d2184-4b13-47db-9ab3-792b93b0dd2f req-3c8f11dd-2c83-4451-b39c-67b3c2b49b8f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025840 Aug 25 11:12:57.775657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:57.881360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-4644fb98-2112-4ad4-82c4-7f1e4610104b tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:57.883925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-4644fb98-2112-4ad4-82c4-7f1e4610104b tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/networks?id=9fc46d89-611f-42c3-b037-645230deac54 HTTP/1.1" status: 200 len: 815 time: 0.4502666 Aug 25 11:12:58.404559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-090ebb69-2f5e-4c8f-8dda-fdc74870f9e7 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/quotas/e40bb8489a544c86915231654e743ec5 HTTP/1.1" status: 200 len: 375 time: 0.4650893 Aug 25 11:12:58.443502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427145-8a80-4b0e-a59b-3234033801cd req-51df8e5f-6747-4f06-8141-53c0c934eae5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:58.445414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68427145-8a80-4b0e-a59b-3234033801cd req-51df8e5f-6747-4f06-8141-53c0c934eae5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.7484844 Aug 25 11:12:58.481198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:58.488160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-d61b5b37-cad7-401d-be97-d864bae23920 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e40bb8489a544c86915231654e743ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691912 Aug 25 11:12:58.647757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Pushing event deleted for resources: {'Port': ['ID=14cca6e1-5ff4-4b54-aad4-5c110cd780fe,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:58.776721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68427145-8a80-4b0e-a59b-3234033801cd req-3fd614da-e950-4ce9-ad8a-43be3a8100c2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141689 Aug 25 11:12:58.822117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8becaee6-7b27-47bc-b83d-1915bddc1f62 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:12:58.837122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] No DVR routers for this DVR port 14cca6e1-5ff4-4b54-aad4-5c110cd780fe on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:12:58.847212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:58.849230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6f85425-2df1-4d76-b16b-3c180cb6d9ab req-acdc621d-4fee-4b27-9bc6-4d07acbd74cb tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.67 "DELETE /v2.0/ports/14cca6e1-5ff4-4b54-aad4-5c110cd780fe HTTP/1.1" status: 204 len: 173 time: 2.8617301 Aug 25 11:12:58.852765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'name': 'network-vif-deleted', 'tag': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:12:58.855192 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a7354-aac2-4235-a49d-48aac35919c3" -d '{"events": [{"server_uuid": "e7575a39-879e-4df6-98c8-defde5b38dcc", "name": "network-vif-deleted", "tag": "14cca6e1-5ff4-4b54-aad4-5c110cd780fe"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:12:58.908008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:58.936752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8becaee6-7b27-47bc-b83d-1915bddc1f62 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:12:58.937371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:58.937579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-279367b4-4718-4631-8981-57711739ef37 service neutron] 10.222.0.35 "GET /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979928 Aug 25 11:12:58.997159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b022662-7380-49e9-aa00-1d693f9cbc4f req-cae06d81-95fc-4ae0-a5c2-df96386650a9 tempest-ServersAdminNegativeTestJSON-1819336696 tempest-ServersAdminNegativeTestJSON-1819336696-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7575a39-879e-4df6-98c8-defde5b38dcc HTTP/1.1" status: 200 len: 210 time: 0.0821755 Aug 25 11:12:59.341888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:12:59.360493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:59.367548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-b5be7b8f-e461-4d25-b273-b3da5582f2ff service neutron] 10.222.0.35 "GET /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086185 Aug 25 11:12:59.389467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Transition to ACTIVE for port object 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:12:59.407955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44c982-453f-46ed-a82c-48c70450842e req-3c8854a7-3c51-4592-985d-5d0d9de410a8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:59.409591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c44c982-453f-46ed-a82c-48c70450842e req-3c8854a7-3c51-4592-985d-5d0d9de410a8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 931 time: 0.1120114 Aug 25 11:12:59.411604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:59.421176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Router eaabcd1f-f284-4bf2-a22e-459438ab0594 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:12:59.503748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:12:59.583685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c44c982-453f-46ed-a82c-48c70450842e req-46d73e0d-e51d-42b8-8158-ef04207113c1 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598849 Aug 25 11:12:59.786892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:12:59.787434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:12:59.788013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:59.822449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:12:59.822449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:12:59.833561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:12:59.839648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:12:59.839976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:12:59.840342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:12:59.840794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Bound port: 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:12:59.842417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:59.857896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Sync routers for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:12:59.876556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:12:59.877209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:12:59.919302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d8ae1-2c72-42a2-9002-54129e115465 req-697134f5-b560-4a4d-9e2a-b3c6d8e3e280 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:59.922965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c6d8ae1-2c72-42a2-9002-54129e115465 req-697134f5-b560-4a4d-9e2a-b3c6d8e3e280 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1764798 Aug 25 11:12:59.936784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715902a-b45d-4280-93b6-35e130c5834e req-de8a514d-2c5e-4b70-bd5f-d5c49ea23d60 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:12:59.939578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b715902a-b45d-4280-93b6-35e130c5834e req-de8a514d-2c5e-4b70-bd5f-d5c49ea23d60 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.2509952 Aug 25 11:12:59.963931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:12:59.968073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-51eba6b4-4d9b-42b0-af8f-5a7b7e77f760 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2161245 Aug 25 11:12:59.971711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:00.036635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:00.132592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c6d8ae1-2c72-42a2-9002-54129e115465 req-379b4697-d133-4f15-8f60-6acaacb9b0b1 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891015 Aug 25 11:13:00.194234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b715902a-b45d-4280-93b6-35e130c5834e req-8252227c-3707-4b3e-a00a-1c25b3d9860d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461240 Aug 25 11:13:00.221747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:00.225899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:00.243006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:00.273188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:00.275788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:00.280076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] 10.222.0.10 "PUT /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 1092 time: 2.7919984 Aug 25 11:13:00.322319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:12:57Z', 'revision_number': 3, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:00.363810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Checking router: eaabcd1f-f284-4bf2-a22e-459438ab0594 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:13:00.364440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Updating router eaabcd1f-f284-4bf2-a22e-459438ab0594 port 9bdf1576-3d6c-48d6-a474-bf24c32c849d binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:13:00.397261 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fba000-674c-4a78-9b9a-07407901d420 x-openstack-request-id: req-65fba000-674c-4a78-9b9a-07407901d420 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:00.397861 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7575a39-879e-4df6-98c8-defde5b38dcc", "name": "network-vif-deleted", "tag": "14cca6e1-5ff4-4b54-aad4-5c110cd780fe", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:00.398181 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65fba000-674c-4a78-9b9a-07407901d420 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:00.398875 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7575a39-879e-4df6-98c8-defde5b38dcc', 'name': 'network-vif-deleted', 'tag': '14cca6e1-5ff4-4b54-aad4-5c110cd780fe', 'status': 'completed', 'code': 200} Aug 25 11:13:00.413976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb8fa6c7-d720-41dc-84a7-ffa6264e0627 req-d2896212-c3af-42c5-9997-da2dfc9dabb5 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 210 time: 0.1320906 Aug 25 11:13:00.426161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 14cca6e1-5ff4-4b54-aad4-5c110cd780fe no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:00.578378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:00.579727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3a74b-ce99-4452-be7c-5f5ba361ad1c service neutron] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:00.595428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:00.595428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 14cca6e1-5ff4-4b54-aad4-5c110cd780fe {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:13:00.595914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 14cca6e1-5ff4-4b54-aad4-5c110cd780fe not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:00.616785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-b655deed-4746-4b06-a041-9de7392a092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:00.618859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-b655deed-4746-4b06-a041-9de7392a092b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1095 time: 0.2278595 Aug 25 11:13:00.634126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66923b-ded4-4073-986d-b05dc0974330 req-3f901b12-9b90-4c49-b7bc-648df0abeb0b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:00.635679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d66923b-ded4-4073-986d-b05dc0974330 req-3f901b12-9b90-4c49-b7bc-648df0abeb0b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.1643622 Aug 25 11:13:00.703055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-d90c53e9-b37f-461a-8411-5b8083c6d60d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 217 time: 0.0662045 Aug 25 11:13:00.888588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d66923b-ded4-4073-986d-b05dc0974330 req-cd9fe619-07e2-4170-bca6-1cf38e204e3c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943715 Aug 25 11:13:00.920088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-24f8805c-f739-4b55-8901-81776323675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:00.923863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-24f8805c-f739-4b55-8901-81776323675e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2047467 Aug 25 11:13:01.008344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-24f5eea2-6dd7-41ac-bf22-5a23b929ea99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719774 Aug 25 11:13:01.083306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf1d6e-68f6-448e-8116-7bf2b58b93cc req-a1fd2b21-df75-4606-b5e7-eae2aa2fe726 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:01.087479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dddf1d6e-68f6-448e-8116-7bf2b58b93cc req-a1fd2b21-df75-4606-b5e7-eae2aa2fe726 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 0.2344983 Aug 25 11:13:01.203536 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:01.229432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37772) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:01.237347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Transition to ACTIVE for port object 9bdf1576-3d6c-48d6-a474-bf24c32c849d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:01.246361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:01.265282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dddf1d6e-68f6-448e-8116-7bf2b58b93cc req-5a1d4ab1-f526-4e29-bdff-1bc14d61e03b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540253 Aug 25 11:13:01.307045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:01.330916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080d44-7d4a-4729-a238-072810a1ca10 None None] Pushing event updated for resources: {'Port': ['ID=9bdf1576-3d6c-48d6-a474-bf24c32c849d,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:01.337832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Attempting to bind port 9bdf1576-3d6c-48d6-a474-bf24c32c849d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:01.338442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Attempting to bind port 9bdf1576-3d6c-48d6-a474-bf24c32c849d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:01.340968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Attempting to bind port 9bdf1576-3d6c-48d6-a474-bf24c32c849d on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:01.354821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-2920d27e-27a4-4743-bcce-8b3e1418c784 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131137 Aug 25 11:13:01.356134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:01.356633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:01.357187 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:01.357677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:01.358446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Bound port: 9bdf1576-3d6c-48d6-a474-bf24c32c849d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:01.359036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:01.461096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] For port 9bdf1576-3d6c-48d6-a474-bf24c32c849d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:01.468812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] For port 9bdf1576-3d6c-48d6-a474-bf24c32c849d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9bdf1576-3d6c-48d6-a474-bf24c32c849d,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:01.481348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:01.560546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:01.562498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:01.584795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82752350-f0c8-4fdd-b0ca-97455b478c19 req-e163354a-091f-4581-bea9-3ef7239e40e0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:01.587571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82752350-f0c8-4fdd-b0ca-97455b478c19 req-e163354a-091f-4581-bea9-3ef7239e40e0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2306533 Aug 25 11:13:01.695355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080d44-7d4a-4729-a238-072810a1ca10 None None] Pushing event updated for resources: {'Port': ['ID=9bdf1576-3d6c-48d6-a474-bf24c32c849d,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:01.770578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Allocated IP 172.20.0.1 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/d829698c-8f1a-44ab-ad27-4092ab595bfc) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:01.825921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:01.917668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-950dd840-80c8-465c-a1ac-7ca3cbdff9f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee5588accced453192957020c93b581d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6600177 Aug 25 11:13:01.920671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37782) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:01.923833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82752350-f0c8-4fdd-b0ca-97455b478c19 req-7833221a-ca31-4d87-98f4-02caea3e36ef tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064537 Aug 25 11:13:01.953525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-580975cf-de32-4940-a3c2-29a164aea6c4 req-d2efede4-cf55-4498-a60b-1ff01df6843f service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694985 Aug 25 11:13:01.979722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c39d-b9b8-43f5-9d57-b345e3731268 req-e52d2c3c-068e-4bae-87ba-35e954e31488 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:01.991440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3494c39d-b9b8-43f5-9d57-b345e3731268 req-e52d2c3c-068e-4bae-87ba-35e954e31488 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.4255812 Aug 25 11:13:02.021717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-0a4dfe40-6655-4b1e-ac8b-887bcb1f9c70 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:02.023424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-0a4dfe40-6655-4b1e-ac8b-887bcb1f9c70 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.67 "GET /v2.0/networks?id=9fc46d89-611f-42c3-b037-645230deac54 HTTP/1.1" status: 200 len: 815 time: 0.4113133 Aug 25 11:13:02.055005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Request body: {'port': {'device_id': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'network_id': '9fc46d89-611f-42c3-b037-645230deac54', 'admin_state_up': True, 'tenant_id': 'e40bb8489a544c86915231654e743ec5'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:02.068685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.094071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Transition to ACTIVE for port object d829698c-8f1a-44ab-ad27-4092ab595bfc will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:02.154816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06ca6de6-3fb1-4356-b91f-903cfc4ec226 req-c3ef26ca-5def-49b6-b8e1-2e8c1d95825c tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 210 time: 0.0499251 Aug 25 11:13:02.166025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41720537-082a-4356-a9b2-d9875696df45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.194633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3494c39d-b9b8-43f5-9d57-b345e3731268 req-3bbb33ef-667e-4024-ad77-da7bf51f695b tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998332 Aug 25 11:13:02.205505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41720537-082a-4356-a9b2-d9875696df45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.243832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.252204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:12:57Z', 'revision_number': 3, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:02.299903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:13:02.305385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:02.317908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:02.318915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aae5f5e-ae26-44dd-8205-532360aaa67f None None] The sync data for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 is: [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:12:57Z', 'revision_number': 3, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:13:02.322332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:02.357191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d829698c-8f1a-44ab-ad27-4092ab595bfc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:02.409163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41720537-082a-4356-a9b2-d9875696df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.409536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Made reservation on behalf of e40bb8489a544c86915231654e743ec5 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:02.411817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41720537-082a-4356-a9b2-d9875696df45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.417897 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-41720537-082a-4356-a9b2-d9875696df45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79b9a68f-0e74-4656-b8e0-7dde198c3a32 HTTP/1.1" status: 204 len: 168 time: 0.4900560 Aug 25 11:13:02.424971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.430608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:02.434543 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6200e3f-bb94-44e1-8547-e7e478c16a69" -d '{"events": [{"name": "network-changed", "server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:02.451078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41720537-082a-4356-a9b2-d9875696df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b9a68f-0e74-4656-b8e0-7dde198c3a32,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:02.466718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.727262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.937838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-8f723572-f5c2-4019-948b-5f5227358b46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3738616 Aug 25 11:13:02.962949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-26e58c13-214a-4f65-8e02-5353b9eafa3c None None] Provisioning for port d829698c-8f1a-44ab-ad27-4092ab595bfc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:02.973422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801bd2-e415-4761-88d0-161ac95241c4 req-b32edfec-2ea6-457a-ba83-dec4a574b392 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:02.978077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-26e58c13-214a-4f65-8e02-5353b9eafa3c None None] Provisioning complete for port d829698c-8f1a-44ab-ad27-4092ab595bfc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:02.980634 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-26e58c13-214a-4f65-8e02-5353b9eafa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:02.984253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8801bd2-e415-4761-88d0-161ac95241c4 req-b32edfec-2ea6-457a-ba83-dec4a574b392 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.5879562 Aug 25 11:13:03.015602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e454ae-2e0b-4030-a702-7f9bc8fc3eff req-75682180-9bba-4034-8391-5e16bdece29e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:03.031162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80e454ae-2e0b-4030-a702-7f9bc8fc3eff req-75682180-9bba-4034-8391-5e16bdece29e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 0.3937261 Aug 25 11:13:03.094788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-26e58c13-214a-4f65-8e02-5353b9eafa3c None None] Port d829698c-8f1a-44ab-ad27-4092ab595bfc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:03.190132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80e454ae-2e0b-4030-a702-7f9bc8fc3eff req-30ce502a-d550-43a8-9f47-2881bab75fdb tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559782 Aug 25 11:13:03.193866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:03.206580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:03.248862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:03.268152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8801bd2-e415-4761-88d0-161ac95241c4 req-58177785-32e4-4c8f-808a-b4ab3b171ee2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817533 Aug 25 11:13:03.318657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Allocated IP 172.20.0.5 (9fc46d89-611f-42c3-b037-645230deac54/139807c8-b46e-41ff-9bad-9b79395dd743/8cd5def8-c136-40e4-b047-8e71be8daa8e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:03.324432 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd0f60-91ea-447a-89a4-57c639bc5093 x-openstack-request-id: req-dedd0f60-91ea-447a-89a4-57c639bc5093 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:03.324432 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:03.324869 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dedd0f60-91ea-447a-89a4-57c639bc5093 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:03.326656 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'status': 'completed', 'code': 200} Aug 25 11:13:03.357352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-965290e1-199a-4319-a827-7ac17258f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:03.359050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-965290e1-199a-4319-a827-7ac17258f31c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.2563279 Aug 25 11:13:03.435214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e56767c7-4290-48ba-a366-8f70957437c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51b1e22fde1440e8b1e18110a593ac66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850970 Aug 25 11:13:03.440530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d829698c-8f1a-44ab-ad27-4092ab595bfc,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:03.442717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37802) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:03.478957 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:03.689542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-67598167-45b6-493e-a81d-78f6f3396941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:03.691186 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-67598167-45b6-493e-a81d-78f6f3396941 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2778616 Aug 25 11:13:03.750174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-061495fe-90df-4ce0-a0cb-678f1c27c668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.0452211 Aug 25 11:13:03.760470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:03.770540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:03.864415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-9be76f39-70b5-4453-9607-8c8479516a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:03.866130 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-9be76f39-70b5-4453-9607-8c8479516a58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1082082 Aug 25 11:13:03.972920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90f273e9-5112-43a6-87cb-855b49514c3e req-52a4fb47-4948-4027-85a9-b05d43b4a8ba tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 210 time: 0.4690607 Aug 25 11:13:03.990696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-560c85fa-4a60-450c-b14b-4a48086b11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:03.992612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-560c85fa-4a60-450c-b14b-4a48086b11f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1095 time: 0.6157873 Aug 25 11:13:04.064190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Router eaabcd1f-f284-4bf2-a22e-459438ab0594 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:13:04.079859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-4ed7bcba-c1b9-4a08-b382-924d86d77173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.082690 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-4ed7bcba-c1b9-4a08-b382-924d86d77173 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053876 Aug 25 11:13:04.113955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575a1f0-d543-455e-a7fc-1a84e2dbbc9c req-af31dbdc-ce09-49dc-bbc0-645943065f84 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.115441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c575a1f0-d543-455e-a7fc-1a84e2dbbc9c req-af31dbdc-ce09-49dc-bbc0-645943065f84 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.5987132 Aug 25 11:13:04.120988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08408b55-9def-49f5-8e4b-00729a01e087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.132484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5a697296-660b-4e2a-9c97-8960ab99a00c None None] Provisioning complete for port d829698c-8f1a-44ab-ad27-4092ab595bfc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:04.134099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5a697296-660b-4e2a-9c97-8960ab99a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.195969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5a697296-660b-4e2a-9c97-8960ab99a00c None None] Port d829698c-8f1a-44ab-ad27-4092ab595bfc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:04.210809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.234350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08408b55-9def-49f5-8e4b-00729a01e087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.296356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c575a1f0-d543-455e-a7fc-1a84e2dbbc9c req-f821684e-6d96-44bf-b5f4-f2490ae95fbc tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681843 Aug 25 11:13:04.313922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-7277b29b-f544-4a86-a5b4-473b7a3a350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.315729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-7277b29b-f544-4a86-a5b4-473b7a3a350f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.3123679 Aug 25 11:13:04.348740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:13:04.354384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d932eb-9b19-49c1-ba4c-b7cdf5dddaad req-928e37c1-348b-452e-a5bd-6342c794433d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.354384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3d932eb-9b19-49c1-ba4c-b7cdf5dddaad req-928e37c1-348b-452e-a5bd-6342c794433d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 945 time: 0.1999896 Aug 25 11:13:04.355578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ea8533fe-432f-4fb7-9e95-7c72047941b2 admin admin] 10.222.0.35 "PUT /v2.0/routers/eaabcd1f-f284-4bf2-a22e-459438ab0594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3809452 Aug 25 11:13:04.400945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-6e972ffd-2aea-4a5e-8d89-defe3ad8a3c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 217 time: 0.0756984 Aug 25 11:13:04.430564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-46450223-2c94-45a5-ac8d-71ccc796736a service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371410 Aug 25 11:13:04.477939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08408b55-9def-49f5-8e4b-00729a01e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.480571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08408b55-9def-49f5-8e4b-00729a01e087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.484936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-08408b55-9def-49f5-8e4b-00729a01e087 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b3de24f-5ebf-4a81-8613-02f7b2e29ef6 HTTP/1.1" status: 204 len: 168 time: 1.0388746 Aug 25 11:13:04.496918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.555551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3d932eb-9b19-49c1-ba4c-b7cdf5dddaad req-e165c6d0-6adf-4154-8523-2746763e6379 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563301 Aug 25 11:13:04.613469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08408b55-9def-49f5-8e4b-00729a01e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3de24f-5ebf-4a81-8613-02f7b2e29ef6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:04.616317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-876dbeb3-f75a-4bd2-b6fe-2e66eed7de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.617882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-876dbeb3-f75a-4bd2-b6fe-2e66eed7de66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2061596 Aug 25 11:13:04.656493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40f47e05-83bb-41a3-9c54-58d3c1672102 req-c01e1d1c-bbd3-47ff-b44a-68114a80ae95 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184763 Aug 25 11:13:04.661241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Network 9fc46d89-611f-42c3-b037-645230deac54 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:04.681036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:04.687925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-f2ae4d22-6dea-4284-9e85-b348cdea86fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551949 Aug 25 11:13:04.691382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:04.697448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Pushing event updated for resources: {'Port': ['ID=8cd5def8-c136-40e4-b047-8e71be8daa8e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:04.846797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c643e0-aa5e-4d1f-8cab-23d6a87fa4ad req-82cdc56b-902c-4600-9db9-1e5c79d1cbe3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.855264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62c643e0-aa5e-4d1f-8cab-23d6a87fa4ad req-82cdc56b-902c-4600-9db9-1e5c79d1cbe3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 0.3395419 Aug 25 11:13:04.866860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9bdf1576-3d6c-48d6-a474-bf24c32c849d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:04.919625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:04.920307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.955269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 9bdf1576-3d6c-48d6-a474-bf24c32c849d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:04.972546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9bdf1576-3d6c-48d6-a474-bf24c32c849d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:04.973648 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:04.995521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62c643e0-aa5e-4d1f-8cab-23d6a87fa4ad req-4593547b-dd62-4ade-b32f-c8ee25371b1e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398406 Aug 25 11:13:05.000480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-5771055e-957a-49b3-bf8d-421775022321 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9498677 Aug 25 11:13:05.008724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075a028-4aef-4aa2-8df9-7fa19a1e2e29 req-7dd8e6a2-da1a-42ea-8ca2-806629fe4754 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:05.035112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4075a028-4aef-4aa2-8df9-7fa19a1e2e29 req-7dd8e6a2-da1a-42ea-8ca2-806629fe4754 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.3231843 Aug 25 11:13:05.044709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Request body: {'port': {'device_id': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:05.103335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-8df76cbd-85d9-4600-a74a-15697dddf528 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014482 Aug 25 11:13:05.178305 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Sync routers for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:13:05.195915 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:05.198369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:05.205477 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:05.252055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 9bdf1576-3d6c-48d6-a474-bf24c32c849d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9bdf1576-3d6c-48d6-a474-bf24c32c849d,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:05.265214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:05.313901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4075a028-4aef-4aa2-8df9-7fa19a1e2e29 req-9d5e8274-b789-4948-9108-052099f0c99a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824023 Aug 25 11:13:05.330942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:05.387754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=9bdf1576-3d6c-48d6-a474-bf24c32c849d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:05.405318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.405724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.407204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.407701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.408657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.409017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.414134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.418962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.422043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.422761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.424069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.424798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:05.502098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6200e3f-bb94-44e1-8547-e7e478c16a69 req-f1b3d6df-15db-4778-b200-d5570d969dff service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900561 Aug 25 11:13:05.614393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:05.615422 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:05.848389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e885f75-7cb3-41bb-b490-4f95781cfe9a req-5a514bc4-0bba-4540-8f22-2e0131f71941 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:05.850197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e885f75-7cb3-41bb-b490-4f95781cfe9a req-5a514bc4-0bba-4540-8f22-2e0131f71941 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 931 time: 0.0762231 Aug 25 11:13:05.870118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:05.894627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'port_id': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'mac_address': 'fa:16:3e:a9:e7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5baec386-3b78-4da9-883b-608426612ca1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:05.919142 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 2, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:05.951779 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Checking router: eaabcd1f-f284-4bf2-a22e-459438ab0594 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:13:05.952270 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Updating router eaabcd1f-f284-4bf2-a22e-459438ab0594 port d829698c-8f1a-44ab-ad27-4092ab595bfc binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:13:05.994526 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.018122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd5def8-c136-40e4-b047-8e71be8daa8e {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:06.038134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e885f75-7cb3-41bb-b490-4f95781cfe9a req-b78ffaaf-b22b-442f-85d5-ad27b4767afe tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750147 Aug 25 11:13:06.051784 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.084886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Transition to ACTIVE for port object 8cd5def8-c136-40e4-b047-8e71be8daa8e will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:06.100332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.212525 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.250844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:06.298185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:06.309464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.360321 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.377069 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Transition to ACTIVE for port object d829698c-8f1a-44ab-ad27-4092ab595bfc will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:06.393949 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.409542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:06.445347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763d308-1703-43ae-8994-b0967f76388e req-5e2a99a0-0441-499b-b121-f1240e2a787e tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:06.453144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8763d308-1703-43ae-8994-b0967f76388e req-5e2a99a0-0441-499b-b121-f1240e2a787e tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.1811144 Aug 25 11:13:06.498368 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Pushing event updated for resources: {'Port': ['ID=d829698c-8f1a-44ab-ad27-4092ab595bfc,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:06.498816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd5def8-c136-40e4-b047-8e71be8daa8e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:06.509871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8763d308-1703-43ae-8994-b0967f76388e req-83ac91f4-7fb6-4014-875a-61217a9b96f9 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555735 Aug 25 11:13:06.520564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:06.531126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598799285', 'description': 'tempest-description--1148076747'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:06.533107 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.533500 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.534077 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.534627 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.535161 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.535692 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.539854 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.540535 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.541004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.541525 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.541797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Attempting to bind port 8cd5def8-c136-40e4-b047-8e71be8daa8e on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:06.542237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Attempting to bind port 8cd5def8-c136-40e4-b047-8e71be8daa8e by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '00370574-7312-437c-b82b-046e222fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9fc46d89-611f-42c3-b037-645230deac54'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:06.542889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Attempting to bind port 8cd5def8-c136-40e4-b047-8e71be8daa8e on network 9fc46d89-611f-42c3-b037-645230deac54 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:06.547225 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.547964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:06.549868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Port 8cd5def8-c136-40e4-b047-8e71be8daa8e on network 9fc46d89-611f-42c3-b037-645230deac54 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:06.550195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Attempting to bind port 8cd5def8-c136-40e4-b047-8e71be8daa8e on network 9fc46d89-611f-42c3-b037-645230deac54 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:06.556059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:06.557022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Checking segment: {'id': '00370574-7312-437c-b82b-046e222fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9fc46d89-611f-42c3-b037-645230deac54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:06.557022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Bound using segment: {'id': '00370574-7312-437c-b82b-046e222fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9fc46d89-611f-42c3-b037-645230deac54'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:06.557666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Bound port: 8cd5def8-c136-40e4-b047-8e71be8daa8e, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00370574-7312-437c-b82b-046e222fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9fc46d89-611f-42c3-b037-645230deac54'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:06.558230 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.627137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['7e95389c-0b9c-4f64-bf63-ba6b4a65c970'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:06.670248 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.676144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] For port 8cd5def8-c136-40e4-b047-8e71be8daa8e, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:06.686110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] For port 8cd5def8-c136-40e4-b047-8e71be8daa8e, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e,segment=NetworkSegment(00370574-7312-437c-b82b-046e222fa9fb),segment_id=00370574-7312-437c-b82b-046e222fa9fb)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:06.692517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.727290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:06.729160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.731151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/8cd5def8-c136-40e4-b047-8e71be8daa8e HTTP/1.1" status: 200 len: 1092 time: 1.6956794 Aug 25 11:13:06.734980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'tag': '8cd5def8-c136-40e4-b047-8e71be8daa8e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:06.738250 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d9968e-ced9-4feb-87e2-6e4c12e79a22" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9a9b88-05f7-44a4-93fd-572f524f0c36", "tag": "8cd5def8-c136-40e4-b047-8e71be8daa8e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:06.909883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Attempting to bind port d829698c-8f1a-44ab-ad27-4092ab595bfc on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:06.910445 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Attempting to bind port d829698c-8f1a-44ab-ad27-4092ab595bfc by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:06.911011 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Attempting to bind port d829698c-8f1a-44ab-ad27-4092ab595bfc on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:06.933219 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:06.933797 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:06.934456 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.935534 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:06.936318 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Bound port: d829698c-8f1a-44ab-ad27-4092ab595bfc, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:06.936915 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.958836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9bdf1576-3d6c-48d6-a474-bf24c32c849d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:06.976089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:06.986206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.016483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.031817 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5058010 Aug 25 11:13:07.033459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:07.047703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'security_group_rule': {'security_group_id': '4f1f891d-7f3c-4085-9a8d-b4c27b7295c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:07.061947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637b421-721a-4660-9346-767aa63d706b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:07.063573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-7973fb43-f4f8-45d4-abcf-a3144e91d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:07.077501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-7973fb43-f4f8-45d4-abcf-a3144e91d7a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e40bb8489a544c86915231654e743ec5&device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 1095 time: 0.2816613 Aug 25 11:13:07.089051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ab60b-0f02-4292-9810-942eeba380a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd5def8-c136-40e4-b047-8e71be8daa8e,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:07.097149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9bdf1576-3d6c-48d6-a474-bf24c32c849d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:07.098650 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.101482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.115722 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] For port d829698c-8f1a-44ab-ad27-4092ab595bfc, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:07.122586 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] For port d829698c-8f1a-44ab-ad27-4092ab595bfc, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d829698c-8f1a-44ab-ad27-4092ab595bfc,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:07.128050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf35c1-42ee-473a-a0ab-75de52756e30 req-d0e97b11-0e96-4afe-a351-1ac04ae69c4f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:07.131324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acdf35c1-42ee-473a-a0ab-75de52756e30 req-d0e97b11-0e96-4afe-a351-1ac04ae69c4f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2869203 Aug 25 11:13:07.133197 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.147343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bb404-2c01-410e-9b7c-27809434b46e req-f842ba28-4cd0-4a57-8d90-1882f501028b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:07.162965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b55bb404-2c01-410e-9b7c-27809434b46e req-f842ba28-4cd0-4a57-8d90-1882f501028b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.2843676 Aug 25 11:13:07.238567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.244778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.278849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d80ec53-f4fc-4f36-b42d-22a639e28702,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:07.287610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-1b876478-451b-4af0-b70b-88df53345e6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e HTTP/1.1" status: 200 len: 217 time: 0.1859767 Aug 25 11:13:07.288962 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:07.289672 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:07.303626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.305251 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b94af932-7e63-4b61-8b05-1e546198bcf7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2675433 Aug 25 11:13:07.309593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:07.327853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'security_group_rule': {'security_group_id': '4f1f891d-7f3c-4085-9a8d-b4c27b7295c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:07.352351 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a6d60-6f09-4b2d-84d4-ffb0b292fdcc None None] Pushing event updated for resources: {'Port': ['ID=d829698c-8f1a-44ab-ad27-4092ab595bfc,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:07.376977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.489344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:07.500047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acdf35c1-42ee-473a-a0ab-75de52756e30 req-d8a37fbd-95fd-47aa-ad8e-d1a56ba2bcf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374542 Aug 25 11:13:07.543716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b55bb404-2c01-410e-9b7c-27809434b46e req-4d0a67bc-9734-46b5-a750-22f5091470ed tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766099 Aug 25 11:13:07.571285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.573260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-672a6239-9607-4c66-8b5c-8af80ed4ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:07.576430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-672a6239-9607-4c66-8b5c-8af80ed4ffbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=139807c8-b46e-41ff-9bad-9b79395dd743 HTTP/1.1" status: 200 len: 855 time: 0.2489321 Aug 25 11:13:07.579430 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975051eb-643f-440d-a2af-17903b768d4d x-openstack-request-id: req-975051eb-643f-440d-a2af-17903b768d4d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:07.579909 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9a9b88-05f7-44a4-93fd-572f524f0c36", "tag": "8cd5def8-c136-40e4-b047-8e71be8daa8e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:07.580292 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-975051eb-643f-440d-a2af-17903b768d4d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:07.581122 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'tag': '8cd5def8-c136-40e4-b047-8e71be8daa8e', 'status': 'completed', 'code': 200} Aug 25 11:13:07.583699 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.675140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-37558f9d-0823-4cb2-a81f-a608d74d4d75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9fc46d89-611f-42c3-b037-645230deac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820565 Aug 25 11:13:07.715892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93037c4-404c-4cc8-9c3d-414c00518e82,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:07.745831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.749314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a99a27d-f2a0-4e06-9af4-df6896125691 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356458 Aug 25 11:13:07.754839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:07.769876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:07.849764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:07.944041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0ce5d-adfe-42bc-b8ae-26cd8f8c4333 req-490be565-249c-4fae-a74a-4165033713a9 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:07.957949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16d0ce5d-adfe-42bc-b8ae-26cd8f8c4333 req-490be565-249c-4fae-a74a-4165033713a9 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 943 time: 0.2878611 Aug 25 11:13:08.010572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2d328-03cf-4662-b08e-36c25c3d75f7 req-edeb99aa-9a10-41e6-9e4f-d91add3c4434 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:08.013293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff2d328-03cf-4662-b08e-36c25c3d75f7 req-edeb99aa-9a10-41e6-9e4f-d91add3c4434 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.2623718 Aug 25 11:13:08.067845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-de656bfa-f632-46f7-95ea-fffd89724948 service neutron] 10.222.0.67 "GET /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736656 Aug 25 11:13:08.091918 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:07Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:08.135597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27280bd-a4c3-4744-bedb-658d8adbf5c7 None None] The sync data for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 is: [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:07Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:13:08.161817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:08.224924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16d0ce5d-adfe-42bc-b8ae-26cd8f8c4333 req-89c59bcc-4dde-446d-81f6-9b13ef8c2d78 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555730 Aug 25 11:13:08.286820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff2d328-03cf-4662-b08e-36c25c3d75f7 req-02e17471-afef-4f32-82b8-5e64339d5ce3 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552679 Aug 25 11:13:08.443869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a01f3b11-a7ce-4f9d-9e36-6e5025acbcea req-39a19627-de8a-4c3d-a07a-c19a1556f56e service neutron] 10.222.0.67 "GET /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629963 Aug 25 11:13:08.498361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Allocated IP 172.25.1.63 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/638db809-4b97-469c-a7f1-5814a4c58bd0) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:08.592194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-74b42e56-a787-48e2-86d5-8cd76de5f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:08.594409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-74b42e56-a787-48e2-86d5-8cd76de5f6de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e40bb8489a544c86915231654e743ec5&device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 1095 time: 0.0690508 Aug 25 11:13:08.782451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:08.791446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-5ed30c3d-9d42-48c6-bda6-bba75073123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:08.793368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-5ed30c3d-9d42-48c6-bda6-bba75073123b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9fc46d89-611f-42c3-b037-645230deac54 HTTP/1.1" status: 200 len: 916 time: 0.1817799 Aug 25 11:13:08.876245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:08.932331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d829698c-8f1a-44ab-ad27-4092ab595bfc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:08.955422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=638db809-4b97-469c-a7f1-5814a4c58bd0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:08.961630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:08.965012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-3ba510f2-356b-4866-89ac-eb74104d3108 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e HTTP/1.1" status: 200 len: 217 time: 0.1276011 Aug 25 11:13:08.968240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:08.973300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:09.075756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-77bb9021-9e1d-4c8a-8a52-e4ede4892bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:09.080256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-77bb9021-9e1d-4c8a-8a52-e4ede4892bef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=139807c8-b46e-41ff-9bad-9b79395dd743 HTTP/1.1" status: 200 len: 855 time: 0.0990684 Aug 25 11:13:09.080453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d829698c-8f1a-44ab-ad27-4092ab595bfc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:09.087371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d829698c-8f1a-44ab-ad27-4092ab595bfc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:09.087978 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.129362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5312664-2db6-47d1-84e1-16cc7590faf5 req-24074a58-5988-4664-b86d-e866842ac6d3 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:09.139354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5312664-2db6-47d1-84e1-16cc7590faf5 req-24074a58-5988-4664-b86d-e866842ac6d3 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.3451591 Aug 25 11:13:09.172649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.204568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-85da18c2-d6cf-4b8f-8e42-51778ee77f6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9fc46d89-611f-42c3-b037-645230deac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114578 Aug 25 11:13:09.279488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.305831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.360328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6f98-2bca-49b4-9b27-2e5c82160536 req-732da7c2-7b66-4c84-bc29-6f4c0d7f9929 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:09.374688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3cf6f98-2bca-49b4-9b27-2e5c82160536 req-732da7c2-7b66-4c84-bc29-6f4c0d7f9929 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.5237770 Aug 25 11:13:09.442618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port d829698c-8f1a-44ab-ad27-4092ab595bfc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d829698c-8f1a-44ab-ad27-4092ab595bfc,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:09.453096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.520759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.531033 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.594570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3cf6f98-2bca-49b4-9b27-2e5c82160536 req-a496a2eb-38dc-41cc-9671-581dcddc394c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180605 Aug 25 11:13:09.616525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5312664-2db6-47d1-84e1-16cc7590faf5 req-237fa7bb-bcee-4b0e-9f7e-1eee42297493 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738171 Aug 25 11:13:09.661028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:09.664557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:09.712051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=638db809-4b97-469c-a7f1-5814a4c58bd0,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:09.765500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.795268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:09.807497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35dd499a-e8f0-4dfd-9f3f-5dd77b6e3389 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0508242 Aug 25 11:13:09.810541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=d829698c-8f1a-44ab-ad27-4092ab595bfc,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:09.836979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-95b03639-2184-41c8-aa27-d337266c2709 service neutron] 10.222.0.67 "GET /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129153 Aug 25 11:13:09.989378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:10.010766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:10.013941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:10.076183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-35a7f000-be52-4901-83f8-a8742ecd7f69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3728220 Aug 25 11:13:10.161563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:10.223661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '57ca45ce-709e-46dc-8500-85d7465636cb', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '57ca45ce-709e-46dc-8500-85d7465636cb', 'mac_address': 'fa:16:3e:14:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:10.232490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:10.279910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:10.285056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:10.285458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf73203-80cc-4548-a12f-2d2cd93a8114 req-da0eb962-c383-43a8-a7fd-8a26bf3e6775 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:10.289469 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb6ff95-f098-4b29-a37b-b28a04f521b3" -d '{"events": [{"server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "name": "network-vif-plugged", "status": "completed", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:10.295376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:10.314736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cf73203-80cc-4548-a12f-2d2cd93a8114 req-da0eb962-c383-43a8-a7fd-8a26bf3e6775 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 943 time: 0.4213998 Aug 25 11:13:10.427218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:10.449340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d9968e-ced9-4feb-87e2-6e4c12e79a22 req-26e45b3b-949d-4a82-9852-d6bf238811a9 service neutron] 10.222.0.67 "GET /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973008 Aug 25 11:13:10.455144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-efdd975f-a422-4727-abcb-adb6b5d74368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:10.463763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-efdd975f-a422-4727-abcb-adb6b5d74368 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1096 time: 0.3070483 Aug 25 11:13:10.465931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:10.484058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57ca45ce-709e-46dc-8500-85d7465636cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:10.504759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7884c-a85b-4b78-bb47-38f0c842d252 req-22d015f9-b69a-46d2-b1aa-026b35291934 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:10.507242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fd7884c-a85b-4b78-bb47-38f0c842d252 req-22d015f9-b69a-46d2-b1aa-026b35291934 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 950 time: 0.4767718 Aug 25 11:13:10.523581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:10.532008 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:10.598652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cf73203-80cc-4548-a12f-2d2cd93a8114 req-bad3c78e-30bd-4db6-9b64-797405172325 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701113 Aug 25 11:13:10.643656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:10.652639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['57ca45ce-709e-46dc-8500-85d7465636cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:10.735886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fd7884c-a85b-4b78-bb47-38f0c842d252 req-3694d163-af32-4529-9c3c-f242133bb210 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083602 Aug 25 11:13:10.833054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-b8dbd515-e04b-4f47-83c3-8b0a68344c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:10.835411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-b8dbd515-e04b-4f47-83c3-8b0a68344c76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.3104722 Aug 25 11:13:10.949589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d829698c-8f1a-44ab-ad27-4092ab595bfc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:10.981903 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aee27f-855b-43bf-9d9a-c8c02e0ffe03 x-openstack-request-id: req-c2aee27f-855b-43bf-9d9a-c8c02e0ffe03 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:10.983925 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "name": "network-vif-plugged", "status": "completed", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:10.984948 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2aee27f-855b-43bf-9d9a-c8c02e0ffe03 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:10.987416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-b3e96457-2d47-4096-a421-59554f8e305c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.1210992 Aug 25 11:13:10.990388 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'code': 200} Aug 25 11:13:11.103901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d829698c-8f1a-44ab-ad27-4092ab595bfc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:11.105040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:11.149369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-b0130d9c-6faa-4bac-9e27-04dda33c9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:11.153023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-b0130d9c-6faa-4bac-9e27-04dda33c9fd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1549258 Aug 25 11:13:11.262462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-6398acc5-7873-4632-a717-dc767e2f1a15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690119 Aug 25 11:13:11.666189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-b374dc6d-ddd9-4e69-85b0-c63822777e41 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1598799285&fields=id&tenant_id=530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 267 time: 0.5112810 Aug 25 11:13:11.670968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:11.677308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19261ec-ac9e-4a71-b1ea-d5a1194e1082 req-2c818e88-6648-4009-b412-3ae18ff6e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:11.678908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a19261ec-ac9e-4a71-b1ea-d5a1194e1082 req-2c818e88-6648-4009-b412-3ae18ff6e44a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1097 time: 0.5223477 Aug 25 11:13:11.692277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:11.694874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c5dac-cb06-491c-b046-a2af776c349a req-04584b71-a010-47c0-a45d-a4990b2c279a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:11.706593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a3c5dac-cb06-491c-b046-a2af776c349a req-04584b71-a010-47c0-a45d-a4990b2c279a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.5019789 Aug 25 11:13:11.799074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a19261ec-ac9e-4a71-b1ea-d5a1194e1082 req-4a3ccc68-edec-47b9-8b1b-0b27551dd4f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 Aug 25 11:13:11.955045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 57ca45ce-709e-46dc-8500-85d7465636cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:11.955786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.003511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:12.033507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'mac_address': 'fa:16:3e:a5:73:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:12.061600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a3c5dac-cb06-491c-b046-a2af776c349a req-aab16c4b-127d-4bc6-8a3d-f5af8b391a1c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532646 Aug 25 11:13:12.098617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.110950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-b3979935-cc7d-4972-bb93-56ac14490443 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279819 Aug 25 11:13:12.140942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:12.157431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-579af97b-de1b-4ab0-90da-dc6467526717 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:12.167316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-579af97b-de1b-4ab0-90da-dc6467526717 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.4805155 Aug 25 11:13:12.174858 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.180495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:12.190895 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.265802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:12.277556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.278628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:12.326439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:12.356046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-fe4c55d4-1069-4f75-8a8a-1dba7030de7f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/quotas/530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 375 time: 0.1660428 Aug 25 11:13:12.459039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2ac9d-e6d1-4b36-8494-77ba9fc7c9e4 req-9f7ee419-11d5-427f-9647-927553f944c4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:12.460651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74f2ac9d-e6d1-4b36-8494-77ba9fc7c9e4 req-9f7ee419-11d5-427f-9647-927553f944c4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1605620 Aug 25 11:13:12.475667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8cd5def8-c136-40e4-b047-8e71be8daa8e details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:12.501157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-9ac43fad-c999-44f8-88cf-5a01c7a44412 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1117926 Aug 25 11:13:12.503363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b7af98c-3a4a-46ca-9f7d-5447f6bbaf24 req-0385b5a4-dceb-420f-8d4a-4dc496fa3d31 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857083 Aug 25 11:13:12.503869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:12.538296 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.562137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:12.572837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74f2ac9d-e6d1-4b36-8494-77ba9fc7c9e4 req-d1c094eb-e49f-4f84-a461-640772589ea8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958319 Aug 25 11:13:12.712838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:12.717428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-75c13b23-9e16-48cd-a7ae-dc2f376fcc4c service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714084 Aug 25 11:13:12.792278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:12.814964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:12.993490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 8cd5def8-c136-40e4-b047-8e71be8daa8e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e,segment=NetworkSegment(00370574-7312-437c-b82b-046e222fa9fb),segment_id=00370574-7312-437c-b82b-046e222fa9fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:12.996686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:12.999280 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b10254-62fa-48f4-8a79-856b30ebbd77" -d '{"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-plugged", "status": "completed", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:13.020601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=10']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:13.035490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '8cd5def8-c136-40e4-b047-8e71be8daa8e', 'network_id': '9fc46d89-611f-42c3-b037-645230deac54', 'port_id': '8cd5def8-c136-40e4-b047-8e71be8daa8e', 'mac_address': 'fa:16:3e:0a:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139807c8-b46e-41ff-9bad-9b79395dd743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:13.041383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-98127d56-da78-49ae-9176-d22214dc46e4 service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121605 Aug 25 11:13:13.062476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cf861-7527-44d4-bfc0-72dae5b5258c req-20a69105-937b-4810-89c9-9503549d0fcb tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:13.069411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac9cf861-7527-44d4-bfc0-72dae5b5258c req-20a69105-937b-4810-89c9-9503549d0fcb tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 943 time: 0.1784084 Aug 25 11:13:13.164160 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:13.174318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac9cf861-7527-44d4-bfc0-72dae5b5258c req-43d33d3c-8323-42db-b327-15c56083d502 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878015 Aug 25 11:13:13.256581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd5def8-c136-40e4-b047-8e71be8daa8e {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:13.301952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 8cd5def8-c136-40e4-b047-8e71be8daa8e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e,segment=NetworkSegment(00370574-7312-437c-b82b-046e222fa9fb),segment_id=00370574-7312-437c-b82b-046e222fa9fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:13.338880 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:13.422317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5456e-dbf7-4f5b-9a37-016d5c906d00 req-c7226ab7-8fe9-47e4-a0b1-684d3c9eb009 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:13.424237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3da5456e-dbf7-4f5b-9a37-016d5c906d00 req-c7226ab7-8fe9-47e4-a0b1-684d3c9eb009 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 949 time: 0.1160991 Aug 25 11:13:13.443255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=8cd5def8-c136-40e4-b047-8e71be8daa8e,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:13.531589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3da5456e-dbf7-4f5b-9a37-016d5c906d00 req-da980775-0353-4d6d-8707-15eefea21d5d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958760 Aug 25 11:13:13.626728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['8cd5def8-c136-40e4-b047-8e71be8daa8e'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:13.726529 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b14a79-c346-42dd-80f0-3fa29f4b407d x-openstack-request-id: req-d6b14a79-c346-42dd-80f0-3fa29f4b407d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:13.726901 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-plugged", "status": "completed", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:13.727093 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6b14a79-c346-42dd-80f0-3fa29f4b407d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:13.727485 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb', 'code': 200} Aug 25 11:13:13.913777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74e8f5a3-bcb8-4925-94a8-e7db7989f66c req-8ffdf392-0ea0-4d2c-a91f-e6194185a9d1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 210 time: 0.1107492 Aug 25 11:13:14.044347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2164dac-6453-4362-9155-47bc9788bc17 req-96521435-de35-4da9-b6bd-7143b118555a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:14.057744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2164dac-6453-4362-9155-47bc9788bc17 req-96521435-de35-4da9-b6bd-7143b118555a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.1739578 Aug 25 11:13:14.225543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274eb15-dda6-457b-827a-aa482c722a5f req-d6f2dd26-e0dc-49cc-b190-cd0eb0c09fac tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:14.230821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b274eb15-dda6-457b-827a-aa482c722a5f req-d6f2dd26-e0dc-49cc-b190-cd0eb0c09fac tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1685891 Aug 25 11:13:14.238236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2164dac-6453-4362-9155-47bc9788bc17 req-99a076c4-d342-4099-ac64-7c84f9dba6ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789250 Aug 25 11:13:14.355463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b274eb15-dda6-457b-827a-aa482c722a5f req-666f0ba1-54d3-4bd6-9144-5ee46fd6f39e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090851 Aug 25 11:13:14.537165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239fe5-5371-4793-8f10-89bf2866f844 req-74c241ec-81a3-40d2-a44b-33a558215c20 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:14.542523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5239fe5-5371-4793-8f10-89bf2866f844 req-74c241ec-81a3-40d2-a44b-33a558215c20 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 944 time: 0.0997009 Aug 25 11:13:14.639557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f17b5-f4ea-4df4-9754-0dd3f4be909b req-9c0bbfc6-9099-4ff3-891d-bd9d9896ba0a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:14.642567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb1f17b5-f4ea-4df4-9754-0dd3f4be909b req-9c0bbfc6-9099-4ff3-891d-bd9d9896ba0a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1097 time: 0.1245601 Aug 25 11:13:14.651968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5239fe5-5371-4793-8f10-89bf2866f844 req-2cf00d1c-45d7-475b-996f-8bc0603aec50 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771441 Aug 25 11:13:14.741924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb1f17b5-f4ea-4df4-9754-0dd3f4be909b req-576c6206-c751-4f4b-ac78-68524fdc12ae tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763297 Aug 25 11:13:15.042940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a25df-8e73-4a77-b888-51eb7741fb50 req-6d1a3a2b-c2e2-470b-bf0e-6ab9f7b2ccac tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:15.046215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa7a25df-8e73-4a77-b888-51eb7741fb50 req-6d1a3a2b-c2e2-470b-bf0e-6ab9f7b2ccac tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 949 time: 0.1381204 Aug 25 11:13:15.166588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa7a25df-8e73-4a77-b888-51eb7741fb50 req-bbc524b8-97bf-4938-a0b5-da40246a3418 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120355 Aug 25 11:13:15.518423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b83b9768-86b7-454b-a35f-a1e039469c6e req-8927cfd3-fe88-4f2e-b35b-9c4eb1049e22 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 210 time: 0.1172037 Aug 25 11:13:15.594781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-e7e78067-928c-4fb2-b78f-f51d6fcfe32d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:15.598085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-e7e78067-928c-4fb2-b78f-f51d6fcfe32d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.4056418 Aug 25 11:13:15.680698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012944c6-e327-4212-a674-5098abfc3067 req-227ad4fa-0a01-444e-90f9-666f8caa0481 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:15.683806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-012944c6-e327-4212-a674-5098abfc3067 req-227ad4fa-0a01-444e-90f9-666f8caa0481 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2468500 Aug 25 11:13:15.718935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:15.785172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-e3eaf270-69ff-4b0b-b69b-7f5b2613fc04 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 380 time: 0.1761541 Aug 25 11:13:15.816107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'port': {'device_id': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'admin_state_up': True, 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'security_groups': ['4f1f891d-7f3c-4085-9a8d-b4c27b7295c1']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:15.884887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 36ced834-7d4c-4daa-ab70-262ca8b85278 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:15.885751 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.004365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38082) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:16.075011 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.077759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-012944c6-e327-4212-a674-5098abfc3067 req-ce56aea1-ea86-4e16-aba5-d8814e69beae tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773596 Aug 25 11:13:16.126835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:16.126835 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d8e443-6038-48c0-aa9c-1b6f9e332fa1" -d '{"events": [{"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-plugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:16.159122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:16.167342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.209942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bd9e1-c387-4fae-a3e4-db9f3d52096a req-ad99abe0-915e-46be-b119-a64b080001c5 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:16.224411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-021bd9e1-c387-4fae-a3e4-db9f3d52096a req-ad99abe0-915e-46be-b119-a64b080001c5 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 944 time: 0.3162372 Aug 25 11:13:16.299453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:16.326802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96c7cb1b-0a47-47d0-a8d9-b189fb40376f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.426891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-021bd9e1-c387-4fae-a3e4-db9f3d52096a req-b3c21522-58b7-4229-b7bd-cbca56d069cf tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866512 Aug 25 11:13:16.432359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:16.440067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.469485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8cd5def8-c136-40e4-b047-8e71be8daa8e up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:16.584106 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc6b28-b218-4eec-a8a2-281ff7aa030a x-openstack-request-id: req-18bc6b28-b218-4eec-a8a2-281ff7aa030a {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:16.584482 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-plugged", "status": "completed", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:16.584748 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18bc6b28-b218-4eec-a8a2-281ff7aa030a {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:16.585165 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'code': 200} Aug 25 11:13:16.687088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96c7cb1b-0a47-47d0-a8d9-b189fb40376f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.700683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96c7cb1b-0a47-47d0-a8d9-b189fb40376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.713139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 8cd5def8-c136-40e4-b047-8e71be8daa8e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:16.721762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 8cd5def8-c136-40e4-b047-8e71be8daa8e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:16.722966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:16.835712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7cb1b-0a47-47d0-a8d9-b189fb40376f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca4f417-520d-4342-b82c-97b347c3318a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:16.855028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0bddf3-f2f6-471c-950d-60a8645ad94a req-dc0c17d1-3e22-41b6-8a19-cd2a62c17caf tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 210 time: 0.0952389 Aug 25 11:13:16.870971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96c7cb1b-0a47-47d0-a8d9-b189fb40376f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa09c06698b941b98c27ab72f762672b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8635738 Aug 25 11:13:16.871637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:16.991339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262fc2e-9e79-4d61-a984-46fb8cca4511 req-d7c005f6-c2e2-4dcd-ac04-4e4d33b2830e tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:17.000923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2262fc2e-9e79-4d61-a984-46fb8cca4511 req-d7c005f6-c2e2-4dcd-ac04-4e4d33b2830e tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 951 time: 0.3089986 Aug 25 11:13:17.010645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.055334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6100c361-5c57-4a0c-bedf-54d39dab5cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.061617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Allocated IP 172.20.0.7 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/76868adf-d3a1-4567-8142-c10b983210fa) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:17.073849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3e17-78fc-401b-bdb9-e7eba03efb31 req-55f6ff9c-6d63-4305-a596-d85340e8ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:17.077364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-754d3e17-78fc-401b-bdb9-e7eba03efb31 req-55f6ff9c-6d63-4305-a596-d85340e8ec27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1103 time: 0.2391808 Aug 25 11:13:17.106835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 8cd5def8-c136-40e4-b047-8e71be8daa8e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e,segment=NetworkSegment(00370574-7312-437c-b82b-046e222fa9fb),segment_id=00370574-7312-437c-b82b-046e222fa9fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:17.112357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6100c361-5c57-4a0c-bedf-54d39dab5cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.127344 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.235475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2262fc2e-9e79-4d61-a984-46fb8cca4511 req-9ff06cc9-b38f-4b52-a639-54211009f38f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328472 Aug 25 11:13:17.245740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6100c361-5c57-4a0c-bedf-54d39dab5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.249822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6100c361-5c57-4a0c-bedf-54d39dab5cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.254329 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6100c361-5c57-4a0c-bedf-54d39dab5cb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ca4f417-520d-4342-b82c-97b347c3318a HTTP/1.1" status: 204 len: 168 time: 0.3813918 Aug 25 11:13:17.270719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=8cd5def8-c136-40e4-b047-8e71be8daa8e,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:17.292275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100c361-5c57-4a0c-bedf-54d39dab5cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca4f417-520d-4342-b82c-97b347c3318a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:17.474335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-754d3e17-78fc-401b-bdb9-e7eba03efb31 req-b68a5b08-0e65-4a7d-a6e8-fed69a6cdda6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647034 Aug 25 11:13:17.608007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c3dc0-94ee-4381-84f0-98d7c40c08a2 req-20c37965-3509-4d6b-8b63-1f641214497b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:17.618640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-251c3dc0-94ee-4381-84f0-98d7c40c08a2 req-20c37965-3509-4d6b-8b63-1f641214497b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2037103 Aug 25 11:13:17.724608 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.741943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-251c3dc0-94ee-4381-84f0-98d7c40c08a2 req-97205e87-4909-45f2-a131-ceb87a026572 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211426 Aug 25 11:13:17.769930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43910c03-f489-4e95-b173-5c74bcc5b82a req-5a0e558c-6eb2-46dc-a9bc-858679813f1e tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:17.769930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43910c03-f489-4e95-b173-5c74bcc5b82a req-5a0e558c-6eb2-46dc-a9bc-858679813f1e tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 945 time: 0.1715384 Aug 25 11:13:17.818051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Transition to ACTIVE for port object 76868adf-d3a1-4567-8142-c10b983210fa will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:17.839200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43910c03-f489-4e95-b173-5c74bcc5b82a req-edb9adb7-2dc8-4863-a79c-05a24a9097dc tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691373 Aug 25 11:13:17.915664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:17.965209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38140) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:17.995720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.047819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:18.050760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:18.053957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:18.066316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:18.147889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:18.148561 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.157198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68f95504-29d5-4378-9dc1-9d44e2756324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.227392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459aadd-cac7-4168-b0b6-580c4ef4358b req-06fe30bf-94b1-4e74-bfd8-3d3ba45bc0fd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:18.235996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6459aadd-cac7-4168-b0b6-580c4ef4358b req-06fe30bf-94b1-4e74-bfd8-3d3ba45bc0fd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 931 time: 0.1862645 Aug 25 11:13:18.326665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6459aadd-cac7-4168-b0b6-580c4ef4358b req-6bc9c7dd-57d7-44ca-96bf-1f316f3f32a7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848012 Aug 25 11:13:18.357675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.372137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.386999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-17efd10e-2627-4357-bd54-15662d52d72c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5931110 Aug 25 11:13:18.401638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Request body: {'port': {'device_id': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:18.427748 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2f16bf7a1a44f688a07851ebb6b839f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613552 Aug 25 11:13:18.431122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38144) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:18.527252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.539784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a209a102-8329-4bca-9eca-1a3ed9cb01eb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:18.551031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea686-8721-43e9-8a3f-1097a805f8fd req-7d2f3780-c5e0-45df-abb9-7ccf1d5092b5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:18.552809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b1ea686-8721-43e9-8a3f-1097a805f8fd req-7d2f3780-c5e0-45df-abb9-7ccf1d5092b5 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 951 time: 0.1057193 Aug 25 11:13:18.587429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd5def8-c136-40e4-b047-8e71be8daa8e'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:18.590176 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e9a702-ffd2-4b6f-ae28-077c2d10667c" -d '{"events": [{"server_uuid": "cb9a9b88-05f7-44a4-93fd-572f524f0c36", "name": "network-vif-plugged", "status": "completed", "tag": "8cd5def8-c136-40e4-b047-8e71be8daa8e"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:18.597068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.597391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.597816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.598097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.602792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.603166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.603534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.603880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.604232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.604564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.604889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.605681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994bf6b7-e605-470d-96dc-1051502a0ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:18.613444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-31d517dc-c5f6-4d68-93da-733b2285596a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.619078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0276b50f-84bd-412d-9b93-2b005b838b4a None None] Provisioning for port 76868adf-d3a1-4567-8142-c10b983210fa completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:18.636324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0276b50f-84bd-412d-9b93-2b005b838b4a None None] Provisioning complete for port 76868adf-d3a1-4567-8142-c10b983210fa triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:18.637131 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0276b50f-84bd-412d-9b93-2b005b838b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.682219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-31d517dc-c5f6-4d68-93da-733b2285596a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.721866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0276b50f-84bd-412d-9b93-2b005b838b4a None None] Port 76868adf-d3a1-4567-8142-c10b983210fa cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:18.775062 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f915f-15e6-4691-acd8-53dbd3e24f53 x-openstack-request-id: req-dc0f915f-15e6-4691-acd8-53dbd3e24f53 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:18.785000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b1ea686-8721-43e9-8a3f-1097a805f8fd req-03f95fd6-2873-4866-81d2-7a950d9ac357 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119770 Aug 25 11:13:18.800236 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9a9b88-05f7-44a4-93fd-572f524f0c36", "name": "network-vif-plugged", "status": "completed", "tag": "8cd5def8-c136-40e4-b047-8e71be8daa8e", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:18.800584 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc0f915f-15e6-4691-acd8-53dbd3e24f53 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:18.801118 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd5def8-c136-40e4-b047-8e71be8daa8e', 'code': 200} Aug 25 11:13:18.875528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-31d517dc-c5f6-4d68-93da-733b2285596a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.881749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-31d517dc-c5f6-4d68-93da-733b2285596a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:18.891649 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-31d517dc-c5f6-4d68-93da-733b2285596a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a209a102-8329-4bca-9eca-1a3ed9cb01eb HTTP/1.1" status: 204 len: 168 time: 0.4578962 Aug 25 11:13:18.926370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d517dc-c5f6-4d68-93da-733b2285596a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a209a102-8329-4bca-9eca-1a3ed9cb01eb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:19.520542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8224149-d439-4bd0-abc3-42d1949f04fc req-e01c12ac-a3f1-43ae-94a4-3320af48c19f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:19.530596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8224149-d439-4bd0-abc3-42d1949f04fc req-e01c12ac-a3f1-43ae-94a4-3320af48c19f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2570429 Aug 25 11:13:19.572031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:19.602548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:19.615285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d534114-38ea-4abb-8ec8-028ee7b04bf4 req-4670306a-4d02-4b2c-afdb-587d4ca505c7 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:19.624816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d534114-38ea-4abb-8ec8-028ee7b04bf4 req-4670306a-4d02-4b2c-afdb-587d4ca505c7 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 945 time: 0.3457539 Aug 25 11:13:19.633202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8224149-d439-4bd0-abc3-42d1949f04fc req-4df55eb9-cd94-4d83-b46b-a8eac62123f8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006453 Aug 25 11:13:19.650786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f4666-7efd-4957-abfa-df25d6db9477 req-7f530b35-74f0-4da0-bf86-6bc0cabcb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:19.652450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-834f4666-7efd-4957-abfa-df25d6db9477 req-7f530b35-74f0-4da0-bf86-6bc0cabcb660 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 1097 time: 0.3784313 Aug 25 11:13:19.725560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Transition to ACTIVE for port object 76868adf-d3a1-4567-8142-c10b983210fa will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:19.730205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-834f4666-7efd-4957-abfa-df25d6db9477 req-2e22bc8c-25de-4f03-87e2-0137e64bea7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668852 Aug 25 11:13:19.737161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:19.797499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d534114-38ea-4abb-8ec8-028ee7b04bf4 req-ccca6a76-3c0e-4faa-ad32-776aea238e5d tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686883 Aug 25 11:13:19.844829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:20.021447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296215f-e7a5-4668-bd94-8465000c6f0d req-4d642231-3dc7-4203-9200-b97f9efcc0c4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:20.029269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1296215f-e7a5-4668-bd94-8465000c6f0d req-4d642231-3dc7-4203-9200-b97f9efcc0c4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 943 time: 0.0876997 Aug 25 11:13:20.031800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Attempting to bind port 76868adf-d3a1-4567-8142-c10b983210fa on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:20.034670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Attempting to bind port 76868adf-d3a1-4567-8142-c10b983210fa by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:20.034670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Attempting to bind port 76868adf-d3a1-4567-8142-c10b983210fa on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:20.048434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Port 76868adf-d3a1-4567-8142-c10b983210fa on network 6b6922f5-7845-4e91-a40f-ba358f0df95f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:20.048890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Attempting to bind port 76868adf-d3a1-4567-8142-c10b983210fa on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:20.101201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:20.101551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:20.102009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:20.102546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Bound port: 76868adf-d3a1-4567-8142-c10b983210fa, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:20.102801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:20.175256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1296215f-e7a5-4668-bd94-8465000c6f0d req-84aec1f7-9530-424e-9f6b-a0f47c8e9fd5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432533 Aug 25 11:13:20.316201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:20.321542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:20.352485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:20.408511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118d674-8f99-45a9-a88e-61417362dc4b req-66f17f8d-b734-47cb-8632-959c77b30421 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:20.410213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0118d674-8f99-45a9-a88e-61417362dc4b req-66f17f8d-b734-47cb-8632-959c77b30421 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 951 time: 0.1928082 Aug 25 11:13:20.416925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:20.417515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:20.419351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] 10.222.0.67 "PUT /v2.0/ports/76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 1092 time: 2.0225079 Aug 25 11:13:20.420474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:20.423382 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb7cad-e443-40c4-96d7-371a8395548d" -d '{"events": [{"name": "network-changed", "server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:20.493665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0118d674-8f99-45a9-a88e-61417362dc4b req-28ec11de-62c1-4550-b423-add68908641c tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647442 Aug 25 11:13:20.519873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0766d54-3ba8-4fc6-a82e-f819f428b549 service neutron] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:20.603802 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf7dc44-d7e3-4b43-9aa3-6ac11b08d68b x-openstack-request-id: req-4cf7dc44-d7e3-4b43-9aa3-6ac11b08d68b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:20.604534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:20.604826 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4cf7dc44-d7e3-4b43-9aa3-6ac11b08d68b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:20.605283 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'status': 'completed', 'code': 200} Aug 25 11:13:20.665427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-9402869c-5018-45a4-8c0f-af78b54b9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:20.669615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-9402869c-5018-45a4-8c0f-af78b54b9fd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1095 time: 0.1744757 Aug 25 11:13:20.744293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-aae6fcbb-28fd-405f-9499-16eb3651ea34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 217 time: 0.0625529 Aug 25 11:13:20.972474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-16b8e6dc-c210-48e7-a889-f6d5f4eb5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:20.982813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-16b8e6dc-c210-48e7-a889-f6d5f4eb5a5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2236223 Aug 25 11:13:21.097092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d8cbc42b-d0aa-4003-a433-29e55454b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:21.100330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d8cbc42b-d0aa-4003-a433-29e55454b3e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059177 Aug 25 11:13:21.216922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f0f99eae-d7a8-4fb9-848d-b79a8e68a88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:21.344965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:21.522562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-d62b4831-35b9-467f-98f3-e33c6275793f service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936045 Aug 25 11:13:21.744439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14699044-eb8f-48be-ba3b-5b7cb302eb89 req-1ad08ff0-8e43-4028-804d-6277b2c52496 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:21.758285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14699044-eb8f-48be-ba3b-5b7cb302eb89 req-1ad08ff0-8e43-4028-804d-6277b2c52496 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.3416822 Aug 25 11:13:21.765651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6d6e-3045-4c58-bb9c-8d2413432636 req-cf12feb8-76f0-4465-9c64-94efbe73ce72 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:21.780504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b96d6d6e-3045-4c58-bb9c-8d2413432636 req-cf12feb8-76f0-4465-9c64-94efbe73ce72 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1103 time: 0.2546499 Aug 25 11:13:21.909955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44359d29-be06-4d9a-a695-7a1a1bedbba3 req-673ab2b8-034f-4c65-9644-5c0d62a04ae4 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769245 Aug 25 11:13:21.926573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b96d6d6e-3045-4c58-bb9c-8d2413432636 req-6e366f42-7387-4c98-8110-ce5c67aef0c6 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446726 Aug 25 11:13:21.984391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14699044-eb8f-48be-ba3b-5b7cb302eb89 req-ae5e8009-dd1a-46f5-9d50-5e1ff4a390a6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243378 Aug 25 11:13:22.108818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb7cad-e443-40c4-96d7-371a8395548d req-b26c69af-f105-449e-a13b-d53be168e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:22.112436 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-b26c69af-f105-449e-a13b-d53be168e838 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1095 time: 0.1207435 Aug 25 11:13:22.339109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:22.371914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe7821-7261-4ada-90f2-3c28e9e769c2 req-1642a71a-8f7c-46f1-82a6-c9054d4624fc tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:22.375172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21fe7821-7261-4ada-90f2-3c28e9e769c2 req-1642a71a-8f7c-46f1-82a6-c9054d4624fc tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 945 time: 0.2244191 Aug 25 11:13:22.515072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb7cad-e443-40c4-96d7-371a8395548d req-3a05193d-68c2-4454-b9fc-f9f2fa13b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:22.517381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-3a05193d-68c2-4454-b9fc-f9f2fa13b470 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.3940589 Aug 25 11:13:22.612699 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21fe7821-7261-4ada-90f2-3c28e9e769c2 req-cdd56066-7b7d-4efa-8f8b-ffbfbc7f86d7 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180312 Aug 25 11:13:22.618498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-7a99f55f-3fc8-40a6-9d18-45101e2a6afd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 217 time: 0.0679812 Aug 25 11:13:22.633299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f98f-82f8-4857-9602-bd3b78a83b60 req-b7b03126-4b78-4b54-bcd5-f40a81fa41f6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:22.634956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ec2f98f-82f8-4857-9602-bd3b78a83b60 req-b7b03126-4b78-4b54-bcd5-f40a81fa41f6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 943 time: 0.2203836 Aug 25 11:13:23.459702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ec2f98f-82f8-4857-9602-bd3b78a83b60 req-93803f71-4345-4c13-a6ca-5b0c9add023e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7943506 Aug 25 11:13:23.471472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb7cad-e443-40c4-96d7-371a8395548d req-ef4fbf7c-6c23-4130-826b-d53dd4bfa803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:23.474137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-ef4fbf7c-6c23-4130-826b-d53dd4bfa803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.8298953 Aug 25 11:13:23.484179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7acf6d-b242-4902-9463-2e546bd951f3 req-32eaca06-2574-498e-9b8d-355eec28fddb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:23.498593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf7acf6d-b242-4902-9463-2e546bd951f3 req-32eaca06-2574-498e-9b8d-355eec28fddb tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 1103 time: 0.1854880 Aug 25 11:13:23.742192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf7acf6d-b242-4902-9463-2e546bd951f3 req-5a7c3b9d-7fdc-424e-8a22-4a68ad9a9e87 tempest-ServersAdminTestJSON-657031329 tempest-ServersAdminTestJSON-657031329-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915412 Aug 25 11:13:23.789713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1fae6-2f8d-4704-a0d7-06921c63cf69 req-6ae67045-bab6-498c-abff-04d31cc98ecd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:23.797636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6f1fae6-2f8d-4704-a0d7-06921c63cf69 req-6ae67045-bab6-498c-abff-04d31cc98ecd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.1481705 Aug 25 11:13:23.800928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb7cad-e443-40c4-96d7-371a8395548d req-953608e4-594e-4e8a-ace0-6c90cbdee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:23.802544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-953608e4-594e-4e8a-ace0-6c90cbdee116 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3026574 Aug 25 11:13:23.895044 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-5f6909da-5395-49a6-9151-d971e5bf0790 service neutron] show failed (client error): The resource could not be found. Aug 25 11:13:23.903801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-5f6909da-5395-49a6-9151-d971e5bf0790 service neutron] 10.222.0.10 "GET /v2.0/ports/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.3543086 Aug 25 11:13:23.943299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6f1fae6-2f8d-4704-a0d7-06921c63cf69 req-eadbd675-f604-4376-a8f4-dba3b0124c90 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444907 Aug 25 11:13:24.194011 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:24.242174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-fed1b0c0-a775-4696-9885-4018bbaba239 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723781 Aug 25 11:13:24.523048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:24.606316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-7f8b98c6-ff1d-44d5-918b-9d1ba2e2f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:24.607959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-7f8b98c6-ff1d-44d5-918b-9d1ba2e2f48c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4&tenant_id=05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 1102 time: 0.2458713 Aug 25 11:13:24.645607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:24.733323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:24.757174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '76868adf-d3a1-4567-8142-c10b983210fa', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:24.771713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e87f6-6649-4250-9449-f363188ea618 req-58f9afbe-e97f-4c3c-babb-5af161ecd83a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:24.781962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-310e87f6-6649-4250-9449-f363188ea618 req-58f9afbe-e97f-4c3c-babb-5af161ecd83a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 949 time: 0.3006761 Aug 25 11:13:24.786142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4adb7cad-e443-40c4-96d7-371a8395548d req-097de86f-d7ef-4916-a834-8c95d17dd715 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351388 Aug 25 11:13:24.807022 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:24.824915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:24.856758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:24.857665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:24.864914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:24.924073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fc41e-5922-4fb4-81a1-13983c9d2be8 req-9dfb497a-e926-440e-9bfe-557c633a31ed tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:24.943251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:24.947227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2fc41e-5922-4fb4-81a1-13983c9d2be8 req-9dfb497a-e926-440e-9bfe-557c633a31ed tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 943 time: 0.2285624 Aug 25 11:13:25.004284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-310e87f6-6649-4250-9449-f363188ea618 req-558f7320-2b62-4a7b-aa21-b19e540bcd73 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187891 Aug 25 11:13:25.141525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['76868adf-d3a1-4567-8142-c10b983210fa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:25.155128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2fc41e-5922-4fb4-81a1-13983c9d2be8 req-ea767141-330e-438a-92fa-0170092d8cf3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027373 Aug 25 11:13:25.453757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47bd9-17c6-4473-b134-1ac6171ed683 req-92d609bc-56cb-4908-a611-bcad03ee3029 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:25.456218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98b47bd9-17c6-4473-b134-1ac6171ed683 req-92d609bc-56cb-4908-a611-bcad03ee3029 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.1373999 Aug 25 11:13:25.500594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:25.571484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98b47bd9-17c6-4473-b134-1ac6171ed683 req-bc60736e-8a2d-48ff-9351-9c32753bf107 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052551 Aug 25 11:13:25.609821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:25.710598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:25.717588 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbdd056-12fd-44a7-ba58-bddf2a87459d" -d '{"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:25.723990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:25.736624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:25.752671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Transition to ACTIVE for port object f1388a48-6de0-4cb7-ac4f-ee0b0f01912b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:25.758481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:25.843289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:25.875434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:25.879269 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a016f-b9a2-4c45-90c1-052fa503d5d8 x-openstack-request-id: req-4c7a016f-b9a2-4c45-90c1-052fa503d5d8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:25.879711 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:25.880058 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c7a016f-b9a2-4c45-90c1-052fa503d5d8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:25.880569 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'code': 200} Aug 25 11:13:25.922933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.923362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.923766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.924106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.924438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.924757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.925197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.925586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.926005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.926398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.926810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.927199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:13:25.956733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] No DVR routers for this DVR port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:13:26.132924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:26.163435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-f8d72a47-c835-4416-ad81-b0c0fe4fad5f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:26.167796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-f8d72a47-c835-4416-ad81-b0c0fe4fad5f tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 949 time: 0.2249601 Aug 25 11:13:26.169650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:26.170247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:26.170812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:26.264576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:26.267084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:26.415458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:26.415458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:26.415458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:26.415458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Bound port: f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:26.415458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.448274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24bae395-c748-448a-8a88-1217f691ac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.507091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:26.507091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:26.537234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:26.624119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0310bf9-2ede-4555-8468-cb62b8da511a req-e40c0d7a-d7f5-4a64-9363-7d7256612a56 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:26.637475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0310bf9-2ede-4555-8468-cb62b8da511a req-e40c0d7a-d7f5-4a64-9363-7d7256612a56 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 949 time: 0.4567366 Aug 25 11:13:26.666804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.680595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 76868adf-d3a1-4567-8142-c10b983210fa completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:26.690086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24bae395-c748-448a-8a88-1217f691ac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.696410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 76868adf-d3a1-4567-8142-c10b983210fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:26.697283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.702564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24bae395-c748-448a-8a88-1217f691ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.785171 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-24bae395-c748-448a-8a88-1217f691ac99 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=627d1c9deaa94ad38d024a872b6bfbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511164 Aug 25 11:13:26.789761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38356) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:26.808347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:26.809018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.811132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] 10.222.0.67 "PUT /v2.0/ports/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 1097 time: 2.1878009 Aug 25 11:13:26.852412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Deleting port fcce14cb-791d-4ee8-8bb9-8125bdf296fb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:13:26.852759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.859573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bae395-c748-448a-8a88-1217f691ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c35112-cdb4-4e87-a615-3ad70cf71a40,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:26.928658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4656-2ed5-4439-9149-20d6eaba1b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:26.961962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0310bf9-2ede-4555-8468-cb62b8da511a req-635114d3-381b-4c94-a0dc-8a2201b15c40 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233242 Aug 25 11:13:26.964610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4656-2ed5-4439-9149-20d6eaba1b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.049326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543430e7-80a9-48b5-b38d-e06610fd98a8 req-d2411e51-360b-4146-8dcb-2182081e2903 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:27.060978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-543430e7-80a9-48b5-b38d-e06610fd98a8 req-d2411e51-360b-4146-8dcb-2182081e2903 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.7295074 Aug 25 11:13:27.062758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4656-2ed5-4439-9149-20d6eaba1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.093388 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4656-2ed5-4439-9149-20d6eaba1b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.101819 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e2c4656-2ed5-4439-9149-20d6eaba1b1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9c35112-cdb4-4e87-a615-3ad70cf71a40 HTTP/1.1" status: 204 len: 168 time: 0.3046718 Aug 25 11:13:27.137373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c4656-2ed5-4439-9149-20d6eaba1b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c35112-cdb4-4e87-a615-3ad70cf71a40,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:27.196087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] For port fcce14cb-791d-4ee8-8bb9-8125bdf296fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:27.196439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.230057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Calling delete_port for fcce14cb-791d-4ee8-8bb9-8125bdf296fb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:13:27.243933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4d567-d1f7-47ce-b0b9-11b07fed1a1d service neutron] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:27.271427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-ccead4c3-461a-4341-814f-cb69328a0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:27.272530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-ccead4c3-461a-4341-814f-cb69328a0e10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1100 time: 0.4257336 Aug 25 11:13:27.388090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-543430e7-80a9-48b5-b38d-e06610fd98a8 req-cd1f6f31-a3d9-496f-aa1a-b09036d75d0c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261168 Aug 25 11:13:27.520164 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.626856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:27.636749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:27.639776 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc5d20-24cf-4693-8fcc-2be41c42365f" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:27.649679 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.657219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:27.667956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-12ade8c5-e38b-4e28-8ef0-ecd0989c98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:27.668930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-12ade8c5-e38b-4e28-8ef0-ecd0989c98a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3595853 Aug 25 11:13:27.804443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:27.846558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-d5a718b3-89ed-4739-94e2-ad7cca2839b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.1487243 Aug 25 11:13:27.898808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:27.901197 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eacfd36-c158-4d61-b75c-04b5d65787db" -d '{"events": [{"name": "network-changed", "server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:27.921190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e24b3-16f8-4d62-8253-c64b347395cc req-1137ef0f-2fe3-4dbd-bbbd-f6068871724a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:27.928922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a82e24b3-16f8-4d62-8253-c64b347395cc req-1137ef0f-2fe3-4dbd-bbbd-f6068871724a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 948 time: 0.4051583 Aug 25 11:13:27.974716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-3429203f-e848-48b9-a244-78b659dbb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:27.976675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-3429203f-e848-48b9-a244-78b659dbb05d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1198032 Aug 25 11:13:28.003088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:28.016904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['00c2de7b-ba35-4935-bec7-d91108b2c212'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:28.022971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:28.110904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a82e24b3-16f8-4d62-8253-c64b347395cc req-5080c0b7-db8c-4e13-a0b2-1f1b23c3649a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809688 Aug 25 11:13:28.197229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event deleted for resources: {'Port': ['ID=fcce14cb-791d-4ee8-8bb9-8125bdf296fb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:28.294591 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21952f96-db1a-4c38-9f92-b2562804141f x-openstack-request-id: req-21952f96-db1a-4c38-9f92-b2562804141f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:28.294891 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:28.295145 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21952f96-db1a-4c38-9f92-b2562804141f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:28.295545 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:13:28.340382 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ef9471-fe1f-4563-9737-ce18564968fb x-openstack-request-id: req-e7ef9471-fe1f-4563-9737-ce18564968fb {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:28.340723 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:28.342114 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7ef9471-fe1f-4563-9737-ce18564968fb {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:28.342465 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'status': 'completed', 'code': 200} Aug 25 11:13:28.346078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] No DVR routers for this DVR port fcce14cb-791d-4ee8-8bb9-8125bdf296fb on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:13:28.355511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-2cd8585a-fa5c-4578-b44b-571331348c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:28.362010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-2cd8585a-fa5c-4578-b44b-571331348c45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3701940 Aug 25 11:13:28.364512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:28.369440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b348c02-73f0-4987-b52a-03c39ff22bcf req-7eecd4f5-bd1e-4e78-b0b9-0e7f2257d920 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "DELETE /v2.0/ports/fcce14cb-791d-4ee8-8bb9-8125bdf296fb HTTP/1.1" status: 204 len: 173 time: 2.1929431 Aug 25 11:13:28.552259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-bee8d5f7-32ba-4c02-88b7-f8b37e908312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:28.554615 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-bee8d5f7-32ba-4c02-88b7-f8b37e908312 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1100 time: 0.1682737 Aug 25 11:13:28.751080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e68d363-70a1-426a-b869-d1f3b932f2b1 req-883746fd-f586-4f79-9015-bc28a21e67f0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcb12a32-817b-441d-a7ba-99c21f713c01 HTTP/1.1" status: 200 len: 210 time: 0.2649753 Aug 25 11:13:28.839238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-25ab8aea-d7d9-48f3-b606-43257abacf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:28.841200 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-25ab8aea-d7d9-48f3-b606-43257abacf2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2698531 Aug 25 11:13:28.915982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157eb3a-e599-46f3-b9e2-575cac2a2d2c req-e6762f03-5eac-4995-a7e0-2d35df3cda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:28.927437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b157eb3a-e599-46f3-b9e2-575cac2a2d2c req-e6762f03-5eac-4995-a7e0-2d35df3cda90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1097 time: 0.2758238 Aug 25 11:13:28.999775 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-35aa4b75-c66a-4409-a707-3a18cc602fd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.1497760 Aug 25 11:13:29.076410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-9b548a0d-efeb-47ea-86c4-c06f24493784 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127088 Aug 25 11:13:29.112171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-9a5c3443-65bf-4305-8ae0-17d25be7929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.114429 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-9a5c3443-65bf-4305-8ae0-17d25be7929d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1040366 Aug 25 11:13:29.148165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b157eb3a-e599-46f3-b9e2-575cac2a2d2c req-90744b04-b1f6-470a-9425-6ec877985c12 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123902 Aug 25 11:13:29.167777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38436) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:29.229130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fd972-8674-4555-a057-6e8d8548e399 req-0a455857-d4de-4492-afbe-6bac97d4da13 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.237653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b2fd972-8674-4555-a057-6e8d8548e399 req-0a455857-d4de-4492-afbe-6bac97d4da13 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.2462008 Aug 25 11:13:29.348784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109d87-709b-4c2a-92f7-3fd81399a5b8 req-7163039f-3ba0-4137-8a36-6bcf10479bc9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.356942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1109d87-709b-4c2a-92f7-3fd81399a5b8 req-7163039f-3ba0-4137-8a36-6bcf10479bc9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 948 time: 0.1587594 Aug 25 11:13:29.359220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-0a1620a3-c8ef-4ddf-bb35-dc80a52be182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.363252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-0a1620a3-c8ef-4ddf-bb35-dc80a52be182 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653402 Aug 25 11:13:29.373520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b2fd972-8674-4555-a057-6e8d8548e399 req-6e44b005-59b7-4b0c-bc34-c353a59cc5d5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345222 Aug 25 11:13:29.385478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803dfaf9-cb51-45c2-afac-c94fbd5bb1fb req-25bbc776-f0f9-46f2-828e-c9ff622d8509 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692311 Aug 25 11:13:29.450150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1109d87-709b-4c2a-92f7-3fd81399a5b8 req-93f1ab3c-d300-4f69-9913-e77d91f8cd3a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909603 Aug 25 11:13:29.481562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-network', 'tenant_id': '85538386f4ff477c802b125538ea8b1e'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:29.519086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Made reservation on behalf of 85538386f4ff477c802b125538ea8b1e for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:29.523321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.535778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.619084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-bb276683-ad5e-499d-a097-048598dc74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.624261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-bb276683-ad5e-499d-a097-048598dc74f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1100 time: 0.1354465 Aug 25 11:13:29.680523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.687799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.702476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:13:29.713801 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.714155 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Added segment e11e2672-7ae2-424f-a704-7b545c6291a9 of type vlan for network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae Aug 25 11:13:29.766401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device fcce14cb-791d-4ee8-8bb9-8125bdf296fb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:29.769790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.821564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.822620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.823209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:29.863479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: fcce14cb-791d-4ee8-8bb9-8125bdf296fb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:13:29.865786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device fcce14cb-791d-4ee8-8bb9-8125bdf296fb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:29.876290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-8df1e409-b814-44cc-b628-ec7096d597bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:29.878971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-8df1e409-b814-44cc-b628-ec7096d597bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2418191 Aug 25 11:13:29.963083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-47d5be90-e173-4739-943b-b48f1da79f24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.0725789 Aug 25 11:13:30.009313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Pushing event updated for resources: {'Network': ['ID=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:30.028825 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8597541 Aug 25 11:13:30.033342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38478) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:30.035248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:13:30.042450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Request body: {'subnet': {'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-subnet', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:30.048075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ad707-28d8-4173-85fe-8770b0bab78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe0866-e886-4d9a-9210-c4cb909fd1c5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:30.080809 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-7ab3d10d-412f-4038-9cf6-bc81684e2366 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033105 Aug 25 11:13:30.124838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-6d93c2e1-271e-41cd-82f4-466f800bdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:30.130945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-6d93c2e1-271e-41cd-82f4-466f800bdaea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1569197 Aug 25 11:13:30.132682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Made reservation on behalf of 85538386f4ff477c802b125538ea8b1e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:30.138720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:30.352788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'name': 'network-vif-deleted', 'tag': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:30.355303 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71dac78-467d-439b-bcc1-e7ac50ff3395" -d '{"events": [{"server_uuid": "bcb12a32-817b-441d-a7ba-99c21f713c01", "name": "network-vif-deleted", "tag": "fcce14cb-791d-4ee8-8bb9-8125bdf296fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:30.379245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-146a6728-93d0-4b0a-b1f8-3e13851581a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715528 Aug 25 11:13:30.443043 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:30.550807 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696871f6-49d9-471f-8d70-a0f38d47e5f1 x-openstack-request-id: req-696871f6-49d9-471f-8d70-a0f38d47e5f1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:30.551418 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb12a32-817b-441d-a7ba-99c21f713c01", "name": "network-vif-deleted", "tag": "fcce14cb-791d-4ee8-8bb9-8125bdf296fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:30.551919 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-696871f6-49d9-471f-8d70-a0f38d47e5f1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:30.552721 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb12a32-817b-441d-a7ba-99c21f713c01', 'name': 'network-vif-deleted', 'tag': 'fcce14cb-791d-4ee8-8bb9-8125bdf296fb', 'status': 'completed', 'code': 200} Aug 25 11:13:30.571018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-82ec96c0-3df0-4f97-b7c7-53b01821d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:30.574233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-82ec96c0-3df0-4f97-b7c7-53b01821d58c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2354572 Aug 25 11:13:30.824322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:30.909811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57774ce-821f-4886-b9eb-79a2f4f3b68f req-653aabb7-ac8f-4612-8ae0-2ea2e8e54bde tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:30.913804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a57774ce-821f-4886-b9eb-79a2f4f3b68f req-653aabb7-ac8f-4612-8ae0-2ea2e8e54bde tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.2641296 Aug 25 11:13:31.027662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-9795a250-7f8d-4b93-b112-ad9aaa3393f2 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037127 Aug 25 11:13:31.070346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a57774ce-821f-4886-b9eb-79a2f4f3b68f req-fcefbe4e-e48c-4e35-beb9-9145be67e72e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362197 Aug 25 11:13:31.071428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7ac2d8-ffcd-493d-b033-850626415c7a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:31.531930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Checking segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:31.532300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Network hostable DHCP agents. Network: c41b3c2b-4fd5-4834-bf08-a9e19022e7ae, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:13:31.605818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417c8a8-5a49-40b5-88a6-79b820323251 req-05ee5a75-eb52-4f8e-be94-4ab38ace6b62 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:31.607456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c417c8a8-5a49-40b5-88a6-79b820323251 req-05ee5a75-eb52-4f8e-be94-4ab38ace6b62 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 949 time: 0.5450099 Aug 25 11:13:31.612937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eacfd36-c158-4d61-b75c-04b5d65787db req-c7363ce3-34c3-4bf8-a0af-9ba6b043c18e service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528746 Aug 25 11:13:31.625796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:13:31.635929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b8d3d-1b22-4e65-a513-bf4dedaad521 req-742eca97-6b72-47d7-af8f-9c49d6b18c8b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:31.638410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d69b8d3d-1b22-4e65-a513-bf4dedaad521 req-742eca97-6b72-47d7-af8f-9c49d6b18c8b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 948 time: 0.3990986 Aug 25 11:13:31.682569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, c41b3c2b-4fd5-4834-bf08-a9e19022e7ae) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:31.694604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:31.695657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:31.706785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c9d94-78e7-4f40-ab86-e1e1bd6d574b None None] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:13:31.716797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c417c8a8-5a49-40b5-88a6-79b820323251 req-bee87d7f-8e1f-4498-b39c-9f8410f2dc3a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987051 Aug 25 11:13:31.765309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d69b8d3d-1b22-4e65-a513-bf4dedaad521 req-1825973b-a066-4e42-a5b6-ca6f433c2a16 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158280 Aug 25 11:13:31.769272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1b5a5be0-a744-4e22-9d35-a1fa43f42fc5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7323000 Aug 25 11:13:31.774474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:31.783842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:31.841807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:31.846821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:31.848513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.036119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.061061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4d931-25ac-4afe-91f3-82843b94a435 req-cc469300-c6d0-4957-9e97-787fb298024f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:32.070863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54f4d931-25ac-4afe-91f3-82843b94a435 req-cc469300-c6d0-4957-9e97-787fb298024f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.1070139 Aug 25 11:13:32.074179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38528) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:32.084639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'floatingip': {'port_id': '76868adf-d3a1-4567-8142-c10b983210fa'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:32.164835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:13:32.167714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.181459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.208250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.278094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:32.280942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:32.287011 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36def064-44ee-4304-b9bc-e0d5e1b1da4c" -d '{"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-unplugged", "status": "completed", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:32.304055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.468537 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35a06db-1583-4175-a23c-5547042e90ab x-openstack-request-id: req-c35a06db-1583-4175-a23c-5547042e90ab {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:32.469517 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-unplugged", "status": "completed", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:32.470286 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c35a06db-1583-4175-a23c-5547042e90ab {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:32.474560 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb', 'code': 200} Aug 25 11:13:32.524691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:32.539216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-0a41243f-2249-46ec-93e3-209fadb24ce6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:32.540660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-0a41243f-2249-46ec-93e3-209fadb24ce6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 949 time: 0.3977273 Aug 25 11:13:32.584528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Allocated IP 172.20.0.2 (c41b3c2b-4fd5-4834-bf08-a9e19022e7ae/fc7ac2d8-ffcd-493d-b033-850626415c7a/8c06279e-545b-4eab-9294-6b1d70b2635f) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:32.621072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.676209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-2438c98d-6d52-46b0-972f-65c6ca079891 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:32.678277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-2438c98d-6d52-46b0-972f-65c6ca079891 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.2717264 Aug 25 11:13:32.741950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-f3f59780-7d13-46ea-835c-5cfced5fbde9 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/quotas/1f43914922344149800b1a718ea2dabf HTTP/1.1" status: 200 len: 375 time: 0.0563383 Aug 25 11:13:32.756647 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.766009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Transition to ACTIVE for port object 8c06279e-545b-4eab-9294-6b1d70b2635f will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:32.782016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Transition to ACTIVE for port object 8c06279e-545b-4eab-9294-6b1d70b2635f will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:32.786633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:32.811859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.865621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:32.879316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:32.895751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:32.924594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:32.928672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Pushing event updated for resources: {'Port': ['ID=8c06279e-545b-4eab-9294-6b1d70b2635f,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:32.930831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.042239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:33.060783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'mac_address': 'fa:16:3e:ac:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:33.106431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Attempting to bind port 8c06279e-545b-4eab-9294-6b1d70b2635f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:33.106793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Attempting to bind port 8c06279e-545b-4eab-9294-6b1d70b2635f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:33.107182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Attempting to bind port 8c06279e-545b-4eab-9294-6b1d70b2635f on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:33.121632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:33.122081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Checking segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:33.122461 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.122892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Bound using segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:33.123392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Bound port: 8c06279e-545b-4eab-9294-6b1d70b2635f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:33.123784 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.136590 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.150873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Allocated IP 172.25.1.19 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/a1ac97f8-1fce-4a30-abf7-3b0205384bc4) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:33.153107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1388a48-6de0-4cb7-ac4f-ee0b0f01912b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:33.179076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:33.206527 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.277073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-bd1cd833-e8c4-448f-9678-14a7afb03d21 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5003691 Aug 25 11:13:33.284851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:33.312005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.315427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] For port 8c06279e-545b-4eab-9294-6b1d70b2635f, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:33.320089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] For port 8c06279e-545b-4eab-9294-6b1d70b2635f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c06279e-545b-4eab-9294-6b1d70b2635f,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:33.329497 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.342656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Deleting port 00c2de7b-ba35-4935-bec7-d91108b2c212 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:13:33.343028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.353219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ecd33-b0b9-47e3-a563-edd2933c5b44 req-c5a1611d-adbc-4a87-a6a7-b9dfd1b24b58 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:33.361174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c6ecd33-b0b9-47e3-a563-edd2933c5b44 req-c5a1611d-adbc-4a87-a6a7-b9dfd1b24b58 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 949 time: 0.3871236 Aug 25 11:13:33.365881 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.400785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:33.405059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:33.412917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:33.447228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f811b50-fb88-4806-a630-db0ef4429172 None None] Pushing event updated for resources: {'Port': ['ID=8c06279e-545b-4eab-9294-6b1d70b2635f,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:33.504406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:33.521184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:33.612610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-c0f44d5b-8c12-413a-b425-705f5b94d973 service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344014 Aug 25 11:13:33.663310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:13:33.883573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c6ecd33-b0b9-47e3-a563-edd2933c5b44 req-48d76417-c9ca-41c3-a638-aa546a4af27d tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212016 Aug 25 11:13:33.900324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] For port 00c2de7b-ba35-4935-bec7-d91108b2c212, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=00c2de7b-ba35-4935-bec7-d91108b2c212,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:33.900745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.935930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.958829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Calling delete_port for 00c2de7b-ba35-4935-bec7-d91108b2c212 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:13:33.964882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:33.987432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:34.058503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-ddaa255e-e4b0-4bf7-aa96-27dea713d9e6 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:34.061361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-ddaa255e-e4b0-4bf7-aa96-27dea713d9e6 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ddffef9-0ea8-4dda-b495-796d30c81082 HTTP/1.1" status: 200 len: 943 time: 0.3463554 Aug 25 11:13:34.195095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-4c631c32-4da6-44f6-abf4-10250824482e service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636830 Aug 25 11:13:34.232896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d9c51-a850-46be-9e1e-7418aa1eabec req-a19084c0-1d9f-4460-8b8f-ecc254e4190a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:34.234502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e95d9c51-a850-46be-9e1e-7418aa1eabec req-a19084c0-1d9f-4460-8b8f-ecc254e4190a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 949 time: 0.2277625 Aug 25 11:13:34.263337 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Floating IP 00bed965-7d98-4496-9484-a9628ba97495 associated. External IP: 172.25.1.63, port: 76868adf-d3a1-4567-8142-c10b983210fa. Aug 25 11:13:34.465673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Deleting port 57ca45ce-709e-46dc-8500-85d7465636cb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:13:34.466236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:34.599501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:34.777763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:34.877928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:34.915227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:34.915929 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.043531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe30c3-f824-4e98-bf86-f98114e36a68 None None] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:13:35.080418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c06279e-545b-4eab-9294-6b1d70b2635f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:35.183748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c5559b81-c0b0-4d89-82bb-d1331baff87e None None] Provisioning for port 8c06279e-545b-4eab-9294-6b1d70b2635f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:35.187559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] For port 57ca45ce-709e-46dc-8500-85d7465636cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=57ca45ce-709e-46dc-8500-85d7465636cb,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:35.188214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.282977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Calling delete_port for 57ca45ce-709e-46dc-8500-85d7465636cb owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:13:35.286548 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.292976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8c06279e-545b-4eab-9294-6b1d70b2635f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:35.311915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8c06279e-545b-4eab-9294-6b1d70b2635f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:35.312380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.362991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e95d9c51-a850-46be-9e1e-7418aa1eabec req-a526bb85-7310-4fbc-aa16-051e5234a2a8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1012385 Aug 25 11:13:35.411744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c46e6b1-76a1-441c-93b6-0d4f7275284c req-56f0feb7-364f-4a80-bb55-47c67a281989 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 210 time: 0.7432704 Aug 25 11:13:35.430202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:35.436374 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b4e73-ad7f-4c30-9ed3-07abef96f86b" -d '{"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-plugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:35.503823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.515860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:35.531665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:35.543536 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.545466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 00c2de7b-ba35-4935-bec7-d91108b2c212 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:35.604685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Router 15bfad7a-b713-464b-8c82-55343302d35d is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:13:35.668959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b387f74-4007-496e-8ba7-43ea28a69979 req-ea107019-cd58-4e3a-9ac2-a051f40e315c tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.1662967 Aug 25 11:13:35.772122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event deleted for resources: {'Port': ['ID=00c2de7b-ba35-4935-bec7-d91108b2c212,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:35.843327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:35.979319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] No DVR routers for this DVR port 00c2de7b-ba35-4935-bec7-d91108b2c212 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:13:35.983210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Router eaabcd1f-f284-4bf2-a22e-459438ab0594 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:13:35.984828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:35.987215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0bd7d5d-0029-453f-86db-5ec6a52f7fde req-73c6d702-a2dd-4e57-96fd-06c5d6d0b448 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.67 "DELETE /v2.0/ports/00c2de7b-ba35-4935-bec7-d91108b2c212 HTTP/1.1" status: 204 len: 173 time: 3.4374080 Aug 25 11:13:35.987752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'name': 'network-vif-deleted', 'tag': '00c2de7b-ba35-4935-bec7-d91108b2c212'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:35.990468 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70e5c3-acc6-4cbe-b3ef-a161f9deaa99" -d '{"events": [{"server_uuid": "b4862be6-5ff6-4267-9015-f56b575a0a56", "name": "network-vif-deleted", "tag": "00c2de7b-ba35-4935-bec7-d91108b2c212"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:36.035406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:36.050940 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405439f-e373-4b44-a132-c8fdd1a1796f x-openstack-request-id: req-0405439f-e373-4b44-a132-c8fdd1a1796f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:36.051163 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-plugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:36.051459 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0405439f-e373-4b44-a132-c8fdd1a1796f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:36.051861 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'code': 200} Aug 25 11:13:36.057248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 00c2de7b-ba35-4935-bec7-d91108b2c212 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:13:36.057666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 00c2de7b-ba35-4935-bec7-d91108b2c212 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:36.099911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.147219 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4e9bfb-c203-4dc0-b669-35d30942aaf2 x-openstack-request-id: req-8d4e9bfb-c203-4dc0-b669-35d30942aaf2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:36.147811 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4862be6-5ff6-4267-9015-f56b575a0a56", "name": "network-vif-deleted", "tag": "00c2de7b-ba35-4935-bec7-d91108b2c212", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:36.148072 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d4e9bfb-c203-4dc0-b669-35d30942aaf2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:36.148484 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4862be6-5ff6-4267-9015-f56b575a0a56', 'name': 'network-vif-deleted', 'tag': '00c2de7b-ba35-4935-bec7-d91108b2c212', 'status': 'completed', 'code': 200} Aug 25 11:13:36.219822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event deleted for resources: {'Port': ['ID=57ca45ce-709e-46dc-8500-85d7465636cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:36.300879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.303467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] No DVR routers for this DVR port 57ca45ce-709e-46dc-8500-85d7465636cb on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:13:36.305978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:13:36.318138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.318138 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-083668ff-d9f5-4df6-9cc7-ca7dd9ee49d3 req-34fdd35c-e1ec-4f7a-9885-7091e4e5779f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.10 "DELETE /v2.0/ports/57ca45ce-709e-46dc-8500-85d7465636cb HTTP/1.1" status: 204 len: 173 time: 2.2480578 Aug 25 11:13:36.318808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-deleted', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:36.321803 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d629ab57-8c60-4e64-a8f4-f2e42d321079" -d '{"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-deleted", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:36.363453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.368655 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d1b3ed0f-dd8f-4e57-abb2-4642e72205f5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5882459 Aug 25 11:13:36.369173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:36.394011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:13:36.458069 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29f068-6884-4610-952a-e9fc1eaefe2b x-openstack-request-id: req-fb29f068-6884-4610-952a-e9fc1eaefe2b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:36.458363 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddffef9-0ea8-4dda-b495-796d30c81082", "name": "network-vif-deleted", "tag": "57ca45ce-709e-46dc-8500-85d7465636cb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:36.458620 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb29f068-6884-4610-952a-e9fc1eaefe2b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:36.459027 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddffef9-0ea8-4dda-b495-796d30c81082', 'name': 'network-vif-deleted', 'tag': '57ca45ce-709e-46dc-8500-85d7465636cb', 'status': 'completed', 'code': 200} Aug 25 11:13:36.536918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No active binding found for port 57ca45ce-709e-46dc-8500-85d7465636cb {{(pid=94912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 11:13:36.537412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 57ca45ce-709e-46dc-8500-85d7465636cb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:36.546928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8c06279e-545b-4eab-9294-6b1d70b2635f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c06279e-545b-4eab-9294-6b1d70b2635f,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:36.551856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:36.552791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:36.651956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.725125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e389f8b7-1863-4d65-86b8-8a38915e27e4 req-cb1e9f33-8567-45a4-bbe7-d20724b45856 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 210 time: 0.1000798 Aug 25 11:13:36.781563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-d4ebb20b-b690-4f20-94eb-54044a69be7c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:36.794790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-d4ebb20b-b690-4f20-94eb-54044a69be7c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4&tenant_id=05f1200353254409b7f7713f48e19902&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 950 time: 0.5045390 Aug 25 11:13:36.823518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:13:36.839064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.850399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] Sync routers for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:13:36.868616 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:36.877731 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:36.907272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d433cb82-b5b6-4210-90ff-60cc56fbecbb None None] Provisioning complete for port 8c06279e-545b-4eab-9294-6b1d70b2635f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:36.911355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d433cb82-b5b6-4210-90ff-60cc56fbecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:36.936390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8c06279e-545b-4eab-9294-6b1d70b2635f,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:37.016181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:37.075865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-e72ddf6f-0b57-4601-a2f0-bf480ff0186b tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:37.080526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-e72ddf6f-0b57-4601-a2f0-bf480ff0186b tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.7921462 Aug 25 11:13:37.117950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34d6a3-1ac5-4c43-8a05-d6ef086b8e0a req-e0b59293-d1fa-4785-8a44-d4b040f0092d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:37.119938 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:37.127391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b34d6a3-1ac5-4c43-8a05-d6ef086b8e0a req-e0b59293-d1fa-4785-8a44-d4b040f0092d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.8338580 Aug 25 11:13:37.183221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Request body: {'port': {'device_id': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'admin_state_up': True, 'tenant_id': '1f43914922344149800b1a718ea2dabf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:37.237903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a6248ed-205a-4919-94ef-436b0b320795 req-4d297cac-dd0e-4836-a8fe-ac60e980aecf tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4862be6-5ff6-4267-9015-f56b575a0a56 HTTP/1.1" status: 200 len: 210 time: 0.2012079 Aug 25 11:13:37.310475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0a20ac47-d116-4fab-9103-fb07ca778011 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "PUT /v2.0/floatingips/00bed965-7d98-4496-9484-a9628ba97495 HTTP/1.1" status: 200 len: 990 time: 5.2331371 Aug 25 11:13:37.432188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 3, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:37.498406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:13:37.498852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Updating router 15bfad7a-b713-464b-8c82-55343302d35d port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:13:37.506413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b34d6a3-1ac5-4c43-8a05-d6ef086b8e0a req-9477922a-5adc-4a2a-8ccd-5a4fdc6bad4d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759665 Aug 25 11:13:37.567863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-26021496-3bac-4c69-9319-ba8b440a1ce1 service neutron] 10.222.0.67 "GET /v2.0/ports/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 383 time: 0.6949024 Aug 25 11:13:37.571565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:37.750402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Made reservation on behalf of 1f43914922344149800b1a718ea2dabf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:37.768336 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:37.787872 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '00bed965-7d98-4496-9484-a9628ba97495', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:13:09Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 1, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:09Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:37.809231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-63f597e8-2c46-4452-9a65-061d413e33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:37.817279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-63f597e8-2c46-4452-9a65-061d413e33ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1102 time: 0.2122571 Aug 25 11:13:38.056057 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] Checking router: eaabcd1f-f284-4bf2-a22e-459438ab0594 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:13:38.070816 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:38.071455 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:38.132742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.190965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:38.197034 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:38.213290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9dbe9683-1f3a-4c83-b97f-7506ffce1b41 req-521f0e17-380d-4409-8cb2-60c9f06555f1 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 210 time: 0.2915297 Aug 25 11:13:38.222600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.242869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Transition to ACTIVE for port object a1ac97f8-1fce-4a30-abf7-3b0205384bc4 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:38.268561 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.317790 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:38.324884 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e1102-26cf-40ee-b930-d8ae397e657e x-openstack-request-id: req-b57e1102-26cf-40ee-b930-d8ae397e657e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:38.325758 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:38.326875 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b57e1102-26cf-40ee-b930-d8ae397e657e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:38.338518 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'status': 'completed', 'code': 200} Aug 25 11:13:38.352117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Attempting to bind port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:38.352551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Attempting to bind port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:38.352906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Attempting to bind port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:38.369077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb645f-5714-451f-839a-a4058e83c75b None None] Pushing event updated for resources: {'Port': ['ID=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:38.381144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:38.381599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:38.382001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.386327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:38.387149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Bound port: a1ac97f8-1fce-4a30-abf7-3b0205384bc4, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:38.390001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.483233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] For port a1ac97f8-1fce-4a30-abf7-3b0205384bc4, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:38.489359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] For port a1ac97f8-1fce-4a30-abf7-3b0205384bc4, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:38.500270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.553795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Allocated IP 172.20.0.14 (9ef2359f-e514-43ba-a77e-f6906e2032dc/73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f/802e893a-9a12-4e7f-a378-bb84c768c0a9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:38.563768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-723071e0-bfdc-4f7b-86ff-2b65ea612b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:38.567005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-723071e0-bfdc-4f7b-86ff-2b65ea612b73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.6431615 Aug 25 11:13:38.567958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:38.568654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:38.582877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Allocated IP 172.20.0.1 (c41b3c2b-4fd5-4834-bf08-a9e19022e7ae/fc7ac2d8-ffcd-493d-b033-850626415c7a/6dfa774c-50fb-4fcf-8ebd-6feafd5523cb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:38.633721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb645f-5714-451f-839a-a4058e83c75b None None] Pushing event updated for resources: {'Port': ['ID=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:38.678606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-e0f3675d-cc39-4366-9fa5-3b86b125320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:38.682042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-e0f3675d-cc39-4366-9fa5-3b86b125320d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1097 time: 0.3164370 Aug 25 11:13:38.689525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-d8f6406d-3370-4c57-b09f-5a9e36a5bf6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.1023519 Aug 25 11:13:38.719465 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '00bed965-7d98-4496-9484-a9628ba97495', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:13:09Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 1, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:09Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:38.761047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14d48-d3eb-4579-b78b-270fb7504461 req-ec59e2a6-63e4-44da-a095-47e4bca0c557 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:38.762443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:38.774510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32d14d48-d3eb-4579-b78b-270fb7504461 req-ec59e2a6-63e4-44da-a095-47e4bca0c557 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1097 time: 0.3731837 Aug 25 11:13:38.776337 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847118a-f725-49f0-a49b-86fab375c910 None None] The sync data for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 is: [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '00bed965-7d98-4496-9484-a9628ba97495', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:13:09Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 1, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:09Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:13:38.847423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.873166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Transition to ACTIVE for port object 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:38.889327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c06279e-545b-4eab-9294-6b1d70b2635f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:38.910586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:38.985127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8c06279e-545b-4eab-9294-6b1d70b2635f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:38.985618 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:39.003412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:39.015686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:39.032028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32d14d48-d3eb-4579-b78b-270fb7504461 req-33462ef4-5a88-44aa-96c5-82c3af2f8fd7 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542799 Aug 25 11:13:39.053089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:39.078008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:39.108200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-919819cc-e1f5-44a2-be54-16f9959c9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:39.109801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-919819cc-e1f5-44a2-be54-16f9959c9f23 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3993595 Aug 25 11:13:39.117964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0727bc-ea55-446b-9559-735d3a9558f4 req-29255ef6-96b5-4ece-a702-ca28dfff587f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:39.125709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf0727bc-ea55-446b-9559-735d3a9558f4 req-29255ef6-96b5-4ece-a702-ca28dfff587f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2424073 Aug 25 11:13:39.156059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 3, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:39.208955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a96ad0-1644-41c2-867e-6f956ee51576 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:33Z', 'revision_number': 3, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:13:39.256205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:39.301628 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:13:39.317146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa31a09-11be-42d6-9e0b-519406a63104 None None] New status for floating IP 00bed965-7d98-4496-9484-a9628ba97495: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:13:39.375744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-a3827d36-b1cd-4835-9a31-3b5fd92e42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:39.377552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-a3827d36-b1cd-4835-9a31-3b5fd92e42e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.6652360 Aug 25 11:13:39.380106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-360ad26b-18d8-49fb-96b7-dfaf72f0d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:39.381192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-360ad26b-18d8-49fb-96b7-dfaf72f0d8a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2391536 Aug 25 11:13:39.396453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf0727bc-ea55-446b-9559-735d3a9558f4 req-967878ed-87e2-4a0e-b465-7e7b1be90c9d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697194 Aug 25 11:13:39.580652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169a92e-abd4-41db-96a8-1965e95ec96a req-a1df0087-6e50-4a6c-a721-99ea6923e383 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:39.588784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1169a92e-abd4-41db-96a8-1965e95ec96a req-a1df0087-6e50-4a6c-a721-99ea6923e383 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 951 time: 0.2962945 Aug 25 11:13:39.621171 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:39.625094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-33198148-4641-4b11-b27d-a80560408b2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.2265868 Aug 25 11:13:39.658114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-15784a40-3783-4c91-8eaf-0744298b148a None None] Provisioning for port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:39.661077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:39.667862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-15784a40-3783-4c91-8eaf-0744298b148a None None] Provisioning complete for port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:39.668763 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-15784a40-3783-4c91-8eaf-0744298b148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:39.784530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-24907a6f-df37-4f28-beae-7b7f0648ab55 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610637 Aug 25 11:13:39.799801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1169a92e-abd4-41db-96a8-1965e95ec96a req-94c9976e-8d98-4606-836c-205a918627d0 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/security-groups?id=76bb072b-1a9f-4546-9cdd-35d52acc30fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096431 Aug 25 11:13:39.837658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-15784a40-3783-4c91-8eaf-0744298b148a None None] Port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:39.838789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-6d6090b0-b02f-447f-a82d-21949a173991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:39.841522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-6d6090b0-b02f-447f-a82d-21949a173991 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2038605 Aug 25 11:13:39.997906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c7551fe-f0e8-4ccd-9d73-1e5a0f01be80 req-b382db2f-c62b-495d-b203-ac4c713e56b6 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 210 time: 0.0676243 Aug 25 11:13:40.031565 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:40.062603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:40.070292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:40.111917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-e6b98e38-4299-4de7-ac11-c53b4d404033 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103681 Aug 25 11:13:40.130888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-7880aa79-6971-453d-a6cc-13573eb8a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:40.132552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-7880aa79-6971-453d-a6cc-13573eb8a2e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2751498 Aug 25 11:13:40.134631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:40.143563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:40.146432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:40.172097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:40.176838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:40.239990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:40.318334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:40.320201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:40.350298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-1f5c8b24-3d3a-4660-94a9-188552261cf6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:40.352162 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-1f5c8b24-3d3a-4660-94a9-188552261cf6 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 951 time: 0.1674647 Aug 25 11:13:40.360556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-339f32cf-7f7d-4c8d-af72-95b1e9a05025 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1955969 Aug 25 11:13:40.382572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Request body: {'port': {'device_id': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:40.563228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:40.568556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:40.726625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Deleting port 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:13:40.727134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:40.938533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-6a504560-719e-4b87-85b5-28fa421a9dfb service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857392 Aug 25 11:13:40.974847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a1ac97f8-1fce-4a30-abf7-3b0205384bc4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:41.049986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] For port 36ced834-7d4c-4daa-ab70-262ca8b85278, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36ced834-7d4c-4daa-ab70-262ca8b85278,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:41.052967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.071713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:13:41.100987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Calling delete_port for 36ced834-7d4c-4daa-ab70-262ca8b85278 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:13:41.132829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:41.145867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-52176fa7-eca7-4d4b-b2c5-6d248dcc47ff None None] Provisioning complete for port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:41.148708 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-52176fa7-eca7-4d4b-b2c5-6d248dcc47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.151551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:41.154389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.160078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13401-de84-4e38-b20b-2a6fe9f88619 req-3b5675a4-9449-43ab-a80e-57ce15880598 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:41.163888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a13401-de84-4e38-b20b-2a6fe9f88619 req-3b5675a4-9449-43ab-a80e-57ce15880598 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.2463477 Aug 25 11:13:41.179561 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.248636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-52176fa7-eca7-4d4b-b2c5-6d248dcc47ff None None] Port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:41.338268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aad4657-26b4-4c0b-8b31-a534aa8e75d5 req-864f10c4-4af3-4a77-af10-a3af41002ae3 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125281 Aug 25 11:13:41.340468 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.366707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a13401-de84-4e38-b20b-2a6fe9f88619 req-5a039b16-e9bc-414e-911e-59a0cd306165 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888230 Aug 25 11:13:41.367008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:13:41.373797 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ec6b9f83-dfbf-4d43-8618-44953d9f88e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/15bfad7a-b713-464b-8c82-55343302d35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0032034 Aug 25 11:13:41.413465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port a1ac97f8-1fce-4a30-abf7-3b0205384bc4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:41.425239 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.446325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-90debb80-c191-46e9-9ea6-3b47083a0062 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:13:41.448126 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-90debb80-c191-46e9-9ea6-3b47083a0062 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131321 Aug 25 11:13:41.478678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:41.479614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Unknown quota resources ['binding']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:13:41.538241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:41.745111 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.760115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36ced834-7d4c-4daa-ab70-262ca8b85278'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:41.802617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca6d60e2-c37f-4e45-9f64-a059b6bd8de4 req-25ee4c79-0d64-40f0-a1b8-afadb9d42e78 tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40041679-06d2-4df7-bb0c-7aa9b667995b HTTP/1.1" status: 200 len: 210 time: 0.0981922 Aug 25 11:13:41.808450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Pushing event deleted for resources: {'Port': ['ID=36ced834-7d4c-4daa-ab70-262ca8b85278,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:41.933316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] No DVR routers for this DVR port 36ced834-7d4c-4daa-ab70-262ca8b85278 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:13:41.941962 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:41.947343 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7123ed7-1152-43c2-a91b-10ca61f88645 req-fea7ceaa-7708-4f4e-8e00-19b06d2a7a9a tempest-ServersAdminTestJSON-1696412512 tempest-ServersAdminTestJSON-1696412512-project] 10.222.0.10 "DELETE /v2.0/ports/36ced834-7d4c-4daa-ab70-262ca8b85278 HTTP/1.1" status: 204 len: 173 time: 1.5829268 Aug 25 11:13:41.951096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-deleted', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:41.954293 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e4c4a9-7345-4d33-aa30-f14a56fc3ef0" -d '{"events": [{"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-deleted", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:41.985982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:41.986719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:41.987063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:42.005250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:42.005615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:42.014957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:42.016015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:42.016335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:42.017096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Bound port: 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:42.062622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e199-7ed6-41e2-ab93-298175403f13 req-d55d4cfa-573d-4c31-9c40-87e8a4eff376 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:42.072194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da39e199-7ed6-41e2-ab93-298175403f13 req-d55d4cfa-573d-4c31-9c40-87e8a4eff376 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 932 time: 0.1755261 Aug 25 11:13:42.115112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:42.129565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] Notify callbacks [] for binding, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:42.133815 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e78dfe8b-38cc-4a00-9647-63403f322d4d service neutron] 10.222.0.35 "POST /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970/bindings HTTP/1.1" status: 201 len: 390 time: 0.6766353 Aug 25 11:13:42.153340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802e893a-9a12-4e7f-a378-bb84c768c0a9 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:42.181007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:42.218332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da39e199-7ed6-41e2-ab93-298175403f13 req-291a1951-f105-4dfb-9aca-905640a1dd23 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451349 Aug 25 11:13:42.219709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Transition to ACTIVE for port object 802e893a-9a12-4e7f-a378-bb84c768c0a9 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:42.229132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:42.308949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:42.331561 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:13:42.364785 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:42.366017 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:42.469426 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32292bf8-6877-49c5-a6d5-25763a14b9c0 x-openstack-request-id: req-32292bf8-6877-49c5-a6d5-25763a14b9c0 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:42.470324 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041679-06d2-4df7-bb0c-7aa9b667995b", "name": "network-vif-deleted", "tag": "36ced834-7d4c-4daa-ab70-262ca8b85278", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:42.470324 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32292bf8-6877-49c5-a6d5-25763a14b9c0 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:42.470639 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041679-06d2-4df7-bb0c-7aa9b667995b', 'name': 'network-vif-deleted', 'tag': '36ced834-7d4c-4daa-ab70-262ca8b85278', 'status': 'completed', 'code': 200} Aug 25 11:13:42.553729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Attempting to bind port 802e893a-9a12-4e7f-a378-bb84c768c0a9 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:42.554371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Attempting to bind port 802e893a-9a12-4e7f-a378-bb84c768c0a9 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:42.555219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Attempting to bind port 802e893a-9a12-4e7f-a378-bb84c768c0a9 on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:42.582399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Port 802e893a-9a12-4e7f-a378-bb84c768c0a9 on network 9ef2359f-e514-43ba-a77e-f6906e2032dc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:42.583119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Attempting to bind port 802e893a-9a12-4e7f-a378-bb84c768c0a9 on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:42.652995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:42.653529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Checking segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:42.666204 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:42.666497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Bound using segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:42.667209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Bound port: 802e893a-9a12-4e7f-a378-bb84c768c0a9, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:42.667819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:42.924285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a1ac97f8-1fce-4a30-abf7-3b0205384bc4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:43.018570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:43.019248 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.055114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9d1d6-0c6f-4092-a7c5-50114bd5c21d req-d325a127-8bb8-4371-a24c-f7909f17869a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.070095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35a9d1d6-0c6f-4092-a7c5-50114bd5c21d req-d325a127-8bb8-4371-a24c-f7909f17869a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.5180292 Aug 25 11:13:43.079324 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 2, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:43.093895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-0068e8be-58fa-4b33-be59-64b7a864079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.097053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-0068e8be-58fa-4b33-be59-64b7a864079b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1097 time: 0.4025164 Aug 25 11:13:43.114088 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:13:43.114839 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Updating router 15bfad7a-b713-464b-8c82-55343302d35d port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:13:43.123880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:43.129958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:43.149680 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.186028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-d8cf73a9-82bf-4e9b-a7c2-c0aae9dfb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.188781 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-d8cf73a9-82bf-4e9b-a7c2-c0aae9dfb79a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4&tenant_id=05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 1102 time: 0.0934370 Aug 25 11:13:43.189302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.207983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:43.241658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a43d897b-1511-4385-a5f1-aef2a28c2fe6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.253706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a43d897b-1511-4385-a5f1-aef2a28c2fe6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 821 time: 0.5611422 Aug 25 11:13:43.319559 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.442261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-bb24ce48-5c17-468f-998d-fcc89d79420c tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/quotas/85538386f4ff477c802b125538ea8b1e HTTP/1.1" status: 200 len: 375 time: 0.1869059 Aug 25 11:13:43.444599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.445665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.448184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] 10.222.0.67 "PUT /v2.0/ports/802e893a-9a12-4e7f-a378-bb84c768c0a9 HTTP/1.1" status: 200 len: 1093 time: 3.0712278 Aug 25 11:13:43.458957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:43.463370 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de57fbe-0001-43f4-a287-42990bb324e8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:43.502654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35a9d1d6-0c6f-4092-a7c5-50114bd5c21d req-a3b0518c-d4eb-4cd9-b4cd-25e8584ba68b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310062 Aug 25 11:13:43.635245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:43.651482 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.668795 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Transition to ACTIVE for port object 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:43.678323 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.683880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a13b0-461a-4d93-869e-66f189730b7f service neutron] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:43.695744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:43.759790 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad8a0-dc17-4441-ac7f-d60834e22bdc None None] Pushing event updated for resources: {'Port': ['ID=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:43.763167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.788399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Transition to ACTIVE for port object f1388a48-6de0-4cb7-ac4f-ee0b0f01912b will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:43.797531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.799301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:43.822809 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Attempting to bind port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:43.823351 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Attempting to bind port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:43.823816 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Attempting to bind port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:43.830325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 36ced834-7d4c-4daa-ab70-262ca8b85278 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:13:43.830930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36ced834-7d4c-4daa-ab70-262ca8b85278 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:43.832495 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:43.832495 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Checking segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:43.833191 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.833761 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Bound using segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:43.834383 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Bound port: 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:43.834883 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:43.842605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-b8551bc8-864c-45f4-b872-6124f8934007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.844711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-b8551bc8-864c-45f4-b872-6124f8934007 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.6600852 Aug 25 11:13:43.867196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-d4651062-2025-413f-81ce-81debf04da1b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3742011 Aug 25 11:13:43.904048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] No DVR routers for this DVR port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:13:43.911685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:43.926810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-8f519186-79d5-441a-b0a6-a2ae93fcd912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:43.928390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-8f519186-79d5-441a-b0a6-a2ae93fcd912 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 1096 time: 0.3421245 Aug 25 11:13:43.973762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:43.974378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:43.974714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:43.980298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:43.980624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Attempting to bind port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:43.987923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:43.988265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:43.988655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:43.989100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Bound port: f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:43.989775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:44.002248 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] For port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:44.008214 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] For port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:44.015931 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:44.061429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-50577dfc-f372-4741-8fa8-c6434102f95c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 217 time: 0.1841021 Aug 25 11:13:44.095747 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:13:44.096395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:44.139064 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-09a4c265-bb6b-4307-ac09-9ebae50f641f service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696927 Aug 25 11:13:44.141416 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aad8a0-dc17-4441-ac7f-d60834e22bdc None None] Pushing event updated for resources: {'Port': ['ID=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:44.148362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d6fdd-a855-4658-8007-b8db909872b8 req-1c298f74-9983-4873-af37-b01c5d62cb77 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:44.150310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be9d6fdd-a855-4658-8007-b8db909872b8 req-1c298f74-9983-4873-af37-b01c5d62cb77 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 950 time: 0.4785435 Aug 25 11:13:44.172301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:44.179116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:44.187031 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:44.198725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-8dff6e6c-02b2-4668-92b5-789b6bd1e476 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9 HTTP/1.1" status: 200 len: 217 time: 0.1489275 Aug 25 11:13:44.255235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:44.256183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:44.257847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] 10.222.0.10 "PUT /v2.0/ports/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 1098 time: 1.0598722 Aug 25 11:13:44.268853 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:13:44.299430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1ced-c87b-4e3d-b55e-2804bd5b3f7c service neutron] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=11']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:44.428918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-e0a2d1d7-c2fe-472c-ae91-1a5cf6f8c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:44.432881 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-e0a2d1d7-c2fe-472c-ae91-1a5cf6f8c976 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1101 time: 0.0990059 Aug 25 11:13:44.438136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-999dfefa-37e8-4b90-93fd-709c805e6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:44.439847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-999dfefa-37e8-4b90-93fd-709c805e6976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2882936 Aug 25 11:13:44.441291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-811e2680-c1b5-4929-a466-b687c0a0ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:44.442809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-811e2680-c1b5-4929-a466-b687c0a0ee0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.2038393 Aug 25 11:13:44.448680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be9d6fdd-a855-4658-8007-b8db909872b8 req-06011f99-3094-4988-ad4f-e42ff1ca3ba7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477326 Aug 25 11:13:44.499027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}, {'name': 'network-changed', 'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:44.502211 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e362942-93da-4031-b7ff-46d30a422824" -d '{"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}, {"name": "network-changed", "server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:44.502886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-b1352f77-a2bd-423d-96e8-6d59a655aa66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429058 Aug 25 11:13:44.604552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-0edabce8-e0c2-4564-9588-5c614dcdd450 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041303 Aug 25 11:13:44.651645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-1ee7c083-5064-487c-8e24-85c3960c9956 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128515 Aug 25 11:13:44.669449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:43Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:13:44.729238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-944ea223-f00c-421b-87b4-810b6a75d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:44.731473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-944ea223-f00c-421b-87b4-810b6a75d4a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2886891 Aug 25 11:13:44.808959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-903aa514-2e89-4770-812d-7091472a40fa service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761383 Aug 25 11:13:44.818538 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7758-44c4-46a7-8bd8-84e6fcf1a0b7 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:43Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:13:44.886071 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-bdcdbd54-5eaa-4e1c-8754-ce7b9ca41ea2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.1368988 Aug 25 11:13:44.904998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-4370a26c-7802-49ad-a068-d44ab9b2d3e2 service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689114 Aug 25 11:13:45.002796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-043ab554-d3aa-47d5-856a-3bd22236f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.004758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-043ab554-d3aa-47d5-856a-3bd22236f79e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1173396 Aug 25 11:13:45.127542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0130-2f8d-453d-8a65-0350949574ad req-3f2035f1-7154-4579-b32a-cc46e6f8c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.144179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-3f2035f1-7154-4579-b32a-cc46e6f8c21b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307921 Aug 25 11:13:45.176562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed31253-1067-414b-9f81-d1bbda0db6e7 req-11585ab1-b6b9-42e9-b58d-603ef6ff0e71 service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538233 Aug 25 11:13:45.192112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2963-6f0c-44ad-8dc6-a95d368b6677 req-1f6fa14a-33d3-4ee1-a5a3-4d6b808bf47a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.211758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-102c2963-6f0c-44ad-8dc6-a95d368b6677 req-1f6fa14a-33d3-4ee1-a5a3-4d6b808bf47a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 944 time: 0.3050647 Aug 25 11:13:45.272869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-19c595bd-5a63-4cf6-85fd-6f1930495f99 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508803 Aug 25 11:13:45.280689 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d93ff-26d2-4530-a0db-3ea867e208a0 x-openstack-request-id: req-260d93ff-26d2-4530-a0db-3ea867e208a0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:45.281005 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:45.281496 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-260d93ff-26d2-4530-a0db-3ea867e208a0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:45.281660 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'status': 'completed', 'code': 200} Aug 25 11:13:45.299648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-102c2963-6f0c-44ad-8dc6-a95d368b6677 req-c5390383-3366-4384-b432-9896aaff2edf tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832114 Aug 25 11:13:45.299648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38722) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:45.407717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-bb30da4a-133a-4130-872e-ffd9ee97586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.414143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-bb30da4a-133a-4130-872e-ffd9ee97586a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 1096 time: 0.1165020 Aug 25 11:13:45.525621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-e612e0d0-ea29-4dfd-bf97-e6a6ce574a20 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719120 Aug 25 11:13:45.528509 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b829b4-4891-4c25-8555-c9c29fb6b252 x-openstack-request-id: req-27b829b4-4891-4c25-8555-c9c29fb6b252 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:45.528954 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "code": 200}, {"name": "network-changed", "server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:45.529918 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27b829b4-4891-4c25-8555-c9c29fb6b252 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:45.530534 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'code': 200} Aug 25 11:13:45.530927 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'status': 'completed', 'code': 200} Aug 25 11:13:45.607091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-96060c3d-f486-45aa-83cc-673992cdb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.609365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-96060c3d-f486-45aa-83cc-673992cdb85f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 906 time: 0.1795390 Aug 25 11:13:45.717576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-0f407a30-e5c9-4e34-a81b-310b09aa95d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9 HTTP/1.1" status: 200 len: 217 time: 0.0859973 Aug 25 11:13:45.845264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-e8f2b0b5-4a1a-4a7b-8eb9-c8aa1709127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.847786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-e8f2b0b5-4a1a-4a7b-8eb9-c8aa1709127b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.1189442 Aug 25 11:13:45.850205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-b5109880-6bcd-44ed-b442-7a2836a4c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.852041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-b5109880-6bcd-44ed-b442-7a2836a4c02f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1101 time: 0.2466652 Aug 25 11:13:45.867147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f0795-47b5-464d-b175-970602a6974d req-15c26321-35f0-4a8e-875b-d93b09140817 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:45.880067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc0f0795-47b5-464d-b175-970602a6974d req-15c26321-35f0-4a8e-875b-d93b09140817 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.2761192 Aug 25 11:13:45.915848 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-208d0130-2f8d-453d-8a65-0350949574ad req-d93adb4d-3dfd-4638-8604-836b0f1e0294 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826218 Aug 25 11:13:45.925821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d423f531-5e36-4bf7-9516-5d2405ab7924 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cff553ffac8d4d879515b30a0aedafc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212969 Aug 25 11:13:45.926283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38734) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:45.980402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-aad4b87c-2bf0-4d35-ba80-1d452e49a051 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917876 Aug 25 11:13:46.142500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae727a7a-279f-497f-8868-d4eed7eb2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:46.159654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-753ab06b-8269-4543-ae5e-6eedcf57e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:46.163006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-753ab06b-8269-4543-ae5e-6eedcf57e401 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2797420 Aug 25 11:13:46.177152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae727a7a-279f-497f-8868-d4eed7eb2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:46.343418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-170229ed-8b11-46f3-993e-82203916e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:46.345351 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-170229ed-8b11-46f3-993e-82203916e6c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1101 time: 0.2937191 Aug 25 11:13:46.348860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc0f0795-47b5-464d-b175-970602a6974d req-7e53c2e6-ecce-4a15-bf24-84bb3855edbe tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650016 Aug 25 11:13:46.353062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae727a7a-279f-497f-8868-d4eed7eb2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:46.358275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-2f31743a-237a-4f98-acce-7040977e9f98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.1324334 Aug 25 11:13:46.359716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae727a7a-279f-497f-8868-d4eed7eb2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:46.363966 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae727a7a-279f-497f-8868-d4eed7eb2c5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76bb072b-1a9f-4546-9cdd-35d52acc30fd HTTP/1.1" status: 204 len: 168 time: 0.4357882 Aug 25 11:13:46.549951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae727a7a-279f-497f-8868-d4eed7eb2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb072b-1a9f-4546-9cdd-35d52acc30fd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:46.638309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-a8df111b-339d-4f7c-b44f-52b6b7ae361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:46.644036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-a8df111b-339d-4f7c-b44f-52b6b7ae361c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2751565 Aug 25 11:13:46.679885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:13:46.720716 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-91ac85d4-45ba-4cc5-ab63-0693fd411afa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.0672245 Aug 25 11:13:46.815331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-51a57b36-5450-4416-985e-ec3dcb4ae7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:46.822681 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-51a57b36-5450-4416-985e-ec3dcb4ae7c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0901806 Aug 25 11:13:46.904820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:13:46.959417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-722a88fa-9db7-49db-bbf1-f8581b9d6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:46.961135 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-722a88fa-9db7-49db-bbf1-f8581b9d6cd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314137 Aug 25 11:13:46.962494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f180b2c2-4f7e-41fd-8fd1-20a7716c3983 req-59ad050b-e622-493f-aa86-9c8305bc978b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 210 time: 0.5551054 Aug 25 11:13:46.966507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:47.080872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:47.118921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-1227adb6-4d42-479b-a9d7-3952aa2d26c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:47.120862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-1227adb6-4d42-479b-a9d7-3952aa2d26c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.7107127 Aug 25 11:13:47.132135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-cb658517-0d94-44b4-bf80-a1db21285b6e service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9676476 Aug 25 11:13:47.203846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bafed-d570-4667-9b75-d7a081eb2bf9 req-f981dac6-d5f7-4a60-bf50-38d687f34933 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:47.211173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:47.215393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d08bafed-d570-4667-9b75-d7a081eb2bf9 req-f981dac6-d5f7-4a60-bf50-38d687f34933 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 949 time: 0.2804444 Aug 25 11:13:47.222694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:47.225276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:47.326565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362942-93da-4031-b7ff-46d30a422824 req-ea60a40f-9006-4a2b-910b-2098ecad7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:47.328375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-ea60a40f-9006-4a2b-910b-2098ecad7f49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1946821 Aug 25 11:13:47.330106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38756) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:47.330689 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bed33056-502f-400f-9b21-a305571961c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b48d6db06eaa4652b93a09b459a9d2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623636 Aug 25 11:13:47.333868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d08bafed-d570-4667-9b75-d7a081eb2bf9 req-540c8e8e-d200-4328-bc94-24086498a5b6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788240 Aug 25 11:13:47.436765 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-b0585a16-46e5-43a6-b58b-ec2e96c4ce48 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627256 Aug 25 11:13:47.464489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3de57fbe-0001-43f4-a287-42990bb324e8 req-e88cf39a-6908-40aa-9bbc-18ea205fa5a9 service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163502 Aug 25 11:13:47.575619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246239-11a5-425d-ae82-47ec96529b68 req-c4f42f2d-a225-4b4d-93ef-8cdee67d852f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:47.577921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19246239-11a5-425d-ae82-47ec96529b68 req-c4f42f2d-a225-4b4d-93ef-8cdee67d852f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 944 time: 0.2185793 Aug 25 11:13:47.656396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-ba40ab35-bcad-4088-836a-eb2a2571ac41 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123775 Aug 25 11:13:47.657205 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82878c7a-aaf1-4059-97f0-ac3e66ea45f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:47.703635 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-506d45d6-5660-4ee3-b400-9471d6fdf605 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598236 Aug 25 11:13:47.840927 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:47.883384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82878c7a-aaf1-4059-97f0-ac3e66ea45f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:47.922605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:47.936181 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:48.027852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19246239-11a5-425d-ae82-47ec96529b68 req-864fd275-25aa-46c0-99bf-8165a8affb88 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830423 Aug 25 11:13:48.079838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:48.105419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-c1dbd4ba-961e-45cd-9e7f-c747255281fb tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:48.107528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-c1dbd4ba-961e-45cd-9e7f-c747255281fb tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 821 time: 0.5801752 Aug 25 11:13:48.136934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'port': {'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'admin_state_up': True, 'tenant_id': '85538386f4ff477c802b125538ea8b1e'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:48.151975 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-17788401-13b0-4ca7-923c-268b1e028c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:48.153526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e362942-93da-4031-b7ff-46d30a422824 req-d35df920-d84f-43ed-a9e3-56d76b8f6331 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740877 Aug 25 11:13:48.266421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82878c7a-aaf1-4059-97f0-ac3e66ea45f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:48.269170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82878c7a-aaf1-4059-97f0-ac3e66ea45f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:48.270391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-82878c7a-aaf1-4059-97f0-ac3e66ea45f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d0c2a18-6975-498b-bbbe-90c8a843e60d HTTP/1.1" status: 204 len: 168 time: 0.9350989 Aug 25 11:13:48.305393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82878c7a-aaf1-4059-97f0-ac3e66ea45f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c2a18-6975-498b-bbbe-90c8a843e60d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:48.355391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ea6d7-62be-449c-a7b6-5935f55335a1 req-dd7cc96a-15d0-4c0d-aabe-28adcec1c70e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:48.364480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-391ea6d7-62be-449c-a7b6-5935f55335a1 req-dd7cc96a-15d0-4c0d-aabe-28adcec1c70e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1440041 Aug 25 11:13:48.459037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-391ea6d7-62be-449c-a7b6-5935f55335a1 req-7dec8f1b-9962-47c6-a30d-54dfb757e0c4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Aug 25 11:13:48.535917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Made reservation on behalf of 85538386f4ff477c802b125538ea8b1e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:48.540804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:48.545705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b19f3de-3b75-466d-af51-374d91dab01b req-2389bdd5-d0aa-4fae-b3ab-290abc7fb5c4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 210 time: 0.0542409 Aug 25 11:13:48.671635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 802e893a-9a12-4e7f-a378-bb84c768c0a9 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:48.760231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Allocated IP 172.20.0.9 (c41b3c2b-4fd5-4834-bf08-a9e19022e7ae/fc7ac2d8-ffcd-493d-b033-850626415c7a/52d60c62-836b-41a5-997f-16eb3e58327b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:48.880573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919f55e-7e52-4b56-94d4-069749b0b5b4 req-319dbef6-a514-4b3b-8b77-c23f3271c1a8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:48.885386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5919f55e-7e52-4b56-94d4-069749b0b5b4 req-319dbef6-a514-4b3b-8b77-c23f3271c1a8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 949 time: 0.1118331 Aug 25 11:13:48.897375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:48.914540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'mac_address': 'fa:16:3e:fd:5a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:48.966249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:48.996685 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:49.029343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802e893a-9a12-4e7f-a378-bb84c768c0a9 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:49.055575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:49.072941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:49.160086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5919f55e-7e52-4b56-94d4-069749b0b5b4 req-d404e2d3-6d46-4417-b9cc-8c3f5d8ce5b5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467285 Aug 25 11:13:49.213577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:49.214266 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:49.230138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:49.252064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Transition to ACTIVE for port object 52d60c62-836b-41a5-997f-16eb3e58327b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:49.273515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823029ca-9aa9-42b8-83c4-f0ad55d81ee5 req-7f1ea071-f9be-4b2f-8033-304fa5233718 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:49.281637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-823029ca-9aa9-42b8-83c4-f0ad55d81ee5 req-7f1ea071-f9be-4b2f-8033-304fa5233718 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 945 time: 0.1041138 Aug 25 11:13:49.312005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:49.395975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-823029ca-9aa9-42b8-83c4-f0ad55d81ee5 req-4e04b3c4-0299-4a43-b37c-316c382fd5e3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132772 Aug 25 11:13:49.414804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9d1f6-4786-4e26-811b-f811984880b4 req-e460629f-266b-47e9-8223-d257876877c8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:49.416446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d9d1f6-4786-4e26-811b-f811984880b4 req-e460629f-266b-47e9-8223-d257876877c8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 949 time: 0.1320980 Aug 25 11:13:49.431370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:49.448971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['802e893a-9a12-4e7f-a378-bb84c768c0a9'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:49.510981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:49.533508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:49.537504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:49.540539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event updated for resources: {'Port': ['ID=52d60c62-836b-41a5-997f-16eb3e58327b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:49.647133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d9d1f6-4786-4e26-811b-f811984880b4 req-381a9b75-cd6d-42b0-90a4-f81095b5a950 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069781 Aug 25 11:13:49.688032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:49.688731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:49.746932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81328488-d717-47dc-a5c4-0d4496498e7f req-39bb8144-a920-49e7-9820-4c7a8b3f7253 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:49.765737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81328488-d717-47dc-a5c4-0d4496498e7f req-39bb8144-a920-49e7-9820-4c7a8b3f7253 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1524065 Aug 25 11:13:49.770874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-3897c994-0d51-4d28-be58-b80e26f38131 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6459894 Aug 25 11:13:49.791172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Request body: {'port': {'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:49.825136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:49.990283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:50.082616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81328488-d717-47dc-a5c4-0d4496498e7f req-155134f5-9fd3-4e82-86ea-95b32fcb3790 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148432 Aug 25 11:13:50.110484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9c159b87-2fda-4dc7-8adb-db0143b8e13a None None] Provisioning for port 52d60c62-836b-41a5-997f-16eb3e58327b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:50.136235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9c159b87-2fda-4dc7-8adb-db0143b8e13a None None] Provisioning complete for port 52d60c62-836b-41a5-997f-16eb3e58327b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:50.137124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9c159b87-2fda-4dc7-8adb-db0143b8e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:50.142830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:50.241837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'mac_address': 'fa:16:3e:ac:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:50.266149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b37a7d-dd79-4939-a4c6-aebcea8ef868 req-aea0a5e0-baa8-4a10-b201-9a9f7d8f1a3b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:50.268889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7b37a7d-dd79-4939-a4c6-aebcea8ef868 req-aea0a5e0-baa8-4a10-b201-9a9f7d8f1a3b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 931 time: 0.4070554 Aug 25 11:13:50.312645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9c159b87-2fda-4dc7-8adb-db0143b8e13a None None] Port 52d60c62-836b-41a5-997f-16eb3e58327b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:50.347611 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:50.377476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1388a48-6de0-4cb7-ac4f-ee0b0f01912b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:50.409528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:50.419738 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:50.462577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7b37a7d-dd79-4939-a4c6-aebcea8ef868 req-425f2605-60ed-4303-927f-835db22999e0 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Aug 25 11:13:50.563368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:50.691211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:50.898787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce817d-118b-4f7a-9aed-1294d36cde05 req-b2f0d227-8ddf-46fb-8e0d-81cfd7a0cb60 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:50.914470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbce817d-118b-4f7a-9aed-1294d36cde05 req-b2f0d227-8ddf-46fb-8e0d-81cfd7a0cb60 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 945 time: 0.2218935 Aug 25 11:13:50.924408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-51ab34b0-24c1-45e7-b1ba-5be308bd67f8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058688 Aug 25 11:13:51.148175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d60c62-836b-41a5-997f-16eb3e58327b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:51.161567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbce817d-118b-4f7a-9aed-1294d36cde05 req-b4853407-2059-427e-b547-913e39cbe7b0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459776 Aug 25 11:13:51.162031 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28640d13-a9c0-4443-bbc4-652a36a4ba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.171477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.199265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Transition to ACTIVE for port object 52d60c62-836b-41a5-997f-16eb3e58327b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:51.248738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-f9cf0d85-1b5f-4731-830e-6e880e406feb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:51.250492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-f9cf0d85-1b5f-4731-830e-6e880e406feb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111780 Aug 25 11:13:51.259342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.328698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a9b7c737-3694-40e7-86ba-954150f1b14c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/quotas/05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 375 time: 0.0705550 Aug 25 11:13:51.372698 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.419220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=52d60c62-836b-41a5-997f-16eb3e58327b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:51.528402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe982e-0eb3-43fe-9163-900779b50258 req-c41b6546-d8a7-4206-9a1c-911c395b4983 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:51.534448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1dfe982e-0eb3-43fe-9163-900779b50258 req-c41b6546-d8a7-4206-9a1c-911c395b4983 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.2545836 Aug 25 11:13:51.549661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-478eb946-4560-4a0b-8b2f-bb3c626e216a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851537 Aug 25 11:13:51.616057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1dfe982e-0eb3-43fe-9163-900779b50258 req-3e57262d-cfdd-4fa4-b6d9-cda3149abfd5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633998 Aug 25 11:13:51.617000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Attempting to bind port 52d60c62-836b-41a5-997f-16eb3e58327b on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:51.617334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Attempting to bind port 52d60c62-836b-41a5-997f-16eb3e58327b by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:51.617680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Attempting to bind port 52d60c62-836b-41a5-997f-16eb3e58327b on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:51.623233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Port 52d60c62-836b-41a5-997f-16eb3e58327b on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:51.623559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Attempting to bind port 52d60c62-836b-41a5-997f-16eb3e58327b on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:51.629438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:51.629991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Checking segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:51.630377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Bound using segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:51.630827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Bound port: 52d60c62-836b-41a5-997f-16eb3e58327b, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:51.631193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.714499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] For port 52d60c62-836b-41a5-997f-16eb3e58327b, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:51.718710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] For port 52d60c62-836b-41a5-997f-16eb3e58327b, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=52d60c62-836b-41a5-997f-16eb3e58327b,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:51.726185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.783443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:51.784090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:51.785613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] 10.222.0.10 "PUT /v2.0/ports/52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 1092 time: 2.0022571 Aug 25 11:13:51.786180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:51.788671 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:51.815589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:51.904996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f60b8e-e28b-4013-90db-1de733d57bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=52d60c62-836b-41a5-997f-16eb3e58327b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:51.954781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:51.974270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:51.975273 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:52.002339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-efa2b3c8-796c-4dfa-9423-edcf34dba9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:52.008908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-efa2b3c8-796c-4dfa-9423-edcf34dba9c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1095 time: 0.1483021 Aug 25 11:13:52.155283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-d0eef55f-3cf4-43de-bf41-5bd635039f83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.1148400 Aug 25 11:13:52.197892 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:52.235929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2576d-cadf-41de-b5f1-e76b27093b60 req-6c65673b-ec97-41f0-8396-628a26a4d600 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:52.243790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbd2576d-cadf-41de-b5f1-e76b27093b60 req-6c65673b-ec97-41f0-8396-628a26a4d600 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 943 time: 0.2315569 Aug 25 11:13:52.263466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:52.290536 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74add525-541f-442d-af54-9d5cb7047794" -d '{"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-plugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:52.298259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbd2576d-cadf-41de-b5f1-e76b27093b60 req-32bf3f55-cccb-4a29-9518-551b4fc9a41e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Aug 25 11:13:52.309986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-eec52dca-80ab-4548-8d72-ae45803a60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:52.309986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-eec52dca-80ab-4548-8d72-ae45803a60b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1434646 Aug 25 11:13:52.386094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:52.402096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:52.410703 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d038bbc2-981c-44eb-b319-0f9248352b9e x-openstack-request-id: req-d038bbc2-981c-44eb-b319-0f9248352b9e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:52.413168 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:52.413731 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d038bbc2-981c-44eb-b319-0f9248352b9e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:52.414361 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'status': 'completed', 'code': 200} Aug 25 11:13:52.417347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:52.489132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3fa8d8c-abd2-4078-bc29-ee2c71765390 req-5df2fbc7-ffad-43da-bb2a-55b9f53fc34e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 210 time: 0.1120405 Aug 25 11:13:52.510325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=13']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:52.518017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-baaf02b9-a57c-4751-b845-311e07279d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:52.527055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-baaf02b9-a57c-4751-b845-311e07279d9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046714 Aug 25 11:13:52.598541 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3589c74a-2de4-42ba-9515-0884b4eada97 x-openstack-request-id: req-3589c74a-2de4-42ba-9515-0884b4eada97 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:52.599338 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-plugged", "status": "completed", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:52.599773 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3589c74a-2de4-42ba-9515-0884b4eada97 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:52.600426 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'code': 200} Aug 25 11:13:52.678915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 802e893a-9a12-4e7f-a378-bb84c768c0a9 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:52.681810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-ca2b7a7b-d986-4db9-b508-767d4be14aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454055 Aug 25 11:13:52.824309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989d4dff-9ccb-4149-9ab8-b178aab39d1f req-60fd092f-d593-4e02-ae78-f3ffe216ae99 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347017 Aug 25 11:13:52.837944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb912a-f83a-4417-8066-94c8136588f8 req-65686b23-5aef-4fc8-9116-d5ba22168061 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:52.846608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cbb912a-f83a-4417-8066-94c8136588f8 req-65686b23-5aef-4fc8-9116-d5ba22168061 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 945 time: 0.2489603 Aug 25 11:13:52.865282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 802e893a-9a12-4e7f-a378-bb84c768c0a9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:52.870094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 802e893a-9a12-4e7f-a378-bb84c768c0a9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:52.870769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:53.013542 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:53.056596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cbb912a-f83a-4417-8066-94c8136588f8 req-15ad799c-bdee-4af5-8ad3-e650fed11397 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023733 Aug 25 11:13:53.100025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:53.106480 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:53.115299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-d4621e43-6b99-42f6-bd06-4bb20561e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.117267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-d4621e43-6b99-42f6-bd06-4bb20561e360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1095 time: 0.1719794 Aug 25 11:13:53.126387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f0d2-88ba-4aee-8411-30cc61b23537 req-2da414f5-89b8-4627-9bbb-452952036646 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.134110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c87f0d2-88ba-4aee-8411-30cc61b23537 req-2da414f5-89b8-4627-9bbb-452952036646 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.2442153 Aug 25 11:13:53.174501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:53.230789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c87f0d2-88ba-4aee-8411-30cc61b23537 req-3df88448-f3b8-4d06-a4f5-f8740413e44d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958383 Aug 25 11:13:53.287976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-bbeb7fbd-6b7f-483c-97f5-5a02e1c6d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.289909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-bbeb7fbd-6b7f-483c-97f5-5a02e1c6d1d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.1538031 Aug 25 11:13:53.380260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-5aaed8db-d070-4953-8113-07fb8f4c36f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.0801563 Aug 25 11:13:53.522054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8dd3b929-7465-4c7b-8a45-aac85ff3e29c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=05f1200353254409b7f7713f48e19902&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242290 Aug 25 11:13:53.547233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-39ac0de7-a7e7-4780-9b54-d005b7cc687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.548972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-39ac0de7-a7e7-4780-9b54-d005b7cc687c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1571181 Aug 25 11:13:53.575530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c467fe-a4a5-4b58-97f8-0ed359a423e5 req-eb796419-c15c-4327-8913-985ec38e6d35 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.583042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c467fe-a4a5-4b58-97f8-0ed359a423e5 req-eb796419-c15c-4327-8913-985ec38e6d35 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 943 time: 0.1629248 Aug 25 11:13:53.751082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-babc07ef-fea0-474a-852a-919047cb6a0d req-fb0b04da-7bbe-48d5-b123-e9ec75f9cc00 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 210 time: 0.0602486 Aug 25 11:13:53.758697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-acc9f466-218a-4bce-aaa7-e3da1f1d0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.760062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-acc9f466-218a-4bce-aaa7-e3da1f1d0d47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697786 Aug 25 11:13:53.785451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c467fe-a4a5-4b58-97f8-0ed359a423e5 req-2895e8c1-7921-47f4-897d-2ab60088f0e5 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957498 Aug 25 11:13:53.810019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-cc1490cc-2f94-4dbb-9c4a-776c54e444ba tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:53.812375 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-cc1490cc-2f94-4dbb-9c4a-776c54e444ba tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813044 Aug 25 11:13:53.831568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Request body: {'port': {'device_id': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '05f1200353254409b7f7713f48e19902'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:53.951318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-937d1351-4678-4efc-8df9-b9fe3cad6248 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644118 Aug 25 11:13:54.156023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38914) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:54.164476 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.178400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-503198d6-01f3-40ed-a9ba-a4c5e6159c3e req-a5c394e9-cfa2-4e63-8f19-f84b1e23785a service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191086 Aug 25 11:13:54.270789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ef53-eeb8-4a52-bd4b-1e4d607b8282 req-b9da2f09-05d5-490f-8360-ff218ea21ea5 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:54.279304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f754ef53-eeb8-4a52-bd4b-1e4d607b8282 req-b9da2f09-05d5-490f-8360-ff218ea21ea5 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 946 time: 0.0989649 Aug 25 11:13:54.343892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Made reservation on behalf of 05f1200353254409b7f7713f48e19902 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:13:54.353321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.353572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f754ef53-eeb8-4a52-bd4b-1e4d607b8282 req-c2bad752-fb54-46bb-83b1-1c131ae2a96e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732973 Aug 25 11:13:54.432258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9d63f67-f877-46b1-bf9e-af2fea8a2416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.548948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2f037-6e4f-4dac-bfe7-1508c2c3f7b3 req-203347c9-5e3d-47b7-aa48-7692d7a73fe7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:54.550840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-def2f037-6e4f-4dac-bfe7-1508c2c3f7b3 req-203347c9-5e3d-47b7-aa48-7692d7a73fe7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1094611 Aug 25 11:13:54.554839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Allocated IP 192.168.233.173 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/5fa8873f-be82-4b63-8769-2964c0f3516a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:13:54.603370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:54.611694 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a5a0f0-be15-41fd-8114-a1c793a5a11b" -d '{"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-plugged", "status": "completed", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:54.648532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-def2f037-6e4f-4dac-bfe7-1508c2c3f7b3 req-711a5210-0b30-4f38-8425-e8e2e46eeb6d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891361 Aug 25 11:13:54.663103 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b07d51-b931-40cd-8e0f-fb046d59eb8d x-openstack-request-id: req-98b07d51-b931-40cd-8e0f-fb046d59eb8d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:54.663368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9d63f67-f877-46b1-bf9e-af2fea8a2416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.665119 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-plugged", "status": "completed", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:54.665710 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98b07d51-b931-40cd-8e0f-fb046d59eb8d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:54.666629 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'code': 200} Aug 25 11:13:54.668985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9d63f67-f877-46b1-bf9e-af2fea8a2416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.721635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d63f67-f877-46b1-bf9e-af2fea8a2416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea1dda9-4197-4950-9fdc-6c6668922bd7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:54.742279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9d63f67-f877-46b1-bf9e-af2fea8a2416 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d1eec41be33490d8904187dda31fa7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848167 Aug 25 11:13:54.742822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38928) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:54.811521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.845747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Transition to ACTIVE for port object 5fa8873f-be82-4b63-8769-2964c0f3516a will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:54.861559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352cdfd-ea25-482e-857a-0da15997fc16 req-45fe6434-d2f7-49c6-93e7-f726854d696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:54.863367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8736b12f-9c14-4fc9-8fd0-629ff80ac61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.864946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6352cdfd-ea25-482e-857a-0da15997fc16 req-45fe6434-d2f7-49c6-93e7-f726854d696f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 1098 time: 0.1037705 Aug 25 11:13:54.901673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8736b12f-9c14-4fc9-8fd0-629ff80ac61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.952201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:54.969071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e30bede-99c2-4248-9db2-2fd0e40d07bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:54.973770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844', 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:55.004260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:13:55.010860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:13:55.016400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:13:55.025462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-604ce3c5-51a1-444b-bcae-04ecde8219aa req-08aaceef-1799-4388-a37d-094cf4317611 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 210 time: 0.1102185 Aug 25 11:13:55.125141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6352cdfd-ea25-482e-857a-0da15997fc16 req-cb3c5135-d155-429d-b818-50793fe4a9dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519124 Aug 25 11:13:55.170996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:55.173054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.177753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2e6b-1326-459d-85c7-e3f27544bb84 req-4b063d9a-ce61-43d2-8f25-9ee75b4afc4d tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:55.187548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-773a2e6b-1326-459d-85c7-e3f27544bb84 req-4b063d9a-ce61-43d2-8f25-9ee75b4afc4d tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 943 time: 0.2529244 Aug 25 11:13:55.199484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8736b12f-9c14-4fc9-8fd0-629ff80ac61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.206705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8736b12f-9c14-4fc9-8fd0-629ff80ac61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.209089 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8736b12f-9c14-4fc9-8fd0-629ff80ac61d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ea1dda9-4197-4950-9fdc-6c6668922bd7 HTTP/1.1" status: 204 len: 168 time: 0.4650140 Aug 25 11:13:55.210585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:55.256846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736b12f-9c14-4fc9-8fd0-629ff80ac61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea1dda9-4197-4950-9fdc-6c6668922bd7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:55.271620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-a87473cf-064e-4279-af36-325e6f2b10e4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4442794 Aug 25 11:13:55.287384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Request body: {'port': {'device_id': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:13:55.331964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-773a2e6b-1326-459d-85c7-e3f27544bb84 req-71cfcf29-9708-4f13-9de4-c97e3fa95415 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413128 Aug 25 11:13:55.381356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.460026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-76ea0f90-706e-44d8-ae8e-d3eafaea4b09 None None] Provisioning for port 5fa8873f-be82-4b63-8769-2964c0f3516a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:55.489342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-76ea0f90-706e-44d8-ae8e-d3eafaea4b09 None None] Provisioning complete for port 5fa8873f-be82-4b63-8769-2964c0f3516a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:55.494452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-76ea0f90-706e-44d8-ae8e-d3eafaea4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.546398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ea5b4-42ff-4f99-8620-32c5908eccb3 req-100da703-e3c7-4f77-8087-6ddcd983049e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:55.555856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-020ea5b4-42ff-4f99-8620-32c5908eccb3 req-100da703-e3c7-4f77-8087-6ddcd983049e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 946 time: 0.0741372 Aug 25 11:13:55.617401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-020ea5b4-42ff-4f99-8620-32c5908eccb3 req-ccbd3ad4-5ed1-467d-b3db-9a08ce52e241 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546877 Aug 25 11:13:55.629787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-76ea0f90-706e-44d8-ae8e-d3eafaea4b09 None None] Port 5fa8873f-be82-4b63-8769-2964c0f3516a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:13:55.763071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38948) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:55.795598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fc73428-5ae7-4560-b91c-45ef5f2e673f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.828653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 52d60c62-836b-41a5-997f-16eb3e58327b details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:13:55.850634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa8873f-be82-4b63-8769-2964c0f3516a {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:55.859705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.874499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Transition to ACTIVE for port object 5fa8873f-be82-4b63-8769-2964c0f3516a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:13:55.886812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:55.898763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e7dbd-e3fa-4a1e-b1fd-9cb37056f6a4 req-3f14cc9a-1676-4125-9dc2-b0b65ffdfef8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:55.907511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb6e7dbd-e3fa-4a1e-b1fd-9cb37056f6a4 req-3f14cc9a-1676-4125-9dc2-b0b65ffdfef8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1079609 Aug 25 11:13:55.940193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:55.988361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 52d60c62-836b-41a5-997f-16eb3e58327b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=52d60c62-836b-41a5-997f-16eb3e58327b,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:56.002199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb6e7dbd-e3fa-4a1e-b1fd-9cb37056f6a4 req-f2ed7380-bbce-454c-ab56-556232864123 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934055 Aug 25 11:13:56.017773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '52d60c62-836b-41a5-997f-16eb3e58327b', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:13:56.073937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:13:56.074373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:13:56.075462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:56.084843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.087297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:13:56.087628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:13:56.102751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:13:56.103137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:13:56.105975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:13:56.106735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Bound port: 5fa8873f-be82-4b63-8769-2964c0f3516a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:13:56.107124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.114401 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fc73428-5ae7-4560-b91c-45ef5f2e673f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.125040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fc73428-5ae7-4560-b91c-45ef5f2e673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.132528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d60c62-836b-41a5-997f-16eb3e58327b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:13:56.163552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 52d60c62-836b-41a5-997f-16eb3e58327b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=52d60c62-836b-41a5-997f-16eb3e58327b,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:56.174288 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.183805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1fc73428-5ae7-4560-b91c-45ef5f2e673f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a64903e16aea4ce6a7b9472128a8acbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121373 Aug 25 11:13:56.186351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:13:56.264831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=52d60c62-836b-41a5-997f-16eb3e58327b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:56.286667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:13:56.291472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:13:56.297493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.321881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc73428-5ae7-4560-b91c-45ef5f2e673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7139de81-e450-4e8a-a804-a67fd3f90aef,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:56.339247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:56.339887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.341347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 1097 time: 1.0602286 Aug 25 11:13:56.342402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:56.345269 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3e070-a658-4b54-8228-be1500af82ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:56.354267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac2d98-8bad-44fa-a261-485367a40b33 req-7ac69d01-838a-48dd-9c73-ae43361b531c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:56.362742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0ac2d98-8bad-44fa-a261-485367a40b33 req-7ac69d01-838a-48dd-9c73-ae43361b531c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 948 time: 0.1401255 Aug 25 11:13:56.395217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d3ef-6c53-4f31-952a-7ba0a377b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:56.415567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b90ac0aa-eb6c-4c4f-9ee5-937983d09893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.436989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['52d60c62-836b-41a5-997f-16eb3e58327b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:13:56.449535 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c11b47-172d-4477-94d8-7d8951bea9fe x-openstack-request-id: req-91c11b47-172d-4477-94d8-7d8951bea9fe {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:56.455248 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:56.455788 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91c11b47-172d-4477-94d8-7d8951bea9fe {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:56.456383 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'status': 'completed', 'code': 200} Aug 25 11:13:56.495933 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b90ac0aa-eb6c-4c4f-9ee5-937983d09893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.524613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-5187e461-f913-43b4-9f3b-84ea9ad0e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:56.526752 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-5187e461-f913-43b4-9f3b-84ea9ad0e812 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1100 time: 0.0966136 Aug 25 11:13:56.604826 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-dc9ff320-4b46-4d39-ad5a-3602ecb1651b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.0580268 Aug 25 11:13:56.681115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0ac2d98-8bad-44fa-a261-485367a40b33 req-d4a03560-5861-419a-9657-c49b38ccd208 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173935 Aug 25 11:13:56.716354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-40be3036-fcdf-4ceb-8062-c6cc027d6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:56.718623 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-40be3036-fcdf-4ceb-8062-c6cc027d6e0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1071858 Aug 25 11:13:56.763191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b90ac0aa-eb6c-4c4f-9ee5-937983d09893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.771457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b90ac0aa-eb6c-4c4f-9ee5-937983d09893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.773440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b90ac0aa-eb6c-4c4f-9ee5-937983d09893 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7139de81-e450-4e8a-a804-a67fd3f90aef HTTP/1.1" status: 204 len: 168 time: 0.5858650 Aug 25 11:13:56.776059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60273fa6-2f09-45b5-8124-0327be16da74 req-269f6e7f-5c24-4fc6-b688-7d6185c84d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:56.777806 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-269f6e7f-5c24-4fc6-b688-7d6185c84d42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509882 Aug 25 11:13:56.819932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ac0aa-eb6c-4c4f-9ee5-937983d09893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7139de81-e450-4e8a-a804-a67fd3f90aef,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:56.839587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13d248-e698-41cd-9254-aba3bba4a43c req-284917c4-2e40-4036-bdd3-18f6ff3adea1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:56.854013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a13d248-e698-41cd-9254-aba3bba4a43c req-284917c4-2e40-4036-bdd3-18f6ff3adea1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 944 time: 0.2457383 Aug 25 11:13:56.898046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:56.917977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a13d248-e698-41cd-9254-aba3bba4a43c req-cb1002cc-b0bd-4146-8060-f719785144be tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622494 Aug 25 11:13:57.016175 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-12f5561b-0cd6-42ba-903a-b71da9c84b75 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292166 Aug 25 11:13:57.134856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eacec-98fa-4778-bd99-fae75e038534 req-9ed63967-5de0-4c9e-97e9-bfd4059343be tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:57.135869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a0eacec-98fa-4778-bd99-fae75e038534 req-9ed63967-5de0-4c9e-97e9-bfd4059343be tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 946 time: 0.0879755 Aug 25 11:13:57.195190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-60273fa6-2f09-45b5-8124-0327be16da74 req-f37635ef-5bc1-4122-85a1-1008a69b28be service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704617 Aug 25 11:13:57.296374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378b2ba-e166-4f84-bc43-112950951f53 req-bdb70399-ada9-4db1-b43c-f6222d9de043 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:57.299490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4378b2ba-e166-4f84-bc43-112950951f53 req-bdb70399-ada9-4db1-b43c-f6222d9de043 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1351807 Aug 25 11:13:57.317458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a0eacec-98fa-4778-bd99-fae75e038534 req-e6d97a27-de7d-4857-80dc-c7f5c21418df tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701126 Aug 25 11:13:57.375207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3e070-a658-4b54-8228-be1500af82ec req-3b3007ac-b9e6-431f-919b-f3a00e5f75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:57.376816 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-3b3007ac-b9e6-431f-919b-f3a00e5f75f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1100 time: 0.0952911 Aug 25 11:13:57.418117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4378b2ba-e166-4f84-bc43-112950951f53 req-b2a35c0e-9e06-42c2-b74d-4b6e71bda79e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991707 Aug 25 11:13:57.609016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3e070-a658-4b54-8228-be1500af82ec req-f6ac0885-b654-4edc-9690-cadf9854c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:57.611686 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-f6ac0885-b654-4edc-9690-cadf9854c9fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2271440 Aug 25 11:13:57.735025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-8b7c3b8c-08a5-4ac8-a6c0-7c7d2e49f01e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.1027102 Aug 25 11:13:57.828837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 52d60c62-836b-41a5-997f-16eb3e58327b up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:13:57.851990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36b86-f83a-4ad8-952d-fc91f5fbd5b6 req-6c3dd01c-e7b9-4180-b30a-b619474c754c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:57.866907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95e36b86-f83a-4ad8-952d-fc91f5fbd5b6 req-6c3dd01c-e7b9-4180-b30a-b619474c754c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 946 time: 0.1303570 Aug 25 11:13:57.917372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3e070-a658-4b54-8228-be1500af82ec req-6cff970f-58ec-48bd-93ff-1353a1d9eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:57.921142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-6cff970f-58ec-48bd-93ff-1353a1d9eac8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1769969 Aug 25 11:13:57.921558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 52d60c62-836b-41a5-997f-16eb3e58327b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:13:57.932642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 52d60c62-836b-41a5-997f-16eb3e58327b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:13:57.933202 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:58.008988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3e070-a658-4b54-8228-be1500af82ec req-b69e73f5-99f8-4aa6-9d39-3cf28159355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:58.010899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-b69e73f5-99f8-4aa6-9d39-3cf28159355b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821311 Aug 25 11:13:58.053672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95e36b86-f83a-4ad8-952d-fc91f5fbd5b6 req-59beadad-307a-4c80-955d-c1b32f887786 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766338 Aug 25 11:13:58.057054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:58.064626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f191c-1987-4fc1-b7e6-e61167be3819 req-cfdc38fb-02fe-4682-bcab-3bde1c6eb581 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:58.067643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c34f191c-1987-4fc1-b7e6-e61167be3819 req-cfdc38fb-02fe-4682-bcab-3bde1c6eb581 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 948 time: 0.1677487 Aug 25 11:13:58.119287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:13:58.122314 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e0d5db-ede5-40aa-8d45-3cdfcbb92358" -d '{"events": [{"server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "name": "network-vif-plugged", "status": "completed", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:13:58.141979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 52d60c62-836b-41a5-997f-16eb3e58327b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=52d60c62-836b-41a5-997f-16eb3e58327b,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:13:58.149195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:13:58.158812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c34f191c-1987-4fc1-b7e6-e61167be3819 req-1704d03e-e4dc-43ab-a0b8-a1da3fb37e8b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772986 Aug 25 11:13:58.307407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-ddae1748-a876-4fc2-aee7-c9d371443155 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737646 Aug 25 11:13:58.384078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=52d60c62-836b-41a5-997f-16eb3e58327b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:13:58.487950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94297e4-0372-4e53-983e-b4c60f2b7ac9 req-1392cf7f-dcbc-42ce-a2d7-bc8e06e81142 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:58.497774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e94297e4-0372-4e53-983e-b4c60f2b7ac9 req-1392cf7f-dcbc-42ce-a2d7-bc8e06e81142 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 945 time: 0.1241336 Aug 25 11:13:58.506594 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da3afad-dcfa-4dda-a72e-7a74c2168f6b x-openstack-request-id: req-6da3afad-dcfa-4dda-a72e-7a74c2168f6b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:13:58.506895 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "name": "network-vif-plugged", "status": "completed", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:13:58.507152 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6da3afad-dcfa-4dda-a72e-7a74c2168f6b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:13:58.507565 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'code': 200} Aug 25 11:13:58.565732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-08e3e070-a658-4b54-8228-be1500af82ec req-f9c573f0-acba-4ab4-ad48-a00d917855f5 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498024 Aug 25 11:13:58.587106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e94297e4-0372-4e53-983e-b4c60f2b7ac9 req-f710288e-5022-479d-b9d9-3127e6873014 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788999 Aug 25 11:13:58.650108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e74187-926d-4751-b869-a5f7dea9d6c1 req-40391cd7-3749-4c9d-bebb-c7dccc3983f8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:58.651862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2e74187-926d-4751-b869-a5f7dea9d6c1 req-40391cd7-3749-4c9d-bebb-c7dccc3983f8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.0635989 Aug 25 11:13:58.706037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf45e6d-5310-4fec-b682-fff23c85bd51 req-9999dea8-8173-41b2-b18f-fe5f1e30e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:58.707600 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ddf45e6d-5310-4fec-b682-fff23c85bd51 req-9999dea8-8173-41b2-b18f-fe5f1e30e457 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.0638359 Aug 25 11:13:58.739925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2e74187-926d-4751-b869-a5f7dea9d6c1 req-299a5d3b-72f8-490d-8ecd-9b57d0a2e28a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739202 Aug 25 11:13:58.775844 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ddf45e6d-5310-4fec-b682-fff23c85bd51 req-2713811a-be13-49e4-833e-8a2dfe072b76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Aug 25 11:13:59.195447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8c004-f1cb-4c1f-accf-04a5fbd49f5b req-42c7ca9c-5f09-4a6a-b155-0735dc916e5e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:59.197050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49c8c004-f1cb-4c1f-accf-04a5fbd49f5b req-42c7ca9c-5f09-4a6a-b155-0735dc916e5e tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Aug 25 11:13:59.246096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49c8c004-f1cb-4c1f-accf-04a5fbd49f5b req-76636b0a-1e46-49ff-91bb-56100be34e19 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Aug 25 11:13:59.357677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee089b0-062b-4dc6-afa4-03d528e2cbbe req-87cd9a70-10e6-458b-8790-242d39ea48c8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:59.359357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ee089b0-062b-4dc6-afa4-03d528e2cbbe req-87cd9a70-10e6-458b-8790-242d39ea48c8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 948 time: 0.0690951 Aug 25 11:13:59.411038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ee089b0-062b-4dc6-afa4-03d528e2cbbe req-6f1a0b1a-c62a-4868-a305-114351d47098 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Aug 25 11:13:59.766249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561de557-4f7d-42be-bdf5-c74c43da6b94 req-5ff16179-d0c4-44e5-bb18-5cc482292c48 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:13:59.768193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-561de557-4f7d-42be-bdf5-c74c43da6b94 req-5ff16179-d0c4-44e5-bb18-5cc482292c48 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Aug 25 11:13:59.830229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-561de557-4f7d-42be-bdf5-c74c43da6b94 req-a7ceb12c-da49-4988-ab31-3bec39ab0345 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Aug 25 11:13:59.865786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:14:00.134715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:00.168379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'mac_address': 'fa:16:3e:0d:2d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:14:00.249433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89086c17-3fe4-42a0-84c4-0e0acb865eeb req-3e5bb522-d0d7-4a77-b59a-fd75c7fb8615 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:00.258351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89086c17-3fe4-42a0-84c4-0e0acb865eeb req-3e5bb522-d0d7-4a77-b59a-fd75c7fb8615 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.1664348 Aug 25 11:14:00.267044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:00.291694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa8873f-be82-4b63-8769-2964c0f3516a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:00.313112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89086c17-3fe4-42a0-84c4-0e0acb865eeb req-5c15cbb4-25ea-4a70-99d7-fdf6a570012e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Aug 25 11:14:00.333923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:00.341168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:00.427733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39088) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:00.457257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:00.466492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:00.596282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5fa8873f-be82-4b63-8769-2964c0f3516a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:00.987854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66e99ae2-bd84-4084-b642-e8dd378f1379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.033368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8980de-c9d3-4bbc-aacf-11b7b4a67c93 req-120a5421-1cfd-42ee-8470-469935fb3a82 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:01.035300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c8980de-c9d3-4bbc-aacf-11b7b4a67c93 req-120a5421-1cfd-42ee-8470-469935fb3a82 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 949 time: 0.4758089 Aug 25 11:14:01.053504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f691e-cd99-4801-b002-9223278a936d req-86e7382b-280d-4e4c-a75e-f8b92ff40773 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:01.055204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-696f691e-cd99-4801-b002-9223278a936d req-86e7382b-280d-4e4c-a75e-f8b92ff40773 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 945 time: 0.1219342 Aug 25 11:14:01.159989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c8980de-c9d3-4bbc-aacf-11b7b4a67c93 req-a91c9b16-1b86-47e3-baa0-05002ff1a9ee tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035838 Aug 25 11:14:01.166957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-696f691e-cd99-4801-b002-9223278a936d req-beff0ed4-fd58-4841-bd92-e166acc749dd tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976899 Aug 25 11:14:01.218237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66e99ae2-bd84-4084-b642-e8dd378f1379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.227842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66e99ae2-bd84-4084-b642-e8dd378f1379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.367162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e99ae2-bd84-4084-b642-e8dd378f1379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c838855-36ba-47f7-b32f-05b62a6c8691,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:01.387032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-66e99ae2-bd84-4084-b642-e8dd378f1379 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65cb4169463c42eeb5f07e6fa02e33c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9581640 Aug 25 11:14:01.391815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39114) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:01.477836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-89664938-d12d-4b9e-be27-f96005eb5117 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2408834 Aug 25 11:14:01.488053 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7861c78f-f66d-4295-803a-3392e2e8b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.498816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82721f-3e20-4dce-8481-5a4cca7dc382 req-78a460ec-ac98-46a3-9035-1a0d2566fc0d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:01.500615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a82721f-3e20-4dce-8481-5a4cca7dc382 req-78a460ec-ac98-46a3-9035-1a0d2566fc0d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.0896626 Aug 25 11:14:01.503938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:01.530179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7861c78f-f66d-4295-803a-3392e2e8b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.551128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.570505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a82721f-3e20-4dce-8481-5a4cca7dc382 req-eca39510-aaae-4443-9f65-d2a16c02a8cc tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585535 Aug 25 11:14:01.647195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7861c78f-f66d-4295-803a-3392e2e8b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.650066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7861c78f-f66d-4295-803a-3392e2e8b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.655534 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7861c78f-f66d-4295-803a-3392e2e8b346 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c838855-36ba-47f7-b32f-05b62a6c8691 HTTP/1.1" status: 204 len: 168 time: 0.2580984 Aug 25 11:14:01.676152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861c78f-f66d-4295-803a-3392e2e8b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c838855-36ba-47f7-b32f-05b62a6c8691,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:01.768690 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:01.878262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:02.003257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 5fa8873f-be82-4b63-8769-2964c0f3516a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:02.008492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 5fa8873f-be82-4b63-8769-2964c0f3516a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:02.008987 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.017422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Allocated IP 172.25.1.25 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/837d5d55-646f-4b35-87c0-cada71cbe4ad) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:02.180136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.266416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:02.268648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:02.274279 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf0c449-568a-4f9b-b4ac-d220951fc9ed" -d '{"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:02.290014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b79555a0-7b63-4d05-ac7a-a5d09feceac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.305214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:02.311468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.312473 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.411925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.487949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:02.514995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b79555a0-7b63-4d05-ac7a-a5d09feceac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.531809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b79555a0-7b63-4d05-ac7a-a5d09feceac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.619005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event updated for resources: {'Port': ['ID=837d5d55-646f-4b35-87c0-cada71cbe4ad,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:02.669925 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b79555a0-7b63-4d05-ac7a-a5d09feceac0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbe97c83f61b4969baded11543c7bb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999295 Aug 25 11:14:02.669925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79555a0-7b63-4d05-ac7a-a5d09feceac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8bcb33-f595-477f-bc7c-d696baf097c3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:02.673715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39150) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:02.700134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:02.705326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:02.715039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:02.765821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 802e893a-9a12-4e7f-a378-bb84c768c0a9 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:14:02.785151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c70a9-26b8-4ebd-887b-d25df332d75c req-448a3c77-9500-48d7-892e-7e1045afca10 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:02.793733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-009c70a9-26b8-4ebd-887b-d25df332d75c req-448a3c77-9500-48d7-892e-7e1045afca10 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.2755342 Aug 25 11:14:02.838526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab07eda9-9ff9-43f9-80b7-02624c0f4d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:02.937602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.025226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-009c70a9-26b8-4ebd-887b-d25df332d75c req-42a5fbf2-6f6d-42f5-b825-9babbf903c17 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229619 Aug 25 11:14:03.064429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab07eda9-9ff9-43f9-80b7-02624c0f4d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.072066 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-ae4c6047-de98-4db9-a4be-9263154f4e2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3001556 Aug 25 11:14:03.128264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:03.168808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'mac_address': 'fa:16:3e:fd:5a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:14:03.176702 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.217294 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1d1f41-3f55-4f39-aa64-aa06709863b1 x-openstack-request-id: req-3e1d1f41-3f55-4f39-aa64-aa06709863b1 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:03.218194 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:03.218976 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e1d1f41-3f55-4f39-aa64-aa06709863b1 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:03.219657 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'code': 200} Aug 25 11:14:03.258306 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.300083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 802e893a-9a12-4e7f-a378-bb84c768c0a9 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:03.339268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:03.346355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.423058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-d2e9bba9-3687-45c2-89cc-9af9feeaef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:03.433193 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-d2e9bba9-3687-45c2-89cc-9af9feeaef30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 1103 time: 0.3059793 Aug 25 11:14:03.433389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:03.458289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab07eda9-9ff9-43f9-80b7-02624c0f4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.465237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab07eda9-9ff9-43f9-80b7-02624c0f4d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.470239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ab07eda9-9ff9-43f9-80b7-02624c0f4d62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d8bcb33-f595-477f-bc7c-d696baf097c3 HTTP/1.1" status: 204 len: 168 time: 0.7925048 Aug 25 11:14:03.494410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['802e893a-9a12-4e7f-a378-bb84c768c0a9'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:03.613332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:03.653848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07eda9-9ff9-43f9-80b7-02624c0f4d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8bcb33-f595-477f-bc7c-d696baf097c3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:03.825743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:04.079552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-681bda94-95a3-442d-b065-1db7052dea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:04.082994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-681bda94-95a3-442d-b065-1db7052dea9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5849133 Aug 25 11:14:04.285397 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-4e008dbe-eb90-495b-80d5-7bc273db9ef9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 200 len: 217 time: 0.1900814 Aug 25 11:14:04.343135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:04.448388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event updated for resources: {'Port': ['ID=837d5d55-646f-4b35-87c0-cada71cbe4ad,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:04.475328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-899dde99-3e44-488d-89bf-2d9bd1a1f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:04.481732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-899dde99-3e44-488d-89bf-2d9bd1a1f163 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1878316 Aug 25 11:14:04.483289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba583f8-9ee6-4266-b4af-e754b75a91bb req-291bce9b-a8b7-465b-bf86-d28abbd29705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:04.489669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ba583f8-9ee6-4266-b4af-e754b75a91bb req-291bce9b-a8b7-465b-bf86-d28abbd29705 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1102 time: 0.8721077 Aug 25 11:14:04.515992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609370d-e0c3-46b7-8c32-be8a21d5e052 req-d24725f7-782c-4ef0-8277-2bd477c081ab tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:04.529037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4609370d-e0c3-46b7-8c32-be8a21d5e052 req-d24725f7-782c-4ef0-8277-2bd477c081ab tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.8630404 Aug 25 11:14:04.624737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:04.638768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-9da9905e-1f53-49fa-9077-710c34ec3ca6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1508198 Aug 25 11:14:04.639291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-89fc0200-6789-48ec-8735-a8a99c3f5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:04.647631 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-89fc0200-6789-48ec-8735-a8a99c3f5e09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587818 Aug 25 11:14:04.778436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 802e893a-9a12-4e7f-a378-bb84c768c0a9 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:04.984419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-90b7e290-2f3d-4daa-a65d-8ff9a8d67cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270941 Aug 25 11:14:05.026823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-4020e873-5aee-455f-9410-c8752cc435ac tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.3864574 Aug 25 11:14:05.083225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ba583f8-9ee6-4266-b4af-e754b75a91bb req-ffc8bd11-f1ff-4a6f-9c6e-20107031c313 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278699 Aug 25 11:14:05.084558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 802e893a-9a12-4e7f-a378-bb84c768c0a9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:05.089664 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:05.151400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4609370d-e0c3-46b7-8c32-be8a21d5e052 req-139cbcd9-0e11-47fd-9ce6-9078e6f06cd6 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202917 Aug 25 11:14:05.348292 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2db4ac71-8bb1-4e77-8f40-0f7591e60640 req-5838b316-11de-4935-953c-37506a4a967f service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505330 Aug 25 11:14:05.484658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:05.570924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:05.573555 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01681ede-c990-44fc-80a9-0dbcf3b7f5d0" -d '{"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-plugged", "status": "completed", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:05.610404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:05.625466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:05.709333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-d0ecff44-7e0a-497d-a482-309f7523e576 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:05.712106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5f423d-e2ac-4711-a32a-c0d1483e7f30 req-d0ecff44-7e0a-497d-a482-309f7523e576 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.6839068 Aug 25 11:14:05.778350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-37098c68-8b00-4d2f-b3c0-aa57941fffb0 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:05.789287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-37098c68-8b00-4d2f-b3c0-aa57941fffb0 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.8860648 Aug 25 11:14:05.820389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:06.176836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:06.183422 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c818f-ec6b-4cbd-9f4e-f9fe5681b09b x-openstack-request-id: req-631c818f-ec6b-4cbd-9f4e-f9fe5681b09b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:06.184087 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-plugged", "status": "completed", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:06.184676 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-631c818f-ec6b-4cbd-9f4e-f9fe5681b09b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:06.185466 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'code': 200} Aug 25 11:14:06.200314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.201127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.202009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.202782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.204486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.205200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.206229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.206952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.207673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.208609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.209287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.215170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:06.278930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:06.300000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1e69e-184d-4994-b57d-f6783afa9fea req-229fc2a1-0ab4-4de0-b236-9ef3cb9c21bc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:06.301732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20b1e69e-184d-4994-b57d-f6783afa9fea req-229fc2a1-0ab4-4de0-b236-9ef3cb9c21bc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.3303649 Aug 25 11:14:06.447943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20b1e69e-184d-4994-b57d-f6783afa9fea req-688b1289-eb26-47c6-80f1-1e346bf638cb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914752 Aug 25 11:14:06.495558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:06.688489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:06.731506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-351c8cbd-053b-4af1-a81e-b793a8f035fd tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:06.740766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-351c8cbd-053b-4af1-a81e-b793a8f035fd tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 821 time: 0.2185626 Aug 25 11:14:06.795497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:14:06.801490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-78cf34f3-f94a-408f-a82d-fdd18aeb0a0e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/quotas/85538386f4ff477c802b125538ea8b1e HTTP/1.1" status: 200 len: 375 time: 0.0588336 Aug 25 11:14:06.864101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:06.918314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-network', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:06.924897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b304f5-254f-4e5d-aaa1-cb71a0b085a0 req-1705a0a2-f6bf-435e-b2ab-71fb2c52c7c4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:06.927074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1b304f5-254f-4e5d-aaa1-cb71a0b085a0 req-1705a0a2-f6bf-435e-b2ab-71fb2c52c7c4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 945 time: 0.2069390 Aug 25 11:14:06.989132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51bb8e29-ddd9-4d3d-a8f7-bfb0d5479262 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1864626 Aug 25 11:14:07.003532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:07.006792 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886a1c7-2496-495d-8b5d-df01a7695d9b" -d '{"events": [{"server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:07.012577 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.036820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Made reservation on behalf of c68793352e7d4c00a3b35e3971dda0b8 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:07.041853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.070494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:07.080802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.084994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:14:07.255656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.276443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-2006bd5e-c779-40d7-9ad7-83b7f16081c7 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865434 Aug 25 11:14:07.293993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.303843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.366086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:14:07.373556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1b304f5-254f-4e5d-aaa1-cb71a0b085a0 req-fc19a480-d6fa-43b4-af02-3f129eb82f8f tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240525 Aug 25 11:14:07.391822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa29f11-f0d3-490a-9a11-529621493aab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:07.426943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.427106 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Added segment 95a05670-e903-43be-97df-dfb037c82996 of type vlan for network bd7847d7-f57e-487e-a057-eca6d9d30e5e Aug 25 11:14:07.466234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:07.518386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:07.518707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:07.518965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:07.535943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:14:07.536924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Attempting to bind port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:07.559853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.585741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-306d0b75-8bb5-4346-8742-54c7b2ee1e19 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775376 Aug 25 11:14:07.597118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:07.597118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:07.598135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:07.601300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Bound port: 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:07.601942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.631013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.632959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:07.634179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.692095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1946697 Aug 25 11:14:07.724528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39246) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:07.730528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Request body: {'subnet': {'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-subnet', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:07.766360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Made reservation on behalf of c68793352e7d4c00a3b35e3971dda0b8 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:07.769987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:07.945183 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983d906-6777-417d-8945-787d2eac7bad x-openstack-request-id: req-5983d906-6777-417d-8945-787d2eac7bad {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:07.945799 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:07.946544 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5983d906-6777-417d-8945-787d2eac7bad {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:07.947639 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'code': 200} Aug 25 11:14:07.976717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:08.009499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:08.024555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.066945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.132769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b3bdb3-e13b-4561-8a0c-21f7554a4804,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:08.156217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161df95-1c56-4392-aac2-9d5348901e02 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7847d7-f57e-487e-a057-eca6d9d30e5e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:08.174707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:14:08.266382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Checking segment: {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:08.275553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Network hostable DHCP agents. Network: bd7847d7-f57e-487e-a057-eca6d9d30e5e, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:14:08.332174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:14:08.346819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:08.347779 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.351393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 1123 time: 2.5552166 Aug 25 11:14:08.371509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bd7847d7-f57e-487e-a057-eca6d9d30e5e) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:08.388271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:08.389824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.412134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c8a3c-34a2-486b-85a9-9d385ec73592 None None] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:08.431834 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd30113a-5134-4909-b9fc-a189ca52bb75 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7018974 Aug 25 11:14:08.433002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39260) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:08.445333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:08.471269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69011829-cdf9-44e5-a9ac-9e1788e8096c req-7663f955-b9bb-4520-b370-487e3d7c1f21 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 210 time: 0.1814885 Aug 25 11:14:08.474603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36e9a8-5884-45a7-9981-4d6d467c65a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:08.497761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['7e95389c-0b9c-4f64-bf63-ba6b4a65c970'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:08.515597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.518889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.633261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e95389c-0b9c-4f64-bf63-ba6b4a65c970'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:08.710961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:08.728235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d8c4-5e0e-44ac-a1b8-a483a6584373 req-3ae2f10c-bd0e-492a-b7ef-d466368a51fc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:08.731542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4e0d8c4-5e0e-44ac-a1b8-a483a6584373 req-3ae2f10c-bd0e-492a-b7ef-d466368a51fc tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.2587504 Aug 25 11:14:09.003176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4e0d8c4-5e0e-44ac-a1b8-a483a6584373 req-86035507-4f64-4001-9137-59404c6c5fb8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502295 Aug 25 11:14:09.055914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044db90c-d521-4135-8c9b-9b062c157b8a req-726cd39f-6c8a-48ed-b78a-11d26c77535c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:09.075332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-044db90c-d521-4135-8c9b-9b062c157b8a req-726cd39f-6c8a-48ed-b78a-11d26c77535c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 0.3407347 Aug 25 11:14:09.237026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-044db90c-d521-4135-8c9b-9b062c157b8a req-7d2a5f4f-e733-467a-a2b9-ae9b32dd8ff6 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572666 Aug 25 11:14:09.405910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:09.709665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fdcd8-492d-42f7-9649-7dc62cd9a2bd req-26055470-8208-45b5-a9ab-6ebb843b562c tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:09.723656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-479fdcd8-492d-42f7-9649-7dc62cd9a2bd req-26055470-8208-45b5-a9ab-6ebb843b562c tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1102 time: 0.0960710 Aug 25 11:14:09.822308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-479fdcd8-492d-42f7-9649-7dc62cd9a2bd req-0ccf91e3-943a-442d-bfc9-d94729579f85 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949297 Aug 25 11:14:09.973239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:09.976261 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48" -d '{"events": [{"name": "network-changed", "server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:09.985955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31fbe85b-3a0b-4a5b-a93d-07c21cc05f0c req-2d227b6b-02fb-40d0-aab9-00f92a1c41cc tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 210 time: 0.0433035 Aug 25 11:14:10.055020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-bd7847d7-f57e-487e-a057-eca6d9d30e5e', 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'fixed_ips': [{'subnet_id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:14:10.056311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:10.186872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:10.284425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:10.399460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b363a-9951-4d6f-86ed-0093f15aa340 req-605f2fa7-2b2b-4210-91d6-0fb95251133b tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:10.413109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-557b363a-9951-4d6f-86ed-0093f15aa340 req-605f2fa7-2b2b-4210-91d6-0fb95251133b tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 945 time: 0.2463450 Aug 25 11:14:10.560367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Allocated IP 172.20.0.2 (bd7847d7-f57e-487e-a057-eca6d9d30e5e/60b3bdb3-e13b-4561-8a0c-21f7554a4804/136d0bbf-284a-42be-9fb9-253db9bea6d4) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:10.598058 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ffcabc-cef5-425b-8dc6-3a41666ebfa8 x-openstack-request-id: req-58ffcabc-cef5-425b-8dc6-3a41666ebfa8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:10.598508 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:10.598895 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58ffcabc-cef5-425b-8dc6-3a41666ebfa8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:10.599518 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'status': 'completed', 'code': 200} Aug 25 11:14:10.641612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-557b363a-9951-4d6f-86ed-0093f15aa340 req-af292164-b48d-4595-92d7-e7b3cefbc30d tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134829 Aug 25 11:14:10.668441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Allocated IP 172.25.1.15 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/cdf9ec69-ffde-493e-befd-be571ce040e9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:10.792265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:10.803759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Transition to ACTIVE for port object 136d0bbf-284a-42be-9fb9-253db9bea6d4 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:10.825984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Transition to ACTIVE for port object 136d0bbf-284a-42be-9fb9-253db9bea6d4 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:10.845955 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:10.995530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Pushing event updated for resources: {'Port': ['ID=136d0bbf-284a-42be-9fb9-253db9bea6d4,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:11.017161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:11.022840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:11.032891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:11.262928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Attempting to bind port 136d0bbf-284a-42be-9fb9-253db9bea6d4 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:11.264587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Attempting to bind port 136d0bbf-284a-42be-9fb9-253db9bea6d4 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:11.265227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Attempting to bind port 136d0bbf-284a-42be-9fb9-253db9bea6d4 on network bd7847d7-f57e-487e-a057-eca6d9d30e5e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:11.283417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:11.284143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Checking segment: {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:11.284793 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:11.289419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Bound using segment: {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:11.292090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Bound port: 136d0bbf-284a-42be-9fb9-253db9bea6d4, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:11.292090 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:11.325383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7497031-80bc-456e-8d17-7032dc84ee96 req-7d14e789-fb7a-43ac-b018-5c8849dc13d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:11.336594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7497031-80bc-456e-8d17-7032dc84ee96 req-7d14e789-fb7a-43ac-b018-5c8849dc13d3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 0.4179206 Aug 25 11:14:11.357024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-c51c5e85-4871-45ab-9395-f0305d0a4f5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6458466 Aug 25 11:14:11.383886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-ab3047c7-d4b9-40f3-92be-1b0f024122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:11.390239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-ab3047c7-d4b9-40f3-92be-1b0f024122ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1126 time: 0.6034150 Aug 25 11:14:11.393156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7497031-80bc-456e-8d17-7032dc84ee96 req-868c16cc-8088-4950-9bc8-ae386a104f88 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556989 Aug 25 11:14:11.496406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0be3b6-8bca-4010-80bb-bd134de870f3 req-af38521e-0d30-413c-91a9-9ce29e090bac tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:11.506590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b0be3b6-8bca-4010-80bb-bd134de870f3 req-af38521e-0d30-413c-91a9-9ce29e090bac tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.4324536 Aug 25 11:14:11.614481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-987f3579-114d-4763-b003-54bac3181c18 None None] For port 136d0bbf-284a-42be-9fb9-253db9bea6d4, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:11.619013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-987f3579-114d-4763-b003-54bac3181c18 None None] For port 136d0bbf-284a-42be-9fb9-253db9bea6d4, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=136d0bbf-284a-42be-9fb9-253db9bea6d4,segment=NetworkSegment(95a05670-e903-43be-97df-dfb037c82996),segment_id=95a05670-e903-43be-97df-dfb037c82996)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:11.637851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:11.691489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:11.709067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f3579-114d-4763-b003-54bac3181c18 None None] Pushing event updated for resources: {'Port': ['ID=136d0bbf-284a-42be-9fb9-253db9bea6d4,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:11.752280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b0be3b6-8bca-4010-80bb-bd134de870f3 req-32f248cc-9834-4df7-b8b1-f6dcd7e9ee85 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447574 Aug 25 11:14:11.854652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-1f5058d0-6b2f-4412-b96e-6b36c7304dd5 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:11.860604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-1f5058d0-6b2f-4412-b96e-6b36c7304dd5 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 821 time: 0.7837629 Aug 25 11:14:11.935557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'port': {'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'admin_state_up': True, 'tenant_id': '85538386f4ff477c802b125538ea8b1e'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:11.973388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-1815fbf1-c86a-4d3a-aed2-7c23803feebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:11.976682 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-1815fbf1-c86a-4d3a-aed2-7c23803feebd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.5688789 Aug 25 11:14:12.025067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:12.166379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-1df47619-6fd4-4534-8698-2e9cc493d966 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 217 time: 0.1450865 Aug 25 11:14:12.261627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:12.302682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:12.312031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:12.422438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf9ec69-ffde-493e-befd-be571ce040e9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:12.431941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-a5ed50f9-cfd0-490e-941d-f55d4ca5d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:12.433654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-a5ed50f9-cfd0-490e-941d-f55d4ca5d7f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2643673 Aug 25 11:14:12.513725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b142dcf-0839-48c0-8a3a-0e5eea09cf3a req-f783137f-850b-44b7-94a6-5724c229f05f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 210 time: 0.5955203 Aug 25 11:14:12.559606 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-0f879483-8b79-44e4-b980-fd7e2f111ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140766 Aug 25 11:14:12.643416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-d977da40-22ec-47c7-bee1-dbcedae0c89a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:12.646799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-d977da40-22ec-47c7-bee1-dbcedae0c89a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 945 time: 0.8780737 Aug 25 11:14:12.675315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-e86ec0c5-e7c8-4e25-8088-5017a411dc34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7237284 Aug 25 11:14:12.702614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4214ab-f09f-40fd-93e2-6cc35163ffb9 req-d7b3937b-755e-4532-9e70-a2384911ec95 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:12.706283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f4214ab-f09f-40fd-93e2-6cc35163ffb9 req-d7b3937b-755e-4532-9e70-a2384911ec95 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 945 time: 0.3446996 Aug 25 11:14:12.965388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f4214ab-f09f-40fd-93e2-6cc35163ffb9 req-04c86137-9890-44e2-a93a-9d7986177741 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/security-groups?id=74df5a20-5409-451b-a5fb-bde073cc61ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095516 Aug 25 11:14:13.058855 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-745b2b42-85d4-4dff-a649-4508bae4a634 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407575 Aug 25 11:14:13.103604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 136d0bbf-284a-42be-9fb9-253db9bea6d4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:13.112117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Made reservation on behalf of 85538386f4ff477c802b125538ea8b1e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:13.137214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:13.307986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 136d0bbf-284a-42be-9fb9-253db9bea6d4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:13.668217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796c939-6abc-4135-adc4-1fccc448945a None None] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:13.942317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:13.959168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] Provisioning for port 136d0bbf-284a-42be-9fb9-253db9bea6d4 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:14.023874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] Provisioning complete for port 136d0bbf-284a-42be-9fb9-253db9bea6d4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:14.023874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:14.124361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bd2d909-ed3d-41d7-9d56-eb87bf2f3a48 req-54be51f9-7cc2-43c2-b594-b118b5226d98 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0513704 Aug 25 11:14:14.357773 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:14.373482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Allocated IP 172.20.0.3 (c41b3c2b-4fd5-4834-bf08-a9e19022e7ae/fc7ac2d8-ffcd-493d-b033-850626415c7a/56b51d62-833d-4813-bd9f-875cf9c0c0e7) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:14.424822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-d94a9d6d-8662-41f2-af08-3dce6635a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:14.427313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-d94a9d6d-8662-41f2-af08-3dce6635a463 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 1101 time: 1.6126697 Aug 25 11:14:14.434538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] For port 136d0bbf-284a-42be-9fb9-253db9bea6d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=136d0bbf-284a-42be-9fb9-253db9bea6d4,segment=NetworkSegment(95a05670-e903-43be-97df-dfb037c82996),segment_id=95a05670-e903-43be-97df-dfb037c82996)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:14.452026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:14.479884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:14.622548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb452fc5-26de-43dc-8701-e2a1f2711ae7 req-bbf3a66e-5444-4682-b5a1-df37fc582c2a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:14.624833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb452fc5-26de-43dc-8701-e2a1f2711ae7 req-bbf3a66e-5444-4682-b5a1-df37fc582c2a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 1.4641604 Aug 25 11:14:14.644116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1af3f-ffb2-4d47-9312-8a3d45eec79a None None] Pushing event updated for resources: {'Port': ['ID=136d0bbf-284a-42be-9fb9-253db9bea6d4,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:14.718841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Deleting port 8cd5def8-c136-40e4-b047-8e71be8daa8e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:14.719223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:14.784814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-5e20866c-be47-4123-a4d4-28ebdb9dca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:14.786930 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-5e20866c-be47-4123-a4d4-28ebdb9dca87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1102 time: 0.1563306 Aug 25 11:14:14.837345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] For port 8cd5def8-c136-40e4-b047-8e71be8daa8e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8cd5def8-c136-40e4-b047-8e71be8daa8e,segment=NetworkSegment(00370574-7312-437c-b82b-046e222fa9fb),segment_id=00370574-7312-437c-b82b-046e222fa9fb)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:14.837786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:14.858253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Calling delete_port for 8cd5def8-c136-40e4-b047-8e71be8daa8e owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:14.859315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8cd5def8-c136-40e4-b047-8e71be8daa8e no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:15.066664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d6d18-66ff-4cc5-96ac-b5ae16635090 req-fb064eec-0cee-41ab-90a9-476b2934cca4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:15.075705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-046d6d18-66ff-4cc5-96ac-b5ae16635090 req-fb064eec-0cee-41ab-90a9-476b2934cca4 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 1.0631721 Aug 25 11:14:15.078754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 136d0bbf-284a-42be-9fb9-253db9bea6d4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:15.090850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:15.243531 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:15.267683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e26ba61a-1946-4f7d-b951-717e892f7c59 None None] Provisioning complete for port 136d0bbf-284a-42be-9fb9-253db9bea6d4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:15.268880 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e26ba61a-1946-4f7d-b951-717e892f7c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:15.311353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Pushing event deleted for resources: {'Port': ['ID=8cd5def8-c136-40e4-b047-8e71be8daa8e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:15.332372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-aa870df9-ef31-489a-9f93-4cc098eddce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:15.336314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-aa870df9-ef31-489a-9f93-4cc098eddce2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5303867 Aug 25 11:14:15.339596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Router e95d8222-f7b9-4569-9aef-153c9eca1203 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:14:15.432178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb452fc5-26de-43dc-8701-e2a1f2711ae7 req-694feed5-c18c-42b7-8edd-7f4356c7c279 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872553 Aug 25 11:14:15.473615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] No DVR routers for this DVR port 8cd5def8-c136-40e4-b047-8e71be8daa8e on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:15.476499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:15.479160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c749b25b-ba5f-49b5-a2b3-70654b2b973c req-40f97756-32c6-4d41-b79b-bcb935721b5a tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.67 "DELETE /v2.0/ports/8cd5def8-c136-40e4-b047-8e71be8daa8e HTTP/1.1" status: 204 len: 173 time: 2.8112769 Aug 25 11:14:15.485309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'name': 'network-vif-deleted', 'tag': '8cd5def8-c136-40e4-b047-8e71be8daa8e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:15.487761 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7282a0-cfea-4897-ae88-ce62ed20096f" -d '{"events": [{"server_uuid": "cb9a9b88-05f7-44a4-93fd-572f524f0c36", "name": "network-vif-deleted", "tag": "8cd5def8-c136-40e4-b047-8e71be8daa8e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:15.496406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-ba715af8-1cc2-4529-a276-bc2d673b7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:15.503951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-6d6f0ed2-443a-46a3-8328-2c2f667e5c94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.1556325 Aug 25 11:14:15.512137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-ba715af8-1cc2-4529-a276-bc2d673b7009 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 1.0378759 Aug 25 11:14:15.517729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 136d0bbf-284a-42be-9fb9-253db9bea6d4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:15.519270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:15.555678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-046d6d18-66ff-4cc5-96ac-b5ae16635090 req-9430efb5-81bc-4a5d-af8b-f705989aa13f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784303 Aug 25 11:14:15.753485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-5e6ffc26-252f-4e13-abe6-61fb441bdd35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 200 len: 217 time: 0.2393043 Aug 25 11:14:15.820115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-14874a14-69d8-4bad-92df-280c4e3d57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:15.822672 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-14874a14-69d8-4bad-92df-280c4e3d57dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1809416 Aug 25 11:14:15.970160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7185b98a-614b-42f8-8f21-3e3e4cb65d10 req-931035e2-7148-4aba-a298-fbea9554ef1f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 210 time: 0.1142454 Aug 25 11:14:16.039637 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:16.044261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-08d0df70-e4e8-47dd-9dbc-d6660ad56a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:16.048305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-08d0df70-e4e8-47dd-9dbc-d6660ad56a9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160676 Aug 25 11:14:16.050260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-7ddebc5d-f5e5-49aa-987b-ff82e1970f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:16.055956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-7ddebc5d-f5e5-49aa-987b-ff82e1970f5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2885802 Aug 25 11:14:16.209756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33989906-29a9-45a8-a0b0-f6361e0d1e56 req-a44dcde4-5320-4342-8b2b-2a10ab9d27f9 tempest-VolumesAdminNegativeTest-1809880254 tempest-VolumesAdminNegativeTest-1809880254-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb9a9b88-05f7-44a4-93fd-572f524f0c36 HTTP/1.1" status: 200 len: 210 time: 0.1358709 Aug 25 11:14:16.258058 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ee6a3-95c3-440b-9865-e4f62a7e120a x-openstack-request-id: req-934ee6a3-95c3-440b-9865-e4f62a7e120a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:16.258450 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9a9b88-05f7-44a4-93fd-572f524f0c36", "name": "network-vif-deleted", "tag": "8cd5def8-c136-40e4-b047-8e71be8daa8e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:16.259024 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-934ee6a3-95c3-440b-9865-e4f62a7e120a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:16.259519 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9a9b88-05f7-44a4-93fd-572f524f0c36', 'name': 'network-vif-deleted', 'tag': '8cd5def8-c136-40e4-b047-8e71be8daa8e', 'status': 'completed', 'code': 200} Aug 25 11:14:16.268869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Transition to ACTIVE for port object 56b51d62-833d-4813-bd9f-875cf9c0c0e7 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:16.285738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:16.308765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Sync routers for ids ['e95d8222-f7b9-4569-9aef-153c9eca1203'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:16.322744 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:14:16.326825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Routers {'e95d8222-f7b9-4569-9aef-153c9eca1203'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:16.328795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e95d8222-f7b9-4569-9aef-153c9eca1203'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:16.374664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:16.379024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7dbcb6f6-12c0-407e-8f36-2f22e58bd334 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9406261 Aug 25 11:14:16.381961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39382) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:16.474282 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-b7ee8d7e-87e2-4f9b-b8f8-de6d17117bd4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059794 Aug 25 11:14:16.536929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:16.560798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['52d60c62-836b-41a5-997f-16eb3e58327b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:16.720462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event updated for resources: {'Port': ['ID=56b51d62-833d-4813-bd9f-875cf9c0c0e7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:16.770762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Set router e95d8222-f7b9-4569-9aef-153c9eca1203 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:16.779448 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-18a23567-d0da-46c8-a977-9a5471ed6227 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978745 Aug 25 11:14:16.794151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-e1490965-2d5f-4c85-917c-0538502f6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:16.796695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-e1490965-2d5f-4c85-917c-0538502f6a40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6764827 Aug 25 11:14:16.868068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:16.913518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:16.919826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:16.984800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:16.989330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:17.069819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c4ec-4313-4158-80a3-4736f3436956 req-a6179344-32d3-459b-aee5-b91d2a0d3abb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:17.089072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3979c4ec-4313-4158-80a3-4736f3436956 req-a6179344-32d3-459b-aee5-b91d2a0d3abb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.3570554 Aug 25 11:14:17.181272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa8d56-d0dd-46ba-bfc6-5548bda9f148 req-d4f2f4c9-2763-494f-89e0-50c07b80037c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:17.193050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecfa8d56-d0dd-46ba-bfc6-5548bda9f148 req-d4f2f4c9-2763-494f-89e0-50c07b80037c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 943 time: 0.4974332 Aug 25 11:14:17.268467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-51038497-75f2-4577-b741-1f3776be4e06 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3440890 Aug 25 11:14:17.305368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Request body: {'port': {'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:17.415029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:12Z', 'revision_number': 3, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:17.461230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Checking router: e95d8222-f7b9-4569-9aef-153c9eca1203 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:17.461896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Updating router e95d8222-f7b9-4569-9aef-153c9eca1203 port cdf9ec69-ffde-493e-befd-be571ce040e9 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:14:17.671172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:17.709256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-04c9f230-0dfd-420e-a16d-5e308205f80c None None] Provisioning for port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:17.721933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-04c9f230-0dfd-420e-a16d-5e308205f80c None None] Provisioning complete for port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:17.722632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04c9f230-0dfd-420e-a16d-5e308205f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:17.851382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-04c9f230-0dfd-420e-a16d-5e308205f80c None None] Port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:14:17.929645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:17.958689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecfa8d56-d0dd-46ba-bfc6-5548bda9f148 req-cf54c6f6-be5f-4b08-8850-b10e9903bf14 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041442 Aug 25 11:14:18.007812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3979c4ec-4313-4158-80a3-4736f3436956 req-b84f44be-a30c-48e9-8ac5-bca4bcfa2a50 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134064 Aug 25 11:14:18.008161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.065984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-4fe62647-d8ef-4bea-ba29-0fde35ee72f1 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2563078 Aug 25 11:14:18.223985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c4412a5c-0b2e-42df-9657-de4f7e442c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.310209 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-f7404cf7-f85b-4905-aa25-7b2e05556077 service neutron] 10.222.0.10 "GET /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.1378675 Aug 25 11:14:18.330749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.363074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Transition to ACTIVE for port object cdf9ec69-ffde-493e-befd-be571ce040e9 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:18.376080 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.430596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490fb9d8-e3d6-4804-bf65-ac7af42a7fc9 req-2c66964d-fd45-424b-b29c-a1c49d420de2 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048507 Aug 25 11:14:18.489215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407de51-053a-4fbf-8536-e2eebfbbf829 None None] Pushing event updated for resources: {'Port': ['ID=cdf9ec69-ffde-493e-befd-be571ce040e9,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:18.535473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Attempting to bind port cdf9ec69-ffde-493e-befd-be571ce040e9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:18.535941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Attempting to bind port cdf9ec69-ffde-493e-befd-be571ce040e9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:18.536314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Attempting to bind port cdf9ec69-ffde-493e-befd-be571ce040e9 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:18.551446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:18.551819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:18.552233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.552629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:18.553738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Bound port: cdf9ec69-ffde-493e-befd-be571ce040e9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:18.555324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.695852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] For port cdf9ec69-ffde-493e-befd-be571ce040e9, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:18.703738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] For port cdf9ec69-ffde-493e-befd-be571ce040e9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cdf9ec69-ffde-493e-befd-be571ce040e9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:18.715893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:18.726976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa451d-3af5-4d28-95a2-986ec1bfdb10 req-e5901184-aa70-4caa-a18f-7a3e026e879b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:18.729506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7fa451d-3af5-4d28-95a2-986ec1bfdb10 req-e5901184-aa70-4caa-a18f-7a3e026e879b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 931 time: 0.2966619 Aug 25 11:14:18.772139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:18.789478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39408) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:18.814408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407de51-053a-4fbf-8536-e2eebfbbf829 None None] Pushing event updated for resources: {'Port': ['ID=cdf9ec69-ffde-493e-befd-be571ce040e9,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:18.831675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Routers {'e95d8222-f7b9-4569-9aef-153c9eca1203'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:18.832642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e95d8222-f7b9-4569-9aef-153c9eca1203'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:18.883205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:18.918762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7fa451d-3af5-4d28-95a2-986ec1bfdb10 req-6cc51f7b-e115-4b39-8835-6a46c995835c tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251388 Aug 25 11:14:18.958417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] Set router e95d8222-f7b9-4569-9aef-153c9eca1203 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:18.965317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Deleting subnet 139807c8-b46e-41ff-9bad-9b79395dd743 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:14:18.996769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.043546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:19.080015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:19.101856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.103361 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.150336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.214044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.219619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.272287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139807c8-b46e-41ff-9bad-9b79395dd743,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:19.297896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.304025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/139807c8-b46e-41ff-9bad-9b79395dd743 HTTP/1.1" status: 204 len: 168 time: 0.5119922 Aug 25 11:14:19.306893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39416) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:19.345413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.346476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.346476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.346937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.347393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.347942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.348380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.348829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.349245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.349714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.350166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.350588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54dda97-93de-49d6-b740-12b68135357e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:19.447494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.460054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] Transition to ACTIVE for port object 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:19.477130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.521676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:12Z', 'revision_number': 3, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:19.545302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:19.586849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9bcfd-627b-4b52-b180-aa81939cac65 None None] The sync data for ids ['e95d8222-f7b9-4569-9aef-153c9eca1203'] in n-d-778732-11 is: [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:12Z', 'revision_number': 3, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:19.680180 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.683293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] No DVR routers for this DVR port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:19.701599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc46d89-611f-42c3-b037-645230deac54']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:19.737340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00370574-7312-437c-b82b-046e222fa9fb') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:19.737727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00370574-7312-437c-b82b-046e222fa9fb') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:19.743095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-1a32f91b-58e7-4d0d-af58-3621df5519e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4208875 Aug 25 11:14:19.759928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.801358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.820614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:14:19.820960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:14:19.823568 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:14:19.914448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.921629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b51d62-833d-4813-bd9f-875cf9c0c0e7 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:19.950851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:19.953542 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9fc46d89-611f-42c3-b037-645230deac54 HTTP/1.1" status: 204 len: 168 time: 0.6435862 Aug 25 11:14:19.955114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa3ac6-c62e-4d22-8e33-30072db8c2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc46d89-611f-42c3-b037-645230deac54,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:19.958652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:19.981340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.046838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce3b51-b036-4c6c-bfbf-a541982b3ace req-f6a18d91-cd26-459d-978a-7138089c7d93 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:20.057539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3ce3b51-b036-4c6c-bfbf-a541982b3ace req-f6a18d91-cd26-459d-978a-7138089c7d93 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.8641036 Aug 25 11:14:20.064714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Transition to ACTIVE for port object 56b51d62-833d-4813-bd9f-875cf9c0c0e7 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:20.067698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Deleting subnet c8c21be7-58e2-40ba-ada5-681839bba6c6 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:14:20.086847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.125928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ced97-9ef6-4530-8b1d-109f36588d09 req-719dce7f-6f30-4992-8e6c-313acd3cae68 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:20.127673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b7ced97-9ef6-4530-8b1d-109f36588d09 req-719dce7f-6f30-4992-8e6c-313acd3cae68 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.8753040 Aug 25 11:14:20.134662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.173345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-f728b5da-ce8c-44df-8121-22d057439e5b tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:20.179549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-f728b5da-ce8c-44df-8121-22d057439e5b tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.3236644 Aug 25 11:14:20.184755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.240238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.341557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.348073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Allocated IP 172.20.0.1 (bd7847d7-f57e-487e-a057-eca6d9d30e5e/60b3bdb3-e13b-4561-8a0c-21f7554a4804/9ec4b593-4f23-407d-83de-f6afbf3e2dd1) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:20.407284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3ce3b51-b036-4c6c-bfbf-a541982b3ace req-46aeaed6-7be2-4dd3-9b36-240ce27e95d9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508668 Aug 25 11:14:20.419903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c21be7-58e2-40ba-ada5-681839bba6c6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:20.443991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.446823 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d0fbf820-a44b-470e-9cdf-4f6539e4cc06 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8c21be7-58e2-40ba-ada5-681839bba6c6 HTTP/1.1" status: 204 len: 168 time: 0.4861960 Aug 25 11:14:20.449636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39426) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:20.512053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Pushing event updated for resources: {'Port': ['ID=56b51d62-833d-4813-bd9f-875cf9c0c0e7,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:20.597204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.723375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b7ced97-9ef6-4530-8b1d-109f36588d09 req-1e6386d6-c1ad-4771-b2b7-32f16f5aa8b6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859668 Aug 25 11:14:20.767787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.784374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedae458-c8fd-4c7a-9c18-85425ac2a717']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:20.812477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4340f265-d18b-43a9-9d95-a5dbba33d4eb') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:20.812802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4340f265-d18b-43a9-9d95-a5dbba33d4eb') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:20.854400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.879438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-bcdd396e-20ad-4fd3-8c98-14ebf8e13bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:20.888241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-bcdd396e-20ad-4fd3-8c98-14ebf8e13bac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7&tenant_id=d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 1096 time: 0.6417775 Aug 25 11:14:20.895477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.907753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:14:20.908176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:14:20.910155 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:14:21.022143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdf9ec69-ffde-493e-befd-be571ce040e9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:21.054791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.081220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.086858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Attempting to bind port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:21.087140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Attempting to bind port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:21.087305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eedae458-c8fd-4c7a-9c18-85425ac2a717 HTTP/1.1" status: 204 len: 168 time: 0.6356325 Aug 25 11:14:21.087455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Attempting to bind port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:21.089047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713fbcd-3da6-4b25-be79-3302968a8e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=eedae458-c8fd-4c7a-9c18-85425ac2a717,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:21.111454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:14:21.111800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Attempting to bind port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 on network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:21.136578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e01961e1-5717-450a-8a3a-a9c8575ef99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:21.138225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-e01961e1-5717-450a-8a3a-a9c8575ef99f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1096 time: 0.1395092 Aug 25 11:14:21.149784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:21.150351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Checking segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:21.150761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Bound using segment: {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:21.151256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Bound port: 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11e2672-7ae2-424f-a704-7b545c6291a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:21.151640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.219349 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1bd901f1-a007-4a4c-b3c5-7c64506912bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.297774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cdf9ec69-ffde-493e-befd-be571ce040e9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:21.299081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788bd82-eb81-415e-bfd7-f24ca0044650 req-246dc0b4-968f-4bf6-bc53-4d6a2dc33b0f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:21.301080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b788bd82-eb81-415e-bfd7-f24ca0044650 req-246dc0b4-968f-4bf6-bc53-4d6a2dc33b0f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 943 time: 0.3831854 Aug 25 11:14:21.307284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cdf9ec69-ffde-493e-befd-be571ce040e9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:21.308606 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.381283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.476416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Transition to ACTIVE for port object 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:21.515539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.517598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b788bd82-eb81-415e-bfd7-f24ca0044650 req-7658ea7f-2604-43c0-9bd8-0a0487814560 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081363 Aug 25 11:14:21.526775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] For port 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:21.533030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:21.533979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] For port 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:21.540564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-4acf1453-0161-41c0-8b4b-2e0db98d3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:21.542270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-4acf1453-0161-41c0-8b4b-2e0db98d3775 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.3876984 Aug 25 11:14:21.550040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.688437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:21.689458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.691327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] 10.222.0.10 "PUT /v2.0/ports/56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 1092 time: 4.3989785 Aug 25 11:14:21.699883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:21.702718 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc12b0f-593a-4692-be4d-46ec1627bbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:21.707269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-7244fe7b-d42f-4624-ad17-ae2c36dcad95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 200 len: 217 time: 0.1483727 Aug 25 11:14:21.725414 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cfdd127b-76cc-4705-ba03-37705c93c162 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e40bb8489a544c86915231654e743ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861994 Aug 25 11:14:21.738519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:21.753798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.834803 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.930402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d6874-dafa-47be-8513-1c0070982c9c service neutron] Pushing event updated for resources: {'Port': ['ID=56b51d62-833d-4813-bd9f-875cf9c0c0e7,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:21.960652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38f501b8-bc32-40ba-8635-d9e91197e81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:21.963274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cdf9ec69-ffde-493e-befd-be571ce040e9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cdf9ec69-ffde-493e-befd-be571ce040e9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:21.972300 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.104034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38f501b8-bc32-40ba-8635-d9e91197e81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.191106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0da16-a6cb-453d-a829-c55faf25d002 req-0b7bb26e-e4ef-4101-a210-afea58df9891 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:22.197138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9b0da16-a6cb-453d-a829-c55faf25d002 req-0b7bb26e-e4ef-4101-a210-afea58df9891 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.5101993 Aug 25 11:14:22.204006 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b44a5b-1cab-428d-8cb7-f886bfedbd07 x-openstack-request-id: req-22b44a5b-1cab-428d-8cb7-f886bfedbd07 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:22.204365 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:22.205831 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22b44a5b-1cab-428d-8cb7-f886bfedbd07 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:22.207562 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'status': 'completed', 'code': 200} Aug 25 11:14:22.224414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cdf9ec69-ffde-493e-befd-be571ce040e9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:22.246495 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38f501b8-bc32-40ba-8635-d9e91197e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.249660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38f501b8-bc32-40ba-8635-d9e91197e81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.250989 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-38f501b8-bc32-40ba-8635-d9e91197e81f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74df5a20-5409-451b-a5fb-bde073cc61ee HTTP/1.1" status: 204 len: 168 time: 0.5072618 Aug 25 11:14:22.297125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f501b8-bc32-40ba-8635-d9e91197e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df5a20-5409-451b-a5fb-bde073cc61ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:22.302301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:22.308641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-ee4fccc5-8c6f-492f-9d9e-41cacb12b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:22.310689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-ee4fccc5-8c6f-492f-9d9e-41cacb12b2a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.5832179 Aug 25 11:14:22.336163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:22.379132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:22.410743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:22.425486 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.471544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-83dbdb8c-3f23-456f-ae69-04e6904696e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257124 Aug 25 11:14:22.512156 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.717466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-795eddbb-fe18-4dcb-be9a-5a20b7d91f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:22.719087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-795eddbb-fe18-4dcb-be9a-5a20b7d91f24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1095 time: 0.8747463 Aug 25 11:14:22.862401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9b0da16-a6cb-453d-a829-c55faf25d002 req-8b7aafbf-e6db-491c-9710-bd908f4e971d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447375 Aug 25 11:14:22.901968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.928799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ef4296ce-e129-4bfa-8089-e2f4c1811e93 None None] Provisioning for port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:22.938957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ef4296ce-e129-4bfa-8089-e2f4c1811e93 None None] Provisioning complete for port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:22.939584 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ef4296ce-e129-4bfa-8089-e2f4c1811e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:22.998419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756825be-a965-4093-9f0e-9cd06d4ce603 req-29b2e7be-3265-4450-8f07-ab4e9eb5e53d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:23.022163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-756825be-a965-4093-9f0e-9cd06d4ce603 req-29b2e7be-3265-4450-8f07-ab4e9eb5e53d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.3497517 Aug 25 11:14:23.096438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdf9ec69-ffde-493e-befd-be571ce040e9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:23.189071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-756825be-a965-4093-9f0e-9cd06d4ce603 req-004e8fed-cb57-4f1f-8828-48054d5298ca tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569407 Aug 25 11:14:23.240916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-83c1b0c0-45a1-4331-a680-13be6ed13378 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573750 Aug 25 11:14:23.323325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ef4296ce-e129-4bfa-8089-e2f4c1811e93 None None] Port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:14:23.376555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cdf9ec69-ffde-493e-befd-be571ce040e9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:23.379774 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:23.421043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-636d6865-11cb-4755-9939-f1a39eb5c9f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 217 time: 0.5977414 Aug 25 11:14:23.512064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c34450-a03b-4de3-8f98-3a4db2ec1db7 req-20016fe5-d520-4548-a47e-e4f645046d35 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:23.520641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92c34450-a03b-4de3-8f98-3a4db2ec1db7 req-20016fe5-d520-4548-a47e-e4f645046d35 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 943 time: 0.3824608 Aug 25 11:14:23.584973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39486) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:23.676783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92c34450-a03b-4de3-8f98-3a4db2ec1db7 req-6b131498-d621-4ef9-8dcd-7960e7bb38e6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548491 Aug 25 11:14:23.693085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-ee70b981-6cb3-4c93-a2d2-1454573b932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:23.695197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-ee70b981-6cb3-4c93-a2d2-1454573b932b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.2291503 Aug 25 11:14:23.721727 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-364a122c-31be-4fd2-8b34-4d4fbed7f106 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00965cfc215b4ee7a84d6063e7475399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345363 Aug 25 11:14:23.724050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39488) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:23.751072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-a08cf96c-7cd4-4b58-b4af-0d4ab65ce978 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011873 Aug 25 11:14:23.795869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-305b11dd-cb9f-481e-aa14-59ac618c36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:23.797649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-305b11dd-cb9f-481e-aa14-59ac618c36f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872691 Aug 25 11:14:23.822958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:23.866412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:23.885466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0278cd23-e351-428d-9b66-c6881280d286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:23.933996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0278cd23-e351-428d-9b66-c6881280d286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:23.989578 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:24.060355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0278cd23-e351-428d-9b66-c6881280d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:24.067325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0278cd23-e351-428d-9b66-c6881280d286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:24.073659 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0278cd23-e351-428d-9b66-c6881280d286 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee377bf3-2d1f-4e99-bcca-554fd7046789 HTTP/1.1" status: 204 len: 168 time: 0.3474910 Aug 25 11:14:24.103090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278cd23-e351-428d-9b66-c6881280d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee377bf3-2d1f-4e99-bcca-554fd7046789,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:24.168714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:24.227539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:24.286692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7800b36-605b-45da-9dd9-47cb29909233 req-22b1d2a7-dde4-4dec-8872-04af72cb2165 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:24.288295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-22b1d2a7-dde4-4dec-8872-04af72cb2165 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.2249298 Aug 25 11:14:24.299668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-6a8adfd5-1025-4294-8211-fac577484c5f service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898088 Aug 25 11:14:24.308053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd75ba1-8069-4e8a-ab0b-7cb570e12a9c req-d51d214b-03b5-44cb-b088-938856a5670d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:24.311140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbd75ba1-8069-4e8a-ab0b-7cb570e12a9c req-d51d214b-03b5-44cb-b088-938856a5670d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.3167138 Aug 25 11:14:25.066734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:25.077382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbd75ba1-8069-4e8a-ab0b-7cb570e12a9c req-dcb026b1-d12c-459b-aeb5-faea3712f2c2 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7431467 Aug 25 11:14:25.102781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ef583-f366-4f39-a922-02cfd8ab6444 req-bd4801dc-3ea3-490a-9960-9174973bdeb8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:25.105845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e4ef583-f366-4f39-a922-02cfd8ab6444 req-bd4801dc-3ea3-490a-9960-9174973bdeb8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.7755907 Aug 25 11:14:25.117998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:25.172620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d7f5c-f478-4a8b-9a42-3982d6132723 req-926b86fe-105a-47c3-af68-cc3ac571a677 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8607059 Aug 25 11:14:25.346737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:25.458334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e4ef583-f366-4f39-a922-02cfd8ab6444 req-0ae2321e-533e-42d9-a3d5-3042f5a3862c tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282800 Aug 25 11:14:25.540633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1505451072-network', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:25.577558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7800b36-605b-45da-9dd9-47cb29909233 req-b2640789-7688-4f31-a2a0-7a82b1fea356 service neutron] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:25.585382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bfc5d8d1-596a-4a5f-8234-ad1af36d68c3 None None] Provisioning complete for port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:25.585962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d8d1-596a-4a5f-8234-ad1af36d68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.606369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Made reservation on behalf of c14889d17381425ebd1ae833e104f95f for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:25.612691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.633541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.641365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7800b36-605b-45da-9dd9-47cb29909233 req-b2640789-7688-4f31-a2a0-7a82b1fea356 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.644290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7800b36-605b-45da-9dd9-47cb29909233 req-b2640789-7688-4f31-a2a0-7a82b1fea356 service neutron] 10.222.0.67 "DELETE /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 1.3125114 Aug 25 11:14:25.676473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-15b6cee8-6ae4-47f7-b936-f810b3632d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:25.681063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-15b6cee8-6ae4-47f7-b936-f810b3632d88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1095 time: 0.3817296 Aug 25 11:14:25.682337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5d8d1-596a-4a5f-8234-ad1af36d68c3 None None] Port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:14:25.766794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Router e95d8222-f7b9-4569-9aef-153c9eca1203 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:25.782707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a69464-7119-49ac-9a2a-e28cff610472 req-ea6a6804-8d1a-489a-8177-5cd7274a2f4f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:25.790496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1a69464-7119-49ac-9a2a-e28cff610472 req-ea6a6804-8d1a-489a-8177-5cd7274a2f4f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 943 time: 0.2427983 Aug 25 11:14:25.829072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.835374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.908171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:14:25.920119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7587d9-a9a0-48ca-a8b4-c3b7d38b8a3f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:25.938734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:25.939324 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Added segment f3577e59-fc81-4d23-a586-c2ea02ba3569 of type vlan for network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a Aug 25 11:14:25.969352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1a69464-7119-49ac-9a2a-e28cff610472 req-2dbe2f1d-8980-4d2f-88ed-cf4d3195794e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778436 Aug 25 11:14:25.970844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-08dee189-fddb-4e0a-8ddd-4abae494737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:25.972562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-08dee189-fddb-4e0a-8ddd-4abae494737f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.2819729 Aug 25 11:14:26.025717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:26.077443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:26.079450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:26.079450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:26.095767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-ee389b60-13bd-46fa-ae75-4766f7978d91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 217 time: 0.0899808 Aug 25 11:14:26.121819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:26.134386 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Sync routers for ids ['e95d8222-f7b9-4569-9aef-153c9eca1203'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:26.160873 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Routers {'e95d8222-f7b9-4569-9aef-153c9eca1203'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:26.161389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f0afabb-55bc-4324-80fa-f4368e6afc39 admin admin] 10.222.0.35 "PUT /v2.0/routers/e95d8222-f7b9-4569-9aef-153c9eca1203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7767215 Aug 25 11:14:26.161658 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e95d8222-f7b9-4569-9aef-153c9eca1203'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:26.206755 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8579097 Aug 25 11:14:26.219028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39540) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:26.232943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Request body: {'subnet': {'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1505451072-subnet', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:26.247898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e03e1-5e68-4961-9b25-e1b06e1e9718 admin admin] Pushing event updated for resources: {'Network': ['ID=30d7a6bc-5c10-49a2-a06a-f67b8347ef9a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:26.273052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:14:26.321816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Made reservation on behalf of c14889d17381425ebd1ae833e104f95f for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:26.331351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53718cd0-91fe-4387-a892-6f13fb9e250f req-0e137c82-3b5b-44d5-a978-ff804a899526 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:26.341326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:26.346105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53718cd0-91fe-4387-a892-6f13fb9e250f req-0e137c82-3b5b-44d5-a978-ff804a899526 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.1067472 Aug 25 11:14:26.414998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Set router e95d8222-f7b9-4569-9aef-153c9eca1203 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:26.457362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53718cd0-91fe-4387-a892-6f13fb9e250f req-b2c544ba-5cc6-4809-838d-8901908fc727 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071467 Aug 25 11:14:26.466810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-dcf2db4f-8d64-40e6-af6b-521bc302e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:26.477861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-dcf2db4f-8d64-40e6-af6b-521bc302e1e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.3508298 Aug 25 11:14:26.698801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-7fca34bc-2eeb-4441-b39e-fd6b61a0914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:26.702557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-7fca34bc-2eeb-4441-b39e-fd6b61a0914d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116058 Aug 25 11:14:26.775145 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:22Z', 'revision_number': 4, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '9ec4b593-4f23-407d-83de-f6afbf3e2dd1', 'name': '', 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'mac_address': 'fa:16:3e:80:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:19Z', 'updated_at': '2021-08-25T11:14:23Z', 'revision_number': 2, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'subnets': [{'id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:26.803656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd32e45-d62d-48e8-a1b7-e928b730573d req-cd7a143b-74f6-453e-b5ac-3006cfb8b3e5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:26.809113 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Checking router: e95d8222-f7b9-4569-9aef-153c9eca1203 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:26.809811 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Updating router e95d8222-f7b9-4569-9aef-153c9eca1203 port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:14:26.815082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccd32e45-d62d-48e8-a1b7-e928b730573d req-cd7a143b-74f6-453e-b5ac-3006cfb8b3e5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.1812568 Aug 25 11:14:26.840411 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:26.879070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccd32e45-d62d-48e8-a1b7-e928b730573d req-26289101-7b08-483b-aa05-c3b35b6c859d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629795 Aug 25 11:14:26.939304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:26.978818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-aafd553f-85e1-4265-9c9f-5d0acd816db8 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663503 Aug 25 11:14:27.140732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.167245 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-1d08df7c-d0de-48fd-8181-5ac0db9a787d req-39fb1052-cd5c-438b-bddc-f345b45e42c6 tempest-FloatingIPDetailsNegativeTestJSON-2060614085 tempest-FloatingIPDetailsNegativeTestJSON-2060614085-project] show failed (client error): The resource could not be found. Aug 25 11:14:27.167599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d08df7c-d0de-48fd-8181-5ac0db9a787d req-39fb1052-cd5c-438b-bddc-f345b45e42c6 tempest-FloatingIPDetailsNegativeTestJSON-2060614085 tempest-FloatingIPDetailsNegativeTestJSON-2060614085-project] 10.222.0.35 "GET /v2.0/floatingips/1386ed73-55ac-45db-a190-c4df2148f531 HTTP/1.1" status: 404 len: 350 time: 0.0646729 Aug 25 11:14:27.178930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c7de-fcee-45de-9806-d5fd3c4f2ae3 req-9725b38c-5919-47a6-94aa-18e11996b82d tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:27.185097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9e9c7de-fcee-45de-9806-d5fd3c4f2ae3 req-9725b38c-5919-47a6-94aa-18e11996b82d tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1096 time: 0.1844373 Aug 25 11:14:27.185428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39568) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:27.237103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc315a3c-3628-4dbc-8425-73a697d6a670,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:27.250729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Checking segment: {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:27.251016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Network hostable DHCP agents. Network: 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:14:27.256455 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.276141 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Transition to ACTIVE for port object 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:27.289400 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.296184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:14:27.308648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:27.314477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:27.315115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.348791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f76c0-42d0-4cac-ac3c-e6102291af49 None None] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:27.350027 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2b30f263-a75f-4532-951c-ec047fdf3be7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1286230 Aug 25 11:14:27.361629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39570) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:27.365269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:27.390160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc12b0f-593a-4692-be4d-46ec1627bbd3 req-45cc8cfc-035c-43a7-9241-1f779983dfdb service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971531 Aug 25 11:14:27.404821 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Pushing event updated for resources: {'Port': ['ID=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:27.435560 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.438332 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.439659 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.440110 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.440549 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.440986 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.441959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9e9c7de-fcee-45de-9806-d5fd3c4f2ae3 req-3f704560-1651-40bf-a616-f0471d6c6900 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131045 Aug 25 11:14:27.442123 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.443211 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.443867 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.446067 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.446720 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.447264 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:27.466033 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.470089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.601188 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Attempting to bind port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:27.601747 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Attempting to bind port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:27.602312 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Attempting to bind port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 on network bd7847d7-f57e-487e-a057-eca6d9d30e5e {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:27.613804 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:27.614411 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Checking segment: {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:27.615069 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.615694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Bound using segment: {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:27.616371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Bound port: 9ec4b593-4f23-407d-83de-f6afbf3e2dd1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a05670-e903-43be-97df-dfb037c82996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:27.617002 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.667429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.718847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'fixed_ips': [{'subnet_id': 'dc315a3c-3628-4dbc-8425-73a697d6a670'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:14:27.720109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.868964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] For port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:27.872912 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] For port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,segment=NetworkSegment(95a05670-e903-43be-97df-dfb037c82996),segment_id=95a05670-e903-43be-97df-dfb037c82996)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:27.885430 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:27.939307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 56b51d62-833d-4813-bd9f-875cf9c0c0e7 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:14:28.011156 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456495c-25b1-42d8-afbc-ca4598468e0e None None] Pushing event updated for resources: {'Port': ['ID=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:28.079628 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Routers {'e95d8222-f7b9-4569-9aef-153c9eca1203'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:28.080297 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e95d8222-f7b9-4569-9aef-153c9eca1203'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:28.080711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39898a-249e-43f3-baed-cd206ca64410 req-58e03b05-938d-4ced-8f39-c31c8bcb1eb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:28.090233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db39898a-249e-43f3-baed-cd206ca64410 req-58e03b05-938d-4ced-8f39-c31c8bcb1eb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 943 time: 0.3347464 Aug 25 11:14:28.094705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de058fc-a2f8-4deb-a989-5856101478cf req-a21a7f7a-ef18-4fc3-a0bd-22157ce45848 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:28.100824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:28.102591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5de058fc-a2f8-4deb-a989-5856101478cf req-a21a7f7a-ef18-4fc3-a0bd-22157ce45848 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 1096 time: 0.2724571 Aug 25 11:14:28.234273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:28.290954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Allocated IP 172.20.0.2 (30d7a6bc-5c10-49a2-a06a-f67b8347ef9a/dc315a3c-3628-4dbc-8425-73a697d6a670/437a3659-ec3d-4df5-8973-b31be335577a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:28.304104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db39898a-249e-43f3-baed-cd206ca64410 req-275b9c3d-f488-4e84-ab3f-107cd97a28db tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123914 Aug 25 11:14:28.325538 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] Set router e95d8222-f7b9-4569-9aef-153c9eca1203 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:28.332332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:14:28.412102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5de058fc-a2f8-4deb-a989-5856101478cf req-716a49f3-2805-4ed3-9e09-da28b50fb18c tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085248 Aug 25 11:14:28.632211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:28.649084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fefd6-4619-4d2b-a99b-ba4f03ed272a req-c01ca571-fbc2-4fbf-86e5-e6e257b8e5ce tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:28.651281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-146fefd6-4619-4d2b-a99b-ba4f03ed272a req-c01ca571-fbc2-4fbf-86e5-e6e257b8e5ce tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.1730628 Aug 25 11:14:28.669375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:28.756708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-146fefd6-4619-4d2b-a99b-ba4f03ed272a req-07078642-7270-421c-914c-5e56a39cd607 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823405 Aug 25 11:14:28.788409 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:28.847705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5707c-6ae1-4dc1-95fd-0f27ce062d1b req-73414518-c7e1-4b49-b99e-ae9008d1895a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:28.849303 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:22Z', 'revision_number': 4, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '9ec4b593-4f23-407d-83de-f6afbf3e2dd1', 'name': '', 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'mac_address': 'fa:16:3e:80:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:19Z', 'updated_at': '2021-08-25T11:14:27Z', 'revision_number': 4, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'subnets': [{'id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:28.857143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2dd5707c-6ae1-4dc1-95fd-0f27ce062d1b req-73414518-c7e1-4b49-b99e-ae9008d1895a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.1329224 Aug 25 11:14:28.928945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2dd5707c-6ae1-4dc1-95fd-0f27ce062d1b req-6cbafbd0-d89c-460c-a549-ee4b5feaad65 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660503 Aug 25 11:14:28.941734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d425136-9c4a-45c1-b000-2f920a9fff39 None None] The sync data for ids ['e95d8222-f7b9-4569-9aef-153c9eca1203'] in n-d-778732-11 is: [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:22Z', 'revision_number': 4, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '9ec4b593-4f23-407d-83de-f6afbf3e2dd1', 'name': '', 'network_id': 'bd7847d7-f57e-487e-a057-eca6d9d30e5e', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'mac_address': 'fa:16:3e:80:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:19Z', 'updated_at': '2021-08-25T11:14:27Z', 'revision_number': 4, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'subnets': [{'id': '60b3bdb3-e13b-4561-8a0c-21f7554a4804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:29.100640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Allocated IP 172.25.1.231 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ef7b929f-1cd6-4826-b50a-5d1f14d1f726) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:29.206865 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:29.273589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b51d62-833d-4813-bd9f-875cf9c0c0e7 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:29.387771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:29.447070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:29.526236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:29.612753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:29.682493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:29.708577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:29.713444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed73ea-5ab2-470c-b41e-662ed029f126 req-47f3366e-bc40-400e-a6c9-e542a43a649e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:29.725993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:29.730172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Pushing event updated for resources: {'Port': ['ID=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:29.743085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04ed73ea-5ab2-470c-b41e-662ed029f126 req-47f3366e-bc40-400e-a6c9-e542a43a649e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 944 time: 0.3137846 Aug 25 11:14:29.846868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04ed73ea-5ab2-470c-b41e-662ed029f126 req-fda5ea0f-5da0-4ab4-b799-469ca4e3248d tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Aug 25 11:14:29.847879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=56b51d62-833d-4813-bd9f-875cf9c0c0e7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:29.884983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['56b51d62-833d-4813-bd9f-875cf9c0c0e7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:29.956314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Deleting port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:29.958964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:29.997818 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:30.051266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Transition to ACTIVE for port object 437a3659-ec3d-4df5-8973-b31be335577a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:30.128413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Transition to ACTIVE for port object 437a3659-ec3d-4df5-8973-b31be335577a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:30.161136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:30.180439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78166bd9-a3e6-471a-b09e-7c3c47b68729 req-48a8a417-e129-4906-a924-a59426298852 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:30.197015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78166bd9-a3e6-471a-b09e-7c3c47b68729 req-48a8a417-e129-4906-a924-a59426298852 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.3368332 Aug 25 11:14:30.257923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:30.293045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78166bd9-a3e6-471a-b09e-7c3c47b68729 req-15cc6965-f5a6-4e64-9933-f927635fa813 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948131 Aug 25 11:14:30.309165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:30.326474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:30.343977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Pushing event updated for resources: {'Port': ['ID=437a3659-ec3d-4df5-8973-b31be335577a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:30.415810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] For port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,segment=NetworkSegment(95a05670-e903-43be-97df-dfb037c82996),segment_id=95a05670-e903-43be-97df-dfb037c82996)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:30.419434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:30.455269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Calling delete_port for 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:30.534128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0219805-5c0f-4ac5-b6c3-9f387fbdc018 req-e91c6e63-fe77-4a33-a607-c947de95874a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:30.537767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0219805-5c0f-4ac5-b6c3-9f387fbdc018 req-e91c6e63-fe77-4a33-a607-c947de95874a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.2292168 Aug 25 11:14:30.607024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Attempting to bind port 437a3659-ec3d-4df5-8973-b31be335577a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:30.607628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Attempting to bind port 437a3659-ec3d-4df5-8973-b31be335577a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:30.609290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Attempting to bind port 437a3659-ec3d-4df5-8973-b31be335577a on network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:30.625654 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:30.627701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:30.628292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Checking segment: {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:30.628921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:30.629821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Bound using segment: {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:30.630812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Bound port: 437a3659-ec3d-4df5-8973-b31be335577a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:30.631406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:30.806591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0219805-5c0f-4ac5-b6c3-9f387fbdc018 req-df678530-3b01-4de5-9fee-9ecad7cbbbc7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585778 Aug 25 11:14:31.062555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] For port 437a3659-ec3d-4df5-8973-b31be335577a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:31.091652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] For port 437a3659-ec3d-4df5-8973-b31be335577a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=437a3659-ec3d-4df5-8973-b31be335577a,segment=NetworkSegment(f3577e59-fc81-4d23-a586-c2ea02ba3569),segment_id=f3577e59-fc81-4d23-a586-c2ea02ba3569)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:31.106488 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:31.165241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:31.422494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:31.555157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec4b593-4f23-407d-83de-f6afbf3e2dd1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:31.616938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No active binding found for port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 {{(pid=94912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 11:14:31.617528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 11:14:31.723358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:31.761395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Port 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 not found, will not notify nova. {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 11:14:31.777665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d723db5-e8e0-4fb7-9252-247ca3caf929 None None] Pushing event updated for resources: {'Port': ['ID=437a3659-ec3d-4df5-8973-b31be335577a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:31.974929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 56b51d62-833d-4813-bd9f-875cf9c0c0e7 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:32.140375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:32.154436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:32.156554 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:32.322747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.323995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.324509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.324861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.325203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.325540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.325909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.326253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.326585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.326956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.327286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.327881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:14:32.350628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef9391-271d-4c28-9ea7-5902e3b0d806 req-b2b4cab5-6a8f-451a-8621-e5a96bd14a18 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:32.361266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bef9391-271d-4c28-9ea7-5902e3b0d806 req-b2b4cab5-6a8f-451a-8621-e5a96bd14a18 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 944 time: 1.2599084 Aug 25 11:14:32.380945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:32.395846 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:32.458148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:32.462640 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330418d-dbb7-4d2b-b1e2-8dc80820c62d" -d '{"events": [{"server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "name": "network-vif-plugged", "status": "completed", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:32.466760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8fe793b3-fea4-4f2c-a98b-dfe82ae4d42f tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:32.470456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8fe793b3-fea4-4f2c-a98b-dfe82ae4d42f tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.67 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.9081798 Aug 25 11:14:32.507935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:32.518518 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:32.663893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=56b51d62-833d-4813-bd9f-875cf9c0c0e7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:32.664909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:32.682210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bef9391-271d-4c28-9ea7-5902e3b0d806 req-866776df-fd67-4d1d-810b-3e48e720403f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187270 Aug 25 11:14:32.714931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:14:32.910829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 802e893a-9a12-4e7f-a378-bb84c768c0a9 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:32.956260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:32.988389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Sync routers for ids ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:32.989296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:32.991544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2a9a8248-c634-4caa-8bc5-bd15069dffac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6376071 Aug 25 11:14:32.996153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39702) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:33.002872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f723447-1b7b-4007-aa58-12a05f7e2819 req-6a519ffa-037a-45c5-8960-ad7a70fee02f tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:33.006762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f723447-1b7b-4007-aa58-12a05f7e2819 req-6a519ffa-037a-45c5-8960-ad7a70fee02f tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 946 time: 0.6294291 Aug 25 11:14:33.022927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Routers {'137912d3-cc0f-4d8c-903c-cf3c9f856e87'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:33.023705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:33.229832 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:33.318482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cbfae5-7f79-41e2-8a3c-e26e9537a128 None None] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:33.327755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 437a3659-ec3d-4df5-8973-b31be335577a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:33.516653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Deleting port d185120e-773e-47d1-aa42-c3aa700f7b97 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:33.517448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:33.518446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:33.539510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:33.558231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-27e18a90-ed36-45ca-8a3d-7089e476b0c0 None None] Provisioning for port 437a3659-ec3d-4df5-8973-b31be335577a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:33.559068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1795562-86af-457d-89cf-6b4002d2ca74 req-2ef63ab8-91bd-4bf8-9174-032c58d9059f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:33.562691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1795562-86af-457d-89cf-6b4002d2ca74 req-2ef63ab8-91bd-4bf8-9174-032c58d9059f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.5484529 Aug 25 11:14:33.583532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Set router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:33.591871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f723447-1b7b-4007-aa58-12a05f7e2819 req-41a303d9-7eab-4031-bcad-8d9a4b01bd84 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups?id=675439a6-3b4e-4631-b573-dcbd9fce606a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4923964 Aug 25 11:14:33.769808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 437a3659-ec3d-4df5-8973-b31be335577a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:33.794645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:33.798950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] For port d185120e-773e-47d1-aa42-c3aa700f7b97, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d185120e-773e-47d1-aa42-c3aa700f7b97,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:33.803126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:33.809602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 437a3659-ec3d-4df5-8973-b31be335577a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:33.809602 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.004619 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.049879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 437a3659-ec3d-4df5-8973-b31be335577a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=437a3659-ec3d-4df5-8973-b31be335577a,segment=NetworkSegment(f3577e59-fc81-4d23-a586-c2ea02ba3569),segment_id=f3577e59-fc81-4d23-a586-c2ea02ba3569)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:34.067357 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.085749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:14:30Z', 'revision_number': 3, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:34.108758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1795562-86af-457d-89cf-6b4002d2ca74 req-152a9c52-d871-47be-abed-71909b497d34 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973738 Aug 25 11:14:34.129165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.268010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Checking router: 137912d3-cc0f-4d8c-903c-cf3c9f856e87 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:34.274393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Updating router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:14:34.285657 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f93fd8-62f1-4b7e-a98e-c32c566f90ff x-openstack-request-id: req-f7f93fd8-62f1-4b7e-a98e-c32c566f90ff {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:34.296344 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "name": "network-vif-plugged", "status": "completed", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:34.297041 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7f93fd8-62f1-4b7e-a98e-c32c566f90ff {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:34.300077 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'code': 200} Aug 25 11:14:34.334190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Router e95d8222-f7b9-4569-9aef-153c9eca1203 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:34.493732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.573209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Allocated IP 172.20.0.1 (30d7a6bc-5c10-49a2-a06a-f67b8347ef9a/dc315a3c-3628-4dbc-8425-73a697d6a670/890f46ca-fc42-4c46-a849-ab77f2e345f1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:34.629467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=437a3659-ec3d-4df5-8973-b31be335577a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:34.650348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d3f940cd-e4ec-4af0-abf0-445ae8d53cba None None] Provisioning complete for port 437a3659-ec3d-4df5-8973-b31be335577a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:34.650961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d3f940cd-e4ec-4af0-abf0-445ae8d53cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.860602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:34.892256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Transition to ACTIVE for port object 890f46ca-fc42-4c46-a849-ab77f2e345f1 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:34.926402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:34.941997 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] Sync routers for ids ['e95d8222-f7b9-4569-9aef-153c9eca1203'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:34.945354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b541aa66-833c-4a2c-8a94-483d4ec96566 admin admin] 10.222.0.35 "PUT /v2.0/routers/e95d8222-f7b9-4569-9aef-153c9eca1203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7570550 Aug 25 11:14:34.967207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39724) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:34.973455 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] Routers {'e95d8222-f7b9-4569-9aef-153c9eca1203'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:34.974479 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e95d8222-f7b9-4569-9aef-153c9eca1203'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:34.986906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.006265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced7c0-e09d-4b8b-8fee-825aba8bf9c0 req-f6b44466-17c6-4ea4-8d67-b3507ae766cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:35.008229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baced7c0-e09d-4b8b-8fee-825aba8bf9c0 req-f6b44466-17c6-4ea4-8d67-b3507ae766cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1097 time: 0.5095470 Aug 25 11:14:35.040800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d185120e-773e-47d1-aa42-c3aa700f7b97 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:35.044258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 437a3659-ec3d-4df5-8973-b31be335577a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:35.076154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaf092-d177-490e-83b9-dcd5492810ff req-2be38c8f-1a5d-4072-a540-247174af97f6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:35.081858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:35.087064 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6aaf092-d177-490e-83b9-dcd5492810ff req-2be38c8f-1a5d-4072-a540-247174af97f6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 945 time: 0.5646265 Aug 25 11:14:35.090897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:35.099213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:35.142053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.142053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.142053 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Floating IP 7534db36-bcea-426e-8a71-5320b253efca disassociated. External IP: 172.25.1.134, port: d185120e-773e-47d1-aa42-c3aa700f7b97. Aug 25 11:14:35.142053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Calling delete_port for d185120e-773e-47d1-aa42-c3aa700f7b97 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:35.250966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.391754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Pushing event updated for resources: {'Port': ['ID=890f46ca-fc42-4c46-a849-ab77f2e345f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:35.399429 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] Set router e95d8222-f7b9-4569-9aef-153c9eca1203 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:35.453979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.475441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 437a3659-ec3d-4df5-8973-b31be335577a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:35.475441 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.637205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.659972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.751623 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.776882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b79d3fa1-7bf4-424c-b6d1-0b6794d3f70d None None] Provisioning for port 890f46ca-fc42-4c46-a849-ab77f2e345f1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:35.798216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Transition to ACTIVE for port object ef7b929f-1cd6-4826-b50a-5d1f14d1f726 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:35.800685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b79d3fa1-7bf4-424c-b6d1-0b6794d3f70d None None] Provisioning complete for port 890f46ca-fc42-4c46-a849-ab77f2e345f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:35.801067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b79d3fa1-7bf4-424c-b6d1-0b6794d3f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.815163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6aaf092-d177-490e-83b9-dcd5492810ff req-acba3182-1b7a-4353-8c2e-6d768f5d25f0 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257383 Aug 25 11:14:35.864655 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:35.910909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baced7c0-e09d-4b8b-8fee-825aba8bf9c0 req-eb76d26f-aa67-4d3a-9daa-102d06f9290f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7877822 Aug 25 11:14:35.913396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event deleted for resources: {'Port': ['ID=d185120e-773e-47d1-aa42-c3aa700f7b97,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:35.991549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b79d3fa1-7bf4-424c-b6d1-0b6794d3f70d None None] Port 890f46ca-fc42-4c46-a849-ab77f2e345f1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:14:36.006738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Attempting to bind port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:36.007122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Attempting to bind port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:36.007497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Attempting to bind port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:36.010219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f72df-ac55-4ed4-bf52-6f3f7da8cc61 None None] Pushing event updated for resources: {'Port': ['ID=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:36.024220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:36.024732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:36.025170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.025590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:36.026138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Bound port: ef7b929f-1cd6-4826-b50a-5d1f14d1f726, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:36.026538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.067427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-bde34794-f68e-4f2d-9288-aa12937d6745 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:36.079539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-bde34794-f68e-4f2d-9288-aa12937d6745 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 1.2851789 Aug 25 11:14:36.091363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.101587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.119002 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:31Z', 'revision_number': 5, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:36.145139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d85aeb4b-e5be-4e20-845b-e41cdab0f28e req-a80aa605-463a-473e-be5b-398b39871fa5 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 210 time: 0.1925442 Aug 25 11:14:36.152519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.165600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] For port ef7b929f-1cd6-4826-b50a-5d1f14d1f726, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:36.173516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] For port ef7b929f-1cd6-4826-b50a-5d1f14d1f726, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:36.182450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.242645 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] Checking router: e95d8222-f7b9-4569-9aef-153c9eca1203 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:36.292114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Pushing event updated for resources: {'Port': ['ID=890f46ca-fc42-4c46-a849-ab77f2e345f1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:36.298883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] Routers {'e95d8222-f7b9-4569-9aef-153c9eca1203'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:36.299546 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e95d8222-f7b9-4569-9aef-153c9eca1203'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:36.310991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:36.315439 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a752f612-89d4-43e8-80c4-7bb201231c28" -d '{"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-unplugged", "status": "completed", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:36.321600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-136c1231-3309-435d-9216-5860f3fbd60f tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/quotas/1f43914922344149800b1a718ea2dabf HTTP/1.1" status: 200 len: 375 time: 0.2405555 Aug 25 11:14:36.330572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Routers {'137912d3-cc0f-4d8c-903c-cf3c9f856e87'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:36.331795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:36.383422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:36.385792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:36.426992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.499562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f72df-ac55-4ed4-bf52-6f3f7da8cc61 None None] Pushing event updated for resources: {'Port': ['ID=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:36.616489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:36.687449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] Set router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:36.695623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:36.734391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-a5aa587f-57dd-4f77-9c3e-f2ce377bf0c3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:36.742234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-a5aa587f-57dd-4f77-9c3e-f2ce377bf0c3 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8e017c-22ca-406d-8f87-7256ce8f2844 HTTP/1.1" status: 200 len: 944 time: 0.6940117 Aug 25 11:14:36.744050 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] Set router e95d8222-f7b9-4569-9aef-153c9eca1203 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:36.869084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:36.875655 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c1145ce6-5dd3-48cf-b3d5-0363693188bc admin admin] 10.222.0.35 "PUT /v2.0/routers/137912d3-cc0f-4d8c-903c-cf3c9f856e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781857 Aug 25 11:14:36.945635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cf9e64f1-79f5-4e0a-9369-b63f5447b07d None None] Provisioning complete for port 890f46ca-fc42-4c46-a849-ab77f2e345f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:36.946686 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf9e64f1-79f5-4e0a-9369-b63f5447b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:37.154753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e64f1-79f5-4e0a-9369-b63f5447b07d None None] Port 890f46ca-fc42-4c46-a849-ab77f2e345f1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:14:37.198389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '890f46ca-fc42-4c46-a849-ab77f2e345f1', 'name': '', 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'mac_address': 'fa:16:3e:91:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:34Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 2, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'subnets': [{'id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:37.264838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f5229-e3f9-46d6-82b0-5a08135c5965 None None] The sync data for ids ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'] in n-d-778732-11 is: [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '890f46ca-fc42-4c46-a849-ab77f2e345f1', 'name': '', 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'mac_address': 'fa:16:3e:91:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:34Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 2, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'subnets': [{'id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:37.310882 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:31Z', 'revision_number': 5, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:37.367797 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f6f7c3-1b60-4f7e-a206-f042bb95b0f8 None None] The sync data for ids ['e95d8222-f7b9-4569-9aef-153c9eca1203'] in n-d-778732-11 is: [{'id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1252724175-router', 'tenant_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:08Z', 'updated_at': '2021-08-25T11:14:31Z', 'revision_number': 5, 'project_id': 'c68793352e7d4c00a3b35e3971dda0b8', 'gw_port': {'id': 'cdf9ec69-ffde-493e-befd-be571ce040e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95d8222-f7b9-4569-9aef-153c9eca1203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:10Z', 'updated_at': '2021-08-25T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:37.532962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-4c61dc51-1271-4406-9e50-6f66ba0925b2 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2102060 Aug 25 11:14:37.704095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:37.723015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56cf18-108b-4a2a-a7ca-47dd7a095b4a req-651b0e24-1664-4752-bdfc-4ccd572c3f09 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:37.725883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc56cf18-108b-4a2a-a7ca-47dd7a095b4a req-651b0e24-1664-4752-bdfc-4ccd572c3f09 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 1.0594852 Aug 25 11:14:37.823560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Deleting port cdf9ec69-ffde-493e-befd-be571ce040e9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:37.823903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:37.978595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc56cf18-108b-4a2a-a7ca-47dd7a095b4a req-41e53c2c-4b26-487d-ad72-5f5ad0211c13 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418427 Aug 25 11:14:37.983478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Deleting port 802e893a-9a12-4e7f-a378-bb84c768c0a9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:37.985148 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:38.008511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-06dc849c-f86a-4729-a810-9af914195793 service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544032 Aug 25 11:14:38.107026 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc87904-797e-4bb1-8613-cd4486fe7498 x-openstack-request-id: req-4dc87904-797e-4bb1-8613-cd4486fe7498 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:38.107492 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-unplugged", "status": "completed", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:38.107901 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4dc87904-797e-4bb1-8613-cd4486fe7498 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:38.108572 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'code': 200} Aug 25 11:14:38.548636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] For port cdf9ec69-ffde-493e-befd-be571ce040e9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cdf9ec69-ffde-493e-befd-be571ce040e9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:38.549509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:38.597404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:38.602792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] For port 802e893a-9a12-4e7f-a378-bb84c768c0a9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=802e893a-9a12-4e7f-a378-bb84c768c0a9,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:38.603210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:38.614879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:38.624405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Calling delete_port for cdf9ec69-ffde-493e-befd-be571ce040e9 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:38.627244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:38.628044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:38.658266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0d75-a725-4db2-992a-d569fbbc3f99 req-a17e1062-93c1-4b5f-a091-527cdfefe0ac tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:38.663129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-243f0d75-a725-4db2-992a-d569fbbc3f99 req-a17e1062-93c1-4b5f-a091-527cdfefe0ac tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 945 time: 0.4902821 Aug 25 11:14:38.698201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-1cdec193-98f0-4eb9-bd72-eaf27247a1b0 service neutron] 10.222.0.35 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974386 Aug 25 11:14:38.708114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Calling delete_port for 802e893a-9a12-4e7f-a378-bb84c768c0a9 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:38.765808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] No DVR routers for this DVR port d185120e-773e-47d1-aa42-c3aa700f7b97 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:38.779062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:38.890145 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:38.894706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ebfa330-1329-492a-b923-51c8a585f875 req-8a0ea646-cfda-4aef-a11b-d74a2d2114cf tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.67 "DELETE /v2.0/ports/d185120e-773e-47d1-aa42-c3aa700f7b97 HTTP/1.1" status: 204 len: 173 time: 6.4057777 Aug 25 11:14:38.933464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'name': 'network-vif-deleted', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:38.947829 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c437b469-60d5-4ab7-9d68-0063da3a2adb" -d '{"events": [{"server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "name": "network-vif-deleted", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:38.970284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 802e893a-9a12-4e7f-a378-bb84c768c0a9 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:39.107456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef7b929f-1cd6-4826-b50a-5d1f14d1f726 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:39.214938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-243f0d75-a725-4db2-992a-d569fbbc3f99 req-4164a848-0355-4dab-bd42-e76a7581d15d tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091262 Aug 25 11:14:39.284950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65661507-a919-499a-8ff7-282b6eab35a9 req-614051e2-57aa-4442-a254-672ee560fbbb tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/ports?device_id=d56c5017-1568-40f0-bcd3-08477b09e397 HTTP/1.1" status: 200 len: 210 time: 0.1043963 Aug 25 11:14:39.329550 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-87cdf08a-d2b0-4ae4-9764-424d87c1c29b service neutron] show failed (client error): The resource could not be found. Aug 25 11:14:39.330549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-87cdf08a-d2b0-4ae4-9764-424d87c1c29b service neutron] 10.222.0.10 "GET /v2.0/ports/5fa8873f-be82-4b63-8769-2964c0f3516a/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.4346426 Aug 25 11:14:39.517291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:39.613422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:39.666597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:39.668393 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:39.880572 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6208c04-b809-4d82-abd4-af3ac80a7ca7 x-openstack-request-id: req-c6208c04-b809-4d82-abd4-af3ac80a7ca7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:39.881327 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56c5017-1568-40f0-bcd3-08477b09e397", "name": "network-vif-deleted", "tag": "d185120e-773e-47d1-aa42-c3aa700f7b97", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:39.881327 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6208c04-b809-4d82-abd4-af3ac80a7ca7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:39.881898 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56c5017-1568-40f0-bcd3-08477b09e397', 'name': 'network-vif-deleted', 'tag': 'd185120e-773e-47d1-aa42-c3aa700f7b97', 'status': 'completed', 'code': 200} Aug 25 11:14:40.073175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:40.102750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:40.103532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:40.197349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df293430-7ff1-4ca8-87eb-de2547fe48fa req-c45494e9-900a-4fd5-825a-5627b9d06e3d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 210 time: 0.2354136 Aug 25 11:14:40.248632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76f0e296-5784-4055-8f37-c0b39f000890 req-f3d683db-22c9-484d-b506-865e99175dc4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7855587 Aug 25 11:14:40.255241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:40.322187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-6008c446-ac44-4ca9-9330-20f24391ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:40.326342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-6008c446-ac44-4ca9-9330-20f24391ea00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8&tenant_id=05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 1102 time: 0.6567693 Aug 25 11:14:40.348008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:40.358447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.364057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.370844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:40.467921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event deleted for resources: {'Port': ['ID=802e893a-9a12-4e7f-a378-bb84c768c0a9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:40.508995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.735811 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.785775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ef7b929f-1cd6-4826-b50a-5d1f14d1f726, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:40.796577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf9ec69-ffde-493e-befd-be571ce040e9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:40.800339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.841028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:40.850328 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Sync routers for ids ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:40.876716 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Routers {'137912d3-cc0f-4d8c-903c-cf3c9f856e87'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:40.877431 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:40.877725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:14:40.878136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9ec4b593-4f23-407d-83de-f6afbf3e2dd1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:14:40.891200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.896181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] No DVR routers for this DVR port 802e893a-9a12-4e7f-a378-bb84c768c0a9 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:40.900804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:40.921734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:40.925939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d9cb2b4-d640-4ea9-aafe-8b6fe5ab3eb8 req-7b9abc29-238c-41fe-a015-a1b7582736dc tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "DELETE /v2.0/ports/802e893a-9a12-4e7f-a378-bb84c768c0a9 HTTP/1.1" status: 204 len: 173 time: 4.0844483 Aug 25 11:14:40.939853 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:40.943436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86feb61f-e360-4147-834b-0ed6c343a730 None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:09:41Z', 'revision_number': 4, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '453327e9-8930-4581-a420-1f7aab73b1a5', 'name': '', 'network_id': 'da57e288-0d3f-4326-8e8c-8f802edeebe3', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'mac_address': 'fa:16:3e:12:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:39Z', 'updated_at': '2021-08-25T11:09:46Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'subnets': [{'id': 'e99146fe-1225-4503-a1d8-03258e4f591d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:41.082941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dce6b8-d323-4fbb-ae7d-af07be455ec1 req-a6a44303-1690-4001-8f3a-eb664ce694c5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:41.098087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43dce6b8-d323-4fbb-ae7d-af07be455ec1 req-a6a44303-1690-4001-8f3a-eb664ce694c5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.6707366 Aug 25 11:14:41.152914 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Set router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:41.160985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:41.578585 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '890f46ca-fc42-4c46-a849-ab77f2e345f1', 'name': '', 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'mac_address': 'fa:16:3e:91:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:34Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 2, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'subnets': [{'id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:41.589381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c659f67-a4e0-4184-a50d-ee86a61fe863 None None] New status for floating IP 7534db36-bcea-426e-8a71-5320b253efca: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:14:41.596049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:41.608095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:41.619027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43dce6b8-d323-4fbb-ae7d-af07be455ec1 req-d3b20f8a-f222-4419-9177-a6f9f4e3f154 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195215 Aug 25 11:14:41.661983 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Checking router: 137912d3-cc0f-4d8c-903c-cf3c9f856e87 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:41.662470 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Updating router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 port 890f46ca-fc42-4c46-a849-ab77f2e345f1 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:14:41.711263 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:41.903141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-deleted', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:41.919643 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2626416b-fd56-43d1-b9e3-722f91f4b559" -d '{"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-deleted", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:41.953437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:41.954298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95d8222-f7b9-4569-9aef-153c9eca1203 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:14:41.968604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:41.970244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f8b3dbbe-e34d-438e-9aa3-414ab9af2088 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e95d8222-f7b9-4569-9aef-153c9eca1203 HTTP/1.1" status: 204 len: 168 time: 6.9843471 Aug 25 11:14:41.974459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:42.126756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-31cb39c0-ea85-46ba-9563-57877d3c0aa4 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:42.128719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-31cb39c0-ea85-46ba-9563-57877d3c0aa4 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 805 time: 0.8517838 Aug 25 11:14:42.145026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Deleting subnet 60b3bdb3-e13b-4561-8a0c-21f7554a4804 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:14:42.151914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.188680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.218751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Request body: {'port': {'device_id': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'admin_state_up': True, 'tenant_id': '1f43914922344149800b1a718ea2dabf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:42.260655 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.309726 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.333045 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Transition to ACTIVE for port object 890f46ca-fc42-4c46-a849-ab77f2e345f1 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:42.349912 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.426993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.462708 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16f25e-0101-4ce4-97b4-2fb7303d2c86 None None] Pushing event updated for resources: {'Port': ['ID=890f46ca-fc42-4c46-a849-ab77f2e345f1,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:42.572613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.681671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b3bdb3-e13b-4561-8a0c-21f7554a4804,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:42.691567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.700149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2e4a4fc-6c30-475b-b8c9-db438d0a8e8a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/60b3bdb3-e13b-4561-8a0c-21f7554a4804 HTTP/1.1" status: 204 len: 168 time: 0.7237730 Aug 25 11:14:42.706344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:42.707843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abbf0e-793d-4961-ae94-e3da50d5fa32 None None] Network bd7847d7-f57e-487e-a057-eca6d9d30e5e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:42.710865 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Attempting to bind port 890f46ca-fc42-4c46-a849-ab77f2e345f1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:42.711751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Attempting to bind port 890f46ca-fc42-4c46-a849-ab77f2e345f1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:42.712333 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Attempting to bind port 890f46ca-fc42-4c46-a849-ab77f2e345f1 on network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:42.722461 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:42.722934 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Checking segment: {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:42.724494 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.725153 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Bound using segment: {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:42.726009 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Bound port: 890f46ca-fc42-4c46-a849-ab77f2e345f1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3577e59-fc81-4d23-a586-c2ea02ba3569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:42.726679 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.930277 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] For port 890f46ca-fc42-4c46-a849-ab77f2e345f1, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:42.944688 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] For port 890f46ca-fc42-4c46-a849-ab77f2e345f1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=890f46ca-fc42-4c46-a849-ab77f2e345f1,segment=NetworkSegment(f3577e59-fc81-4d23-a586-c2ea02ba3569),segment_id=f3577e59-fc81-4d23-a586-c2ea02ba3569)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:42.957339 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:42.971743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-29ce01f6-4f30-4e89-bfd0-4c3dac2f5412 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:42.981122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-29ce01f6-4f30-4e89-bfd0-4c3dac2f5412 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9264534 Aug 25 11:14:42.985525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.112872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-e2c87978-b636-42da-a673-c3e87491747f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.1307323 Aug 25 11:14:43.126862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'floatingip': {'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:43.139584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] DHCP port deletion for bd7847d7-f57e-487e-a057-eca6d9d30e5e request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:14:43.156761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:43.157447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef7b929f-1cd6-4826-b50a-5d1f14d1f726 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:43.190302 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Routers {'137912d3-cc0f-4d8c-903c-cf3c9f856e87'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:43.196010 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Deleting port 136d0bbf-284a-42be-9fb9-253db9bea6d4 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:43.198600 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:43.202304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.325424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] Deleting port 136d0bbf-284a-42be-9fb9-253db9bea6d4 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:43.325949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.328059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:43.328469 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.377090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] For port 136d0bbf-284a-42be-9fb9-253db9bea6d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=136d0bbf-284a-42be-9fb9-253db9bea6d4,segment=NetworkSegment(95a05670-e903-43be-97df-dfb037c82996),segment_id=95a05670-e903-43be-97df-dfb037c82996)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:43.379633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.414491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.433770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Calling delete_port for 136d0bbf-284a-42be-9fb9-253db9bea6d4 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:43.482452 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] Set router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:43.562798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] For port 136d0bbf-284a-42be-9fb9-253db9bea6d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=136d0bbf-284a-42be-9fb9-253db9bea6d4,segment=NetworkSegment(95a05670-e903-43be-97df-dfb037c82996),segment_id=95a05670-e903-43be-97df-dfb037c82996)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:43.563491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.581750 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16f25e-0101-4ce4-97b4-2fb7303d2c86 None None] Pushing event updated for resources: {'Port': ['ID=890f46ca-fc42-4c46-a849-ab77f2e345f1,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:43.593410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Made reservation on behalf of 1f43914922344149800b1a718ea2dabf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:43.599973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.625865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] Calling delete_port for 136d0bbf-284a-42be-9fb9-253db9bea6d4 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:43.632332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.674807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:43.734993 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.765031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=136d0bbf-284a-42be-9fb9-253db9bea6d4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:43.772736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] No DVR routers for this DVR port 136d0bbf-284a-42be-9fb9-253db9bea6d4 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:43.787235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] No DVR routers for this DVR port 136d0bbf-284a-42be-9fb9-253db9bea6d4 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:43.815449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0cfe-1644-4f97-b8d4-3015e53a8778 None None] Pushing event deleted for resources: {'Port': ['ID=136d0bbf-284a-42be-9fb9-253db9bea6d4,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:43.820598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Allocated IP 172.25.1.212 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/f39b9b7b-088c-4c3f-b840-e1d9cca39a48) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:43.855964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdf9ec69-ffde-493e-befd-be571ce040e9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:43.880110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cdf9ec69-ffde-493e-befd-be571ce040e9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:14:43.880453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdf9ec69-ffde-493e-befd-be571ce040e9 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:14:43.949517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:43.973648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7847d7-f57e-487e-a057-eca6d9d30e5e']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:44.009826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a05670-e903-43be-97df-dfb037c82996') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:44.012016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a05670-e903-43be-97df-dfb037c82996') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:44.035431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.038417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.080809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.097894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:44.098384 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '890f46ca-fc42-4c46-a849-ab77f2e345f1', 'name': '', 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'mac_address': 'fa:16:3e:91:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:34Z', 'updated_at': '2021-08-25T11:14:42Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'subnets': [{'id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:44.109618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:14:44.110502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.172551 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7011f5b-f32f-4937-8a0d-404ab9e427b3 None None] The sync data for ids ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'] in n-d-778732-11 is: [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:14:35Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '890f46ca-fc42-4c46-a849-ab77f2e345f1', 'name': '', 'network_id': '30d7a6bc-5c10-49a2-a06a-f67b8347ef9a', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'mac_address': 'fa:16:3e:91:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:34Z', 'updated_at': '2021-08-25T11:14:42Z', 'revision_number': 4, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'subnets': [{'id': 'dc315a3c-3628-4dbc-8425-73a697d6a670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:44.277819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.492345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Allocated IP 172.20.0.2 (9ef2359f-e514-43ba-a77e-f6906e2032dc/73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f/756ef211-a67a-4248-bfe8-07b20a115fc5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:14:44.497430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:14:44.636081 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:14:44.677338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.680834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Transition to ACTIVE for port object 5fa8873f-be82-4b63-8769-2964c0f3516a will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:44.705139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.708783 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bd7847d7-f57e-487e-a057-eca6d9d30e5e HTTP/1.1" status: 204 len: 168 time: 2.0006330 Aug 25 11:14:44.771809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010bf98-0c9a-4f13-bf8c-b3661353d4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7847d7-f57e-487e-a057-eca6d9d30e5e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:44.774561 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:14:44.775217 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:14:44.821534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:44.939826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:45.021491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.113086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 890f46ca-fc42-4c46-a849-ab77f2e345f1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:45.117239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e00851fd-aef0-4c2f-8e29-c79685c16189 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c68793352e7d4c00a3b35e3971dda0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756277 Aug 25 11:14:45.123146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39872) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:45.161420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:45.207310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:45.222018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:45.225588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] No DVR routers for this DVR port 5fa8873f-be82-4b63-8769-2964c0f3516a on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:14:45.233270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:45.316262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3debdd4-e26b-4865-89df-0af33a72c7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.342415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 890f46ca-fc42-4c46-a849-ab77f2e345f1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:45.344545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:14:45.367332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 890f46ca-fc42-4c46-a849-ab77f2e345f1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:45.367937 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.406829 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3debdd4-e26b-4865-89df-0af33a72c7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.465195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.512089 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.527082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Pushing event updated for resources: {'Port': ['ID=f39b9b7b-088c-4c3f-b840-e1d9cca39a48,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:45.573048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.585363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3debdd4-e26b-4865-89df-0af33a72c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.591398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3debdd4-e26b-4865-89df-0af33a72c7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.593435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e3debdd4-e26b-4865-89df-0af33a72c7da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afa29f11-f0d3-490a-9a11-529621493aab HTTP/1.1" status: 204 len: 168 time: 0.4680543 Aug 25 11:14:45.608050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3debdd4-e26b-4865-89df-0af33a72c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa29f11-f0d3-490a-9a11-529621493aab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:45.628511 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.649366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:45.650119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:45.650772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:45.666318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:14:45.666642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:45.703632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:45.704123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:45.704369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:45.704824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Bound port: 5fa8873f-be82-4b63-8769-2964c0f3516a, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:45.705321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.731526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 890f46ca-fc42-4c46-a849-ab77f2e345f1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=890f46ca-fc42-4c46-a849-ab77f2e345f1,segment=NetworkSegment(f3577e59-fc81-4d23-a586-c2ea02ba3569),segment_id=f3577e59-fc81-4d23-a586-c2ea02ba3569)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:45.738495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.846232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.848676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:45.858993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 136d0bbf-284a-42be-9fb9-253db9bea6d4 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:14:45.918272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 136d0bbf-284a-42be-9fb9-253db9bea6d4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:14:45.919202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 136d0bbf-284a-42be-9fb9-253db9bea6d4 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:14:45.943580 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Floating IP 121fd42f-3d61-40dc-a843-a28c891babf1 associated. External IP: 172.25.1.25, port: 52d60c62-836b-41a5-997f-16eb3e58327b. Aug 25 11:14:45.946694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=890f46ca-fc42-4c46-a849-ab77f2e345f1,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:45.996274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Network 9ef2359f-e514-43ba-a77e-f6906e2032dc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:14:46.077393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:46.081598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:14:46.086062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:46.111961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:46.153166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:46.158856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:46.193863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:46.291110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:46.291781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:46.327316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:46.328049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:46.329747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] 10.222.0.67 "PUT /v2.0/ports/5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 1097 time: 5.9950333 Aug 25 11:14:46.375144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5b11da13-53a0-4069-aeff-48a00f286b9c tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1708333 Aug 25 11:14:46.810405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Request body: {'port': {'device_id': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:46.818763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6b70e-e3a3-46f6-b00e-d1b44ceabbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:47.025387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-f63c8792-ee34-47d2-b8b6-c90292dc9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:47.027126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-f63c8792-ee34-47d2-b8b6-c90292dc9bac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1100 time: 0.6486692 Aug 25 11:14:47.032250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.070658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 890f46ca-fc42-4c46-a849-ab77f2e345f1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:47.198387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.201925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 890f46ca-fc42-4c46-a849-ab77f2e345f1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:47.204339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.219108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:47.219982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.247194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39898) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:47.379943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-3653c075-1240-4613-9b56-99b5d70dece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:47.381525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-3653c075-1240-4613-9b56-99b5d70dece3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3429189 Aug 25 11:14:47.477666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-198563368-network', 'tenant_id': '092eb4a794ca4b698034841524684a77'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:47.489097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Pushing event updated for resources: {'Port': ['ID=f39b9b7b-088c-4c3f-b840-e1d9cca39a48,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:47.499087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-78095015-f6e7-4f4f-8085-dd5000eb0b3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.1049778 Aug 25 11:14:47.510452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Made reservation on behalf of 092eb4a794ca4b698034841524684a77 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:47.512971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.527044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.582827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.680576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.687071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.706517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:14:47.719923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.720473 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Added segment 753a4d78-2b21-4047-8bee-da9428b02873 of type vlan for network ddec9880-fa3c-410f-957b-24efa9410719 Aug 25 11:14:47.740668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.754975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76f0e296-5784-4055-8f37-c0b39f000890 req-171bdac3-e465-4278-a4ca-7618609f42e3 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.5048656 Aug 25 11:14:47.775793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.776866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-51a9110f-9c8c-4c61-ae86-3a9c58fca03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:47.782264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-51a9110f-9c8c-4c61-ae86-3a9c58fca03a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2649105 Aug 25 11:14:47.829382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f3c001-7362-4e31-9165-f74222a2624b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:47.832554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.834239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:47.835071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.871175 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6211600 Aug 25 11:14:47.911210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39904) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:47.928688 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Request body: {'subnet': {'network_id': 'ddec9880-fa3c-410f-957b-24efa9410719', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-198563368-subnet', 'tenant_id': '092eb4a794ca4b698034841524684a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:47.937735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:47.947066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.964328 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:47.966417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555628ab-b6ab-4f35-97fa-81f8a14ace2e admin admin] Pushing event updated for resources: {'Network': ['ID=ddec9880-fa3c-410f-957b-24efa9410719,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:47.980296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76f0e296-5784-4055-8f37-c0b39f000890 req-334e6aa3-d65a-4f41-be0c-f370cc87d941 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.2221200 Aug 25 11:14:47.982675 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:47.985361 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:47.986112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Made reservation on behalf of 092eb4a794ca4b698034841524684a77 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:14:47.991069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:47.994747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ddec9880-fa3c-410f-957b-24efa9410719 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:14:48.162673 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a22a88f-60a5-4b93-81e9-b5432f989bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:48.185485 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:48.197542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-ac26bd51-6eef-4f1c-b3ab-9d36095bdeda tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "PUT /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 995 time: 5.0830679 Aug 25 11:14:48.252754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-48afbd70-dab2-412f-8cdb-ffd514bd1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:48.255252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-48afbd70-dab2-412f-8cdb-ffd514bd1e06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4378476 Aug 25 11:14:48.304301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:48.364208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d18c81d-58d2-4d4a-8e03-5bc0ef849bfd,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:48.387860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Checking segment: {'id': '753a4d78-2b21-4047-8bee-da9428b02873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ddec9880-fa3c-410f-957b-24efa9410719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:48.388259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Network hostable DHCP agents. Network: ddec9880-fa3c-410f-957b-24efa9410719, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:14:48.411533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Network ddec9880-fa3c-410f-957b-24efa9410719 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:14:48.425311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ddec9880-fa3c-410f-957b-24efa9410719) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:14:48.433576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:48.434420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:48.437736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2017b73-3e90-4497-9038-59e94e4fdc76 None None] Network ddec9880-fa3c-410f-957b-24efa9410719 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:48.443680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756ef211-a67a-4248-bfe8-07b20a115fc5 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:48.460759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:48.479191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0e296-5784-4055-8f37-c0b39f000890 req-b69267f3-5160-4e0e-b0e5-703957a44d35 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:48.485141 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f4fd2e74-019f-4872-a0df-7d44572c5c0c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5722399 Aug 25 11:14:48.487792 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76f0e296-5784-4055-8f37-c0b39f000890 req-b69267f3-5160-4e0e-b0e5-703957a44d35 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.5059662 Aug 25 11:14:48.528909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-a1da2abd-967b-4889-ae72-1aa60840e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:48.546549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-a1da2abd-967b-4889-ae72-1aa60840e3b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.2984622 Aug 25 11:14:48.603003 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:44Z', 'revision_number': 1, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:48.613801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Transition to ACTIVE for port object 756ef211-a67a-4248-bfe8-07b20a115fc5 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:14:48.668095 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:48.683060 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:48.684019 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:48.724927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-6a9a3233-1deb-41dd-ae94-b33b6b729b06 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530637 Aug 25 11:14:48.725991 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:48.757881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77edc3-9875-459b-89b4-e285669ae69d None None] Network ddec9880-fa3c-410f-957b-24efa9410719 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:14:48.878118 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:48.898395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:48.909829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ac38e-3fbc-4411-8f48-cff8c0bc621b req-3ae623fa-061b-40d2-9c06-b92204b138d8 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:48.911598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-044ac38e-3fbc-4411-8f48-cff8c0bc621b req-3ae623fa-061b-40d2-9c06-b92204b138d8 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 943 time: 0.2960908 Aug 25 11:14:48.974742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-efc02c21-8de6-47e9-ae73-e19cffe4664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:48.975331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-efc02c21-8de6-47e9-ae73-e19cffe4664d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.4152229 Aug 25 11:14:49.073190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f6dd6c0-6471-41d2-98fc-c17ac8044468 req-bd48c167-3315-4164-ae46-0d78dfe17224 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277469 Aug 25 11:14:49.094971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-044ac38e-3fbc-4411-8f48-cff8c0bc621b req-8aacbcd3-f4a0-43e0-a8c4-eac63a189d2d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712270 Aug 25 11:14:49.135886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Attempting to bind port 756ef211-a67a-4248-bfe8-07b20a115fc5 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:14:49.136231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Attempting to bind port 756ef211-a67a-4248-bfe8-07b20a115fc5 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:14:49.136566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Attempting to bind port 756ef211-a67a-4248-bfe8-07b20a115fc5 on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:49.141355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-0a1f836e-12f8-4463-ad39-53ab754de604 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 998 time: 0.1323795 Aug 25 11:14:49.145719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Port 756ef211-a67a-4248-bfe8-07b20a115fc5 on network 9ef2359f-e514-43ba-a77e-f6906e2032dc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:14:49.146315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Attempting to bind port 756ef211-a67a-4248-bfe8-07b20a115fc5 on network 9ef2359f-e514-43ba-a77e-f6906e2032dc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:14:49.186741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:14:49.187452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Checking segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:14:49.189307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Bound using segment: {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:14:49.190118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Bound port: 756ef211-a67a-4248-bfe8-07b20a115fc5, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74180db-a6bd-4789-bf03-3c50566e99b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:14:49.190692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:49.198504 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b6c54-fbdd-49da-acb5-ea2c241a5a07 x-openstack-request-id: req-ec5b6c54-fbdd-49da-acb5-ea2c241a5a07 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:49.198965 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8e017c-22ca-406d-8f87-7256ce8f2844", "name": "network-vif-deleted", "tag": "802e893a-9a12-4e7f-a378-bb84c768c0a9", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:49.199370 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5b6c54-fbdd-49da-acb5-ea2c241a5a07 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:49.200247 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8e017c-22ca-406d-8f87-7256ce8f2844', 'name': 'network-vif-deleted', 'tag': '802e893a-9a12-4e7f-a378-bb84c768c0a9', 'status': 'completed', 'code': 200} Aug 25 11:14:49.276649 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:44Z', 'revision_number': 1, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:49.316375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-06b94abd-a54d-4f01-b976-1651fd7a010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:49.317971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-06b94abd-a54d-4f01-b976-1651fd7a010e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1650469 Aug 25 11:14:49.326828 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc84de-5ad1-4019-87cc-c06023e59de4 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:44Z', 'revision_number': 1, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:49.395512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:14:49.400674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:14:49.410638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:49.458653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-edf1d12a-6ecf-4587-b91f-931d1ac6c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:49.460313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-edf1d12a-6ecf-4587-b91f-931d1ac6c6aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342807 Aug 25 11:14:49.465838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:49.466467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:49.468227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] 10.222.0.67 "PUT /v2.0/ports/756ef211-a67a-4248-bfe8-07b20a115fc5 HTTP/1.1" status: 200 len: 1092 time: 3.0388410 Aug 25 11:14:49.486325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e251a-8d92-4594-9717-ac5e2cdd337d service neutron] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:49.511314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-2a71e35f-9857-4dc1-97d7-6289c8a769e9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:14:49.516010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-2a71e35f-9857-4dc1-97d7-6289c8a769e9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094125 Aug 25 11:14:49.693474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-198e6efd-0b7e-46ce-b9da-2f55e1e66c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:49.695084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-198e6efd-0b7e-46ce-b9da-2f55e1e66c45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 1095 time: 0.1401775 Aug 25 11:14:49.713907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac65d48-930b-4d0b-bb77-31a4a7f4ec78 None None] New status for floating IP 121fd42f-3d61-40dc-a843-a28c891babf1: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:14:49.720363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-bd9aa9b5-707b-4d0c-ab51-2adde2876761 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911778 Aug 25 11:14:49.766702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc912d-7904-477b-8b1d-61fc87b04b94 req-bdcfafc0-06b2-454a-8cc4-abe0faf94e37 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:49.768287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dbc912d-7904-477b-8b1d-61fc87b04b94 req-bdcfafc0-06b2-454a-8cc4-abe0faf94e37 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 948 time: 0.1435587 Aug 25 11:14:49.770899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-c9eb9a9f-81b1-4fc2-8f13-ea2751138b6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=756ef211-a67a-4248-bfe8-07b20a115fc5 HTTP/1.1" status: 200 len: 217 time: 0.0644643 Aug 25 11:14:50.351811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-f7bd58b3-561a-46a8-9eaf-a48ef23766f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:50.354334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-f7bd58b3-561a-46a8-9eaf-a48ef23766f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.5725632 Aug 25 11:14:50.365846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dbc912d-7904-477b-8b1d-61fc87b04b94 req-732024af-b8b8-41b2-854a-69c90a3e7bbd tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250106 Aug 25 11:14:50.423085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-5be14b25-ceec-4d45-a374-217deab22f2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529952 Aug 25 11:14:50.457368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81a54709-b872-4a4e-8d68-2f1c4d0f3e09 req-e41d3e15-e0a4-48cc-b29b-ac56570cf83c service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054629 Aug 25 11:14:50.611520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b812178b-b4d4-491b-8c1c-2b0e6034a989 req-d66b3157-3b5e-4321-a58c-7d87a2b69fd5 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips/63d33967-634e-4545-9bb6-10342a76101d HTTP/1.1" status: 200 len: 693 time: 0.1373162 Aug 25 11:14:50.669110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d891ed8f-6877-47d6-b1c7-12ab8ed4f67e req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-336391604', 'description': 'tempest-description-893439682'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:50.783019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-8b2cd451-acbb-4434-80ec-d079609c37b5 service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495712 Aug 25 11:14:50.808517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d891ed8f-6877-47d6-b1c7-12ab8ed4f67e req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:50.905341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812178b-b4d4-491b-8c1c-2b0e6034a989 req-f19f38aa-20b9-4b06-a5f7-226356403e02 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:50.906783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b812178b-b4d4-491b-8c1c-2b0e6034a989 req-f19f38aa-20b9-4b06-a5f7-226356403e02 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2730491 Aug 25 11:14:50.932448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-b812178b-b4d4-491b-8c1c-2b0e6034a989 req-c1198a85-04b4-4055-8f2f-fe1f8c502f4f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:14:50.935184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b812178b-b4d4-491b-8c1c-2b0e6034a989 req-c1198a85-04b4-4055-8f2f-fe1f8c502f4f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142255 Aug 25 11:14:50.987015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c3e14a-753e-45d6-9ce9-5e01525dbf84 req-1cd5d88e-c104-4a88-98f8-e2391ea8d61d service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891608 Aug 25 11:14:50.998643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:14:51.143307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d891ed8f-6877-47d6-b1c7-12ab8ed4f67e req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.163147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d891ed8f-6877-47d6-b1c7-12ab8ed4f67e req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.210679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}, {'name': 'network-changed', 'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}, {'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}, {'name': 'network-changed', 'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:51.214088 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1688052-0bc2-4634-86cd-5d0a52917494" -d '{"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}, {"name": "network-changed", "server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}, {"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}, {"name": "network-changed", "server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:51.265020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d891ed8f-6877-47d6-b1c7-12ab8ed4f67e req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.265020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d891ed8f-6877-47d6-b1c7-12ab8ed4f67e req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6103840 Aug 25 11:14:51.273666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873e85a-ff0e-4ec6-b2c0-9ec2bfefd24b req-fc002e0d-0f82-4405-9615-57f6b55914a4 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:51.275752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8873e85a-ff0e-4ec6-b2c0-9ec2bfefd24b req-fc002e0d-0f82-4405-9615-57f6b55914a4 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 943 time: 0.1295102 Aug 25 11:14:51.276746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0015f-29ab-45c6-b7f5-172aee70ff3d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae82e1f9-e928-48a6-bacc-bc31c325adae,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:51.384826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8873e85a-ff0e-4ec6-b2c0-9ec2bfefd24b req-74b8d087-01e4-4e4a-85f1-b0a5eff402ac tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933764 Aug 25 11:14:51.428906 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6e41f53c-3037-4b37-ae81-931772808e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.435023 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.488399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:51.503541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'mac_address': 'fa:16:3e:0d:2d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:14:51.562987 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.574496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-71162bd2-156d-40f4-8a5f-864dd41504c8 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:51.576151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-71162bd2-156d-40f4-8a5f-864dd41504c8 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1828399 Aug 25 11:14:51.584903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db8de445-c10f-4f7f-8b7a-e849f03a71b9 req-eb6d133c-f987-4458-9af9-308856c77785 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=c14889d17381425ebd1ae833e104f95f HTTP/1.1" status: 200 len: 696 time: 0.0859191 Aug 25 11:14:51.591351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa8873f-be82-4b63-8769-2964c0f3516a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:51.639175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:51.647536 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.754136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:51.762371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-7e3306fa-4f18-4ddd-90a6-723e143d71d6 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.1763134 Aug 25 11:14:51.777854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'floatingip': {'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:51.896009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8de445-c10f-4f7f-8b7a-e849f03a71b9 req-2ae70174-aad3-401c-8a5f-299c7e89c2f0 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:51.897820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db8de445-c10f-4f7f-8b7a-e849f03a71b9 req-2ae70174-aad3-401c-8a5f-299c7e89c2f0 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks?id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 787 time: 0.3022270 Aug 25 11:14:51.902242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:51.981071 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2caca8-4a13-44a7-8f4a-a0e40fe0e86c x-openstack-request-id: req-0b2caca8-4a13-44a7-8f4a-a0e40fe0e86c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:51.981384 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "code": 200}, {"name": "network-changed", "server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:51.981670 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b2caca8-4a13-44a7-8f4a-a0e40fe0e86c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:51.982086 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'code': 200} Aug 25 11:14:51.982338 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'status': 'completed', 'code': 200} Aug 25 11:14:51.982586 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'status': 'completed', 'code': 200} Aug 25 11:14:51.982828 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'status': 'completed', 'code': 200} Aug 25 11:14:52.006720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['5fa8873f-be82-4b63-8769-2964c0f3516a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:52.315906 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:52.338841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-a7af676a-0175-44de-8132-737ba12194de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:52.340984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-a7af676a-0175-44de-8132-737ba12194de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1101 time: 0.3165910 Aug 25 11:14:52.344996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d68406d7-7148-40a8-80ec-334645f3d030 req-ffbcfca3-88d8-4a0c-aa7f-aa4d147900c0 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/ae82e1f9-e928-48a6-bacc-bc31c325adae HTTP/1.1" status: 200 len: 1811 time: 0.3218343 Aug 25 11:14:52.350103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-372395ae-6cf3-493a-9168-d76bb6f85235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:52.351598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-372395ae-6cf3-493a-9168-d76bb6f85235 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1101 time: 0.3302474 Aug 25 11:14:52.372653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae82e1f9-e928-48a6-bacc-bc31c325adae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:52.373140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae82e1f9-e928-48a6-bacc-bc31c325adae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:52.682046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-fa1d055f-ab3a-4571-85de-f04d34aa8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:52.683509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-fa1d055f-ab3a-4571-85de-f04d34aa8e49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3306816 Aug 25 11:14:52.684589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-73d273a2-3d35-4886-a902-b1ca1a2db2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:52.685984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-73d273a2-3d35-4886-a902-b1ca1a2db2a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3190508 Aug 25 11:14:52.785309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-8eb85e3a-0f16-4057-95c5-60fd0efc3889 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.0887754 Aug 25 11:14:52.792703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-aa33a31f-262c-42d3-a883-9e1904917ae2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.0950086 Aug 25 11:14:52.805341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:52.949075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:52.962813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:52.965545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-f43890bf-5e89-4456-aa85-bae86df3e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:52.967140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-f43890bf-5e89-4456-aa85-bae86df3e29c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1581256 Aug 25 11:14:52.969140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-48609af1-448b-4cc4-86d9-4d50f5c13616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:52.970571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-48609af1-448b-4cc4-86d9-4d50f5c13616 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1759474 Aug 25 11:14:53.013537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:14:53.017141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:53.082532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a7746d-c6b4-4bb5-822c-dbace6884a8a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:53.091517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.094425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d68406d7-7148-40a8-80ec-334645f3d030 req-e9d2a782-5185-430c-8af3-829fa8a4a3de tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7394552 Aug 25 11:14:53.157121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 5fa8873f-be82-4b63-8769-2964c0f3516a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:53.164753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 5fa8873f-be82-4b63-8769-2964c0f3516a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:53.165123 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.205058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-34afc9e6-936a-42fb-bddf-b4a86e8f52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:53.206662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-34afc9e6-936a-42fb-bddf-b4a86e8f52ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039909 Aug 25 11:14:53.227492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:53.241055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-8b0513ba-e213-44a7-8af1-64a1cc5ee639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:53.242631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-8b0513ba-e213-44a7-8af1-64a1cc5ee639 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377024 Aug 25 11:14:53.247950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:14:53.308145 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:14:53.325084 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.326008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:14:53.327332 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.349843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756ef211-a67a-4248-bfe8-07b20a115fc5 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:14:53.373199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:53.377159 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c68947-f68e-475d-b4bc-3697cdde3043" -d '{"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:53.397342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:53.399418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:53.404573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.409210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.474048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:53.554979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:53.695898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['756ef211-a67a-4248-bfe8-07b20a115fc5'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:14:53.800961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.818292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428ecc-2d90-4f71-bdd8-d0cc3b65447d req-f112ce74-61c6-42a0-bfeb-4836b4add941 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:53.819877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c428ecc-2d90-4f71-bdd8-d0cc3b65447d req-f112ce74-61c6-42a0-bfeb-4836b4add941 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 949 time: 0.6240215 Aug 25 11:14:53.826208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:53.913306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-ce5e57c5-116c-4e5b-9b86-351e46ac4835 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882098 Aug 25 11:14:53.919958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-fc4ea3a4-6d4b-443d-853c-76ab24d0ad5b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508458 Aug 25 11:14:54.064923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c428ecc-2d90-4f71-bdd8-d0cc3b65447d req-1f0fd28f-9830-4b56-9b47-c155d1bf2492 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240548 Aug 25 11:14:54.119432 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Floating IP 121fd42f-3d61-40dc-a843-a28c891babf1 associated. External IP: 172.25.1.25, port: 52d60c62-836b-41a5-997f-16eb3e58327b. Aug 25 11:14:54.173170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:54.209901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-6b142511-8434-441f-a2fb-b46469bde7d4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887197 Aug 25 11:14:54.227101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-8a64a152-12ed-4a26-aed4-35ee91441811 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840416 Aug 25 11:14:54.263658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39958) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:54.431653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-1b61f664-21de-4dee-a517-acd001560e87 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips/63d33967-634e-4545-9bb6-10342a76101d HTTP/1.1" status: 200 len: 693 time: 0.1437151 Aug 25 11:14:54.555406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-fe920470-d084-4ec6-8a63-fe8dcf49c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:54.556949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-fe920470-d084-4ec6-8a63-fe8dcf49c0f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.2501264 Aug 25 11:14:54.580756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-8a21c6f6-43da-446c-9622-348b66bff3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:54.582227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-8a21c6f6-43da-446c-9622-348b66bff3ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f43914922344149800b1a718ea2dabf&device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 1096 time: 0.2621777 Aug 25 11:14:54.593787 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3f87-b17e-4703-b7e5-5ed1f6d13821 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:54.785975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3f87-b17e-4703-b7e5-5ed1f6d13821 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:54.860702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-9249cefb-276b-40a6-a97f-666223f82489 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:54.862240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-9249cefb-276b-40a6-a97f-666223f82489 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.4168420 Aug 25 11:14:54.912050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:54.963341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-ee3254d8-5d77-44ff-8cf5-771bd0917224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:54.964905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-ee3254d8-5d77-44ff-8cf5-771bd0917224 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.3866320 Aug 25 11:14:54.971541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-07d44605-c725-47e4-990e-8c69218b5590 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0892622 Aug 25 11:14:54.972657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-6c13690f-f5ed-4e6c-82c7-054a5396d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:54.974183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-6c13690f-f5ed-4e6c-82c7-054a5396d4d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 200 len: 906 time: 0.3752563 Aug 25 11:14:55.033870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-c3bca16b-fe40-46bd-ac76-289c827e9fba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.0586560 Aug 25 11:14:55.043047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:14:55.093875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3f87-b17e-4703-b7e5-5ed1f6d13821 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.096514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f3b3f87-b17e-4703-b7e5-5ed1f6d13821 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.097594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1f3b3f87-b17e-4703-b7e5-5ed1f6d13821 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "DELETE /v2.0/security-groups/675439a6-3b4e-4631-b573-dcbd9fce606a HTTP/1.1" status: 204 len: 168 time: 0.8319080 Aug 25 11:14:55.100693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39960) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:55.121742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-5ab29230-a3ec-4a24-a256-b214a7ef0f9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=756ef211-a67a-4248-bfe8-07b20a115fc5 HTTP/1.1" status: 200 len: 217 time: 0.1335604 Aug 25 11:14:55.132370 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-ad23ee05-0b9d-4709-bddc-67f9b75c9963 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] show failed (client error): The resource could not be found. Aug 25 11:14:55.133673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 756ef211-a67a-4248-bfe8-07b20a115fc5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:14:55.135403 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ad23ee05-0b9d-4709-bddc-67f9b75c9963 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "GET /v2.0/security-groups/675439a6-3b4e-4631-b573-dcbd9fce606a HTTP/1.1" status: 404 len: 347 time: 0.0329950 Aug 25 11:14:55.138327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39962) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:14:55.145328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 756ef211-a67a-4248-bfe8-07b20a115fc5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:14:55.145831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.194039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-bff8d5a0-6b0e-40e2-916c-4a7acae0b259 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.212 HTTP/1.1" status: 200 len: 696 time: 0.2082155 Aug 25 11:14:55.199731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b3f87-b17e-4703-b7e5-5ed1f6d13821 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675439a6-3b4e-4631-b573-dcbd9fce606a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:55.337150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-d13e16b2-853b-4bba-a836-d245b5c8d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:55.338749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-d13e16b2-853b-4bba-a836-d245b5c8d3ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.2378016 Aug 25 11:14:55.350787 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.411851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:14:55.414435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-99515162-c495-4d91-9ffc-b578d24e9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:55.415964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-99515162-c495-4d91-9ffc-b578d24e9aad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 200 len: 845 time: 0.2338855 Aug 25 11:14:55.421944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.425821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Deleting port 396fa2cd-164f-484e-bf41-495235ec0fbd {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:55.427771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.480879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-1af67269-77af-4220-998d-a0bef67b8fcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ef2359f-e514-43ba-a77e-f6906e2032dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548496 Aug 25 11:14:55.484370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:55.509177 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:55.522822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:55.531494 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:55.532519 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:55.607778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.609474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.638836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Calling delete_port for 396fa2cd-164f-484e-bf41-495235ec0fbd owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:55.640161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-a388df92-3306-4076-8d34-e7f9804cc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:55.641889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-a388df92-3306-4076-8d34-e7f9804cc630 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2704282 Aug 25 11:14:55.756281 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:55.795499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Deleting port f39b9b7b-088c-4c3f-b840-e1d9cca39a48 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:14:55.795865 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:55.812472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-c80a4bb3-65ae-4bf6-96e6-0192d0defd89 service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160908 Aug 25 11:14:55.949978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.031152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Pushing event deleted for resources: {'Port': ['ID=396fa2cd-164f-484e-bf41-495235ec0fbd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:56.163702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.166913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.169213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77785adf-0f88-4ca7-9e96-ea0c68d883e7 tempest-ServersWithSpecificFlavorTestJSON-940903462 tempest-ServersWithSpecificFlavorTestJSON-940903462-project] 10.222.0.35 "DELETE /v2.0/floatingips/7534db36-bcea-426e-8a71-5320b253efca HTTP/1.1" status: 204 len: 168 time: 1.0289764 Aug 25 11:14:56.226362 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:53Z', 'revision_number': 3, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:56.289113 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:56.304618 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:56.305603 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:56.347953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-c557c5ce-1d9c-4e74-9ae6-99708ce1c237 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910763 Aug 25 11:14:56.434530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.434892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.517405 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:56.521287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Calling delete_port for f39b9b7b-088c-4c3f-b840-e1d9cca39a48 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:14:56.622350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-eef68c70-818c-4bed-900d-20931bff179d service neutron] 10.222.0.67 "GET /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955382 Aug 25 11:14:56.710618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1688052-0bc2-4634-86cd-5d0a52917494 req-714e152a-3ad8-4f5f-8752-e5641f084fd5 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507028 Aug 25 11:14:56.720848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:14:56.930223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.968684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:14:56.970863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:56.978422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:57.020414 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:53Z', 'revision_number': 3, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:57.046828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Pushing event deleted for resources: {'Port': ['ID=f39b9b7b-088c-4c3f-b840-e1d9cca39a48,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:14:57.057243 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8399a-76b8-4550-b6d1-ad18ab19464b None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:53Z', 'revision_number': 3, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:57.098585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:57.101877 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbae1d7-a532-447e-bffe-b135a4fbada0" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:14:57.189922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-6bf24ba8-5cc2-4de1-8657-25a32496c561 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "PUT /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 997 time: 5.4167018 Aug 25 11:14:57.207185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:57.213065 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:57.214957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef98959e-ce47-4dbf-bb7d-5b131a97157e req-49923c36-19d4-4609-9246-9f0e392dad23 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "DELETE /v2.0/floatingips/63d33967-634e-4545-9bb6-10342a76101d HTTP/1.1" status: 204 len: 173 time: 1.9832623 Aug 25 11:14:57.315398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-7d4ffb2a-67cf-4930-95ba-c537c00aee55 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:57.317919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-7d4ffb2a-67cf-4930-95ba-c537c00aee55 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports/52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 942 time: 0.1013334 Aug 25 11:14:57.357435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58d90c-60a2-45ba-80a2-2153049be072 None None] New status for floating IP 121fd42f-3d61-40dc-a843-a28c891babf1: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:14:57.444968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f1f53-c8b8-4477-b5fa-be0f6c1d33e5 req-a8b38b76-5266-4ef1-a26b-df329bc72951 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:57.449178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53f1f53-c8b8-4477-b5fa-be0f6c1d33e5 req-a8b38b76-5266-4ef1-a26b-df329bc72951 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 945 time: 0.1196384 Aug 25 11:14:57.558470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53f1f53-c8b8-4477-b5fa-be0f6c1d33e5 req-96e689c7-6a63-4b86-b87b-259cac4eace4 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885856 Aug 25 11:14:57.568441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-9165d3d0-2791-4a25-a359-82d93ad8eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:57.570441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-9165d3d0-2791-4a25-a359-82d93ad8eb5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.1134145 Aug 25 11:14:57.742240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d390a33a-6950-45e9-bab3-2eba6e7cb276 req-566b5c44-7a48-4b6f-a9e7-b65596065299 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/ae82e1f9-e928-48a6-bacc-bc31c325adae HTTP/1.1" status: 200 len: 2404 time: 0.1297574 Aug 25 11:14:57.795483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-84b684a0-9f47-45b1-b6c9-a18fac32c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:57.797109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-84b684a0-9f47-45b1-b6c9-a18fac32c563 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.2136061 Aug 25 11:14:57.813322 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:14:57.836569 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:57.838161 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:57.858180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-e3e49e87-feb3-47c8-ad49-95f60226f819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.0415692 Aug 25 11:14:57.984721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-2e125a92-9837-43f5-a5d8-1c557947dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:57.986418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-2e125a92-9837-43f5-a5d8-1c557947dbbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1083193 Aug 25 11:14:57.991603 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a096403-4f83-4fa3-b9f6-f5a46c603844 x-openstack-request-id: req-3a096403-4f83-4fa3-b9f6-f5a46c603844 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:57.992467 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:57.992467 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a096403-4f83-4fa3-b9f6-f5a46c603844 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:57.992993 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'code': 200} Aug 25 11:14:58.083309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-e4637e8e-ce78-4a0a-9614-2b2f699133d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:58.084378 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:58.085507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-e4637e8e-ce78-4a0a-9614-2b2f699133d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802875 Aug 25 11:14:58.283633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-daf87790-9848-4173-aeff-3c111716eb5a service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865854 Aug 25 11:14:58.469063 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:57Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:58.508353 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06589410-a083-4580-87cf-cf472cf789c5 x-openstack-request-id: req-06589410-a083-4580-87cf-cf472cf789c5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:14:58.509290 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:14:58.509290 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06589410-a083-4580-87cf-cf472cf789c5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:14:58.509290 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'status': 'completed', 'code': 200} Aug 25 11:14:58.526922 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:14:58.533210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-6073bb38-b816-4c62-b732-3875d381dadb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:58.534758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-6073bb38-b816-4c62-b732-3875d381dadb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8&tenant_id=05f1200353254409b7f7713f48e19902&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 950 time: 0.2119772 Aug 25 11:14:58.540064 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:14:58.542340 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:58.667115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-70f6fb4b-c2c4-497c-b493-51caae9ed219 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600848 Aug 25 11:14:58.758855 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:14:58.798179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-802b3400-3931-4673-bd55-e7999a6ff60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:58.800802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-802b3400-3931-4673-bd55-e7999a6ff60b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.2483187 Aug 25 11:14:58.803714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-b3751446-66e3-41d9-9977-689affd27d91 service neutron] 10.222.0.67 "GET /v2.0/ports/5fa8873f-be82-4b63-8769-2964c0f3516a/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 383 time: 0.2497780 Aug 25 11:14:58.892718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-02739f9d-2ce4-469e-b37f-c2dc6ce33ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:58.894432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-02739f9d-2ce4-469e-b37f-c2dc6ce33ddb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1097 time: 0.1878908 Aug 25 11:14:58.916207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-0fdbb379-d18f-4cb0-ad0a-7856a6aa4b3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3781109 Aug 25 11:14:58.984336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:14:59.067412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-5c571493-e0a9-4c98-a9d5-41accb600bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.069263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-5c571493-e0a9-4c98-a9d5-41accb600bfa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1102 time: 0.2285664 Aug 25 11:14:59.074975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:59.081986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-dec4a338-2916-4712-a09b-568710d1e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.083611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-dec4a338-2916-4712-a09b-568710d1e66f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.2642765 Aug 25 11:14:59.218224 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:57Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:14:59.229616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-b49a6733-e2b3-4adf-beb2-14d9f90c215c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.1341937 Aug 25 11:14:59.234296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-00a515fc-0e27-49f9-8ce0-0b1d65d13b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.239013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-00a515fc-0e27-49f9-8ce0-0b1d65d13b42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.3167961 Aug 25 11:14:59.282820 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa587a-c0a6-4153-b95d-ff3b316d76c7 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:d2:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:14:57Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:14:59.389517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-ea90c898-f1d9-4c80-8594-657a16679c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.391641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-ea90c898-f1d9-4c80-8594-657a16679c16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.3115077 Aug 25 11:14:59.395209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-e4ccfe13-a063-43a2-95ce-0adbe0ee7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.396729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-e4ccfe13-a063-43a2-95ce-0adbe0ee7e63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1569030 Aug 25 11:14:59.398636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-f3f92079-fbd8-4198-bb4c-84f6580373c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 1000 time: 0.1510851 Aug 25 11:14:59.475895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-e1043b69-c377-45f3-b26e-cb4fda1220be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.0741806 Aug 25 11:14:59.586499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-40580b30-4e3f-4bcf-a8b9-3b6304968eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.587914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-40580b30-4e3f-4bcf-a8b9-3b6304968eb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1383967 Aug 25 11:14:59.592351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-db45163f-160f-41ac-a4ee-c2f7cdce216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.593894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-db45163f-160f-41ac-a4ee-c2f7cdce216d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0929353 Aug 25 11:14:59.598100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-0c3cb3f3-3cca-4a30-b41d-8b9c6e2bfe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.599660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-0c3cb3f3-3cca-4a30-b41d-8b9c6e2bfe0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909838 Aug 25 11:14:59.754369 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:14:59.806609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-e18feda1-08ba-4d04-a47a-e4cb5feb4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.809357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-e18feda1-08ba-4d04-a47a-e4cb5feb4bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134271 Aug 25 11:14:59.855949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-2c47ec87-d12c-497f-94e4-b8f4d5ad6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:14:59.857494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-2c47ec87-d12c-497f-94e4-b8f4d5ad6b94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449989 Aug 25 11:14:59.994452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:14:59.997500 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab36d45-86cf-4f2b-94a8-d3a09d9420d1" -d '{"events": [{"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-plugged", "status": "completed", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:00.045986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-e50496de-b98b-4dc1-a4ba-9d3b2cac720a service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249086 Aug 25 11:15:00.465196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Allocated IP 172.25.1.203 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d4dad19d-d33a-4d76-a2ef-1e6a46860ac9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:15:00.466138 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:00.483049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-87797356-f165-456f-b03e-39b0ac882c6b service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315689 Aug 25 11:15:00.509911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:00.512239 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f2cb29-a884-46cb-b976-e47700014857" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:00.562681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-598b10dc-2148-474c-97f7-93e5e48b931c service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875768 Aug 25 11:15:00.678249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cbae1d7-a532-447e-bffe-b135a4fbada0 req-685e67d0-b475-4705-80d8-43fffdb3fe32 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170883 Aug 25 11:15:00.765941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0c2febb-fb8c-4da7-aec5-43c395cd6ac0 req-f020ab1d-a10a-43af-82f3-a567179c9a73 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687888 Aug 25 11:15:00.782982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:00.856342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-c8202ad2-bf26-4093-adf4-f22e5ea66a7e service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802749 Aug 25 11:15:00.875412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-b73ef2c7-67f8-4ee4-b834-84d38a72149f tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-group-rules/06a7746d-c6b4-4bb5-822c-dbace6884a8a HTTP/1.1" status: 200 len: 778 time: 0.0348856 Aug 25 11:15:00.886188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:00.946804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:15:00.961196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:00.971286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:15:01.004088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Pushing event updated for resources: {'Port': ['ID=d4dad19d-d33a-4d76-a2ef-1e6a46860ac9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:01.028543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-990db1a8-12e2-4e8d-bbb6-2bcf27c83380 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/ae82e1f9-e928-48a6-bacc-bc31c325adae HTTP/1.1" status: 200 len: 2404 time: 0.1322670 Aug 25 11:15:01.100750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-da2b9873-32a7-4083-be86-10fc24dd0699 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.114803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-da2b9873-32a7-4083-be86-10fc24dd0699 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.122459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.192623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.194706 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-da2b9873-32a7-4083-be86-10fc24dd0699 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.221896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-da2b9873-32a7-4083-be86-10fc24dd0699 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.223127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52d88061-ec1e-4856-a6f4-5d4f9a7c43e3 req-da2b9873-32a7-4083-be86-10fc24dd0699 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/06a7746d-c6b4-4bb5-822c-dbace6884a8a HTTP/1.1" status: 204 len: 173 time: 0.1803067 Aug 25 11:15:01.234286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b9873-32a7-4083-be86-10fc24dd0699 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06a7746d-c6b4-4bb5-822c-dbace6884a8a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:01.471111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e7e11-7afa-4a57-bca6-3b838a5bd111 req-9dc8d969-01ae-478a-a6b8-2eebc509bd3e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:01.473728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-263e7e11-7afa-4a57-bca6-3b838a5bd111 req-9dc8d969-01ae-478a-a6b8-2eebc509bd3e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.1728098 Aug 25 11:15:01.580615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-263e7e11-7afa-4a57-bca6-3b838a5bd111 req-1a7d758f-dd6a-4382-9285-0027419abca6 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914292 Aug 25 11:15:01.595634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.616830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.726337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Pushing event updated for resources: {'Port': ['ID=d4dad19d-d33a-4d76-a2ef-1e6a46860ac9,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:01.741815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.764682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:01.766577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-7a90a179-8a5f-437c-8d6a-df4e342bb9d4 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8204052 Aug 25 11:15:01.848205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-a131cb14-b497-4604-8ff0-18a977f5cc65 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.203 HTTP/1.1" status: 200 len: 696 time: 0.0706217 Aug 25 11:15:02.041525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d271118-ec39-4c8e-8340-f4a35dbb4e2f req-b9ffdf71-0b38-497f-8409-24890ef9aea0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:02.043299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d271118-ec39-4c8e-8340-f4a35dbb4e2f req-b9ffdf71-0b38-497f-8409-24890ef9aea0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 945 time: 0.1114907 Aug 25 11:15:02.084949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-684ae8f4-9ab7-47e3-aae8-32bf28fd2c17 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:02.086830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4140fedf-3300-4a01-a73b-b914d9d3ef9d req-684ae8f4-9ab7-47e3-aae8-32bf28fd2c17 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2298899 Aug 25 11:15:02.118591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d271118-ec39-4c8e-8340-f4a35dbb4e2f req-5230a8f1-c593-4ab7-a8e8-10bbd44ffb56 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598013 Aug 25 11:15:02.208080 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7641b5-9a73-49d4-93c5-eaea4a519ca2 x-openstack-request-id: req-ae7641b5-9a73-49d4-93c5-eaea4a519ca2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:02.208923 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-plugged", "status": "completed", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:02.208923 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae7641b5-9a73-49d4-93c5-eaea4a519ca2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:02.209286 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'code': 200} Aug 25 11:15:02.274482 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0890a2e-8520-4114-b844-50f53c73b4be x-openstack-request-id: req-e0890a2e-8520-4114-b844-50f53c73b4be {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:02.276616 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:02.276996 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0890a2e-8520-4114-b844-50f53c73b4be {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:02.277516 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'status': 'completed', 'code': 200} Aug 25 11:15:02.322274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ddda25e9-e618-4f44-b207-4f8e4f1c9aa1 req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1959144080', 'description': 'tempest-description-1233306662'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:02.384959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1f4151c-0839-4ee3-a53b-3c2c327fd664 req-12b6399c-aa7b-4bd3-aaea-6aee0e226b5a tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.1577578 Aug 25 11:15:02.423979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8dd8-5fa3-436a-be65-5498cf98765f req-d22155ac-5f56-4eb1-bffe-64f5293753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:02.425979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4fa8dd8-5fa3-436a-be65-5498cf98765f req-d22155ac-5f56-4eb1-bffe-64f5293753bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 1097 time: 0.1445000 Aug 25 11:15:02.429784 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ddda25e9-e618-4f44-b207-4f8e4f1c9aa1 req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:02.452685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2cb29-a884-46cb-b976-e47700014857 req-d714e1ef-e196-48e2-bccf-38d0d2ea64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:02.454612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-d714e1ef-e196-48e2-bccf-38d0d2ea64b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1097 time: 0.1533051 Aug 25 11:15:02.553108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4151c-0839-4ee3-a53b-3c2c327fd664 req-adb89f1f-0661-48ac-b4d9-87bcc06e1644 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:02.554560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1f4151c-0839-4ee3-a53b-3c2c327fd664 req-adb89f1f-0661-48ac-b4d9-87bcc06e1644 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports/56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 942 time: 0.1515553 Aug 25 11:15:02.608199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4fa8dd8-5fa3-436a-be65-5498cf98765f req-38079d9a-6fee-4abc-bf03-a69946042efa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520503 Aug 25 11:15:02.794090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2cb29-a884-46cb-b976-e47700014857 req-dda02bc7-4363-447c-b1dd-29e314944e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:02.796762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-dda02bc7-4363-447c-b1dd-29e314944e4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.3282776 Aug 25 11:15:02.881254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1f4151c-0839-4ee3-a53b-3c2c327fd664 req-a7bee482-3ead-46df-af79-161f197862bf tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.2541609 Aug 25 11:15:02.987634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ddda25e9-e618-4f44-b207-4f8e4f1c9aa1 req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:02.990232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-17ee06a3-2326-4576-b83f-fd8ff7aa337c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 1000 time: 0.1826212 Aug 25 11:15:02.996445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ddda25e9-e618-4f44-b207-4f8e4f1c9aa1 req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:03.106318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ddda25e9-e618-4f44-b207-4f8e4f1c9aa1 req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:03.107609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddda25e9-e618-4f44-b207-4f8e4f1c9aa1 req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8132095 Aug 25 11:15:03.126871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019bcdb-7b1b-4419-99c9-40a6ca304d0b tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076a5207-22e6-451d-82ec-5cb27b5a1715,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:03.157544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2cb29-a884-46cb-b976-e47700014857 req-21ada76b-01fb-4d7f-8abd-9ff0651d2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:03.161238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-21ada76b-01fb-4d7f-8abd-9ff0651d2033 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1419470 Aug 25 11:15:03.180637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4151c-0839-4ee3-a53b-3c2c327fd664 req-d3aeb480-eb67-46f9-a85e-bf7abe6a313b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:03.184961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1f4151c-0839-4ee3-a53b-3c2c327fd664 req-d3aeb480-eb67-46f9-a85e-bf7abe6a313b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2804863 Aug 25 11:15:03.294530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-91ce3162-8cc3-46e9-88e7-56db3fecf49f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips/f46b99c1-b997-4750-8eda-60e7e018fe76 HTTP/1.1" status: 200 len: 693 time: 0.0864663 Aug 25 11:15:03.391345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2cb29-a884-46cb-b976-e47700014857 req-ca2e1547-f462-4b80-8675-c6c3eb093e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:03.392623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-ca2e1547-f462-4b80-8675-c6c3eb093e4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2066863 Aug 25 11:15:03.496955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86a64-e653-4680-881b-4e42c3d6cdf8 req-7bf356b5-212c-435c-9c96-3b3af5a83808 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:03.496955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52d86a64-e653-4680-881b-4e42c3d6cdf8 req-7bf356b5-212c-435c-9c96-3b3af5a83808 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 950 time: 0.1867185 Aug 25 11:15:03.551162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-ab1debaf-1a9d-40bf-b79b-7a207a1502d8 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:03.554844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-ab1debaf-1a9d-40bf-b79b-7a207a1502d8 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2575538 Aug 25 11:15:03.618703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-f87d4703-159d-4a34-a5c9-b226bc39243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:03.621553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-f87d4703-159d-4a34-a5c9-b226bc39243d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8&tenant_id=05f1200353254409b7f7713f48e19902 HTTP/1.1" status: 200 len: 1102 time: 0.1493123 Aug 25 11:15:03.629830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-44b3a72b-b936-421a-b440-6269bad0b79e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1187186 Aug 25 11:15:03.635083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:03.651595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-ef4e3a46-d7da-45de-8fca-ef641bae3fe0 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500136 Aug 25 11:15:03.657844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52d86a64-e653-4680-881b-4e42c3d6cdf8 req-2e29bf6e-bfb4-4a2e-9b68-4e9a14eb4b1a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386943 Aug 25 11:15:03.777898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:03.830529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-8977752b-a270-4d16-87a0-4daed9a4424b tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.203 HTTP/1.1" status: 200 len: 696 time: 0.2570424 Aug 25 11:15:03.999386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-6a682098-7f13-4593-8142-beaee2c6a5df tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.203 HTTP/1.1" status: 200 len: 696 time: 0.1508579 Aug 25 11:15:04.010703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb22a925-6e82-468d-81b3-50e5715010d7 req-9131f133-2833-4a6f-b6a0-0252a053fec5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/076a5207-22e6-451d-82ec-5cb27b5a1715 HTTP/1.1" status: 200 len: 1813 time: 0.2074165 Aug 25 11:15:04.140576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-27fb976a-b501-4cc5-82c3-e561e65888d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:04.142248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84f2cb29-a884-46cb-b976-e47700014857 req-05ef8e0b-2e83-4e6a-9341-bc70216af3a3 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734380 Aug 25 11:15:04.142396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-27fb976a-b501-4cc5-82c3-e561e65888d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 1102 time: 0.3056397 Aug 25 11:15:04.313220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:04.329659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ef9a-97b9-4c4e-bd0b-e963cae97e98 req-d3982e19-baf2-4810-ad4e-598a2e55f118 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:04.333489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9777ef9a-97b9-4c4e-bd0b-e963cae97e98 req-d3982e19-baf2-4810-ad4e-598a2e55f118 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 945 time: 0.2139962 Aug 25 11:15:04.380327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Deleting port d4dad19d-d33a-4d76-a2ef-1e6a46860ac9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:04.385898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:04.415152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:15:04.453239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-678ad73f-b544-4071-86c9-42ad81ad630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:04.454907 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-678ad73f-b544-4071-86c9-42ad81ad630e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2709472 Aug 25 11:15:04.481972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9777ef9a-97b9-4c4e-bd0b-e963cae97e98 req-3ee9b836-b7e9-4c91-b94f-39554a212b5a tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279650 Aug 25 11:15:04.490082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:04.492033 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938c31e9-f49f-4f5f-8ea0-71c62de83487" -d '{"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:04.526158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:04.535812 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-5041a23a-a3f8-462a-a007-80228bbafd88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 200 len: 217 time: 0.0725460 Aug 25 11:15:04.537731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:04.538321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:04.545192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Transition to ACTIVE for port object 5fa8873f-be82-4b63-8769-2964c0f3516a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:15:04.557395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:04.585800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Calling delete_port for d4dad19d-d33a-4d76-a2ef-1e6a46860ac9 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:04.703353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-0b28ec47-a0f9-4522-a927-b61c4859fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:04.706606 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-0b28ec47-a0f9-4522-a927-b61c4859fb5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1595571 Aug 25 11:15:04.743064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:04.744744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-d874b575-0e70-4661-9e1c-1905d9134918 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.1745162 Aug 25 11:15:04.767396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] No DVR routers for this DVR port 5fa8873f-be82-4b63-8769-2964c0f3516a on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:04.862275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-9c6b4fd5-86cc-4aa4-8a31-78d836549f04 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:04.865817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-9c6b4fd5-86cc-4aa4-8a31-78d836549f04 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports/56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 942 time: 0.1090066 Aug 25 11:15:04.917245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:15:04.918863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:15:04.919470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:04.946603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:15:04.948398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Attempting to bind port 5fa8873f-be82-4b63-8769-2964c0f3516a on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:04.992028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-8a764850-f9e9-4709-8110-b4c97f7c0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:04.996855 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-8a764850-f9e9-4709-8110-b4c97f7c0f40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2458248 Aug 25 11:15:04.998336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:15:04.999072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:05.001390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:15:05.002245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Bound port: 5fa8873f-be82-4b63-8769-2964c0f3516a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:15:05.002843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:05.114493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-9a893a8c-2ee0-4426-b7d6-2fb5f57d3a16 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.1510091 Aug 25 11:15:05.117822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:05.146066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:05.223126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:15:05.234948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:15:05.242352 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:05.249845 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-fe20afb6-8135-4d2e-8d86-3c9479b5d3bf service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383995 Aug 25 11:15:05.282171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:05.344178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:05.344778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:05.346738 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] 10.222.0.10 "PUT /v2.0/ports/5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 1098 time: 1.7156940 Aug 25 11:15:05.447588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30199f0-82d7-4684-9a55-708874eff3db service neutron] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=11']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:05.485174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-97366fd6-004e-437e-882f-d8473f99ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:05.487062 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-97366fd6-004e-437e-882f-d8473f99ffda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1101 time: 0.1072338 Aug 25 11:15:05.494237 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66e25f73-b500-4656-b306-cc13ee9619c5 req-1a99249b-d668-4c42-b054-75c88bfd26cf service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370265 Aug 25 11:15:05.633277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-2bcb9e47-20a9-4adc-906e-e1a23eaf382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:05.634803 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-2bcb9e47-20a9-4adc-906e-e1a23eaf382e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1312788 Aug 25 11:15:05.650934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Pushing event deleted for resources: {'Port': ['ID=d4dad19d-d33a-4d76-a2ef-1e6a46860ac9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:05.698856 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-72185a82-c79a-45d7-8306-5889aa1860cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.0551159 Aug 25 11:15:05.754833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-03f8247b-07d3-4ee9-9971-e296c9e07e09 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:05.757249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-03f8247b-07d3-4ee9-9971-e296c9e07e09 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.6418853 Aug 25 11:15:05.769260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-ba0778f7-6db3-4a4a-a446-a6e0d68ad955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:05.771915 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-ba0778f7-6db3-4a4a-a446-a6e0d68ad955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0639155 Aug 25 11:15:05.772687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:05.775343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:05.776576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78afcdbb-e28b-47ee-9cae-cb288176a934 req-e9864ec0-3146-4854-9350-fae23af5ef3f tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "DELETE /v2.0/floatingips/f46b99c1-b997-4750-8eda-60e7e018fe76 HTTP/1.1" status: 204 len: 173 time: 1.7632403 Aug 25 11:15:05.876040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-9ba91e3f-6011-4ae7-a2f3-50f93f65b8da tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.0980523 Aug 25 11:15:05.887939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:05.895905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934eac-a395-4650-8c51-3b888ab180ec req-d4379343-f7a7-4a0d-b637-2aff7131c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:05.899180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-d4379343-f7a7-4a0d-b637-2aff7131c71c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171341 Aug 25 11:15:05.982117 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:06.151009 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-3f68557b-8c1e-48d8-8cef-9ade2788ffd9 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409315 Aug 25 11:15:06.208947 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:06.223126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:06.223479 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Floating IP 121fd42f-3d61-40dc-a843-a28c891babf1 disassociated. External IP: 172.25.1.25, port: 56b51d62-833d-4813-bd9f-875cf9c0c0e7. Aug 25 11:15:06.393394 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-67934eac-a395-4650-8c51-3b888ab180ec req-252ff702-8264-468f-9672-33288e4467a9 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326877 Aug 25 11:15:06.561547 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e3c380-c11c-470c-b19e-f91f90920f19 x-openstack-request-id: req-e4e3c380-c11c-470c-b19e-f91f90920f19 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:06.562897 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:06.563583 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4e3c380-c11c-470c-b19e-f91f90920f19 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:06.564699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:06.566147 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'code': 200} Aug 25 11:15:06.716568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:06.725569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f8fc-0c1e-401a-95c5-23bf820403e2 req-f3eb9468-c8b4-4a8b-9d19-c8273306d05b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:06.727066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:06.727540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a710f8fc-0c1e-401a-95c5-23bf820403e2 req-f3eb9468-c8b4-4a8b-9d19-c8273306d05b tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 949 time: 0.0987062 Aug 25 11:15:06.730368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:06.741860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:06.742570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:06.773630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b0e86237-6a1e-48a1-9770-485cc678891b tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "PUT /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 694 time: 0.8939402 Aug 25 11:15:06.776586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:06.778978 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:06.807643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a710f8fc-0c1e-401a-95c5-23bf820403e2 req-2ddd838b-6c49-47e7-b53b-d4e9526f46ce tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Aug 25 11:15:06.843902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b17ae0ad-d305-4f48-894b-1fff11f19007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:06.845580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-b17ae0ad-d305-4f48-894b-1fff11f19007 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1097 time: 0.0548930 Aug 25 11:15:06.875130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:06.947199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-bf7897f0-9e7b-4a82-bba0-660d8b7c53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:06.954608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-bf7897f0-9e7b-4a82-bba0-660d8b7c53d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.1015203 Aug 25 11:15:07.006578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-33c47e13-8e47-4324-9cd6-dd9f5390026e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 217 time: 0.0505424 Aug 25 11:15:07.105671 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-63bb581c-3844-4167-9d54-d2cb2f8bfa3c req-9257cd33-90fb-4952-8c10-f3f57ac0d731 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] show failed (client error): The resource could not be found. Aug 25 11:15:07.106761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63bb581c-3844-4167-9d54-d2cb2f8bfa3c req-9257cd33-90fb-4952-8c10-f3f57ac0d731 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips/f46b99c1-b997-4750-8eda-60e7e018fe76 HTTP/1.1" status: 404 len: 350 time: 0.0451012 Aug 25 11:15:07.121437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-c147dfc7-5a82-4ffe-8065-dd127e090557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:07.122557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-c147dfc7-5a82-4ffe-8065-dd127e090557 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.0970469 Aug 25 11:15:07.122844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:07.136485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ad640f21-e891-4f0a-be94-8da2e0b75364 req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1841381268', 'description': 'tempest-description-1891779205'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:07.173407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:07.188677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:07.189914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:07.193237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ad640f21-e891-4f0a-be94-8da2e0b75364 req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:07.196942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-37cf6960-c884-4b0e-8bea-5d93a43289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:07.198593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-37cf6960-c884-4b0e-8bea-5d93a43289c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661390 Aug 25 11:15:07.329554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:07.339566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-f4b6b7f4-67d2-4f65-930d-cf18eb74eea3 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318884 Aug 25 11:15:07.418707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ad640f21-e891-4f0a-be94-8da2e0b75364 req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:07.424176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ad640f21-e891-4f0a-be94-8da2e0b75364 req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:07.474549 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ad640f21-e891-4f0a-be94-8da2e0b75364 req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:07.475864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad640f21-e891-4f0a-be94-8da2e0b75364 req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3459072 Aug 25 11:15:07.478487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa456bc-ec75-43d2-8743-4f70b3b9ab7e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82dd88a-86c4-4fd7-8986-73f17c50eccd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:07.510857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c207d525-1f46-4508-b7e3-76b4510f0d43 req-ccec64a0-04f5-4dd4-a982-fe97867bf9a9 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606908 Aug 25 11:15:07.606992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:07.622618 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bd63e6-4da5-4357-880a-93755cae9a49 x-openstack-request-id: req-64bd63e6-4da5-4357-880a-93755cae9a49 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:07.622934 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:07.623194 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64bd63e6-4da5-4357-880a-93755cae9a49 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:07.623613 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'status': 'completed', 'code': 200} Aug 25 11:15:07.660711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b23dc0-7172-46fe-b432-714ec9bebc2e None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:07.735705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-c0368a1f-7a2f-4251-a3d5-925187a66629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:07.741933 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-c0368a1f-7a2f-4251-a3d5-925187a66629 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 1097 time: 0.0761924 Aug 25 11:15:07.834297 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-48491f0f-e407-433a-97f6-54734effee80 req-37c41e26-1edc-4819-9ebd-10fdf885a592 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] show failed (client error): The resource could not be found. Aug 25 11:15:07.835576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48491f0f-e407-433a-97f6-54734effee80 req-37c41e26-1edc-4819-9ebd-10fdf885a592 tempest-FloatingIPsTestJSON-317329845 tempest-FloatingIPsTestJSON-317329845-project] 10.222.0.35 "GET /v2.0/floatingips/f46b99c1-b997-4750-8eda-60e7e018fe76 HTTP/1.1" status: 404 len: 350 time: 0.0550907 Aug 25 11:15:07.842880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-4eef15f9-e173-4f88-adc2-b827308abf97 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:07.850170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-4eef15f9-e173-4f88-adc2-b827308abf97 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.2006190 Aug 25 11:15:07.852845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:07.869617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-482e2908-d4c1-454d-87be-486b5fed7074 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/quotas/d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 375 time: 0.0183787 Aug 25 11:15:07.911849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-4a96f7b5-6e6e-441c-8858-8d5549691bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:07.913629 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-4a96f7b5-6e6e-441c-8858-8d5549691bd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.1620378 Aug 25 11:15:07.951930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb2ee561-5159-4298-a4fd-2b9884dbf7a6 req-2e6bcfbf-33bf-4dc3-9c55-7dd1be9f76a3 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/c82dd88a-86c4-4fd7-8986-73f17c50eccd HTTP/1.1" status: 200 len: 1813 time: 0.0791664 Aug 25 11:15:07.969619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-765d0989-661a-44c1-b0eb-52d1e5bc29d4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989552 Aug 25 11:15:08.007072 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-f1d7f036-3343-4177-a65c-b1410197d5c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 200 len: 217 time: 0.0776381 Aug 25 11:15:08.109659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-812836cb-4a40-4c8a-a276-c61787f12f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:08.109971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-812836cb-4a40-4c8a-a276-c61787f12f01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.0922937 Aug 25 11:15:08.123304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-298af201-79d1-4ccd-a91e-b73c898db268 service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520796 Aug 25 11:15:08.137343 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbefd19-7943-4d56-8f8f-b719acad011b None None] New status for floating IP 121fd42f-3d61-40dc-a843-a28c891babf1: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:15:08.234957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-87efd831-4994-46b0-a26f-fd2cbe3fe97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:08.236519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-87efd831-4994-46b0-a26f-fd2cbe3fe97b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188405 Aug 25 11:15:08.346327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-3e4e85d9-9032-4127-a8b2-0bd3e3c8856e service neutron] 10.222.0.35 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057960 Aug 25 11:15:08.485257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-bcec578c-911a-493d-9687-1dfc6d48ad99 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986144 Aug 25 11:15:08.518125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155c567-f755-4f28-8292-55793cbc6845 req-3f5b0031-d530-4333-b31a-1ffc6434a0a5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:08.525379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1155c567-f755-4f28-8292-55793cbc6845 req-3f5b0031-d530-4333-b31a-1ffc6434a0a5 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 949 time: 0.0987670 Aug 25 11:15:08.570265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:08.573247 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:08.600691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1155c567-f755-4f28-8292-55793cbc6845 req-2cf3f8ff-1d42-4b88-9663-344390778334 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739133 Aug 25 11:15:08.645765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-78236477-5068-4b67-8ae2-64b3f14f0d43 req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2065583734', 'description': 'tempest-description-1212548931'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:08.713186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78236477-5068-4b67-8ae2-64b3f14f0d43 req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:08.720831 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7bf0b48-eee9-49d6-a3d4-806ca14a1ba8 req-10d01f2d-8032-4bbc-af48-a5eeacbd9ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267411 Aug 25 11:15:08.905165 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78236477-5068-4b67-8ae2-64b3f14f0d43 req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:08.915023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78236477-5068-4b67-8ae2-64b3f14f0d43 req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:09.005381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78236477-5068-4b67-8ae2-64b3f14f0d43 req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:09.034381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78236477-5068-4b67-8ae2-64b3f14f0d43 req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4085467 Aug 25 11:15:09.049541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-f84fb60b-ce3c-42ba-ada2-13efa931d523 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:09.058054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-f84fb60b-ce3c-42ba-ada2-13efa931d523 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2169919 Aug 25 11:15:09.060889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73aa65d-a6e9-45fe-a476-ae13db9e0a25 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f8347f-ed78-499d-ba38-a860cf7e18e1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:09.133293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-fbe9bac8-534f-48c3-995b-966169232b17 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.0742307 Aug 25 11:15:09.139453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'floatingip': {'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:09.167764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:15:09.209191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:09.334141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40170) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:09.429203 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad0261-3a5c-4459-b8c2-d4018200b3b8 x-openstack-request-id: req-66ad0261-3a5c-4459-b8c2-d4018200b3b8 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:09.435790 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:09.436298 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66ad0261-3a5c-4459-b8c2-d4018200b3b8 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:09.437974 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'status': 'completed', 'code': 200} Aug 25 11:15:09.447739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:09.459225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:09.496439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'network_id': '9ef2359f-e514-43ba-a77e-f6906e2032dc', 'port_id': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'mac_address': 'fa:16:3e:2d:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:15:09.613293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:09.640301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 756ef211-a67a-4248-bfe8-07b20a115fc5 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:15:09.675194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:09.680586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-762f579f-3c2a-488c-97b3-0311f38f8896 req-270edc36-0c06-4050-a850-e4cc9a1de18a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.0460997 Aug 25 11:15:09.693915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:09.790827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:09.801422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.802661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.803285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.803864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.804458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.805261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.806033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.806822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.807509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.808081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.808723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.809278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:09.819483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['756ef211-a67a-4248-bfe8-07b20a115fc5'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:09.852636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-88dde850-7ca8-4a00-8e55-5b9dfc9dae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:09.854983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-88dde850-7ca8-4a00-8e55-5b9dfc9dae7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=05f1200353254409b7f7713f48e19902&device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1101 time: 0.2272785 Aug 25 11:15:09.949729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aa6655f-7cbd-4778-94fe-f6d407306663 req-d17ab36d-4c7d-4da4-850a-c22b641c042d tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/b7f8347f-ed78-499d-ba38-a860cf7e18e1 HTTP/1.1" status: 200 len: 1813 time: 0.1824379 Aug 25 11:15:10.053382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-4853c6ea-e474-45f4-8df5-4ea7da82c422 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:10.055039 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-4853c6ea-e474-45f4-8df5-4ea7da82c422 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa9dc695-0628-4db0-947a-e1fe3811528c HTTP/1.1" status: 200 len: 945 time: 0.2595150 Aug 25 11:15:10.153061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.159556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.171244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578db5ac-9627-44b2-b740-b5b6561c0733 req-e13112e1-5013-4057-9509-012e92f1c28f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:10.173619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-578db5ac-9627-44b2-b740-b5b6561c0733 req-e13112e1-5013-4057-9509-012e92f1c28f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 949 time: 0.1086483 Aug 25 11:15:10.204222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:15:10.273601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-1dbb2c51-8ddc-433f-86f8-e97b98072eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:10.280514 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-1dbb2c51-8ddc-433f-86f8-e97b98072eeb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.4064503 Aug 25 11:15:10.308231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-578db5ac-9627-44b2-b740-b5b6561c0733 req-e40da40a-bf9c-4b85-b5fd-a490656eefe8 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938818 Aug 25 11:15:10.354276 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-dff8e27a-c4d0-41b3-a858-1e3a955f29f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 200 len: 217 time: 0.0631046 Aug 25 11:15:10.406051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-0ba79d89-7681-40a0-9a4c-f0357980da5b req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1862590197', 'description': 'tempest-description-1014471240'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:10.425962 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Floating IP 121fd42f-3d61-40dc-a843-a28c891babf1 associated. External IP: 172.25.1.25, port: 52d60c62-836b-41a5-997f-16eb3e58327b. Aug 25 11:15:10.447633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:10.475003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'mac_address': 'fa:16:3e:0d:2d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:15:10.529026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0ba79d89-7681-40a0-9a4c-f0357980da5b req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.564478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.584395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa8873f-be82-4b63-8769-2964c0f3516a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:15:10.598839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-50f35fbe-3f6f-4331-86af-8c9e071ac586 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:10.600424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-50f35fbe-3f6f-4331-86af-8c9e071ac586 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 821 time: 0.2870305 Aug 25 11:15:10.614479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Deleting port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:10.615566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.619517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-5d3e14a8-a36c-44c3-beb3-c3b7a1477482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:10.620492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Request body: {'port': {'device_id': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'admin_state_up': True, 'tenant_id': 'd099550bab464730bad24bf51770c66b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:10.621161 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-5d3e14a8-a36c-44c3-beb3-c3b7a1477482 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2086556 Aug 25 11:15:10.625960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:10.637481 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.764033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:10.796820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-79e66052-9b44-4434-a706-3ee0951316c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:10.798599 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-79e66052-9b44-4434-a706-3ee0951316c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1355131 Aug 25 11:15:10.901855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5fa8873f-be82-4b63-8769-2964c0f3516a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:10.909387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Deleting port 890f46ca-fc42-4c46-a849-ab77f2e345f1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:10.910149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.918508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] For port 56b51d62-833d-4813-bd9f-875cf9c0c0e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=56b51d62-833d-4813-bd9f-875cf9c0c0e7,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:10.919284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:10.996799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Calling delete_port for 56b51d62-833d-4813-bd9f-875cf9c0c0e7 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:11.107152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-a26e5e1a-2139-4c15-9b99-fcef5087e753 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849712 Aug 25 11:15:11.163790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.173094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:11.235765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] For port 890f46ca-fc42-4c46-a849-ab77f2e345f1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=890f46ca-fc42-4c46-a849-ab77f2e345f1,segment=NetworkSegment(f3577e59-fc81-4d23-a586-c2ea02ba3569),segment_id=f3577e59-fc81-4d23-a586-c2ea02ba3569)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:11.236285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.487946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0ba79d89-7681-40a0-9a4c-f0357980da5b req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.501192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0ba79d89-7681-40a0-9a4c-f0357980da5b req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.504532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 756ef211-a67a-4248-bfe8-07b20a115fc5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:11.507067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.560383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:11.584155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Made reservation on behalf of d099550bab464730bad24bf51770c66b for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:11.586185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Calling delete_port for 890f46ca-fc42-4c46-a849-ab77f2e345f1 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:11.591868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.602969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-0ba79d89-7681-40a0-9a4c-f0357980da5b req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.617808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ba79d89-7681-40a0-9a4c-f0357980da5b req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2205687 Aug 25 11:15:11.640306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8a54d-4c0a-438e-92d0-71da08e18e6e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33265e01-2b86-472f-a64b-ae9d2485374e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:11.711711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.779646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:11.784618 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a1756e-8a3e-4bba-bc7a-d3a8b2e6f17c" -d '{"events": [{"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-plugged", "status": "completed", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:11.815692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:11.835601 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.925795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:11.971017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:11.986243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['52d60c62-836b-41a5-997f-16eb3e58327b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:12.121019 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6b1b9bb-565d-4552-9e5d-aef2b58c72fc req-b4981d31-ac51-4bac-9ce1-6911c3cbca9f service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9971628 Aug 25 11:15:12.138354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event deleted for resources: {'Port': ['ID=56b51d62-833d-4813-bd9f-875cf9c0c0e7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:12.207187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9900da-a7c0-4c9a-a0ca-aee9998bd770 req-70b790ae-2eb2-42f6-9d15-242569be7747 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:12.223301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c9900da-a7c0-4c9a-a0ca-aee9998bd770 req-70b790ae-2eb2-42f6-9d15-242569be7747 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 945 time: 0.3925505 Aug 25 11:15:12.262937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:12.302841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:12.326467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:12.327735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:12.351202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:12.351982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:12.373725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Allocated IP 172.20.0.13 (e8573153-d827-4ae7-a793-33e5c7a78269/5baec386-3b78-4da9-883b-608426612ca1/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:15:12.387378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] No DVR routers for this DVR port 56b51d62-833d-4813-bd9f-875cf9c0c0e7 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:12.392720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:12.395733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-505522a6-e040-4630-ae2a-1b795ca3aa9a req-3e4ceb16-ed54-4e48-9d4f-f4654f561bb7 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "DELETE /v2.0/ports/56b51d62-833d-4813-bd9f-875cf9c0c0e7 HTTP/1.1" status: 204 len: 173 time: 2.3297305 Aug 25 11:15:12.396758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c9900da-a7c0-4c9a-a0ca-aee9998bd770 req-7eb1c68d-175e-4f31-9585-f43a01e76e39 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719768 Aug 25 11:15:12.398731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'name': 'network-vif-deleted', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:12.403329 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814fc05-2205-49f4-b341-666d525f571c" -d '{"events": [{"server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "name": "network-vif-deleted", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:12.407161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:12.445965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-49417eea-11c9-490e-90c6-82d1a0ce687f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "PUT /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 995 time: 3.3112953 Aug 25 11:15:12.448141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:12.457905 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:12.503639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Pushing event deleted for resources: {'Port': ['ID=890f46ca-fc42-4c46-a849-ab77f2e345f1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:12.644136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:12.719335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 5fa8873f-be82-4b63-8769-2964c0f3516a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:15:12.797814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 5fa8873f-be82-4b63-8769-2964c0f3516a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:12.798195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:12.875762 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:12.882529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Deleting port 453327e9-8930-4581-a420-1f7aab73b1a5 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:12.882966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.168272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-aed0eb86-1337-4b61-b238-f5a89244b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:13.170441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-aed0eb86-1337-4b61-b238-f5a89244b088 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.6469862 Aug 25 11:15:13.183137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.200470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.205889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] For port 453327e9-8930-4581-a420-1f7aab73b1a5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=453327e9-8930-4581-a420-1f7aab73b1a5,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:13.206576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.222617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb041e-5ba9-4e70-9c54-b071c1911ea6 req-c5485cd6-f9e7-4ece-ab9c-5276429f25e8 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:13.229503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Calling delete_port for 453327e9-8930-4581-a420-1f7aab73b1a5 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:13.231465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1efb041e-5ba9-4e70-9c54-b071c1911ea6 req-c5485cd6-f9e7-4ece-ab9c-5276429f25e8 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 1102 time: 0.6353037 Aug 25 11:15:13.234456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:13.372532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1efb041e-5ba9-4e70-9c54-b071c1911ea6 req-ff8fae91-2491-4153-a41e-3e2358452081 tempest-MigrationsAdminTest-1242189291 tempest-MigrationsAdminTest-1242189291-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398659 Aug 25 11:15:13.429523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:13.439308 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.440537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 56b51d62-833d-4813-bd9f-875cf9c0c0e7 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:13.450060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-8b140af7-3915-4742-8ce6-79908abd8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:13.451816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-8b140af7-3915-4742-8ce6-79908abd8792 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.2639594 Aug 25 11:15:13.456788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.524050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e95389c-0b9c-4f64-bf63-ba6b4a65c970'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:13.532078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 56b51d62-833d-4813-bd9f-875cf9c0c0e7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:13.532435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 56b51d62-833d-4813-bd9f-875cf9c0c0e7 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:13.560606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Network e8573153-d827-4ae7-a793-33e5c7a78269 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:15:13.565052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:13.570635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:13.582081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:15:13.599019 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.612931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:15:09Z', 'revision_number': 8, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:13.663715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=13']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:13.670621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:13.692852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:13.693310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:13.702404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-e5a9748f-f788-49ba-b80e-1eda379e6a11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 998 time: 0.2238197 Aug 25 11:15:13.778926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:13.792176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.818398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:13.886578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:13.888786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:13.912552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-3dc41ac7-e192-4d3d-a0bf-9a8aa57ff91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:13.931281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:13.936168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-3dc41ac7-e192-4d3d-a0bf-9a8aa57ff91c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1622205 Aug 25 11:15:13.944647 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] Sync routers for ids ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:13.960540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-39075e4e-bbcb-4709-ad84-3d56cd5c91cf tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3435934 Aug 25 11:15:13.963105 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] Routers {'137912d3-cc0f-4d8c-903c-cf3c9f856e87'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:13.965771 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5afccf44-f299-44db-9f13-c517a05a36ec admin admin] 10.222.0.35 "PUT /v2.0/routers/137912d3-cc0f-4d8c-903c-cf3c9f856e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1116092 Aug 25 11:15:13.966936 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:13.987399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40204) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:13.994708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:14.007448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Request body: {'port': {'device_id': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:14.017492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:14.097384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=453327e9-8930-4581-a420-1f7aab73b1a5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:14.140582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217eb36-aa0f-431a-b998-69fd60c56063 req-d26f5a29-08c5-4eaa-b2bc-9e2d752384a4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:14.154646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3217eb36-aa0f-431a-b998-69fd60c56063 req-d26f5a29-08c5-4eaa-b2bc-9e2d752384a4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 932 time: 0.4639874 Aug 25 11:15:14.191266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:14.207520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] Set router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:14.369346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:15:09Z', 'revision_number': 8, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:14.452867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe66c66-e0cb-454b-a4b1-8cfa1b95a687 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '121fd42f-3d61-40dc-a843-a28c891babf1', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'port_id': '52d60c62-836b-41a5-997f-16eb3e58327b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'mac_address': 'fa:16:3e:fd:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:14:02Z', 'updated_at': '2021-08-25T11:15:09Z', 'revision_number': 8, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:14.471460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:14.567274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:14.594535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-2d38b360-cfff-4c47-af04-11d2bc6e5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:14.596408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-2d38b360-cfff-4c47-af04-11d2bc6e5b18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6341782 Aug 25 11:15:14.618272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3217eb36-aa0f-431a-b998-69fd60c56063 req-0cf5a71e-adb5-4b64-836b-9d3c41281168 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970115 Aug 25 11:15:14.710751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:15:12Z', 'revision_number': 5, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:14.742762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:14.792216 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] Checking router: 137912d3-cc0f-4d8c-903c-cf3c9f856e87 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:14.807739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23b806-8660-4145-b315-dc6f0cbc7561 None None] New status for floating IP 121fd42f-3d61-40dc-a843-a28c891babf1: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:15:14.841897 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] Routers {'137912d3-cc0f-4d8c-903c-cf3c9f856e87'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:14.842982 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:14.872124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Router 86773be2-bf83-41ee-af13-23bee26a6dd9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:14.877361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0a9a36e-a08c-4927-b1c0-47b430a11dff req-f60539fe-b802-4acb-acdc-f9fffc5cdf36 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/33265e01-2b86-472f-a64b-ae9d2485374e HTTP/1.1" status: 200 len: 1813 time: 0.2283077 Aug 25 11:15:15.045013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-a1cc20af-9c93-438e-9b07-5fc502985ac9 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186983 Aug 25 11:15:15.093226 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] Set router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:15.199622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:15.209821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e04ba00d-8930-413f-a940-67bc6ba2aac2 admin admin] 10.222.0.35 "PUT /v2.0/routers/86773be2-bf83-41ee-af13-23bee26a6dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8745179 Aug 25 11:15:15.210483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40210) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:15.211945 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6afb365-5941-4de9-84d1-0a6bf96d925a x-openstack-request-id: req-d6afb365-5941-4de9-84d1-0a6bf96d925a {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:15.212234 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9dc695-0628-4db0-947a-e1fe3811528c", "name": "network-vif-deleted", "tag": "56b51d62-833d-4813-bd9f-875cf9c0c0e7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:15.212485 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6afb365-5941-4de9-84d1-0a6bf96d925a {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:15.212882 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9dc695-0628-4db0-947a-e1fe3811528c', 'name': 'network-vif-deleted', 'tag': '56b51d62-833d-4813-bd9f-875cf9c0c0e7', 'status': 'completed', 'code': 200} Aug 25 11:15:15.218973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:15.255176 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] Sync routers for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:15.285262 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:15.285951 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:15.357892 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17c4ab-167f-4721-89c9-cb6266ef23d0 x-openstack-request-id: req-7b17c4ab-167f-4721-89c9-cb6266ef23d0 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:15.359254 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-plugged", "status": "completed", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:15.361500 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b17c4ab-167f-4721-89c9-cb6266ef23d0 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:15.362357 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'code': 200} Aug 25 11:15:15.423394 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:15.444385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:15.465115 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4800acb-8bd7-4c73-b118-44da2118f55d x-openstack-request-id: req-a4800acb-8bd7-4c73-b118-44da2118f55d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:15.465474 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:15.465642 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4800acb-8bd7-4c73-b118-44da2118f55d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:15.466061 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'status': 'completed', 'code': 200} Aug 25 11:15:15.630887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:15:15.644162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:15.657442 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:15:12Z', 'revision_number': 5, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:15.665966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Transition to ACTIVE for port object 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:15:15.693054 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d1b6b-0c46-43a3-a0eb-f9a5e87bfe41 None None] The sync data for ids ['137912d3-cc0f-4d8c-903c-cf3c9f856e87'] in n-d-778732-11 is: [{'id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'name': 'tempest-FloatingIPsTestJSON-1505451072-router', 'tenant_id': 'c14889d17381425ebd1ae833e104f95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:14:27Z', 'updated_at': '2021-08-25T11:15:12Z', 'revision_number': 5, 'project_id': 'c14889d17381425ebd1ae833e104f95f', 'gw_port': {'id': 'ef7b929f-1cd6-4826-b50a-5d1f14d1f726', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137912d3-cc0f-4d8c-903c-cf3c9f856e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:14:28Z', 'updated_at': '2021-08-25T11:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:15.703847 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:15:13Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:15.711396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed0c18a-6f14-4dd9-b2e5-8e396cb92299 req-f72ff721-96a6-462e-8a1f-af3129bf0b01 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404850 Aug 25 11:15:15.712138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:15.760077 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] Checking router: 86773be2-bf83-41ee-af13-23bee26a6dd9 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:15.775323 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] Routers {'86773be2-bf83-41ee-af13-23bee26a6dd9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:15.779044 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['86773be2-bf83-41ee-af13-23bee26a6dd9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:15.795476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-662ec8a7-2183-45e9-a0e1-a0639f36417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:15.797648 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-662ec8a7-2183-45e9-a0e1-a0639f36417d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.3464966 Aug 25 11:15:15.848541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:15.868634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Deleting port ef7b929f-1cd6-4826-b50a-5d1f14d1f726 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:15.868968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:15.878417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:15.977789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-b835fa82-e26b-4c07-8f27-5e46f134ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:15.979328 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-b835fa82-e26b-4c07-8f27-5e46f134ee74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.1726005 Aug 25 11:15:16.011364 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] Set router 86773be2-bf83-41ee-af13-23bee26a6dd9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:16.027039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] For port ef7b929f-1cd6-4826-b50a-5d1f14d1f726, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:16.027385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:16.046410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Calling delete_port for ef7b929f-1cd6-4826-b50a-5d1f14d1f726 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:16.048958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Deleting port 2b8f0fed-b734-46e6-9040-798b914c68b0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:16.049306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:16.074641 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-4ad0e0d7-ee34-430f-b2e5-1416d9664811 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 1000 time: 0.0859554 Aug 25 11:15:16.277735 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-e8cb0acc-2f9b-4dde-a84f-4057a0b18949 req-2e66d7f9-efdd-44ad-8490-0940414641c0 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] show failed (client error): The resource could not be found. Aug 25 11:15:16.278864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8cb0acc-2f9b-4dde-a84f-4057a0b18949 req-2e66d7f9-efdd-44ad-8490-0940414641c0 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/ab2eac18-2310-4f14-be4e-7eb5e148391a HTTP/1.1" status: 404 len: 352 time: 0.4375036 Aug 25 11:15:16.289678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:16.448771 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:15:13Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:16.486367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-c5397ff3-1851-4bdb-a566-da7efbfe8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:16.488054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-c5397ff3-1851-4bdb-a566-da7efbfe8b33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.0921776 Aug 25 11:15:16.492141 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73657f53-8b65-4576-9e53-7ed4f3e0831e None None] The sync data for ids ['86773be2-bf83-41ee-af13-23bee26a6dd9'] in n-d-778732-11 is: [{'id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-430858451-router', 'tenant_id': '58d323bc6f2b4d13bc279542a8a49487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:33Z', 'updated_at': '2021-08-25T11:15:13Z', 'revision_number': 5, 'project_id': '58d323bc6f2b4d13bc279542a8a49487', 'gw_port': {'id': '2b8f0fed-b734-46e6-9040-798b914c68b0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86773be2-bf83-41ee-af13-23bee26a6dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:34Z', 'updated_at': '2021-08-25T11:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:16.533311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7b929f-1cd6-4826-b50a-5d1f14d1f726,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:16.549745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] For port 2b8f0fed-b734-46e6-9040-798b914c68b0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b8f0fed-b734-46e6-9040-798b914c68b0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:16.550126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:16.581659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Calling delete_port for 2b8f0fed-b734-46e6-9040-798b914c68b0 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:16.605148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-dbd6d095-21b3-4d78-a828-2be39f41743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:16.606752 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-dbd6d095-21b3-4d78-a828-2be39f41743d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939989 Aug 25 11:15:16.757045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b185-9dc7-4933-9467-ae55ffeef41e req-3d88a174-b13e-44f6-8e91-7dbe14fd5823 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:16.759851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba55b185-9dc7-4933-9467-ae55ffeef41e req-3d88a174-b13e-44f6-8e91-7dbe14fd5823 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.4996986 Aug 25 11:15:16.766264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:16.791932 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-ba8e6ef3-5717-4a3a-8b07-638c86370c70 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553359 Aug 25 11:15:16.961224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.016568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8f0fed-b734-46e6-9040-798b914c68b0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:17.052071 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e16f9ba1-f9fe-4b93-bec9-2f956d172cf0 req-3df6cffb-04c2-4bcd-92b0-fa58b62ccfbf service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468486 Aug 25 11:15:17.104738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 890f46ca-fc42-4c46-a849-ab77f2e345f1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:17.157820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 890f46ca-fc42-4c46-a849-ab77f2e345f1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:17.158919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 890f46ca-fc42-4c46-a849-ab77f2e345f1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:17.160566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 453327e9-8930-4581-a420-1f7aab73b1a5 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:17.178170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-2d165975-dc3c-4428-9a5a-25832da92f15 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:17.179804 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-2d165975-dc3c-4428-9a5a-25832da92f15 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 951 time: 0.1580737 Aug 25 11:15:17.203691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 453327e9-8930-4581-a420-1f7aab73b1a5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:17.207101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 453327e9-8930-4581-a420-1f7aab73b1a5 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:17.227724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.316447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.328797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01bc8a-7fda-49e1-9ef5-1dcb9405f99d req-b3995787-be1f-4519-829d-1a04fb0d714d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:17.330569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf01bc8a-7fda-49e1-9ef5-1dcb9405f99d req-b3995787-be1f-4519-829d-1a04fb0d714d tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7582066-53c6-4de6-a02d-cf8c343507a8 HTTP/1.1" status: 200 len: 951 time: 0.8119388 Aug 25 11:15:17.339047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.341155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:15:17.341616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:15:17.342073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:17.365191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}, {'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:17.368103 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85345eeb-5f1c-4bfa-900a-ba20a2d1a60c" -d '{"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}, {"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:17.378584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.383346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.442297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:15:17.442765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:17.467809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:15:17.468333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:17.468837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:15:17.469402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Bound port: 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:15:17.469923 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.474203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.475912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86773be2-bf83-41ee-af13-23bee26a6dd9 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:15:17.492416 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.499326 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66c1260a-7700-40d5-be80-4e9e6ec0edba admin admin] 10.222.0.35 "DELETE /v2.0/routers/86773be2-bf83-41ee-af13-23bee26a6dd9 HTTP/1.1" status: 204 len: 168 time: 2.2845485 Aug 25 11:15:17.502415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40232) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:17.504877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba55b185-9dc7-4933-9467-ae55ffeef41e req-cda680bf-66b0-4ef4-8b86-851318ac991a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7148283 Aug 25 11:15:17.516961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.523192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 137912d3-cc0f-4d8c-903c-cf3c9f856e87 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:15:17.545310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-bdd51024-5d07-4ebc-b3ed-df9bd5601df0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:17.550281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-bdd51024-5d07-4ebc-b3ed-df9bd5601df0 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 943 time: 0.2130580 Aug 25 11:15:17.555943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf01bc8a-7fda-49e1-9ef5-1dcb9405f99d req-23567903-aea9-46bd-8b4e-7bc5720b1951 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034431 Aug 25 11:15:17.564424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.568634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-81fbe30d-ff67-40e5-929a-35f90d0992d4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/137912d3-cc0f-4d8c-903c-cf3c9f856e87 HTTP/1.1" status: 204 len: 168 time: 3.4115188 Aug 25 11:15:17.568887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Deleting port 5fa8873f-be82-4b63-8769-2964c0f3516a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:17.569305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.576861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:17.749197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Deleting subnet e99146fe-1225-4503-a1d8-03258e4f591d {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:17.761114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.771770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Deleting subnet dc315a3c-3628-4dbc-8425-73a697d6a670 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:17.847979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:15:17.874011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.896538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:15:17.907451 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-de908952-1d9b-46f7-a750-2946743a78f1 req-057f1fbc-b970-40a8-8ab7-65a2104e0461 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] show failed (client error): The resource could not be found. Aug 25 11:15:17.908633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de908952-1d9b-46f7-a750-2946743a78f1 req-057f1fbc-b970-40a8-8ab7-65a2104e0461 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-group-rules/2f14e137-09ad-4e64-a9d1-0aea1c86d8b8 HTTP/1.1" status: 404 len: 361 time: 0.0529265 Aug 25 11:15:17.913624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:17.974378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7fc71a7-8425-40ee-9bcb-23f3e42427ba req-b999d0ea-41dd-47b8-a698-5abd253a3445 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 997 time: 0.4125452 Aug 25 11:15:17.988441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] For port 5fa8873f-be82-4b63-8769-2964c0f3516a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5fa8873f-be82-4b63-8769-2964c0f3516a,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:17.989289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.007732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:18.008452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.010146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] 10.222.0.10 "PUT /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 1093 time: 4.0171592 Aug 25 11:15:18.011448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:18.014275 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31072a8-6bec-49ac-906b-409ab853cf66" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:18.038435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Calling delete_port for 5fa8873f-be82-4b63-8769-2964c0f3516a owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:18.059362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.107958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510e8eb-0254-4326-add4-29a7ec1d8c3d service neutron] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:18.142174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03f3ac10-869a-41da-86db-3273e6f4f230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.174530 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb63752-ca7d-40a8-a1be-2909dcf52c61 x-openstack-request-id: req-8eb63752-ca7d-40a8-a1be-2909dcf52c61 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:18.175124 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-plugged", "status": "completed", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "code": 200}, {"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:18.175549 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8eb63752-ca7d-40a8-a1be-2909dcf52c61 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:18.176108 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'code': 200} Aug 25 11:15:18.176534 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'code': 200} Aug 25 11:15:18.180145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Deleting port 756ef211-a67a-4248-bfe8-07b20a115fc5 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:18.180820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.277574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-ca0aa85f-c340-4ae5-83d5-0221d396db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:18.279403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-ca0aa85f-c340-4ae5-83d5-0221d396db7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1096 time: 0.1837010 Aug 25 11:15:18.303709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.320446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc71a7-8425-40ee-9bcb-23f3e42427ba req-37aa3229-715f-4b77-8e07-b0a2c207f031 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:18.321943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7fc71a7-8425-40ee-9bcb-23f3e42427ba req-37aa3229-715f-4b77-8e07-b0a2c207f031 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.3184614 Aug 25 11:15:18.366198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-8e264f8f-f09a-4bf2-94b3-2a3b5c9d6e66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 217 time: 0.0654237 Aug 25 11:15:18.399717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.470113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] For port 756ef211-a67a-4248-bfe8-07b20a115fc5, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=756ef211-a67a-4248-bfe8-07b20a115fc5,segment=NetworkSegment(c74180db-a6bd-4789-bf03-3c50566e99b6),segment_id=c74180db-a6bd-4789-bf03-3c50566e99b6)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:18.470403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.488169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b9f14-74f8-41af-8df7-5292d885d1b0 req-838ec5c1-541e-4079-8f0c-51cd38cbb270 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:18.489129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee7b9f14-74f8-41af-8df7-5292d885d1b0 req-838ec5c1-541e-4079-8f0c-51cd38cbb270 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/ports?device_id=da8538fa-343b-419a-a8bb-f26ebef0a6e6 HTTP/1.1" status: 200 len: 943 time: 0.2280374 Aug 25 11:15:18.507999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-ac326ac9-1e5f-4fdb-ae74-fb281e2baed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:18.510053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-ac326ac9-1e5f-4fdb-ae74-fb281e2baed5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1292570 Aug 25 11:15:18.512213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Calling delete_port for 756ef211-a67a-4248-bfe8-07b20a115fc5 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:18.521825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.522707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b4a6408d-1d08-446a-93b2-095639c64ff6 req-33392879-4eb6-469f-9d90-eb6ca2ae517e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/33265e01-2b86-472f-a64b-ae9d2485374e HTTP/1.1" status: 200 len: 1813 time: 0.1619465 Aug 25 11:15:18.558399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99146fe-1225-4503-a1d8-03258e4f591d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:18.560879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.563542 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e2ee21e-0d8d-41f1-95e2-f0098aedc803 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e99146fe-1225-4503-a1d8-03258e4f591d HTTP/1.1" status: 204 len: 168 time: 1.0596857 Aug 25 11:15:18.566667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.576547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b65c34-3f06-46da-953f-4a80f7865fd9 None None] Network da57e288-0d3f-4326-8e8c-8f802edeebe3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:18.578512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40246) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:18.614039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-2a7db9ce-6005-45c5-a2fd-8cf282e1987c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819447 Aug 25 11:15:18.723015 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.735960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.756101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e30bede-99c2-4248-9db2-2fd0e40d07bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:18.761319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844', 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', '5fa8873f-be82-4b63-8769-2964c0f3516a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:18.777548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event deleted for resources: {'Port': ['ID=5fa8873f-be82-4b63-8769-2964c0f3516a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:18.777896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee7b9f14-74f8-41af-8df7-5292d885d1b0 req-ca2369f4-21cc-44c0-9c7c-6aad200a452d tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a862efc-547d-41e8-bb57-97c533c93b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667291 Aug 25 11:15:18.826195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.856857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] No DVR routers for this DVR port 5fa8873f-be82-4b63-8769-2964c0f3516a on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:18.884049 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.886544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4a78fd3-c272-4afc-90e6-cfe52b2b880d req-7c007c67-246d-4128-a10f-07f0f5fdad0e tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "DELETE /v2.0/ports/5fa8873f-be82-4b63-8769-2964c0f3516a HTTP/1.1" status: 204 len: 173 time: 1.6981511 Aug 25 11:15:18.901003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-deleted', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:18.905118 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d27a0-5687-4a0f-bccc-fd5b5c09eb01" -d '{"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-deleted", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:18.917209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc315a3c-3628-4dbc-8425-73a697d6a670,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:18.933496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:18.941569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bb60edf8-dff8-4a9a-92d6-1c96b57dcff5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dc315a3c-3628-4dbc-8425-73a697d6a670 HTTP/1.1" status: 204 len: 168 time: 1.3557537 Aug 25 11:15:18.945118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40252) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:18.986818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] DHCP port deletion for da57e288-0d3f-4326-8e8c-8f802edeebe3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:15:18.988872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd06ab7-6f4b-4814-aa58-f4528c189bb7 None None] Network 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:19.051286 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668f2ae0-c704-4471-a619-549252acd595 x-openstack-request-id: req-668f2ae0-c704-4471-a619-549252acd595 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:19.052619 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:19.058217 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-668f2ae0-c704-4471-a619-549252acd595 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:19.059103 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'status': 'completed', 'code': 200} Aug 25 11:15:19.157028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Deleting port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:19.163513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.170757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.173366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-c899cb14-84f1-4c89-a801-a51651f17476 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090182 Aug 25 11:15:19.180837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b4a6408d-1d08-446a-93b2-095639c64ff6 req-c322ffc4-cd27-48d1-90a4-ceb63cc1bd71 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.256337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bbd8411a-a3a3-4857-8b22-6b447f6a39f8 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:19.282739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.285502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b4a6408d-1d08-446a-93b2-095639c64ff6 req-c322ffc4-cd27-48d1-90a4-ceb63cc1bd71 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.301094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-ade58818-0d30-4b3e-9f31-a7fb86c65a8e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.2151899 Aug 25 11:15:19.318167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] For port bbd8411a-a3a3-4857-8b22-6b447f6a39f8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:19.318606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.342659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Calling delete_port for bbd8411a-a3a3-4857-8b22-6b447f6a39f8 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:19.357489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Deleting port 437a3659-ec3d-4df5-8973-b31be335577a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:19.357850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.361200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Pushing event deleted for resources: {'Port': ['ID=756ef211-a67a-4248-bfe8-07b20a115fc5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:19.472045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-55fcd143-939f-4bad-b894-28cb44468a39 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:19.485127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-55fcd143-939f-4bad-b894-28cb44468a39 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports/52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 942 time: 0.1406698 Aug 25 11:15:19.495596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] For port 437a3659-ec3d-4df5-8973-b31be335577a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=437a3659-ec3d-4df5-8973-b31be335577a,segment=NetworkSegment(f3577e59-fc81-4d23-a586-c2ea02ba3569),segment_id=f3577e59-fc81-4d23-a586-c2ea02ba3569)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:19.496121 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.498812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] No DVR routers for this DVR port 756ef211-a67a-4248-bfe8-07b20a115fc5 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:19.515280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.517923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17096a86-8d1c-4e35-88df-1c12ed2a129c req-cda3722f-06a2-47d5-8a4e-2d09e5274973 tempest-ImagesTestJSON-1658380047 tempest-ImagesTestJSON-1658380047-project] 10.222.0.67 "DELETE /v2.0/ports/756ef211-a67a-4248-bfe8-07b20a115fc5 HTTP/1.1" status: 204 len: 173 time: 1.9481003 Aug 25 11:15:19.520893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b4a6408d-1d08-446a-93b2-095639c64ff6 req-c322ffc4-cd27-48d1-90a4-ceb63cc1bd71 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.523879 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b4a6408d-1d08-446a-93b2-095639c64ff6 req-c322ffc4-cd27-48d1-90a4-ceb63cc1bd71 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.538257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Calling delete_port for 437a3659-ec3d-4df5-8973-b31be335577a owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:19.541122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b4a6408d-1d08-446a-93b2-095639c64ff6 req-c322ffc4-cd27-48d1-90a4-ceb63cc1bd71 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "DELETE /v2.0/security-groups/33265e01-2b86-472f-a64b-ae9d2485374e HTTP/1.1" status: 204 len: 173 time: 0.9888287 Aug 25 11:15:19.556341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37d6924-9a8b-4b0f-bf6c-cb8fbd84c8d1 req-7210fc40-409a-416c-8ab2-69d86fc21eb0 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733187 Aug 25 11:15:19.567080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] Deleting port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:19.567619 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.572259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322ffc4-cd27-48d1-90a4-ceb63cc1bd71 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33265e01-2b86-472f-a64b-ae9d2485374e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:19.572813 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.685849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] DHCP port deletion for 30d7a6bc-5c10-49a2-a06a-f67b8347ef9a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:15:19.691431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.741902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:19.745777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] For port bbd8411a-a3a3-4857-8b22-6b447f6a39f8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,segment=NetworkSegment(8d2919da-724f-4610-9119-320e7dcc2df1),segment_id=8d2919da-724f-4610-9119-320e7dcc2df1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:19.746170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] No DVR routers for this DVR port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:19.746838 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.754882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-4830947c-3e1e-44bd-ad1e-1888e1376e99 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.1716664 Aug 25 11:15:19.774379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-1bbd37bf-3572-4db0-ace3-027058dfe867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:19.775903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-1bbd37bf-3572-4db0-ace3-027058dfe867 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1096 time: 0.1092963 Aug 25 11:15:19.786760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dc9d6-1fc4-499b-b301-d28c630de138 req-db1dc2d6-166c-4f14-b2f4-cef9b99e2ac7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:19.791266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf9dc9d6-1fc4-499b-b301-d28c630de138 req-db1dc2d6-166c-4f14-b2f4-cef9b99e2ac7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.1146152 Aug 25 11:15:19.796705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.797065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.797401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.797765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.798234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.798643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.799079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.799422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.800128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.800468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.800803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.801249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:19.827908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b8f0fed-b734-46e6-9040-798b914c68b0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:19.832779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] Calling delete_port for bbd8411a-a3a3-4857-8b22-6b447f6a39f8 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:19.863886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2b8f0fed-b734-46e6-9040-798b914c68b0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:19.864630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b8f0fed-b734-46e6-9040-798b914c68b0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:19.865332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef7b929f-1cd6-4826-b50a-5d1f14d1f726 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:19.884201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.896709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da57e288-0d3f-4326-8e8c-8f802edeebe3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:19.917795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ef7b929f-1cd6-4826-b50a-5d1f14d1f726 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:19.918258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef7b929f-1cd6-4826-b50a-5d1f14d1f726 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:19.927899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2919da-724f-4610-9119-320e7dcc2df1') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:19.928113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2919da-724f-4610-9119-320e7dcc2df1') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:19.944470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.949609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:19.966288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf9dc9d6-1fc4-499b-b301-d28c630de138 req-c5257670-7213-489b-8c05-15dc4d10f420 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511958 Aug 25 11:15:20.000618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Pushing event deleted for resources: {'Port': ['ID=437a3659-ec3d-4df5-8973-b31be335577a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:20.010376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] No DVR routers for this DVR port 437a3659-ec3d-4df5-8973-b31be335577a on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:20.020478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Deleting port 437a3659-ec3d-4df5-8973-b31be335577a {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:20.020960 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.044363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.046362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-ad6e1692-358a-4bab-8f57-f7ee2e788776 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:20.048536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-ad6e1692-358a-4bab-8f57-f7ee2e788776 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2850280 Aug 25 11:15:20.063401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-ac339baf-a23d-46e0-bcc7-17194d3ec111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:20.065926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:20.066654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.067212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-ac339baf-a23d-46e0-bcc7-17194d3ec111 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.2747421 Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:20.068489 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:20.126916 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.147269 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f8779-6a0d-497f-8e99-a324b22e146d x-openstack-request-id: req-ac7f8779-6a0d-497f-8e99-a324b22e146d {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:20.147579 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7582066-53c6-4de6-a02d-cf8c343507a8", "name": "network-vif-deleted", "tag": "5fa8873f-be82-4b63-8769-2964c0f3516a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:20.147799 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac7f8779-6a0d-497f-8e99-a324b22e146d {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:20.148257 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7582066-53c6-4de6-a02d-cf8c343507a8', 'name': 'network-vif-deleted', 'tag': '5fa8873f-be82-4b63-8769-2964c0f3516a', 'status': 'completed', 'code': 200} Aug 25 11:15:20.162710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.166342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] For port 437a3659-ec3d-4df5-8973-b31be335577a, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:20.166342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.167298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-79a0d7f2-6ce6-47a4-8ff3-b268ca601e6e tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 1000 time: 0.1074185 Aug 25 11:15:20.175737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] Pushing event deleted for resources: {'Port': ['ID=bbd8411a-a3a3-4857-8b22-6b447f6a39f8,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:20.176023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:20.178610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb0773-6755-49ed-a764-b08d34584465 None None] No DVR routers for this DVR port bbd8411a-a3a3-4857-8b22-6b447f6a39f8 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:20.179637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d7a6bc-5c10-49a2-a06a-f67b8347ef9a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:20.194323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Calling delete_port for 437a3659-ec3d-4df5-8973-b31be335577a owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:20.197189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.200329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3577e59-fc81-4d23-a586-c2ea02ba3569') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:20.200691 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3577e59-fc81-4d23-a586-c2ea02ba3569') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:20.200818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Port 437a3659-ec3d-4df5-8973-b31be335577a was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:15:20.205451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.225590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.230378 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/da57e288-0d3f-4326-8e8c-8f802edeebe3 HTTP/1.1" status: 204 len: 168 time: 1.6480675 Aug 25 11:15:20.238597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.240324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:20.241862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] Pushing event deleted for resources: {'Port': ['ID=437a3659-ec3d-4df5-8973-b31be335577a,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:20.255303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a5ab0-049c-4f25-90fe-a3fc894edd8c None None] No DVR routers for this DVR port 437a3659-ec3d-4df5-8973-b31be335577a on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:20.296954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87751eec-8171-489d-9651-f79cc86ecdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=da57e288-0d3f-4326-8e8c-8f802edeebe3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:20.304436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.324292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:20.325057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:20.327438 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:20.343062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-04c45ae9-ebb9-4e92-96b4-ed9f1861d083 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 217 time: 0.0759597 Aug 25 11:15:20.402426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.412997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24fcab5b-f16f-48f4-835c-813a51aeda35 req-e9e3c570-c284-43af-8d0d-033235914e78 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/b7f8347f-ed78-499d-ba38-a860cf7e18e1 HTTP/1.1" status: 200 len: 1813 time: 0.1442566 Aug 25 11:15:20.502313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-0a5c072a-e8c7-4e8b-ab28-f9ac63d59976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:20.503877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-0a5c072a-e8c7-4e8b-ab28-f9ac63d59976 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1466722 Aug 25 11:15:20.581668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-25667f4d-3802-43f5-b621-f5567623a3fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404432 Aug 25 11:15:20.669868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24fcab5b-f16f-48f4-835c-813a51aeda35 req-21d91818-41d4-431e-afbb-db36e701dbc5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.680649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.690125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.692085 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] 10.222.0.35 "DELETE /v2.0/networks/30d7a6bc-5c10-49a2-a06a-f67b8347ef9a HTTP/1.1" status: 204 len: 168 time: 1.7410119 Aug 25 11:15:20.706605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427bc89-9b7c-45a4-8528-9fb580b0bebe admin admin] Pushing event deleted for resources: {'Network': ['ID=30d7a6bc-5c10-49a2-a06a-f67b8347ef9a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:20.712527 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.724748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.725136 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Floating IP 121fd42f-3d61-40dc-a843-a28c891babf1 disassociated. External IP: 172.25.1.25, port: 52d60c62-836b-41a5-997f-16eb3e58327b. Aug 25 11:15:20.783941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24fcab5b-f16f-48f4-835c-813a51aeda35 req-21d91818-41d4-431e-afbb-db36e701dbc5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.862437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40266) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:20.878053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-4b8addfa-455d-4eb4-8537-09ec62fa408c service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882543 Aug 25 11:15:20.946313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24fcab5b-f16f-48f4-835c-813a51aeda35 req-21d91818-41d4-431e-afbb-db36e701dbc5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.949122 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24fcab5b-f16f-48f4-835c-813a51aeda35 req-21d91818-41d4-431e-afbb-db36e701dbc5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:20.950379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24fcab5b-f16f-48f4-835c-813a51aeda35 req-21d91818-41d4-431e-afbb-db36e701dbc5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7f8347f-ed78-499d-ba38-a860cf7e18e1 HTTP/1.1" status: 204 len: 173 time: 0.4988062 Aug 25 11:15:20.970028 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-32b86316-8304-4a65-b65f-43f434dd1e05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c14889d17381425ebd1ae833e104f95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056852 Aug 25 11:15:20.974329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40270) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:20.982136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d91818-41d4-431e-afbb-db36e701dbc5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f8347f-ed78-499d-ba38-a860cf7e18e1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:21.094989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 437a3659-ec3d-4df5-8973-b31be335577a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:21.125999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 437a3659-ec3d-4df5-8973-b31be335577a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:21.126438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 437a3659-ec3d-4df5-8973-b31be335577a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:21.171012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c59c1704-d131-48e8-9957-e3abb36c88ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.193420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.206103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:21.253217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 756ef211-a67a-4248-bfe8-07b20a115fc5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:21.254572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 756ef211-a67a-4248-bfe8-07b20a115fc5 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:21.345329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.375314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-deleted', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:21.377550 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f732b72c-496a-421c-9eb2-a636fbcc8de3" -d '{"events": [{"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-deleted", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:21.486326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d31072a8-6bec-49ac-906b-409ab853cf66 req-20dddb3a-f152-4676-aeba-62a2182ef267 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003320 Aug 25 11:15:21.513080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Deleting port c771255a-4d0d-4f80-96fb-789ca0969838 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:21.513563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.524818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6d9f-0acd-4adf-990c-8da6075201ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.530749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82e2bae5-2d93-47be-8b47-ae3ec945f3e3 req-57430274-bd38-4142-bc1c-5829ee7df93c tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/c82dd88a-86c4-4fd7-8986-73f17c50eccd HTTP/1.1" status: 200 len: 1813 time: 0.1452544 Aug 25 11:15:21.549506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:21.580371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6d9f-0acd-4adf-990c-8da6075201ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.613305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] For port c771255a-4d0d-4f80-96fb-789ca0969838, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c771255a-4d0d-4f80-96fb-789ca0969838,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:21.613935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.630078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Calling delete_port for c771255a-4d0d-4f80-96fb-789ca0969838 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:21.703455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-82e2bae5-2d93-47be-8b47-ae3ec945f3e3 req-eb73e447-de7e-4a62-9095-cf64954bdeff tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.762168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6d9f-0acd-4adf-990c-8da6075201ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.764769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6d9f-0acd-4adf-990c-8da6075201ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.766574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6bd6d9f-0acd-4adf-990c-8da6075201ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e7587d9-a9a0-48ca-a8b4-c3b7d38b8a3f HTTP/1.1" status: 204 len: 168 time: 0.7911003 Aug 25 11:15:21.778275 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-82e2bae5-2d93-47be-8b47-ae3ec945f3e3 req-eb73e447-de7e-4a62-9095-cf64954bdeff tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.804253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd6d9f-0acd-4adf-990c-8da6075201ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7587d9-a9a0-48ca-a8b4-c3b7d38b8a3f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:21.815552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:21.825431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.852487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:21.864811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7ed2c4d3-4b07-4ba4-9bdf-afb5276bc6c1 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "PUT /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 695 time: 1.6957388 Aug 25 11:15:21.876528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:21.877568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:21.889010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-82e2bae5-2d93-47be-8b47-ae3ec945f3e3 req-eb73e447-de7e-4a62-9095-cf64954bdeff tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.892490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-82e2bae5-2d93-47be-8b47-ae3ec945f3e3 req-eb73e447-de7e-4a62-9095-cf64954bdeff tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:21.894867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82e2bae5-2d93-47be-8b47-ae3ec945f3e3 req-eb73e447-de7e-4a62-9095-cf64954bdeff tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "DELETE /v2.0/security-groups/c82dd88a-86c4-4fd7-8986-73f17c50eccd HTTP/1.1" status: 204 len: 173 time: 0.3474665 Aug 25 11:15:21.929096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73e447-de7e-4a62-9095-cf64954bdeff tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82dd88a-86c4-4fd7-8986-73f17c50eccd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:22.057408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:22.059260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-6d84770d-b1b6-4832-bffd-f0829d7aef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:22.074678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-6d84770d-b1b6-4832-bffd-f0829d7aef34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.1417813 Aug 25 11:15:22.126510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Pushing event deleted for resources: {'Port': ['ID=c771255a-4d0d-4f80-96fb-789ca0969838,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:22.184442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:22.261405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-29c78f1e-f02c-44b2-8625-653ff80c926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:22.271186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-29c78f1e-f02c-44b2-8625-653ff80c926a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.1952472 Aug 25 11:15:22.291720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7e21b-eb8d-4b1c-84a1-96c5edc1c94e req-91adbf0a-fa97-45ce-89d3-8aa03695549b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:22.293042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:22.294758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ba7e21b-eb8d-4b1c-84a1-96c5edc1c94e req-91adbf0a-fa97-45ce-89d3-8aa03695549b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.1041512 Aug 25 11:15:22.374931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-3b10a99b-7082-4a80-b9b0-d8d021042f91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.1018455 Aug 25 11:15:22.412040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 5fa8873f-be82-4b63-8769-2964c0f3516a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:22.412768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5fa8873f-be82-4b63-8769-2964c0f3516a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:22.455823 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:22.518113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7eda0b22-ca19-4660-9aae-f50ccfcde870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:22.538502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-7eda0b22-ca19-4660-9aae-f50ccfcde870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1623762 Aug 25 11:15:22.655002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:22.723389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-0c9020b7-ece1-4b9b-8835-7829cdcc99eb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:22.725136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-0c9020b7-ece1-4b9b-8835-7829cdcc99eb tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 951 time: 0.1147761 Aug 25 11:15:22.740193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ba7e21b-eb8d-4b1c-84a1-96c5edc1c94e req-85bbf5ec-e178-436e-994d-d0a2d2c562c8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933144 Aug 25 11:15:22.824904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-ffbac793-ccad-4d59-a540-af5592405569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:22.850785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-ffbac793-ccad-4d59-a540-af5592405569 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3031604 Aug 25 11:15:22.984723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:23.091020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:23.112147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:23.114467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:23.209016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Router c1fa316d-ffcf-4515-a3a9-424869a442b3 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:23.212557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca088-88fc-4f3e-ba11-25907026368f req-af79f7ff-0f8b-4b4e-a907-877be37f2b7a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:23.215281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-910ca088-88fc-4f3e-ba11-25907026368f req-af79f7ff-0f8b-4b4e-a907-877be37f2b7a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 951 time: 0.1614761 Aug 25 11:15:23.256506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Deleting port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:23.257063 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:23.353909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-15ece2f5-8bb0-45f6-93d7-535931ba5ad8 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875212 Aug 25 11:15:23.380322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:23.411063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:23.424486 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c09d7204-6ec2-44f4-badd-07df5132e103 admin admin] 10.222.0.35 "PUT /v2.0/routers/c1fa316d-ffcf-4515-a3a9-424869a442b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802855 Aug 25 11:15:23.425028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40310) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:23.425490 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] Sync routers for ids ['c1fa316d-ffcf-4515-a3a9-424869a442b3'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:23.453104 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] Routers {'c1fa316d-ffcf-4515-a3a9-424869a442b3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:23.454142 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c1fa316d-ffcf-4515-a3a9-424869a442b3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:23.524307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-910ca088-88fc-4f3e-ba11-25907026368f req-efaca2ce-dfae-41db-af32-bcf0525fef0f tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953913 Aug 25 11:15:23.610163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4f862b7-a1eb-4230-8596-498b2afba008 req-ab0cc378-bf88-4bb9-8f51-6ad9acb940a6 service neutron] 10.222.0.35 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354977 Aug 25 11:15:23.612363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] For port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:23.612957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:23.631597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Calling delete_port for f1388a48-6de0-4cb7-ac4f-ee0b0f01912b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:23.685913 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] Set router c1fa316d-ffcf-4515-a3a9-424869a442b3 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:23.738201 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0da396-f7cc-4e95-a74b-f771462c2a35 x-openstack-request-id: req-0e0da396-f7cc-4e95-a74b-f771462c2a35 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:23.745823 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da8538fa-343b-419a-a8bb-f26ebef0a6e6", "name": "network-vif-deleted", "tag": "756ef211-a67a-4248-bfe8-07b20a115fc5", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:23.746139 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e0da396-f7cc-4e95-a74b-f771462c2a35 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:23.746517 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da8538fa-343b-419a-a8bb-f26ebef0a6e6', 'name': 'network-vif-deleted', 'tag': '756ef211-a67a-4248-bfe8-07b20a115fc5', 'status': 'completed', 'code': 200} Aug 25 11:15:23.824823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54566280-9748-462d-a1af-42b1f62623ae req-18ff2da9-8c8a-4b24-9094-cb8314a12298 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/076a5207-22e6-451d-82ec-5cb27b5a1715 HTTP/1.1" status: 200 len: 1813 time: 0.0913408 Aug 25 11:15:23.842963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.033766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:24.082030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.091660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda2081-d234-4423-bf8d-058ef514d1b5 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:13:39Z', 'revision_number': 4, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6dfa774c-50fb-4fcf-8ebd-6feafd5523cb', 'name': '', 'network_id': 'c41b3c2b-4fd5-4834-bf08-a9e19022e7ae', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'mac_address': 'fa:16:3e:c5:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:38Z', 'updated_at': '2021-08-25T11:13:47Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'subnets': [{'id': 'fc7ac2d8-ffcd-493d-b033-850626415c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:24.199631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.304739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Deleting port ce885cfd-7f06-4184-918d-b54bc7b7ef18 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:24.306985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.316562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d6f6c-1d73-48d6-ba9b-97e2ecbe947f req-2f7dfe8f-e439-48ff-a613-bbdbddc81b53 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:24.325548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a7d6f6c-1d73-48d6-ba9b-97e2ecbe947f req-2f7dfe8f-e439-48ff-a613-bbdbddc81b53 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.4365170 Aug 25 11:15:24.333386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.335516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54566280-9748-462d-a1af-42b1f62623ae req-47235baf-0376-465b-b815-e995ba548459 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.349222 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:15:21Z', 'revision_number': 5, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port': {'id': 'ce885cfd-7f06-4184-918d-b54bc7b7ef18', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:09:49Z', 'updated_at': '2021-08-25T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:24.381209 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] Checking router: c1fa316d-ffcf-4515-a3a9-424869a442b3 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:24.392443 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] Routers {'c1fa316d-ffcf-4515-a3a9-424869a442b3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:24.393448 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c1fa316d-ffcf-4515-a3a9-424869a442b3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:24.428238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event deleted for resources: {'Port': ['ID=f1388a48-6de0-4cb7-ac4f-ee0b0f01912b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:24.521321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54566280-9748-462d-a1af-42b1f62623ae req-47235baf-0376-465b-b815-e995ba548459 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.557960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a7d6f6c-1d73-48d6-ba9b-97e2ecbe947f req-206f2493-edc0-4fed-af2d-70b93c98622d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300458 Aug 25 11:15:24.572110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] For port ce885cfd-7f06-4184-918d-b54bc7b7ef18, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ce885cfd-7f06-4184-918d-b54bc7b7ef18,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:24.572473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.608141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Calling delete_port for ce885cfd-7f06-4184-918d-b54bc7b7ef18 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:24.630925 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] Set router c1fa316d-ffcf-4515-a3a9-424869a442b3 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:24.687800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844', 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:24.740100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e30bede-99c2-4248-9db2-2fd0e40d07bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:24.788766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f57ea-2078-406e-9fa3-825ce1b7791e None None] New status for floating IP 121fd42f-3d61-40dc-a843-a28c891babf1: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:15:24.790576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] No DVR routers for this DVR port f1388a48-6de0-4cb7-ac4f-ee0b0f01912b on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:24.796330 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:15:24Z', 'revision_number': 6, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:24.799630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:24.803886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59ac8794-7ee2-4d16-86c1-e6482c8ef0ea req-ef32a2e1-0bec-4666-9961-bf487d6f30ed tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "DELETE /v2.0/ports/f1388a48-6de0-4cb7-ac4f-ee0b0f01912b HTTP/1.1" status: 204 len: 173 time: 2.0594838 Aug 25 11:15:24.871377 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd66cb7b-6ffc-49f8-898f-904796e63d14 None None] The sync data for ids ['c1fa316d-ffcf-4515-a3a9-424869a442b3'] in n-d-778732-11 is: [{'id': 'c1fa316d-ffcf-4515-a3a9-424869a442b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1467993767-router', 'tenant_id': '6cc46ccec37c4fae8b776917ae9743f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:09:47Z', 'updated_at': '2021-08-25T11:15:24Z', 'revision_number': 6, 'project_id': '6cc46ccec37c4fae8b776917ae9743f9', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:25.103332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54566280-9748-462d-a1af-42b1f62623ae req-47235baf-0376-465b-b815-e995ba548459 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.105996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.124170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54566280-9748-462d-a1af-42b1f62623ae req-47235baf-0376-465b-b815-e995ba548459 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.129287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54566280-9748-462d-a1af-42b1f62623ae req-47235baf-0376-465b-b815-e995ba548459 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "DELETE /v2.0/security-groups/076a5207-22e6-451d-82ec-5cb27b5a1715 HTTP/1.1" status: 204 len: 173 time: 1.2853637 Aug 25 11:15:25.166213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce885cfd-7f06-4184-918d-b54bc7b7ef18,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:25.173793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30dde4-3f8a-444a-8d7e-b15f08a2e672 req-0714145e-4642-4e21-b7f6-1115cc08e799 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:25.189049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd30dde4-3f8a-444a-8d7e-b15f08a2e672 req-0714145e-4642-4e21-b7f6-1115cc08e799 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.4026878 Aug 25 11:15:25.210179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47235baf-0376-465b-b815-e995ba548459 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a5207-22e6-451d-82ec-5cb27b5a1715,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:25.299153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd30dde4-3f8a-444a-8d7e-b15f08a2e672 req-2de29d28-27d7-497d-983c-90991e5734ab tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082664 Aug 25 11:15:25.394887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.447684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c771255a-4d0d-4f80-96fb-789ca0969838 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:25.507071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c771255a-4d0d-4f80-96fb-789ca0969838 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:25.507714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c771255a-4d0d-4f80-96fb-789ca0969838 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:25.540721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.543315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.564364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0407419e-55a5-4c7e-92c2-423d07453a2b req-0c142011-5bf1-4df1-8be4-fbdbd4f9ee90 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=78899256-8129-4f95-8574-89d59776d7d4 HTTP/1.1" status: 200 len: 210 time: 0.1231911 Aug 25 11:15:25.642132 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.643345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fa316d-ffcf-4515-a3a9-424869a442b3 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:15:25.653968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.659773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4b4f3ebe-d9f2-41a6-a33f-16218aa46ae0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c1fa316d-ffcf-4515-a3a9-424869a442b3 HTTP/1.1" status: 204 len: 168 time: 2.2294145 Aug 25 11:15:25.660887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40362) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:25.749559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}, {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-deleted', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:25.760019 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92de7b-69b6-4010-815c-f9bf300a9213" -d '{"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}, {"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-deleted", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:25.818723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Deleting subnet c9e01041-1d44-4c99-9219-6285f243ce1b {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:25.828393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:25.901831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9784e7ac-04d2-4a48-bb8f-f4acf16bb8da req-f5f05d13-064c-428f-ae53-d8a31bb5ac0e tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "GET /v2.0/security-groups/ae82e1f9-e928-48a6-bacc-bc31c325adae HTTP/1.1" status: 200 len: 1811 time: 0.1373098 Aug 25 11:15:25.911987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.111309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-9404c8c5-65d7-4023-85ed-56a8a1e4c0dd tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 200 len: 693 time: 0.1004066 Aug 25 11:15:26.240015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9784e7ac-04d2-4a48-bb8f-f4acf16bb8da req-226c6392-7307-4743-a78b-79cc23df4ab5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.266171 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.346692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9784e7ac-04d2-4a48-bb8f-f4acf16bb8da req-226c6392-7307-4743-a78b-79cc23df4ab5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.414470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-bedc806c-fc55-4b9e-b3c1-73947e30fc4c tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:26.415922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-bedc806c-fc55-4b9e-b3c1-73947e30fc4c tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2825313 Aug 25 11:15:26.434161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.497573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e01041-1d44-4c99-9219-6285f243ce1b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:26.500709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9784e7ac-04d2-4a48-bb8f-f4acf16bb8da req-226c6392-7307-4743-a78b-79cc23df4ab5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.505144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9784e7ac-04d2-4a48-bb8f-f4acf16bb8da req-226c6392-7307-4743-a78b-79cc23df4ab5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.506835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9784e7ac-04d2-4a48-bb8f-f4acf16bb8da req-226c6392-7307-4743-a78b-79cc23df4ab5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae82e1f9-e928-48a6-bacc-bc31c325adae HTTP/1.1" status: 204 len: 173 time: 0.5581784 Aug 25 11:15:26.512495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-84196e69-90b2-4b14-8737-b5f5258c8eaf tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 696 time: 0.0869997 Aug 25 11:15:26.515716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40394) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:26.521850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.528434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9893df5-1a92-4038-bfb8-d8aed66e1a54 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c9e01041-1d44-4c99-9219-6285f243ce1b HTTP/1.1" status: 204 len: 168 time: 0.8652067 Aug 25 11:15:26.529400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40396) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:26.529799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadd638-bd8f-4fd0-8fe7-d620c46d5714 None None] Network f10bb4ca-8d57-4d51-8c4f-7636c01b4032 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:26.572357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c6392-7307-4743-a78b-79cc23df4ab5 tempest-SecurityGroupRulesNegativeTestJSON-952326497 tempest-SecurityGroupRulesNegativeTestJSON-952326497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae82e1f9-e928-48a6-bacc-bc31c325adae,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:26.583967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Deleting subnet 5d18c81d-58d2-4d4a-8e03-5bc0ef849bfd {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:26.594872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.682399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.697340 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2dfcc2-fe4a-4ceb-b423-583a766b0d57 x-openstack-request-id: req-4e2dfcc2-fe4a-4ceb-b423-583a766b0d57 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:26.697814 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "status": "completed", "code": 200}, {"server_uuid": "78899256-8129-4f95-8574-89d59776d7d4", "name": "network-vif-deleted", "tag": "f1388a48-6de0-4cb7-ac4f-ee0b0f01912b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:26.698326 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e2dfcc2-fe4a-4ceb-b423-583a766b0d57 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:26.698909 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'status': 'completed', 'code': 200} Aug 25 11:15:26.699305 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78899256-8129-4f95-8574-89d59776d7d4', 'name': 'network-vif-deleted', 'tag': 'f1388a48-6de0-4cb7-ac4f-ee0b0f01912b', 'status': 'completed', 'code': 200} Aug 25 11:15:26.749675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-1af11b5f-8a96-4281-8ff7-f29a384a9788 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 696 time: 0.1975603 Aug 25 11:15:26.772112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.827134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.912223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:26.927472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-943b55a1-72f7-47bf-b450-81f5c328f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:26.929936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-943b55a1-72f7-47bf-b450-81f5c328f899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=85538386f4ff477c802b125538ea8b1e&device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 1097 time: 0.2085214 Aug 25 11:15:26.952161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] DHCP port deletion for f10bb4ca-8d57-4d51-8c4f-7636c01b4032 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:15:27.004382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d18c81d-58d2-4d4a-8e03-5bc0ef849bfd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:27.018947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.021250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8b4d14af-424a-4043-b293-50c2b5f805e4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5d18c81d-58d2-4d4a-8e03-5bc0ef849bfd HTTP/1.1" status: 204 len: 168 time: 0.5039113 Aug 25 11:15:27.025062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40426) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:27.080885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.130011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.136494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2c6e1040-3004-43c7-9dab-be6209b9878b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:27.149401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Deleting port 837d5d55-646f-4b35-87c0-cada71cbe4ad {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:27.149869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.189363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Deleting port 2c6e1040-3004-43c7-9dab-be6209b9878b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:27.190553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] Deleting port 2c6e1040-3004-43c7-9dab-be6209b9878b {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:27.190946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.191249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.329067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] For port 2c6e1040-3004-43c7-9dab-be6209b9878b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2c6e1040-3004-43c7-9dab-be6209b9878b,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:27.329506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.345289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-c952a439-f065-4290-b7c9-4b9b8b823dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:27.348072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-c952a439-f065-4290-b7c9-4b9b8b823dcf service neutron] 10.222.0.10 "GET /v2.0/networks?id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 200 len: 922 time: 0.3933516 Aug 25 11:15:27.353116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] Calling delete_port for 2c6e1040-3004-43c7-9dab-be6209b9878b owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:27.360079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.387278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.410454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddec9880-fa3c-410f-957b-24efa9410719']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:27.423515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-611e9b73-308b-4957-b38a-8ebb7c240294 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 200 len: 217 time: 0.0675380 Aug 25 11:15:27.439821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2c6e1040-3004-43c7-9dab-be6209b9878b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2c6e1040-3004-43c7-9dab-be6209b9878b,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:27.442861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753a4d78-2b21-4047-8bee-da9428b02873') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:27.444218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753a4d78-2b21-4047-8bee-da9428b02873') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:27.451741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.452742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce885cfd-7f06-4184-918d-b54bc7b7ef18 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:27.474946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.491614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] For port 2c6e1040-3004-43c7-9dab-be6209b9878b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2c6e1040-3004-43c7-9dab-be6209b9878b,segment=NetworkSegment(0ccc72c9-8027-4ca5-96e5-53a951da1a45),segment_id=0ccc72c9-8027-4ca5-96e5-53a951da1a45)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:27.491988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.504904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ce885cfd-7f06-4184-918d-b54bc7b7ef18 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:27.505256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce885cfd-7f06-4184-918d-b54bc7b7ef18 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:27.516431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.528792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:27.529489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.536233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.537000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.550831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2c6e1040-3004-43c7-9dab-be6209b9878b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:27.554379 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.565622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Calling delete_port for 2c6e1040-3004-43c7-9dab-be6209b9878b owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:27.577877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Calling delete_port for 837d5d55-646f-4b35-87c0-cada71cbe4ad owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:27.581615 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:27.587159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] Pushing event deleted for resources: {'Port': ['ID=2c6e1040-3004-43c7-9dab-be6209b9878b,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:27.589211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e97d96-4ade-45aa-81d2-9477eb997720 None None] No DVR routers for this DVR port 2c6e1040-3004-43c7-9dab-be6209b9878b on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:27.613821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.615456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-cee40a72-f1b3-435c-a533-1ab4851b75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:27.618271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-cee40a72-f1b3-435c-a533-1ab4851b75e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 200 len: 860 time: 0.1877148 Aug 25 11:15:27.631223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.633200 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] 10.222.0.35 "DELETE /v2.0/networks/ddec9880-fa3c-410f-957b-24efa9410719 HTTP/1.1" status: 204 len: 168 time: 0.6069245 Aug 25 11:15:27.634474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c133d5d-312c-49cf-8b82-80f6af2d883d admin admin] Pushing event deleted for resources: {'Network': ['ID=ddec9880-fa3c-410f-957b-24efa9410719,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:27.828032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:27.872420 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de3d5131-5973-49ca-8657-007df275b66e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=092eb4a794ca4b698034841524684a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429771 Aug 25 11:15:27.874813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:27.926761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a461227c-a5ad-441d-bfeb-36d8925fa732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.941438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb835c-4790-4e83-a893-5371751e4d86 req-2588ec7d-93ad-4b94-a39f-5e0846905a8b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:27.944332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1efb835c-4790-4e83-a893-5371751e4d86 req-2588ec7d-93ad-4b94-a39f-5e0846905a8b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.3695726 Aug 25 11:15:27.951554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a461227c-a5ad-441d-bfeb-36d8925fa732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:27.964529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-81de5eca-13d7-4fed-8d2a-3750e8fde1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:27.967464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-81de5eca-13d7-4fed-8d2a-3750e8fde1d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3402317 Aug 25 11:15:28.004285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a461227c-a5ad-441d-bfeb-36d8925fa732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.007036 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a461227c-a5ad-441d-bfeb-36d8925fa732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.008232 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a461227c-a5ad-441d-bfeb-36d8925fa732 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99f3c001-7362-4e31-9165-f74222a2624b HTTP/1.1" status: 204 len: 168 time: 0.1324210 Aug 25 11:15:28.021126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461227c-a5ad-441d-bfeb-36d8925fa732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f3c001-7362-4e31-9165-f74222a2624b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:28.193417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1efb835c-4790-4e83-a893-5371751e4d86 req-ccb6cdad-2ba7-4e85-b6a6-64e168cd55c9 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410252 Aug 25 11:15:28.200066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.276608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:15:28.281461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:28.328151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6e1040-3004-43c7-9dab-be6209b9878b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:28.331954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] No DVR routers for this DVR port 2c6e1040-3004-43c7-9dab-be6209b9878b on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:28.354895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: f1388a48-6de0-4cb7-ac4f-ee0b0f01912b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:28.355421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f1388a48-6de0-4cb7-ac4f-ee0b0f01912b not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:28.473100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-695c816e-65c1-496f-b060-faab412254a6 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813881 Aug 25 11:15:28.535742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:28.561515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269', 'port_id': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'mac_address': 'fa:16:3e:ef:ba:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5baec386-3b78-4da9-883b-608426612ca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:15:28.593419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.614624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.632384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:15:28.656788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.665784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:28.671347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:28.758032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10bb4ca-8d57-4d51-8c4f-7636c01b4032']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:28.776017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event deleted for resources: {'Port': ['ID=837d5d55-646f-4b35-87c0-cada71cbe4ad,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:28.796527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccc72c9-8027-4ca5-96e5-53a951da1a45') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:28.797005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccc72c9-8027-4ca5-96e5-53a951da1a45') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:28.811140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:28.907747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:29.272073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:15:29.309089 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.376596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.397197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:29.398066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:29.400225 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:29.466092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d92de7b-69b6-4010-815c-f9bf300a9213 req-b7a9ace7-0e7c-4799-a1f6-e67af9742043 service neutron] 10.222.0.10 "GET /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160593 Aug 25 11:15:29.485663 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.489227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.496947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:29.501954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-837af1c6-5fbb-4672-907f-08070dc6d9fe req-c6bd2416-d950-4b64-b8ef-28aa0e631ae4 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "DELETE /v2.0/floatingips/121fd42f-3d61-40dc-a843-a28c891babf1 HTTP/1.1" status: 204 len: 173 time: 2.7511771 Aug 25 11:15:29.518044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '76868adf-d3a1-4567-8142-c10b983210fa', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:15:29.522924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40558) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:29.582710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b77a-f0d2-47de-a5f0-d3b0348bcea0 req-0338857f-b587-4147-98c2-9ce931e17854 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:29.585711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.590782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e142b77a-f0d2-47de-a5f0-d3b0348bcea0 req-0338857f-b587-4147-98c2-9ce931e17854 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.1363614 Aug 25 11:15:29.594782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.613558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:15:29.617892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.622830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] 10.222.0.35 "DELETE /v2.0/networks/f10bb4ca-8d57-4d51-8c4f-7636c01b4032 HTTP/1.1" status: 204 len: 168 time: 3.0897188 Aug 25 11:15:29.641611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f475bd-a3e3-40e1-b93f-bd325e83298a admin admin] Pushing event deleted for resources: {'Network': ['ID=f10bb4ca-8d57-4d51-8c4f-7636c01b4032,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:29.667330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:29.674040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.720810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-93524924-network', 'tenant_id': '52b2e62d1d3b4f5f8c49a0e6c952546b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:29.729465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e142b77a-f0d2-47de-a5f0-d3b0348bcea0 req-7fde0f1c-9c56-464a-a6cd-77fe73d42d24 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375866 Aug 25 11:15:29.785099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3735cf8-0121-41d1-951e-113889130d51 req-6cc80397-66c2-4d47-ac12-d78d22f0abdc tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:29.787742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3735cf8-0121-41d1-951e-113889130d51 req-6cc80397-66c2-4d47-ac12-d78d22f0abdc tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 945 time: 0.1495764 Aug 25 11:15:29.790438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:29.792223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Made reservation on behalf of 52b2e62d1d3b4f5f8c49a0e6c952546b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:29.804066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.824663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:29.847058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40574) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:29.876101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['76868adf-d3a1-4567-8142-c10b983210fa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:29.913871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3735cf8-0121-41d1-951e-113889130d51 req-d4d579c8-f215-40a1-af3d-47ae5401c089 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128006 Aug 25 11:15:29.942659 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c478088a-078a-410c-90e6-ef7f079a22d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58d323bc6f2b4d13bc279542a8a49487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926101 Aug 25 11:15:29.946624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40576) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:30.042817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:30.198521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.207895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70d363e0-ae64-46d1-bc88-277f69b30221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.236591 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.280231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280d5ea-ab08-427d-b4bb-65d7ffc3115f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:30.299550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:30.312562 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:15:30.323912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:15:30.338255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70d363e0-ae64-46d1-bc88-277f69b30221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.344360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Deleting subnet 73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:30.363022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.416760 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.416760 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Added segment 65b88ccb-f6c0-4415-a7f4-6d9c0c1f4bda of type vlan for network b71bd9e0-d51b-435b-ba68-c338face0513 Aug 25 11:15:30.436325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:15:30.442389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:30.442814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.502634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70d363e0-ae64-46d1-bc88-277f69b30221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.505427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70d363e0-ae64-46d1-bc88-277f69b30221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.506741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-70d363e0-ae64-46d1-bc88-277f69b30221 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0047968c-256f-4e4d-bbd7-eed5bdee3d8f HTTP/1.1" status: 204 len: 168 time: 0.5585902 Aug 25 11:15:30.545573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.557596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d363e0-ae64-46d1-bc88-277f69b30221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0047968c-256f-4e4d-bbd7-eed5bdee3d8f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:30.560410 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.572483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.717536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.721982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.723285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:30.724066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.732855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.833677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:30.836923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:30.845066 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10e6bff-5f01-4782-835e-181aa5f286ea" -d '{"events": [{"server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "name": "network-vif-plugged", "status": "completed", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:30.854160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c77458-b124-4b7c-8b8c-823055660235 req-56c7133a-21c4-42cd-bdff-835eed3f9488 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:30.856934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8c77458-b124-4b7c-8b8c-823055660235 req-56c7133a-21c4-42cd-bdff-835eed3f9488 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 945 time: 0.3015463 Aug 25 11:15:30.857676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:30.870647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-8923e9e2-cf2a-426c-b469-6ca2fb55bcb9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:30.872845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-8923e9e2-cf2a-426c-b469-6ca2fb55bcb9 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.2524812 Aug 25 11:15:31.019753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:31.091442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] Pushing event updated for resources: {'Network': ['ID=b71bd9e0-d51b-435b-ba68-c338face0513,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:31.107673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network b71bd9e0-d51b-435b-ba68-c338face0513 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:15:31.109500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9702e652-22de-4d93-b707-a97e639e09be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5845997 Aug 25 11:15:31.110164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40632) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:31.154277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Request body: {'subnet': {'network_id': 'b71bd9e0-d51b-435b-ba68-c338face0513', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-93524924-subnet', 'tenant_id': '52b2e62d1d3b4f5f8c49a0e6c952546b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:31.168711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.177052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8c77458-b124-4b7c-8b8c-823055660235 req-2f9dcdc2-42f8-4eb1-9e3e-8376d1351f7d tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/security-groups?id=71fe0866-e886-4d9a-9210-c4cb909fd1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988214 Aug 25 11:15:31.305316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.308654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f HTTP/1.1" status: 204 len: 168 time: 1.2609878 Aug 25 11:15:31.312823 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de86ef8-a7c7-44a5-8a2c-c221bf48392a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f41ec5-1bfa-4e8a-98f1-cb02c83fd72f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:31.325668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40644) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:31.377527 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fa70be-96e7-439c-a427-23e35feec828 x-openstack-request-id: req-b1fa70be-96e7-439c-a427-23e35feec828 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:31.377881 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "name": "network-vif-plugged", "status": "completed", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:31.378296 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1fa70be-96e7-439c-a427-23e35feec828 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:31.378927 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'code': 200} Aug 25 11:15:31.388745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:31.537613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 76868adf-d3a1-4567-8142-c10b983210fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:31.538435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.542418 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.619145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57655ee8-0a69-4317-b3d9-29f060d0945b req-baa308f8-8356-4d12-bb46-25f7f3968daa tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:31.624390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57655ee8-0a69-4317-b3d9-29f060d0945b req-baa308f8-8356-4d12-bb46-25f7f3968daa tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 949 time: 0.5168204 Aug 25 11:15:31.683500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.694600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fbc56-386a-4b04-a142-ceec72355b6f req-3f1788f2-71f6-4353-ba2d-cfd353f7e59f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:31.696921 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-325fbc56-386a-4b04-a142-ceec72355b6f req-3f1788f2-71f6-4353-ba2d-cfd353f7e59f tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 945 time: 0.1059399 Aug 25 11:15:31.701352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Made reservation on behalf of 52b2e62d1d3b4f5f8c49a0e6c952546b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:31.707172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.732138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Deleting port 7e30bede-99c2-4248-9db2-2fd0e40d07bc {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:31.738479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.758935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:31.766252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:31.768176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.769285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e30bede-99c2-4248-9db2-2fd0e40d07bc no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:31.900523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee2a5d45-2c09-4930-ad77-9bdc77c8654e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cc46ccec37c4fae8b776917ae9743f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267996 Aug 25 11:15:31.903199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40654) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:31.908021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.934759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Deleting port 52d60c62-836b-41a5-997f-16eb3e58327b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:31.935381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.955147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:31.967508 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:31.983901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:32.065284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] For port 52d60c62-836b-41a5-997f-16eb3e58327b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=52d60c62-836b-41a5-997f-16eb3e58327b,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:32.065974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.084372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Calling delete_port for 52d60c62-836b-41a5-997f-16eb3e58327b owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:32.088992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:32.160706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd280d-4001-44aa-a1d7-328844a0e1f4 req-3d2b90a0-9688-44c7-aded-b067a0a7547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:32.162172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6bd280d-4001-44aa-a1d7-328844a0e1f4 req-3d2b90a0-9688-44c7-aded-b067a0a7547a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1098 time: 0.5895679 Aug 25 11:15:32.203044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b0126d5-9960-4272-8254-957207381a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.206179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd92c6-7b85-4368-bae9-0cfb57aa9377 req-458a3d01-37cc-4ece-b3d6-760d18797086 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:32.207931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4fd92c6-7b85-4368-bae9-0cfb57aa9377 req-458a3d01-37cc-4ece-b3d6-760d18797086 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.6497529 Aug 25 11:15:32.262853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b0126d5-9960-4272-8254-957207381a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.286280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.365375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57655ee8-0a69-4317-b3d9-29f060d0945b req-320e80a7-913d-4c10-a3fe-36f8bf74eb17 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376185 Aug 25 11:15:32.398230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.405183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['52d60c62-836b-41a5-997f-16eb3e58327b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:32.415091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef2359f-e514-43ba-a77e-f6906e2032dc']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:32.426101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] For port 7e30bede-99c2-4248-9db2-2fd0e40d07bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e30bede-99c2-4248-9db2-2fd0e40d07bc,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:32.427074 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.467510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Pushing event deleted for resources: {'Port': ['ID=52d60c62-836b-41a5-997f-16eb3e58327b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:32.480206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b0126d5-9960-4272-8254-957207381a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.487958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b0126d5-9960-4272-8254-957207381a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.493127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6bd280d-4001-44aa-a1d7-328844a0e1f4 req-8e8abcd3-e59b-4ea4-b011-d8bc502179c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046687 Aug 25 11:15:32.494396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b0126d5-9960-4272-8254-957207381a52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3eca3fb-5581-4fc6-b794-45d78ea425b0 HTTP/1.1" status: 204 len: 168 time: 0.5895944 Aug 25 11:15:32.507020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74180db-a6bd-4789-bf03-3c50566e99b6') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:32.507899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74180db-a6bd-4789-bf03-3c50566e99b6') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:32.522702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Calling delete_port for 7e30bede-99c2-4248-9db2-2fd0e40d07bc owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:32.524413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0126d5-9960-4272-8254-957207381a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eca3fb-5581-4fc6-b794-45d78ea425b0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:32.598034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.662928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4fd92c6-7b85-4368-bae9-0cfb57aa9377 req-22e26e3d-84a9-4e2f-957a-e92307da0321 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883848 Aug 25 11:15:32.681075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:32.701206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:32.701206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:33.011007 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:33.132925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.161881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] No DVR routers for this DVR port 52d60c62-836b-41a5-997f-16eb3e58327b on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:33.182220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.184440 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-325fbc56-386a-4b04-a142-ceec72355b6f req-7cbc8822-36fb-4b98-a4f9-f0497208dec2 tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.10 "DELETE /v2.0/ports/52d60c62-836b-41a5-997f-16eb3e58327b HTTP/1.1" status: 204 len: 173 time: 1.4801817 Aug 25 11:15:33.185034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'name': 'network-vif-deleted', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:33.187487 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c81f495-4662-4c4f-8673-0891f7a7a0c2" -d '{"events": [{"server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "name": "network-vif-deleted", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:33.276344 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.282377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] 10.222.0.35 "DELETE /v2.0/networks/9ef2359f-e514-43ba-a77e-f6906e2032dc HTTP/1.1" status: 204 len: 168 time: 1.9468706 Aug 25 11:15:33.320206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b44e0538-cb40-4d9b-952f-a0f2e574efe8 req-6a2561a4-f613-4e94-a0df-a3604f73644c tempest-FloatingIPsAssociationTestJSON-788134866 tempest-FloatingIPsAssociationTestJSON-788134866-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28 HTTP/1.1" status: 200 len: 210 time: 0.3069229 Aug 25 11:15:33.383761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}, {'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:33.387382 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce690c-7459-4542-ad4f-db9f88c10d1a" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}, {"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:33.396323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef2359f-e514-43ba-a77e-f6906e2032dc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:33.402133 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c51080-dad9-44a1-8b85-3bc3700165c9 x-openstack-request-id: req-40c51080-dad9-44a1-8b85-3bc3700165c9 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:33.402730 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28", "name": "network-vif-deleted", "tag": "52d60c62-836b-41a5-997f-16eb3e58327b", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:33.403273 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40c51080-dad9-44a1-8b85-3bc3700165c9 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:33.409598 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db0c60f-cae8-4d76-a80a-3c3c2f4a4d28', 'name': 'network-vif-deleted', 'tag': '52d60c62-836b-41a5-997f-16eb3e58327b', 'status': 'completed', 'code': 200} Aug 25 11:15:33.416679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.513955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.521274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.522168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.522892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.523619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.524588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.525293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.527147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.531569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.532276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.534836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.537738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b94fe9-3b66-4f4d-8864-3b0e3eebe18f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:15:33.587177 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79373e33-5bc8-4725-b41e-96180b1b01bc x-openstack-request-id: req-79373e33-5bc8-4725-b41e-96180b1b01bc {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:33.587579 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}, {"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:33.588210 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79373e33-5bc8-4725-b41e-96180b1b01bc {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:33.588792 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:15:33.589226 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'code': 200} Aug 25 11:15:33.636843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:33.698231 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-64dae01a-2bbb-4e2c-b064-366d5719f1ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f43914922344149800b1a718ea2dabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594714 Aug 25 11:15:33.702368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40744) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:33.795767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-febe6e54-2e6a-41c9-99d4-c628135e42e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.860713 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-febe6e54-2e6a-41c9-99d4-c628135e42e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:33.894137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2b8b54-f901-43a8-9114-106d4cc4283a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:33.948514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Checking segment: {'id': '65b88ccb-f6c0-4415-a7f4-6d9c0c1f4bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b71bd9e0-d51b-435b-ba68-c338face0513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:33.949192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Network hostable DHCP agents. Network: b71bd9e0-d51b-435b-ba68-c338face0513, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:15:34.010427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-febe6e54-2e6a-41c9-99d4-c628135e42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:34.035013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba424d1-447b-4d43-b15a-dc072890eb09 req-2285f28f-f801-47e3-8877-e5e45e8c2ef2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:34.037948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-febe6e54-2e6a-41c9-99d4-c628135e42e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:34.038176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ba424d1-447b-4d43-b15a-dc072890eb09 req-2285f28f-f801-47e3-8877-e5e45e8c2ef2 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bf0bd0-6a24-4e31-aeef-870b2c9a732b HTTP/1.1" status: 200 len: 947 time: 0.2973437 Aug 25 11:15:34.041737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-febe6e54-2e6a-41c9-99d4-c628135e42e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a862efc-547d-41e8-bb57-97c533c93b5b HTTP/1.1" status: 204 len: 168 time: 0.3373420 Aug 25 11:15:34.070073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:34.070751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe6e54-2e6a-41c9-99d4-c628135e42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a862efc-547d-41e8-bb57-97c533c93b5b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:34.086099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:34.130284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event deleted for resources: {'Port': ['ID=7e30bede-99c2-4248-9db2-2fd0e40d07bc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:34.142073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Network b71bd9e0-d51b-435b-ba68-c338face0513 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:15:34.177201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ba424d1-447b-4d43-b15a-dc072890eb09 req-68fe6381-9dfc-45cb-b45c-dcf0cda45cf7 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277976 Aug 25 11:15:34.272771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] No DVR routers for this DVR port 7e30bede-99c2-4248-9db2-2fd0e40d07bc on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:34.277280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, b71bd9e0-d51b-435b-ba68-c338face0513) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:34.280448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:34.289182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-494e4f9b-93ad-4dd2-8447-962f9fd2fbc8 req-57b64b4b-3239-4192-b09d-e9e68f027d39 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.67 "DELETE /v2.0/ports/7e30bede-99c2-4248-9db2-2fd0e40d07bc HTTP/1.1" status: 204 len: 173 time: 3.3837278 Aug 25 11:15:34.291184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-deleted', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:34.300172 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a158de56-2ceb-4546-ac4d-bce9a87c7598" -d '{"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-deleted", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:34.317950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:34.320228 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:34.351343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68d94d-65e1-4d94-b594-c51d67dc277a None None] Network b71bd9e0-d51b-435b-ba68-c338face0513 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:34.361730 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8b2d7c6a-9998-4db9-873b-998266a17a34 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2138727 Aug 25 11:15:34.575824 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1359b547-0015-44bf-8bbd-6db4a39a10b7 x-openstack-request-id: req-1359b547-0015-44bf-8bbd-6db4a39a10b7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:34.576121 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bf0bd0-6a24-4e31-aeef-870b2c9a732b", "name": "network-vif-deleted", "tag": "7e30bede-99c2-4248-9db2-2fd0e40d07bc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:34.576428 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1359b547-0015-44bf-8bbd-6db4a39a10b7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:34.577161 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bf0bd0-6a24-4e31-aeef-870b2c9a732b', 'name': 'network-vif-deleted', 'tag': '7e30bede-99c2-4248-9db2-2fd0e40d07bc', 'status': 'completed', 'code': 200} Aug 25 11:15:34.652770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441264a-735f-41f8-9f6a-329c44ecdd4a req-5d5a256b-d7aa-4555-a3b6-7cb3d825b5d4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:34.657221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c441264a-735f-41f8-9f6a-329c44ecdd4a req-5d5a256b-d7aa-4555-a3b6-7cb3d825b5d4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.1455193 Aug 25 11:15:34.659083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40804) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:34.846035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c441264a-735f-41f8-9f6a-329c44ecdd4a req-b1af29ca-ada6-4c10-acd3-d8cbe8fc2cbe tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593766 Aug 25 11:15:35.039002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48114700-6030-4929-a5d8-ab33b3dc7c12 None None] Network b71bd9e0-d51b-435b-ba68-c338face0513 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:35.508010 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-3439338c-baee-450a-ba85-1651b71f7859 req-718dedff-b57c-420a-b1b9-cd3b8535734c tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] show failed (client error): The resource could not be found. Aug 25 11:15:35.509858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3439338c-baee-450a-ba85-1651b71f7859 req-718dedff-b57c-420a-b1b9-cd3b8535734c tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups/9f653066-9c35-4910-bfb1-8ddf576ff1c4 HTTP/1.1" status: 404 len: 352 time: 0.0572455 Aug 25 11:15:35.723750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:35.940058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c7458-d796-450b-9dbf-a9aa64318394 req-57451f2a-a924-40cc-a824-d5e902763264 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:35.950407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-250c7458-d796-450b-9dbf-a9aa64318394 req-57451f2a-a924-40cc-a824-d5e902763264 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1098 time: 0.1656580 Aug 25 11:15:36.044387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-250c7458-d796-450b-9dbf-a9aa64318394 req-5de54af9-b5a1-4ff7-a0c6-e5eb7ef0aab3 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927746 Aug 25 11:15:36.327991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 52d60c62-836b-41a5-997f-16eb3e58327b no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:36.387609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48acfe24-14eb-4f29-b2a7-f1da79b9d42f req-e3eba3b6-b208-4fe8-a96c-930b0cb892f1 tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52b2e62d1d3b4f5f8c49a0e6c952546b HTTP/1.1" status: 200 len: 2984 time: 0.1634138 Aug 25 11:15:36.415182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 52d60c62-836b-41a5-997f-16eb3e58327b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:36.415844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 52d60c62-836b-41a5-997f-16eb3e58327b not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:36.562731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48acfe24-14eb-4f29-b2a7-f1da79b9d42f req-c86d9e92-44f8-4406-b216-d1ddf89e5edb tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups/0280d5ea-ab08-427d-b4bb-65d7ffc3115f HTTP/1.1" status: 200 len: 2981 time: 0.1410947 Aug 25 11:15:36.587362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Deleting port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:36.587726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:36.729353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48acfe24-14eb-4f29-b2a7-f1da79b9d42f req-f5f14a9b-5427-4631-b4db-bf75015cdf5b tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups/0280d5ea-ab08-427d-b4bb-65d7ffc3115f HTTP/1.1" status: 200 len: 2981 time: 0.1565540 Aug 25 11:15:36.791150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] For port 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:36.792055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:36.839809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Calling delete_port for 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:36.944101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a4719-1d90-4d18-9f58-000ccfca2503 req-10c4e994-1d2c-410f-b0ed-6e12f45f641c tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:36.946793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a06a4719-1d90-4d18-9f58-000ccfca2503 req-10c4e994-1d2c-410f-b0ed-6e12f45f641c tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1098 time: 0.0990727 Aug 25 11:15:37.006193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40944) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:37.108018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a06a4719-1d90-4d18-9f58-000ccfca2503 req-83ae923f-92c5-4eea-b08c-8540f7a55255 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459548 Aug 25 11:15:37.249955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:37.286411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfa774c-50fb-4fcf-8ebd-6feafd5523cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:37.344134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-646167392-network', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:37.519081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:37.523648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:37.538156 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:37.570509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44465485-3125-465c-a010-9dd92f1d2707 req-abf3c5f2-e186-42e2-9de6-f9e430339a22 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:37.580441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44465485-3125-465c-a010-9dd92f1d2707 req-abf3c5f2-e186-42e2-9de6-f9e430339a22 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.1673436 Aug 25 11:15:37.650721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44465485-3125-465c-a010-9dd92f1d2707 req-4abb6c0e-5cf7-4ace-83d6-8fe7ebbf6702 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/security-groups?id=33760e9d-47b5-4914-a83e-0a20a1c41b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689268 Aug 25 11:15:37.682159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:37.789067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-290af866-9bb5-4e7b-96fe-c4cc6de3b201 req-467034a7-a7a7-4aad-9adf-9f542d421a2e tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups/0280d5ea-ab08-427d-b4bb-65d7ffc3115f HTTP/1.1" status: 200 len: 2981 time: 0.0976181 Aug 25 11:15:37.887649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:37.909047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:37.920277 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-290af866-9bb5-4e7b-96fe-c4cc6de3b201 req-acda2ab4-e548-4778-872a-982146bee977 tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 11:15:37.945412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-290af866-9bb5-4e7b-96fe-c4cc6de3b201 req-acda2ab4-e548-4778-872a-982146bee977 tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "DELETE /v2.0/security-groups/0280d5ea-ab08-427d-b4bb-65d7ffc3115f HTTP/1.1" status: 409 len: 352 time: 0.1550536 Aug 25 11:15:37.976734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-ea2f6ee8-45f4-4946-b18e-16f2a4444f3a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:37.986510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-ea2f6ee8-45f4-4946-b18e-16f2a4444f3a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 950 time: 0.2035685 Aug 25 11:15:38.055818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:15:38.100499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.101056 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Added segment 0d2636ba-7b71-46c7-96a9-64d4716dbe1b of type vlan for network 85bea065-491d-4824-abd3-0c0dcf072465 Aug 25 11:15:38.190137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:38.217510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Deleting port 9c0eec94-6af1-40b2-a66b-2be557adc844 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:38.217978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.253228 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.320390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.321586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:38.323489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.326571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] For port 9c0eec94-6af1-40b2-a66b-2be557adc844, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c0eec94-6af1-40b2-a66b-2be557adc844,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:38.327015 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.345350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Calling delete_port for 9c0eec94-6af1-40b2-a66b-2be557adc844 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:38.418199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4101434 Aug 25 11:15:38.422177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:38.428041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Request body: {'subnet': {'network_id': '85bea065-491d-4824-abd3-0c0dcf072465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-646167392-subnet', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:38.473016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53e8a0-9d73-43e3-8c41-2bfdd6002013 admin admin] Pushing event updated for resources: {'Network': ['ID=85bea065-491d-4824-abd3-0c0dcf072465,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:38.494642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 85bea065-491d-4824-abd3-0c0dcf072465 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:15:38.509364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:38.512446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.515114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.568656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c0eec94-6af1-40b2-a66b-2be557adc844'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:15:38.569797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Pushing event deleted for resources: {'Port': ['ID=9c0eec94-6af1-40b2-a66b-2be557adc844,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:38.579128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Router 15bfad7a-b713-464b-8c82-55343302d35d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:38.648275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] No DVR routers for this DVR port 9c0eec94-6af1-40b2-a66b-2be557adc844 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:38.653512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:38.656031 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2edf21b2-ea76-413c-aebb-1fdfbbd9beb1 req-7d405f05-e418-4cbd-8f46-89d6df0cfbf0 tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.10 "DELETE /v2.0/ports/9c0eec94-6af1-40b2-a66b-2be557adc844 HTTP/1.1" status: 204 len: 173 time: 0.6625793 Aug 25 11:15:38.656833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-deleted', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:15:38.659465 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389a9bc-395e-4390-ad41-60e1bec95e8e" -d '{"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-deleted", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:15:38.845338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:38.875508 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186c578-da60-4536-bed7-c8d271748902 None None] Sync routers for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:38.876385 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4f323d98-2e2e-421c-b350-3837c2556748 admin admin] 10.222.0.35 "PUT /v2.0/routers/15bfad7a-b713-464b-8c82-55343302d35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2112103 Aug 25 11:15:38.878176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41012) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:38.920269 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:38.922867 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:39.261787 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-a46bf743-a0f9-4433-b507-4264da7149f4 req-2314d04f-f363-4f3d-8024-6565992fa7e9 tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] show failed (client error): The resource could not be found. Aug 25 11:15:39.271615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a46bf743-a0f9-4433-b507-4264da7149f4 req-2314d04f-f363-4f3d-8024-6565992fa7e9 tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups/d837d2ce-dd3e-4648-a881-b827690accaf HTTP/1.1" status: 404 len: 352 time: 0.1151533 Aug 25 11:15:39.280136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:39.380097 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:39.495050 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5848e5-e924-4904-9751-1d36963a9248 x-openstack-request-id: req-0f5848e5-e924-4904-9751-1d36963a9248 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:15:39.495914 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df816db6-8f6a-4cd3-8645-8f055a5e2a13", "name": "network-vif-deleted", "tag": "9c0eec94-6af1-40b2-a66b-2be557adc844", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:15:39.495914 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f5848e5-e924-4904-9751-1d36963a9248 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:15:39.496203 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df816db6-8f6a-4cd3-8645-8f055a5e2a13', 'name': 'network-vif-deleted', 'tag': '9c0eec94-6af1-40b2-a66b-2be557adc844', 'status': 'completed', 'code': 200} Aug 25 11:15:39.497373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:39.634329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Checking segment: {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:39.634914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Network hostable DHCP agents. Network: 85bea065-491d-4824-abd3-0c0dcf072465, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:15:39.643855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb67a5ea-3dea-4478-bcbb-a81dac5fd973,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:39.684447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Network 85bea065-491d-4824-abd3-0c0dcf072465 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:15:39.732439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 85bea065-491d-4824-abd3-0c0dcf072465) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:39.746485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8dea07-09cb-4546-9a03-be350fcf4e0a None None] Network 85bea065-491d-4824-abd3-0c0dcf072465 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:39.782224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:39.790897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:39.813340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:39.873369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a15c333a-d324-486a-9a45-1ff3d6f841c0 req-cc71a68b-f212-476e-bddd-61ba56c68c1a tempest-MigrationsAdminTest-1301150131 tempest-MigrationsAdminTest-1301150131-project] 10.222.0.35 "GET /v2.0/ports?device_id=df816db6-8f6a-4cd3-8645-8f055a5e2a13 HTTP/1.1" status: 200 len: 210 time: 0.1406615 Aug 25 11:15:39.908425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-795bca2d-1174-40fc-b169-6d62b5237e8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4847844 Aug 25 11:15:39.913479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:39.930078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:40.025268 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.037310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.105472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Deleting port a1ac97f8-1fce-4a30-abf7-3b0205384bc4 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:40.106175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.120952 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:15:37Z', 'revision_number': 5, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port': {'id': 'a1ac97f8-1fce-4a30-abf7-3b0205384bc4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bfad7a-b713-464b-8c82-55343302d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:32Z', 'updated_at': '2021-08-25T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:40.142393 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-87c3b484-cfe7-4dc4-9187-a44cc3d9c0d4 req-852a0166-28e3-40ef-9989-534f92c0367d tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] show failed (client error): The resource could not be found. Aug 25 11:15:40.162049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87c3b484-cfe7-4dc4-9187-a44cc3d9c0d4 req-852a0166-28e3-40ef-9989-534f92c0367d tempest-SecurityGroupsNegativeTestJSON-188857717 tempest-SecurityGroupsNegativeTestJSON-188857717-project] 10.222.0.35 "GET /v2.0/security-groups/04a3a91b-0f63-4bd8-ab2b-a92ff9495b81 HTTP/1.1" status: 404 len: 352 time: 0.0796895 Aug 25 11:15:40.184154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41064) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:40.299804 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186c578-da60-4536-bed7-c8d271748902 None None] Checking router: 15bfad7a-b713-464b-8c82-55343302d35d for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:40.344848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Deleting subnet 6d2b8b54-f901-43a8-9114-106d4cc4283a {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:40.352031 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] Routers {'15bfad7a-b713-464b-8c82-55343302d35d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:40.354752 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['15bfad7a-b713-464b-8c82-55343302d35d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:40.392843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] For port a1ac97f8-1fce-4a30-abf7-3b0205384bc4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:40.397624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.424768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.427003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.428525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-85bea065-491d-4824-abd3-0c0dcf072465', 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'fixed_ips': [{'subnet_id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:15:40.433027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.457596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Calling delete_port for a1ac97f8-1fce-4a30-abf7-3b0205384bc4 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:40.616651 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] Set router 15bfad7a-b713-464b-8c82-55343302d35d gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:40.805980 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1186c578-da60-4536-bed7-c8d271748902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:15:39Z', 'revision_number': 6, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:40.827394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:40.830988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Allocated IP 172.20.0.2 (85bea065-491d-4824-abd3-0c0dcf072465/cb67a5ea-3dea-4478-bcbb-a81dac5fd973/434dc7d6-99a3-4cec-b68e-7f81596245b8) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:15:40.867610 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186c578-da60-4536-bed7-c8d271748902 None None] The sync data for ids ['15bfad7a-b713-464b-8c82-55343302d35d'] in n-d-778732-11 is: [{'id': '15bfad7a-b713-464b-8c82-55343302d35d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1374363830-router', 'tenant_id': '85538386f4ff477c802b125538ea8b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:13:31Z', 'updated_at': '2021-08-25T11:15:39Z', 'revision_number': 6, 'project_id': '85538386f4ff477c802b125538ea8b1e', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:40.971442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.017570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ac97f8-1fce-4a30-abf7-3b0205384bc4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:41.202216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.230498 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.237468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-db45e52f-4b7e-4fc8-bcf2-619ba943aedf tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:15:41.240013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-db45e52f-4b7e-4fc8-bcf2-619ba943aedf tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279834 Aug 25 11:15:41.251860 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.263795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Transition to ACTIVE for port object 434dc7d6-99a3-4cec-b68e-7f81596245b8 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:15:41.269198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:41.269198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Unknown quota resources ['binding']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:15:41.309906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Transition to ACTIVE for port object 434dc7d6-99a3-4cec-b68e-7f81596245b8 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:15:41.347661 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.447642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.457485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.476845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:41.499179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.579074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:41.580194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6dfa774c-50fb-4fcf-8ebd-6feafd5523cb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:41.603463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.612871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bfad7a-b713-464b-8c82-55343302d35d {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:15:41.627695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Network 85bea065-491d-4824-abd3-0c0dcf072465 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:15:41.632187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.644830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-84daea09-dc89-44cf-8c7d-acb92ed6dbb6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/15bfad7a-b713-464b-8c82-55343302d35d HTTP/1.1" status: 204 len: 168 time: 2.7623365 Aug 25 11:15:41.646072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:41.650558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:41.674750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:15:41.691572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Pushing event updated for resources: {'Port': ['ID=434dc7d6-99a3-4cec-b68e-7f81596245b8,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:41.787888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Deleting subnet fc7ac2d8-ffcd-493d-b033-850626415c7a {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:15:41.794054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.865630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Attempting to bind port 434dc7d6-99a3-4cec-b68e-7f81596245b8 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:15:41.867565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Attempting to bind port 434dc7d6-99a3-4cec-b68e-7f81596245b8 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:15:41.868290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Attempting to bind port 434dc7d6-99a3-4cec-b68e-7f81596245b8 on network 85bea065-491d-4824-abd3-0c0dcf072465 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:41.885639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:15:41.886381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Checking segment: {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:41.887072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.887831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Bound using segment: {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:15:41.894071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Bound port: 434dc7d6-99a3-4cec-b68e-7f81596245b8, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:15:41.894898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:41.904567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.029987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] For port 434dc7d6-99a3-4cec-b68e-7f81596245b8, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:15:42.034876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] For port 434dc7d6-99a3-4cec-b68e-7f81596245b8, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=434dc7d6-99a3-4cec-b68e-7f81596245b8,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:15:42.042187 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.145205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41152) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:42.160698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7a5d-48c9-4ac6-9980-61df8867882c None None] Pushing event updated for resources: {'Port': ['ID=434dc7d6-99a3-4cec-b68e-7f81596245b8,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:42.166935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.254531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.327523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2b8b54-f901-43a8-9114-106d4cc4283a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:42.342721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:42.343038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.347666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e7171af6-ceaa-4653-8c61-de55c1716c33 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6d2b8b54-f901-43a8-9114-106d4cc4283a HTTP/1.1" status: 204 len: 168 time: 2.1614373 Aug 25 11:15:42.355430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41160) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:42.445530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:15:42.446169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:15:42.450227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:42.450922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 9c0eec94-6af1-40b2-a66b-2be557adc844 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:42.451462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c0eec94-6af1-40b2-a66b-2be557adc844 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:42.477310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.540459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.546870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fc7ac2d8-ffcd-493d-b033-850626415c7a HTTP/1.1" status: 204 len: 168 time: 0.8985491 Aug 25 11:15:42.570894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41166) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:42.582378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a663d61-93d2-4334-b43c-7bee38459df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7ac2d8-ffcd-493d-b033-850626415c7a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:42.586345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a870dfba-50fa-40a5-afaa-d8d23ce8c905 None None] Network c41b3c2b-4fd5-4834-bf08-a9e19022e7ae requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:42.604054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:15:42.605517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:42.644863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:15:42.645465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:42.646380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:15:42.646969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Bound port: 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:15:42.756179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.810000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:15:42.892936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:42.894615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-6934de2f-316d-4d0d-a3c2-00e451379bad service neutron] 10.222.0.35 "POST /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac/bindings HTTP/1.1" status: 201 len: 390 time: 1.6368942 Aug 25 11:15:42.979882 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7dbc6dc8-0256-45ab-a8f9-5b64e60e831b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05f1200353254409b7f7713f48e19902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8327127 Aug 25 11:15:42.981038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41172) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:43.162064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.283003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 434dc7d6-99a3-4cec-b68e-7f81596245b8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:43.348706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93ae3c03-c198-4b7e-926c-ccd5b6fbbd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.444324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.471891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93ae3c03-c198-4b7e-926c-ccd5b6fbbd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.498366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71bd9e0-d51b-435b-ba68-c338face0513']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:43.537114 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.576350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d8e11-2843-4ab6-890c-de6ca26e2c5d req-e793d8f8-bd37-4aee-9a29-7c17f113334e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:43.586200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-696d8e11-2843-4ab6-890c-de6ca26e2c5d req-e793d8f8-bd37-4aee-9a29-7c17f113334e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.2092781 Aug 25 11:15:43.589147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.600245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b88ccb-f6c0-4415-a7f4-6d9c0c1f4bda') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:43.600963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b88ccb-f6c0-4415-a7f4-6d9c0c1f4bda') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:43.644172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.660688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 434dc7d6-99a3-4cec-b68e-7f81596245b8 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:15:43.669002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-e922b8a1-f7df-4edb-b9a3-fe8766fe1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:43.670625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-e922b8a1-f7df-4edb-b9a3-fe8766fe1136 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1098 time: 0.2214334 Aug 25 11:15:43.692111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a1ac97f8-1fce-4a30-abf7-3b0205384bc4 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:43.708488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] DHCP port deletion for c41b3c2b-4fd5-4834-bf08-a9e19022e7ae request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:15:43.787196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-696d8e11-2843-4ab6-890c-de6ca26e2c5d req-63384867-e542-4b2f-abe4-12ad75e013c2 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986489 Aug 25 11:15:43.817962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a1ac97f8-1fce-4a30-abf7-3b0205384bc4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:43.818778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a1ac97f8-1fce-4a30-abf7-3b0205384bc4 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:43.839327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Deleting port 8c06279e-545b-4eab-9294-6b1d70b2635f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:43.840572 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.850385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.970142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93ae3c03-c198-4b7e-926c-ccd5b6fbbd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.979268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93ae3c03-c198-4b7e-926c-ccd5b6fbbd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:43.981853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-93ae3c03-c198-4b7e-926c-ccd5b6fbbd5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33760e9d-47b5-4914-a83e-0a20a1c41b4d HTTP/1.1" status: 204 len: 168 time: 0.9910660 Aug 25 11:15:44.004172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] Deleting port 8c06279e-545b-4eab-9294-6b1d70b2635f {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:15:44.004599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.038580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae3c03-c198-4b7e-926c-ccd5b6fbbd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33760e9d-47b5-4914-a83e-0a20a1c41b4d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:44.098172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] For port 8c06279e-545b-4eab-9294-6b1d70b2635f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c06279e-545b-4eab-9294-6b1d70b2635f,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:44.098604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.170169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Calling delete_port for 8c06279e-545b-4eab-9294-6b1d70b2635f owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:44.263908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] For port 8c06279e-545b-4eab-9294-6b1d70b2635f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c06279e-545b-4eab-9294-6b1d70b2635f,segment=NetworkSegment(e11e2672-7ae2-424f-a704-7b545c6291a9),segment_id=e11e2672-7ae2-424f-a704-7b545c6291a9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:44.266345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.291532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] Calling delete_port for 8c06279e-545b-4eab-9294-6b1d70b2635f owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:15:44.298899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41210) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:44.434508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f245d3-3220-4ed8-a15f-8bc2f7194a23 None None] Network 85bea065-491d-4824-abd3-0c0dcf072465 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:44.502537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:44.503090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:44.510188 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:44.555463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.616816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.723149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c06279e-545b-4eab-9294-6b1d70b2635f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:44.744090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] No DVR routers for this DVR port 8c06279e-545b-4eab-9294-6b1d70b2635f on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:44.780835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-c6758524-8941-4363-ab78-a0709f81949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:44.783509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] Pushing event deleted for resources: {'Port': ['ID=8c06279e-545b-4eab-9294-6b1d70b2635f,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:44.791664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-c6758524-8941-4363-ab78-a0709f81949b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 1.0520785 Aug 25 11:15:44.829606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:44.847434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cdc9aa-f65e-411b-bb68-df59097a6644 None None] No DVR routers for this DVR port 8c06279e-545b-4eab-9294-6b1d70b2635f on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:15:44.904432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] Provisioning for port 434dc7d6-99a3-4cec-b68e-7f81596245b8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:15:44.930599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] Provisioning complete for port 434dc7d6-99a3-4cec-b68e-7f81596245b8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:44.933103 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:44.980088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Allocated IP 172.25.1.216 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/74df2eba-b01a-4ce1-8b6c-928cc0fa0706) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:15:45.008262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.055976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88f67b51-1a22-48a8-9d6d-e0d98d17a150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.075537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-12f4774d-36ec-4fad-94cd-8c072ee29177 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 217 time: 0.2424331 Aug 25 11:15:45.092951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.139057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41b3c2b-4fd5-4834-bf08-a9e19022e7ae']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:45.163080 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.168863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c06279e-545b-4eab-9294-6b1d70b2635f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:15:45.172343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11e2672-7ae2-424f-a704-7b545c6291a9') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:45.173122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b71bd9e0-d51b-435b-ba68-c338face0513 HTTP/1.1" status: 204 len: 168 time: 2.8132553 Aug 25 11:15:45.173840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11e2672-7ae2-424f-a704-7b545c6291a9') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:45.195536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.217190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.231397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:15:45.232978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.274160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8c06279e-545b-4eab-9294-6b1d70b2635f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:15:45.277947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c06279e-545b-4eab-9294-6b1d70b2635f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:15:45.288147 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:15:45.299092 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-94e6bbda-bab5-4bdf-8eb3-fff1ac7f9809 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=445d2b08522642208575ac86dd8e14b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598956 Aug 25 11:15:45.300918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:45.376675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.405785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.411955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c41b3c2b-4fd5-4834-bf08-a9e19022e7ae HTTP/1.1" status: 204 len: 168 time: 2.8388548 Aug 25 11:15:45.478694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd70c96-6a8f-4d7c-9f27-65c71ef75c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41b3c2b-4fd5-4834-bf08-a9e19022e7ae,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:45.536022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:45.557508 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.594635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c342-6bbd-4ba0-9484-6a73362525d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.664492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c342-6bbd-4ba0-9484-6a73362525d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.750559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:45.762550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] For port 434dc7d6-99a3-4cec-b68e-7f81596245b8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=434dc7d6-99a3-4cec-b68e-7f81596245b8,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:45.775759 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:45.855934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ac4a6-73ce-4e57-9d6e-939275db496f admin admin] Pushing event deleted for resources: {'Network': ['ID=b71bd9e0-d51b-435b-ba68-c338face0513,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:45.971127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41244) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:45.986795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3263c-8374-4a92-a5e5-7f4db22ff05c None None] Pushing event updated for resources: {'Port': ['ID=434dc7d6-99a3-4cec-b68e-7f81596245b8,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:46.213480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3421da6a-fce8-4b9d-8862-692fa71a2500 None None] Provisioning complete for port 434dc7d6-99a3-4cec-b68e-7f81596245b8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:46.223558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3421da6a-fce8-4b9d-8862-692fa71a2500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.225453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a0d1994c-d1b7-4196-9005-287565c9a1aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85538386f4ff477c802b125538ea8b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037289 Aug 25 11:15:46.228744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-5b0aa300-4d17-4e0e-9844-88b636f298ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:46.230550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-5b0aa300-4d17-4e0e-9844-88b636f298ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 1.0736785 Aug 25 11:15:46.245899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41246) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:46.273448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29bb92-e238-4f68-ada1-2ddf1d2d48e9 req-ffc6ab95-bf58-4b5a-bcfb-b18e6761e721 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:46.289306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d29bb92-e238-4f68-ada1-2ddf1d2d48e9 req-ffc6ab95-bf58-4b5a-bcfb-b18e6761e721 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 1.1633275 Aug 25 11:15:46.345823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-9ff7a8f0-3ab1-40ca-9d14-064bfe343db6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844197 Aug 25 11:15:46.422726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-23fdf02a-9ae9-4e61-8ce2-bd2dbeb00ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.479082 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d96fac4-a9aa-4a5a-bf77-ca7580322c5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52b2e62d1d3b4f5f8c49a0e6c952546b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067323 Aug 25 11:15:46.483286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41248) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:46.525203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d29bb92-e238-4f68-ada1-2ddf1d2d48e9 req-4225dcd2-4f38-4b2c-951e-297d74374b10 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346289 Aug 25 11:15:46.565861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.571161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c342-6bbd-4ba0-9484-6a73362525d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.575312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c342-6bbd-4ba0-9484-6a73362525d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.581715 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6bb2c342-6bbd-4ba0-9484-6a73362525d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/708562c7-325c-4353-8ecc-f8657e919539 HTTP/1.1" status: 204 len: 168 time: 1.2169633 Aug 25 11:15:46.593839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd356-0844-4f48-b064-8d3f33d6e602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.596695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c342-6bbd-4ba0-9484-6a73362525d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708562c7-325c-4353-8ecc-f8657e919539,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:46.631235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30896298-b4e7-41f1-88f2-6f66ec58b32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.663417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd356-0844-4f48-b064-8d3f33d6e602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.722671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30896298-b4e7-41f1-88f2-6f66ec58b32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.770218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88f67b51-1a22-48a8-9d6d-e0d98d17a150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.781854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-0c5220aa-9dce-4bb1-9bc0-1e5439dc6101 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090438 Aug 25 11:15:46.785389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88f67b51-1a22-48a8-9d6d-e0d98d17a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.821240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd356-0844-4f48-b064-8d3f33d6e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.828339 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd356-0844-4f48-b064-8d3f33d6e602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.830687 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a4bd356-0844-4f48-b064-8d3f33d6e602 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0280d5ea-ab08-427d-b4bb-65d7ffc3115f HTTP/1.1" status: 204 len: 168 time: 0.3452971 Aug 25 11:15:46.842939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.894154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bd356-0844-4f48-b064-8d3f33d6e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280d5ea-ab08-427d-b4bb-65d7ffc3115f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:46.931654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-88f67b51-1a22-48a8-9d6d-e0d98d17a150 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afb745f1011646cd81238c247c95790f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6051636 Aug 25 11:15:46.934445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41258) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:46.936842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30896298-b4e7-41f1-88f2-6f66ec58b32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.940154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30896298-b4e7-41f1-88f2-6f66ec58b32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:46.942207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30896298-b4e7-41f1-88f2-6f66ec58b32b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71fe0866-e886-4d9a-9210-c4cb909fd1c5 HTTP/1.1" status: 204 len: 168 time: 0.6443827 Aug 25 11:15:46.956343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f67b51-1a22-48a8-9d6d-e0d98d17a150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106697e0-1fc0-406b-be35-19926b4d205f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:46.994463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:15:47.048873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:47.061506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Pushing event updated for resources: {'Port': ['ID=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:47.074858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896298-b4e7-41f1-88f2-6f66ec58b32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe0866-e886-4d9a-9210-c4cb909fd1c5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:47.078816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:15:47.162593 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-23fdf02a-9ae9-4e61-8ce2-bd2dbeb00ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.176697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-23fdf02a-9ae9-4e61-8ce2-bd2dbeb00ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.196019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-e601be0e-a1d2-4d78-aa0b-fbbec7ff6b9b service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967190 Aug 25 11:15:47.214521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76c1320-39ff-4a5e-bfb4-647bf8858b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.243153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 434dc7d6-99a3-4cec-b68e-7f81596245b8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:47.378383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-23fdf02a-9ae9-4e61-8ce2-bd2dbeb00ccc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=464e59ec7ffa4701b58a2b875f1475d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8387270 Aug 25 11:15:47.389023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41266) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:47.467742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76c1320-39ff-4a5e-bfb4-647bf8858b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.551557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 434dc7d6-99a3-4cec-b68e-7f81596245b8 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:47.552079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.717462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd00918c-6d61-4e55-bfdf-e99a17441f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.721016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdf02a-9ae9-4e61-8ce2-bd2dbeb00ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b357c0-aca5-496f-8ca1-653bda1a5f75,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:47.831658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd00918c-6d61-4e55-bfdf-e99a17441f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.886811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76c1320-39ff-4a5e-bfb4-647bf8858b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.893073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76c1320-39ff-4a5e-bfb4-647bf8858b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:47.895301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c76c1320-39ff-4a5e-bfb4-647bf8858b8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/106697e0-1fc0-406b-be35-19926b4d205f HTTP/1.1" status: 204 len: 168 time: 0.9592552 Aug 25 11:15:48.023565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd00918c-6d61-4e55-bfdf-e99a17441f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:48.041083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd00918c-6d61-4e55-bfdf-e99a17441f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:48.047320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1320-39ff-4a5e-bfb4-647bf8858b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106697e0-1fc0-406b-be35-19926b4d205f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:48.048615 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cd00918c-6d61-4e55-bfdf-e99a17441f7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1b357c0-aca5-496f-8ca1-653bda1a5f75 HTTP/1.1" status: 204 len: 168 time: 0.6572056 Aug 25 11:15:48.106298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00918c-6d61-4e55-bfdf-e99a17441f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b357c0-aca5-496f-8ca1-653bda1a5f75,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:48.193426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d192186-0e14-4410-aa10-95f0e76a1443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:48.320820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edddd54-aaf8-4ec8-915d-872aa7e9d05f req-50ad8b79-18cf-4ce4-900b-d405d8bdb5e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:48.327532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4edddd54-aaf8-4ec8-915d-872aa7e9d05f req-50ad8b79-18cf-4ce4-900b-d405d8bdb5e7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.4709165 Aug 25 11:15:48.392342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:48.610609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4edddd54-aaf8-4ec8-915d-872aa7e9d05f req-15d90134-b17c-47b9-bf01-86393e081dd3 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679160 Aug 25 11:15:48.929824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:48.995669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41304) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:49.023803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a09758f3-36c6-4b25-a14d-3c17d0787b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.288391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a09758f3-36c6-4b25-a14d-3c17d0787b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.300763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a09758f3-36c6-4b25-a14d-3c17d0787b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.351722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:15:49.448442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a09758f3-36c6-4b25-a14d-3c17d0787b7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=957bb8be61be4a34ba215b62e5036659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515512 Aug 25 11:15:49.452950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41318) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:49.460416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09758f3-36c6-4b25-a14d-3c17d0787b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649eccc2-c78f-4e67-89b4-11adb2d97575,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:49.579743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:49.589822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8519947-a516-4466-b84b-8b2d22649af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.599310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Sync routers for ids ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:49.619228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8519947-a516-4466-b84b-8b2d22649af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.638225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Routers {'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:49.645172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.645618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:49.649505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-13600d90-f7b1-4c5e-88fa-a1281571a347 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.7341869 Aug 25 11:15:49.652253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41326) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:49.707172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8519947-a516-4466-b84b-8b2d22649af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.711990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8519947-a516-4466-b84b-8b2d22649af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:49.714015 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c8519947-a516-4466-b84b-8b2d22649af1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/649eccc2-c78f-4e67-89b4-11adb2d97575 HTTP/1.1" status: 204 len: 168 time: 0.2593625 Aug 25 11:15:49.735554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8519947-a516-4466-b84b-8b2d22649af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649eccc2-c78f-4e67-89b4-11adb2d97575,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:50.058131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Set router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:50.328576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319acf2-de1f-4774-8e4e-e9c14d7a0b88 req-86f172c9-56a2-4431-8151-cd941584d9c2 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:50.331733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a319acf2-de1f-4774-8e4e-e9c14d7a0b88 req-86f172c9-56a2-4431-8151-cd941584d9c2 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.3551588 Aug 25 11:15:50.627554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:15:47Z', 'revision_number': 3, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:50.691707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Checking router: b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:50.692283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Updating router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:15:50.709396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a319acf2-de1f-4774-8e4e-e9c14d7a0b88 req-db7cfdec-aa0b-44fa-b2af-5979c7eda750 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707871 Aug 25 11:15:50.810210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.141616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.516704 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.525344 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-319a273a-74a6-4890-89df-6f027c49a128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.630055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.660910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Transition to ACTIVE for port object 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:15:51.679689 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.850066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Attempting to bind port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:15:51.850681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Attempting to bind port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:15:51.852292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Attempting to bind port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:15:51.863221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc1d12-2647-41ef-8fa4-a9470f5f487d None None] Pushing event updated for resources: {'Port': ['ID=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:51.885278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:15:51.885897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:51.886541 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:51.887374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:15:51.887984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Bound port: 74df2eba-b01a-4ce1-8b6c-928cc0fa0706, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:15:51.888989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:52.022117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Allocated IP 172.20.0.1 (85bea065-491d-4824-abd3-0c0dcf072465/cb67a5ea-3dea-4478-bcbb-a81dac5fd973/d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:15:52.080024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] For port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:15:52.099891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] For port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:15:52.112700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:52.230822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07991d-0d8f-44b3-989a-9291a545e518 req-8fc714fc-578c-4ff7-a787-92671965924a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:52.244381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c07991d-0d8f-44b3-989a-9291a545e518 req-8fc714fc-578c-4ff7-a787-92671965924a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.2307312 Aug 25 11:15:52.435106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41388) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:52.448155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc1d12-2647-41ef-8fa4-a9470f5f487d None None] Pushing event updated for resources: {'Port': ['ID=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:52.547825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c07991d-0d8f-44b3-989a-9291a545e518 req-0fa16d16-00c2-4fb2-8526-d352aa2720dd tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982090 Aug 25 11:15:52.565429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:52.566841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Routers {'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:52.567996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:52.598094 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:52.689087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Transition to ACTIVE for port object d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:15:52.829140 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:52.905993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] Set router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:53.112441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:53.149280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Network 85bea065-491d-4824-abd3-0c0dcf072465 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:15:53.160576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:53.174206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:15:53.313953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-network', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:53.350650 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.418673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Made reservation on behalf of 27e5a5ca515f460cbb152a322121cb05 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:53.429642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.462096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.709729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.720498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.745178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:15:47Z', 'revision_number': 3, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:53.764864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.792568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf939f4-f408-4a17-b98e-70f84e939fa3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:53.819144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:15:53.836399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4338e4-b454-4058-84a4-99cd2b28492e None None] The sync data for ids ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'] in n-d-778732-11 is: [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:15:47Z', 'revision_number': 3, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:15:53.846300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.848226 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Added segment ca070b78-8557-4408-9350-9a76598c5992 of type vlan for network 06e131ce-f968-42ea-919c-d6b2008d8ae3 Aug 25 11:15:53.865869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-705fcffc-8829-4ecf-9559-6f472579554e None None] Provisioning for port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:15:53.871358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-705fcffc-8829-4ecf-9559-6f472579554e None None] Provisioning complete for port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:53.872135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-705fcffc-8829-4ecf-9559-6f472579554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.968576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:53.975472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-705fcffc-8829-4ecf-9559-6f472579554e None None] Port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:15:54.024434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:54.027192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:54.027983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:54.105766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6684952 Aug 25 11:15:54.145049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41418) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:54.167514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Request body: {'subnet': {'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-subnet', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:54.176700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:54.228948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413d330-50f4-4da5-82c0-6b1f25d1e99e admin admin] Pushing event updated for resources: {'Network': ['ID=06e131ce-f968-42ea-919c-d6b2008d8ae3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:54.241332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:15:54.318230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Made reservation on behalf of 27e5a5ca515f460cbb152a322121cb05 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:54.322061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:54.449617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:54.769566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:54.812409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-4ed890b2-f266-4be7-8f8f-cb69848e4536 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea4d889faf7a4f6387883aa77e1b28a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1606922 Aug 25 11:15:54.865248 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0094bbab-24d9-4da1-87bd-1690096ad56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:54.929786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193b76f-3726-43e5-9194-a359ac0ffdb2 req-281e8c72-e324-4815-bc1a-265ebc49bbab tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:54.936338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e193b76f-3726-43e5-9194-a359ac0ffdb2 req-281e8c72-e324-4815-bc1a-265ebc49bbab tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.8965611 Aug 25 11:15:54.941223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.161767 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.186782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:55.198736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0094bbab-24d9-4da1-87bd-1690096ad56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.216673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0094bbab-24d9-4da1-87bd-1690096ad56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.242990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:55.350000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:15:55.355807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:55.356822 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.365200 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0094bbab-24d9-4da1-87bd-1690096ad56e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5fb3d75835b47808145bb18325fe65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9141190 Aug 25 11:15:55.366875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:55.389069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094bbab-24d9-4da1-87bd-1690096ad56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30bd373-e06b-48bc-bd3b-dc95f9da4338,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:55.535649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5775a41-a0a3-41c5-8df8-e326bdc89129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.589735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5775a41-a0a3-41c5-8df8-e326bdc89129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.675036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Network 85bea065-491d-4824-abd3-0c0dcf072465 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:15:55.702173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:55.767643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5775a41-a0a3-41c5-8df8-e326bdc89129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.771966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5775a41-a0a3-41c5-8df8-e326bdc89129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:55.779167 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e5775a41-a0a3-41c5-8df8-e326bdc89129 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c30bd373-e06b-48bc-bd3b-dc95f9da4338 HTTP/1.1" status: 204 len: 168 time: 0.4063995 Aug 25 11:15:55.800097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5775a41-a0a3-41c5-8df8-e326bdc89129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30bd373-e06b-48bc-bd3b-dc95f9da4338,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:56.163608 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:56.241567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:15:56.250616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:56.367790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:56.533878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f1b2164-a3ee-4e1f-aa88-c8e4ea571306 None None] Provisioning complete for port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:56.534668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f1b2164-a3ee-4e1f-aa88-c8e4ea571306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:56.615594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b2164-a3ee-4e1f-aa88-c8e4ea571306 None None] Port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:15:56.924180 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:57.157719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:15:57.163923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e193b76f-3726-43e5-9194-a359ac0ffdb2 req-86e9ccc7-4d75-4442-811f-9d07aa264207 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1140728 Aug 25 11:15:57.251004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:15:57.447152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:57.547384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:15:57.550413 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:57.610744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f147de-5b14-4312-ae78-26a43e084fa9,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:15:57.769500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-448b335f-8c2d-4e0e-884b-bbe50cf4ae4c tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:57.779319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-448b335f-8c2d-4e0e-884b-bbe50cf4ae4c tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.9193487 Aug 25 11:15:57.787392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Checking segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:15:57.798153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Network hostable DHCP agents. Network: 06e131ce-f968-42ea-919c-d6b2008d8ae3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:15:57.860413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-fe07ee4f-5f78-409b-859a-1247aca47939 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/quotas/ea4d889faf7a4f6387883aa77e1b28a4 HTTP/1.1" status: 200 len: 375 time: 0.0411108 Aug 25 11:15:57.865063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:15:57.891582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 06e131ce-f968-42ea-919c-d6b2008d8ae3) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:15:57.900331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:57.901245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:57.924219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:15:57.932331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-56b9aabe-58f9-4296-b825-adb48f9da3f7 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea4d889faf7a4f6387883aa77e1b28a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552025 Aug 25 11:15:57.941391 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Sync routers for ids ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:15:57.950805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:57.952060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7f2e3cbc-237b-4b7c-a227-9cef406ea2c2 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2971432 Aug 25 11:15:57.966267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d799f41-5f30-4f7c-8361-4776f15b5a2e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8180010 Aug 25 11:15:57.967356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:57.972731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:57.985395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5cc87-51d1-4d45-976c-e5963098e42a None None] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:15:57.990404 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Routers {'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:15:57.995213 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:58.079078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:58.080902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:58.276099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:58.359564 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Set router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:15:58.473787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41524) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:15:58.552974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-06e131ce-f968-42ea-919c-d6b2008d8ae3', 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'fixed_ips': [{'subnet_id': 'f9f147de-5b14-4312-ae78-26a43e084fa9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:15:58.554979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:58.729094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b525abe-dc7e-4baa-88a8-f78fa40c06db req-7923bb9b-a8a3-486c-a126-a57375f9b27d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:58.739736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b525abe-dc7e-4baa-88a8-f78fa40c06db req-7923bb9b-a8a3-486c-a126-a57375f9b27d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.1649530 Aug 25 11:15:58.787960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-810adcf3-d25c-425e-b49e-23527d857dfa req-f7f09cec-a725-432e-8708-66cd560efdef tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 210 time: 0.0792868 Aug 25 11:15:58.864361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b525abe-dc7e-4baa-88a8-f78fa40c06db req-1d7258d7-7998-41a0-bb7b-b993bfcb18da tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214650 Aug 25 11:15:58.979264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-990171692'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:59.089251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.090626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:59.108576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.128384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-network', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:15:59.211572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Allocated IP 172.20.0.2 (06e131ce-f968-42ea-919c-d6b2008d8ae3/f9f147de-5b14-4312-ae78-26a43e084fa9/e37a9f40-4c35-4f34-afdd-759a4d00e246) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:15:59.251740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:15:59.289746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.291220 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Added segment 85f15772-6004-4936-9b69-22316d05609a of type vlan for network 5be3bc4f-1fd4-49bf-a91f-57142165f801 Aug 25 11:15:59.385060 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:15:53Z', 'revision_number': 4, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd1ac154f-d16b-47cb-a2b5-a6ca8ae53bec', 'name': '', 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'mac_address': 'fa:16:3e:d1:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:51Z', 'updated_at': '2021-08-25T11:15:53Z', 'revision_number': 2, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'subnets': [{'id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:15:59.488086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.550659 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Checking router: b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:15:59.551871 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Updating router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:15:59.598795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:15:59.606448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.618343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.622969 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.635585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:15:59.637027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:15:59.684213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.024096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41578) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:00.083124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6053612 Aug 25 11:16:00.195178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41582) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:00.200644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.225409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.229639 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.262646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'subnet': {'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:00.263848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:16:00.283139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Transition to ACTIVE for port object e37a9f40-4c35-4f34-afdd-759a4d00e246 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:00.287194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.288271 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Added segment 5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1 of type vlan for network 1cfc1716-58b4-4e56-a8be-9365be88475f Aug 25 11:16:00.304472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7bbf7ec4-4741-4e13-88a0-de4eadc04dd0 req-0fdd1081-508c-4d18-8fa7-e0347459f29f tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 210 time: 0.2840590 Aug 25 11:16:00.404392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.421104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Transition to ACTIVE for port object e37a9f40-4c35-4f34-afdd-759a4d00e246 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:00.455853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.529292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a8878d-db35-4df9-b366-b9495ae97a57,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:00.533474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.534400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:00.538759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.621735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c1bc0-2174-46b9-8802-5dc4c30b1429 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Network': ['ID=5be3bc4f-1fd4-49bf-a91f-57142165f801,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:00.729493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:16:00.780443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:00.780739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] Pushing event updated for resources: {'Network': ['ID=1cfc1716-58b4-4e56-a8be-9365be88475f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:00.820204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b2df458d-0024-4770-a728-38bfa7ee74cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.845743 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6142763-26d4-44a5-bea4-7fda0aa19afc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8974521 Aug 25 11:16:00.854925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:00.857111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:00.880178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Request body: {'subnet': {'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-subnet', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:00.908021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:00.909162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 1cfc1716-58b4-4e56-a8be-9365be88475f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:16:00.914386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:01.007109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:01.287426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.327265 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.338992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Pushing event updated for resources: {'Port': ['ID=e37a9f40-4c35-4f34-afdd-759a4d00e246,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:01.375658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.383260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Transition to ACTIVE for port object d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:01.400007 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.425235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe828-7a6f-4151-9f3e-f190d19cce89 req-ab6c648f-3458-44b1-ba03-1cfba1469094 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:01.440845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd1fe828-7a6f-4151-9f3e-f190d19cce89 req-ab6c648f-3458-44b1-ba03-1cfba1469094 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.8953118 Aug 25 11:16:01.489841 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b2df458d-0024-4770-a728-38bfa7ee74cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.576892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Attempting to bind port e37a9f40-4c35-4f34-afdd-759a4d00e246 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:01.579512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Attempting to bind port e37a9f40-4c35-4f34-afdd-759a4d00e246 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:01.582085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Attempting to bind port e37a9f40-4c35-4f34-afdd-759a4d00e246 on network 06e131ce-f968-42ea-919c-d6b2008d8ae3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:01.604893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:01.605644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Checking segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:01.606340 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.607010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Bound using segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:01.607796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Bound port: e37a9f40-4c35-4f34-afdd-759a4d00e246, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:01.608426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.641467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b2df458d-0024-4770-a728-38bfa7ee74cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.754297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdb530aa-99e2-405e-b390-f508b42c101f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.762794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:01.771436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.783856 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Pushing event updated for resources: {'Port': ['ID=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:01.875237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-734939e1-7f6d-4cdc-97cf-e62b8a3b61a6 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea4d889faf7a4f6387883aa77e1b28a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4201574 Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.905399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:01.972123 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Attempting to bind port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:01.973170 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Attempting to bind port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:01.974199 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Attempting to bind port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec on network 85bea065-491d-4824-abd3-0c0dcf072465 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:01.986070 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:01.987290 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Checking segment: {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:01.988629 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:01.990533 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Bound using segment: {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:01.993094 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Bound port: d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2636ba-7b71-46c7-96a9-64d4716dbe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:01.996827 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.072955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-ada57ac2-7779-4670-b297-f189adabfdf1 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:02.077016 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-ada57ac2-7779-4670-b297-f189adabfdf1 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980076 Aug 25 11:16:02.087330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:16:02.087330 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:16:02.087330 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id_1': '3c6e113ddc5444f09f28876d49954e5c', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 16, 1, 483668)}] Aug 25 11:16:02.087330 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:16:02.088101 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:16:02.092242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12ee454a-61f9-4832-adbf-c7c82bc64c4f req-a26efb94-b764-4d73-9d9b-66f95f93db5e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 210 time: 0.5408614 Aug 25 11:16:02.107816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Request body: {'port': {'device_id': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'ea4d889faf7a4f6387883aa77e1b28a4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:02.166589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] For port e37a9f40-4c35-4f34-afdd-759a4d00e246, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:02.172879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] For port e37a9f40-4c35-4f34-afdd-759a4d00e246, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e37a9f40-4c35-4f34-afdd-759a4d00e246,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:02.200125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.291114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df458d-0024-4770-a728-38bfa7ee74cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ead5e-e196-46a3-9923-be3b662a25d4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:02.311891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0eeec-25d6-434a-8ab2-7c0c436d1e6e None None] Pushing event updated for resources: {'Port': ['ID=e37a9f40-4c35-4f34-afdd-759a4d00e246,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:02.322934 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] For port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:02.329310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] For port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:02.345269 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.398983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd1fe828-7a6f-4151-9f3e-f190d19cce89 req-28ad529f-d07c-4903-9106-515babdad107 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9562418 Aug 25 11:16:02.418453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b2df458d-0024-4770-a728-38bfa7ee74cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e2cb248cf6a4ec397b80238b518472e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3766170 Aug 25 11:16:02.423046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41608) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:02.440305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Allocated IP 172.25.1.100 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2b98c708-6198-40fe-b261-1743a4e66eb5) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:02.588265 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0646cd1-0094-46eb-8389-56a23431036e None None] Pushing event updated for resources: {'Port': ['ID=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:02.594776 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Routers {'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:02.595961 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:02.730906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdb530aa-99e2-405e-b390-f508b42c101f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.746249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdb530aa-99e2-405e-b390-f508b42c101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.774336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.779825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:02.956159 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bdb530aa-99e2-405e-b390-f508b42c101f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c3bb35e3b92496db5a5e4a1d8529f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9452503 Aug 25 11:16:02.967085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41610) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:02.973680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb530aa-99e2-405e-b390-f508b42c101f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d373d57-59a3-4912-8fae-46a250fde115,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:03.000528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e401c785-f192-4f84-87d6-10da174fd1a9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:03.024328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:03.032139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.102158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Checking segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:03.102662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Network hostable DHCP agents. Network: 1cfc1716-58b4-4e56-a8be-9365be88475f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:16:03.126676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.239114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Network 1cfc1716-58b4-4e56-a8be-9365be88475f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:16:03.259158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:03.264072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 1cfc1716-58b4-4e56-a8be-9365be88475f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:03.271296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:03.275059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11dbc4f-41c1-4fb3-8cc7-c1c01beef963 None None] Network 1cfc1716-58b4-4e56-a8be-9365be88475f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:03.299863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:03.302380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.331296 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] Set router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:03.334120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:03.428037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccf87865-e4d0-4bdf-ae61-ca3347765607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.464561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Made reservation on behalf of ea4d889faf7a4f6387883aa77e1b28a4 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:03.471911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.521458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e37a9f40-4c35-4f34-afdd-759a4d00e246 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:03.602240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Pushing event updated for resources: {'Port': ['ID=2b98c708-6198-40fe-b261-1743a4e66eb5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:03.605037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.658621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-1cfc1716-58b4-4e56-a8be-9365be88475f', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:16:03.661550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.686685 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd052435-7ee3-4187-b207-a7a8885b0ed1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8179002 Aug 25 11:16:03.706650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:03.747696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e37a9f40-4c35-4f34-afdd-759a4d00e246 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:03.780926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:03.880329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.881379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:03.971291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26aac1a0-a09a-4413-b894-65c995f4d09d req-dd1a6e9e-4f1b-46dd-9ee4-a1e58d02092d tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 210 time: 0.5248995 Aug 25 11:16:04.177723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:04.248640 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:15:53Z', 'revision_number': 4, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd1ac154f-d16b-47cb-a2b5-a6ca8ae53bec', 'name': '', 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'mac_address': 'fa:16:3e:d1:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:51Z', 'updated_at': '2021-08-25T11:16:02Z', 'revision_number': 4, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'subnets': [{'id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:04.367845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Allocated IP 172.20.0.2 (1cfc1716-58b4-4e56-a8be-9365be88475f/e401c785-f192-4f84-87d6-10da174fd1a9/b942a73c-8018-43c3-a45e-1944d8be27f2) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:04.396116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2611a48-e1be-4653-9b42-6a593ad16288 None None] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:04.416603 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091ddf6-6290-4b81-9f91-0e76234df865 None None] The sync data for ids ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'] in n-d-778732-11 is: [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:15:53Z', 'revision_number': 4, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd1ac154f-d16b-47cb-a2b5-a6ca8ae53bec', 'name': '', 'network_id': '85bea065-491d-4824-abd3-0c0dcf072465', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'mac_address': 'fa:16:3e:d1:b8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:51Z', 'updated_at': '2021-08-25T11:16:02Z', 'revision_number': 4, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'subnets': [{'id': 'cb67a5ea-3dea-4478-bcbb-a81dac5fd973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:04.449322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:04.475478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccf87865-e4d0-4bdf-ae61-ca3347765607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:04.538965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:04.689851 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bad9b043-9e50-45c4-a630-180f8a95d024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:04.791831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] Provisioning for port e37a9f40-4c35-4f34-afdd-759a4d00e246 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:04.897370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac24a-bec1-4a64-83bc-ef2e72f47e6a req-9d7c277f-20b0-449d-bfea-24cac4abb2b8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:04.902622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2afac24a-bec1-4a64-83bc-ef2e72f47e6a req-9d7c277f-20b0-449d-bfea-24cac4abb2b8 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 1.0255413 Aug 25 11:16:04.908913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.021296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bad9b043-9e50-45c4-a630-180f8a95d024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.025531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.068786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] Provisioning complete for port e37a9f40-4c35-4f34-afdd-759a4d00e246 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:05.070322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.076686 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.255358 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.335044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:05.364468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715d75f1-a017-49af-882a-777893ae5314,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:05.416481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] For port e37a9f40-4c35-4f34-afdd-759a4d00e246, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e37a9f40-4c35-4f34-afdd-759a4d00e246,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:05.430195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.582250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f008d4c-39fb-4419-8e2b-55af3b7e5565 None None] Pushing event updated for resources: {'Port': ['ID=e37a9f40-4c35-4f34-afdd-759a4d00e246,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:05.607887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:05.640676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:05.643232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.706004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f45a1914-0c63-4273-90fa-05063026a8d3 req-fbc2eff2-2b05-4dd5-908b-78385265bf3e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 210 time: 0.3724313 Aug 25 11:16:05.748705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2afac24a-bec1-4a64-83bc-ef2e72f47e6a req-a64b5cbd-3d3d-4cdd-91bc-fb7153e32322 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8082600 Aug 25 11:16:05.796427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccf87865-e4d0-4bdf-ae61-ca3347765607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.804318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccf87865-e4d0-4bdf-ae61-ca3347765607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.833623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ccf87865-e4d0-4bdf-ae61-ca3347765607 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/096ead5e-e196-46a3-9923-be3b662a25d4 HTTP/1.1" status: 204 len: 168 time: 3.3953512 Aug 25 11:16:05.853249 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:05.917403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Transition to ACTIVE for port object b942a73c-8018-43c3-a45e-1944d8be27f2 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:05.972349 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.035309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87865-e4d0-4bdf-ae61-ca3347765607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ead5e-e196-46a3-9923-be3b662a25d4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:06.164200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Subnet': ['ID=6bcf9009-d7ae-4255-97ba-1164859100d7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:06.208859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.226880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Transition to ACTIVE for port object b942a73c-8018-43c3-a45e-1944d8be27f2 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:06.272033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-74f99ce7-b398-49d2-a798-536bea50d1c5 None None] Provisioning complete for port e37a9f40-4c35-4f34-afdd-759a4d00e246 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:06.272622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-74f99ce7-b398-49d2-a798-536bea50d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.295871 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.315762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bad9b043-9e50-45c4-a630-180f8a95d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.320819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bad9b043-9e50-45c4-a630-180f8a95d024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.322869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bad9b043-9e50-45c4-a630-180f8a95d024 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d373d57-59a3-4912-8fae-46a250fde115 HTTP/1.1" status: 204 len: 168 time: 3.3476057 Aug 25 11:16:06.398399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.452128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.467090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Allocated IP 192.168.233.136 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/3c9c01d9-7e86-44e6-88de-98563aff1fd1) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:06.549965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Network 1cfc1716-58b4-4e56-a8be-9365be88475f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:06.609640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:06.617200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:16:06.639647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:06.716268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:06.754371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Pushing event updated for resources: {'Port': ['ID=b942a73c-8018-43c3-a45e-1944d8be27f2,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:06.842818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b043-9e50-45c4-a630-180f8a95d024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d373d57-59a3-4912-8fae-46a250fde115,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:06.864727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:06.867001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Checking segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:06.874169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network hostable DHCP agents. Network: 5be3bc4f-1fd4-49bf-a91f-57142165f801, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:16:06.920424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d7e50-33a0-409a-a4ec-a32ad35a4197 req-2c8b01cb-7341-4f2d-bb2a-29fddb591910 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:06.937019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-250d7e50-33a0-409a-a4ec-a32ad35a4197 req-2c8b01cb-7341-4f2d-bb2a-29fddb591910 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.9315364 Aug 25 11:16:06.960936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Allocated IP 172.25.1.64 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/1af11654-4255-4f6f-97e4-33fe71b02a3b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:07.061350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.197135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Transition to ACTIVE for port object 3c9c01d9-7e86-44e6-88de-98563aff1fd1 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:07.289635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:07.318110 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:16:07.340176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e37a9f40-4c35-4f34-afdd-759a4d00e246 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:07.355228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92cb0ba0-4af2-45cf-9606-e75ef0fd3139 req-f72769d7-adfd-4fb9-b6c0-91204d68b257 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 210 time: 0.2600868 Aug 25 11:16:07.365925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:16:07.429782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-250d7e50-33a0-409a-a4ec-a32ad35a4197 req-d72b42ab-5ac8-4853-8a24-c77f67cd0a48 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4900408 Aug 25 11:16:07.432653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5be3bc4f-1fd4-49bf-a91f-57142165f801) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:07.436871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.451494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698a23c-b019-4221-a9c3-4c9d14881e99 None None] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:07.458567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:07.459712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.475466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:07.558152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2ec4-f31a-43e2-89d7-f11adae4445f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.567752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-512707c5-a7bd-4cbd-8536-08c34a3e0633 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 7.3462365 Aug 25 11:16:07.574221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41670) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:07.588955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:07.589211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Attempting to bind port b942a73c-8018-43c3-a45e-1944d8be27f2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:07.589806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Attempting to bind port b942a73c-8018-43c3-a45e-1944d8be27f2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:07.594888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Attempting to bind port b942a73c-8018-43c3-a45e-1944d8be27f2 on network 1cfc1716-58b4-4e56-a8be-9365be88475f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:07.640485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:07.656865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:07.659830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-666792652'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:07.764261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:07.770423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.772365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Pushing event updated for resources: {'Port': ['ID=3c9c01d9-7e86-44e6-88de-98563aff1fd1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:07.871309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133fd1b-fca6-49d2-af06-bd973a0d9c6e req-8986242e-1716-422a-8664-97b144fa581a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:07.877882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.881527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3133fd1b-fca6-49d2-af06-bd973a0d9c6e req-8986242e-1716-422a-8664-97b144fa581a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.2908139 Aug 25 11:16:07.883359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:16:07.908722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:07.909288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Checking segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:07.909865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:07.913433 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.917344 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.918563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Bound using segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:07.919617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Bound port: b942a73c-8018-43c3-a45e-1944d8be27f2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:07.920562 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:07.970438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Sync routers for ids ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:16:07.979464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:16:08.011312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3133fd1b-fca6-49d2-af06-bd973a0d9c6e req-838d4491-7f1f-41da-9a2f-0146db9d1f36 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Aug 25 11:16:08.055640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.055999 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Added segment 54b106a6-342a-4764-8a99-07ef24915f81 of type vlan for network f46be3ec-f0d6-4b64-902a-585bbf9558f3 Aug 25 11:16:08.097952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Routers {'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:08.099037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:08.111960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e37a9f40-4c35-4f34-afdd-759a4d00e246 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:08.112561 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.139727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.150645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.201730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:08.215749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2ec4-f31a-43e2-89d7-f11adae4445f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.217471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:08.220316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:08.247993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2ec4-f31a-43e2-89d7-f11adae4445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.285312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] For port b942a73c-8018-43c3-a45e-1944d8be27f2, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:08.291103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-b5bbad91-d868-49d3-8970-ad76323ca92e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1934423 Aug 25 11:16:08.305902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.307224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b2f72bb7-7bb3-40f3-acf4-627226dea621 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.3384795 Aug 25 11:16:08.308149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Pushing event updated for resources: {'Port': ['ID=1af11654-4255-4f6f-97e4-33fe71b02a3b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:08.321593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] For port b942a73c-8018-43c3-a45e-1944d8be27f2, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b942a73c-8018-43c3-a45e-1944d8be27f2,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:08.322838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Request body: {'port': {'device_id': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:08.326078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:08.358737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d5f2645-2e6f-47c8-924a-42935a6b72bd None None] Provisioning for port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:08.365453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-224be7c6-5f31-44bd-8631-519a978feb32 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:08.366511 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.368985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-224be7c6-5f31-44bd-8631-519a978feb32 tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1098 time: 0.2070255 Aug 25 11:16:08.392469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:08.413196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d5f2645-2e6f-47c8-924a-42935a6b72bd None None] Provisioning complete for port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:08.413609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2645-2e6f-47c8-924a-42935a6b72bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.470815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.550506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.573361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:08.577544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.592976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:08.715021 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c6ab2ec4-f31a-43e2-89d7-f11adae4445f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02da40a10dcd443188d4f37d6f1947cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2302656 Aug 25 11:16:08.734893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Set router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:08.790502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab2ec4-f31a-43e2-89d7-f11adae4445f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda1cb7-ad5e-4a08-907d-8da371939972,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:08.888566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f2645-2e6f-47c8-924a-42935a6b72bd None None] Port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:08.905764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41692) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:09.028916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5be3bc4f-1fd4-49bf-a91f-57142165f801', 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'fixed_ips': [{'subnet_id': '6bcf9009-d7ae-4255-97ba-1164859100d7'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:16:09.033025 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:09.096075 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4413223 Aug 25 11:16:09.126478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:09.180618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1ba8e-543e-49a5-87a4-c1dd96b52132 req-21674713-c8c7-4bbc-8fa0-bf21dd76a112 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:09.190197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2f1ba8e-543e-49a5-87a4-c1dd96b52132 req-21674713-c8c7-4bbc-8fa0-bf21dd76a112 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 936 time: 0.5698555 Aug 25 11:16:09.193379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f71796-8c6f-445e-be98-5e6dd21818fe None None] Pushing event updated for resources: {'Port': ['ID=b942a73c-8018-43c3-a45e-1944d8be27f2,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:09.225442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'subnet': {'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:09.288065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Allocated IP 19.80.0.2 (5be3bc4f-1fd4-49bf-a91f-57142165f801/6bcf9009-d7ae-4255-97ba-1164859100d7/e57459f5-1799-4c86-8426-937465a8733a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:09.295816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:09.303039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50ab43-4709-4a98-b1ec-50f9baccc227 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Network': ['ID=f46be3ec-f0d6-4b64-902a-585bbf9558f3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:09.360455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:16:09.404296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75804f80-2284-4f79-8ba4-0752b909d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:09.441748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703888f0-798f-46bf-b503-5d56fabff6e3 req-0e4c8c41-a7e4-44ea-8f8e-537c2807eecd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:09.443935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-703888f0-798f-46bf-b503-5d56fabff6e3 req-0e4c8c41-a7e4-44ea-8f8e-537c2807eecd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.7540455 Aug 25 11:16:09.479679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:09.591767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:09.606299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:16:09.615153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:16:09.697065 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75804f80-2284-4f79-8ba4-0752b909d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:09.716488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2f1ba8e-543e-49a5-87a4-c1dd96b52132 req-f4d22b07-a392-4490-8a48-9214327d124e tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247331 Aug 25 11:16:09.736798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:16:03Z', 'revision_number': 3, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:09.794597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:09.795164 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:09.820775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9c01d9-7e86-44e6-88de-98563aff1fd1 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:09.841309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:09.853473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Checking router: efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:16:09.854030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Updating router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd port 2b98c708-6198-40fe-b261-1743a4e66eb5 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:16:09.883975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Transition to ACTIVE for port object 3c9c01d9-7e86-44e6-88de-98563aff1fd1 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:09.924079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:09.932466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:09.963511 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.050728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.053110 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.109257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:10.112735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-703888f0-798f-46bf-b503-5d56fabff6e3 req-114a3be2-61e0-4ee8-b6d2-00ce65b2e1b9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5790129 Aug 25 11:16:10.113007 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149bab99-55ff-4408-9332-6109881c8401" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-unplugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:10.148222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.180955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.190080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:10.265540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Transition to ACTIVE for port object e57459f5-1799-4c86-8426-937465a8733a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:10.268526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20be1c7-7677-4be4-919b-f15283a1788b None None] Network 1cfc1716-58b4-4e56-a8be-9365be88475f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:10.285728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.333391 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75804f80-2284-4f79-8ba4-0752b909d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.341656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75804f80-2284-4f79-8ba4-0752b909d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.347450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-75804f80-2284-4f79-8ba4-0752b909d1a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cda1cb7-ad5e-4a08-907d-8da371939972 HTTP/1.1" status: 204 len: 168 time: 1.3938739 Aug 25 11:16:10.347450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c01d9-7e86-44e6-88de-98563aff1fd1,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:10.371194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:10.481621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:10.522208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:10.558867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.560012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.560492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.562059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.564007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.564816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.566876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.567444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.567953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.569709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.570360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.571501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:10.593143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7613402f-4302-418e-9748-2b651decdaf4 None None] Provisioning for port b942a73c-8018-43c3-a45e-1944d8be27f2 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:10.632812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.644005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Transition to ACTIVE for port object e57459f5-1799-4c86-8426-937465a8733a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:10.664326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:10.670591 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498c74cd-878f-4664-8005-474754a31669" -d '{"events": [{"server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "name": "network-vif-unplugged", "status": "completed", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:10.697636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75804f80-2284-4f79-8ba4-0752b909d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda1cb7-ad5e-4a08-907d-8da371939972,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:10.754357 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:10.775520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.037569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Attempting to bind port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:11.038990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Attempting to bind port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:11.040523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Attempting to bind port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:11.079539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a564e-1646-4c41-b2b2-af76fabbe4f6 req-644387c8-9552-44ed-9528-941a24659bde tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:11.084409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f2a564e-1646-4c41-b2b2-af76fabbe4f6 req-644387c8-9552-44ed-9528-941a24659bde tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 946 time: 0.9848387 Aug 25 11:16:11.092227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:16:11.093056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Attempting to bind port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:11.116874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:11.117512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:11.118312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:11.118992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Bound port: 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:11.120277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.278647 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12df080-0053-4c68-9c60-657b9305cf61 x-openstack-request-id: req-d12df080-0053-4c68-9c60-657b9305cf61 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:11.279387 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-unplugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:11.279903 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d12df080-0053-4c68-9c60-657b9305cf61 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:11.280647 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:16:11.290372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Pushing event updated for resources: {'Port': ['ID=e57459f5-1799-4c86-8426-937465a8733a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:11.353283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:11.374644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b942a73c-8018-43c3-a45e-1944d8be27f2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:11.450302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:11.474831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:11.519606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b942a73c-8018-43c3-a45e-1944d8be27f2 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:11.617805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b942a73c-8018-43c3-a45e-1944d8be27f2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:11.618423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.699743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Attempting to bind port e57459f5-1799-4c86-8426-937465a8733a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:11.700305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Attempting to bind port e57459f5-1799-4c86-8426-937465a8733a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:11.700802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Attempting to bind port e57459f5-1799-4c86-8426-937465a8733a on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:11.716130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:11.716978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Checking segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:11.717336 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.718061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Bound using segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:11.718660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Bound port: e57459f5-1799-4c86-8426-937465a8733a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:11.719679 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.779767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.881826 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:11.970267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Transition to ACTIVE for port object 2b98c708-6198-40fe-b261-1743a4e66eb5 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:11.977653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.007238 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.077396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5182ff-d641-4818-9e8b-6564a16cdeba None None] Pushing event updated for resources: {'Port': ['ID=2b98c708-6198-40fe-b261-1743a4e66eb5,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:12.097988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Subnet': ['ID=2a410f55-9f7c-4d5c-919b-9cd86e1efc8b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:12.102519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] For port e57459f5-1799-4c86-8426-937465a8733a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:12.112939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.172653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] For port e57459f5-1799-4c86-8426-937465a8733a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e57459f5-1799-4c86-8426-937465a8733a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:12.213470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.246539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Checking segment: {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:12.247104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network hostable DHCP agents. Network: f46be3ec-f0d6-4b64-902a-585bbf9558f3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:16:12.254690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Attempting to bind port 2b98c708-6198-40fe-b261-1743a4e66eb5 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:12.255314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Attempting to bind port 2b98c708-6198-40fe-b261-1743a4e66eb5 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:12.255800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Attempting to bind port 2b98c708-6198-40fe-b261-1743a4e66eb5 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:12.264216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b942a73c-8018-43c3-a45e-1944d8be27f2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b942a73c-8018-43c3-a45e-1944d8be27f2,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:12.276909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:12.277478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:12.278248 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.279509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:12.279509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Bound port: 2b98c708-6198-40fe-b261-1743a4e66eb5, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:12.280071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.307444 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3977a1-0d52-4e42-a440-38523af7717a x-openstack-request-id: req-4a3977a1-0d52-4e42-a440-38523af7717a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:12.308497 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "name": "network-vif-unplugged", "status": "completed", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:12.308926 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a3977a1-0d52-4e42-a440-38523af7717a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:12.309523 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'code': 200} Aug 25 11:16:12.313484 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.418689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:12.418924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:12.419256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:12.438142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:16:12.450695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:16:12.451066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Attempting to bind port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on network e8573153-d827-4ae7-a793-33e5c7a78269 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:12.467562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613e539-d770-4baa-aa7f-40da85fb9155 None None] Pushing event updated for resources: {'Port': ['ID=e57459f5-1799-4c86-8426-937465a8733a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:12.486688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:12.487378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Checking segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:12.487875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Bound using segment: {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:12.488462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Bound port: 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e8573153-d827-4ae7-a793-33e5c7a78269'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:12.488872 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.502148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.525298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f46be3ec-f0d6-4b64-902a-585bbf9558f3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:12.541347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5260ee-a56e-4d1c-884a-6fefdeda2a7c None None] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:12.550562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] For port 2b98c708-6198-40fe-b261-1743a4e66eb5, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:12.584038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:12.585622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.601950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdabdfa-37a4-40d0-89fa-684957bb3538 req-32f8ec0a-2776-4228-91ec-a0c16b335707 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:12.606261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdabdfa-37a4-40d0-89fa-684957bb3538 req-32f8ec0a-2776-4228-91ec-a0c16b335707 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 948 time: 0.2943478 Aug 25 11:16:12.650817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:12.663825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b942a73c-8018-43c3-a45e-1944d8be27f2,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:12.668109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b0242db6-071b-43e2-aa4a-28711af4a39b None None] Provisioning complete for port b942a73c-8018-43c3-a45e-1944d8be27f2 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:12.668453 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b0242db6-071b-43e2-aa4a-28711af4a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.671703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f2a564e-1646-4c41-b2b2-af76fabbe4f6 req-322d04ce-4e55-427c-a331-df77fb5fe6f4 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5574327 Aug 25 11:16:12.677930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] For port 2b98c708-6198-40fe-b261-1743a4e66eb5, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b98c708-6198-40fe-b261-1743a4e66eb5,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:12.698587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-872a4ed9-67d4-4e40-96a6-96a1453087b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3986309 Aug 25 11:16:12.744077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] For port 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:12.807739 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:12.846144 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5c9d4f5f-3a6a-4095-9be3-b93a46d95c59 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6310811 Aug 25 11:16:12.887078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] For port 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:12.896462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:13.004430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5182ff-d641-4818-9e8b-6564a16cdeba None None] Pushing event updated for resources: {'Port': ['ID=2b98c708-6198-40fe-b261-1743a4e66eb5,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:13.014919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:13.064499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdabdfa-37a4-40d0-89fa-684957bb3538 req-1d73fba2-0053-4bce-9a81-1a0f45552cf7 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766224 Aug 25 11:16:13.171820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Router 83bcaa45-efa0-4c70-971e-c2e8d9080303 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:16:13.219900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Routers {'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:13.220565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:13.239151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:13.257894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c01d9-7e86-44e6-88de-98563aff1fd1,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:13.271045 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:13.413603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:13.484418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Allocated IP 172.20.0.1 (06e131ce-f968-42ea-919c-d6b2008d8ae3/f9f147de-5b14-4312-ae78-26a43e084fa9/becd1c51-f928-4764-908a-dc0d927a1e4b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:13.599900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b942a73c-8018-43c3-a45e-1944d8be27f2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:13.613333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-37702807-a676-433f-bd56-b9d23e511948 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:13.620435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-37702807-a676-433f-bd56-b9d23e511948 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:13.623147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-37702807-a676-433f-bd56-b9d23e511948 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/networks?id=5be3bc4f-1fd4-49bf-a91f-57142165f801&id=f46be3ec-f0d6-4b64-902a-585bbf9558f3&id=5be3bc4f-1fd4-49bf-a91f-57142165f801 HTTP/1.1" status: 200 len: 1390 time: 0.1875660 Aug 25 11:16:13.678770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d162b0-ed65-47e5-948f-8a436f670668 req-644e2a0b-8aec-4197-865d-a77e8aab7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:13.680837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-644e2a0b-8aec-4197-865d-a77e8aab7e07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 1096 time: 0.8446860 Aug 25 11:16:13.709011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f4d458a8-185b-4286-8288-b1431e428861 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/quotas/3c6e113ddc5444f09f28876d49954e5c HTTP/1.1" status: 200 len: 375 time: 0.0604002 Aug 25 11:16:13.715236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:13.717101 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:13.720138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-f643e527-cb2e-4328-b29c-3f42ab7253a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 1124 time: 5.3423240 Aug 25 11:16:13.730579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:13.732601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:13.738165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-735e629e-9531-4577-a193-41f4706fa8be service neutron] 10.222.0.67 "PUT /v2.0/ports/3c9c01d9-7e86-44e6-88de-98563aff1fd1 HTTP/1.1" status: 200 len: 1097 time: 5.4332638 Aug 25 11:16:13.771443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:16:13.792639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:13.799482 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Sync routers for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:16:13.865988 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:13.885887 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:13.965483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:13.986455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b504e9b6-ee63-4fcb-8cce-a5302362bbcb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2792423 Aug 25 11:16:13.994968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:14.147998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:14.179068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] Set router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:14.272767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:14.317370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'}, {'name': 'network-changed', 'server_uuid': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'tag': '3c9c01d9-7e86-44e6-88de-98563aff1fd1'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:14.329478 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3122faa5-b8c4-4218-803d-bac1709f4942" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac"}, {"name": "network-changed", "server_uuid": "60fbf7fa-cd25-4943-a43d-a5a4e45ae737", "tag": "3c9c01d9-7e86-44e6-88de-98563aff1fd1"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:14.490649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-40329716-6025-4184-b923-d7fffc8964c8 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7347908 Aug 25 11:16:14.523652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-abbe4cf8-8dc1-4d8b-ae03-244e556c4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:14.526920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-abbe4cf8-8dc1-4d8b-ae03-244e556c4413 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea4d889faf7a4f6387883aa77e1b28a4&device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 1100 time: 0.5866702 Aug 25 11:16:14.573079 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:09Z', 'revision_number': 3, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:14.605375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Checking router: 83bcaa45-efa0-4c70-971e-c2e8d9080303 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:16:14.606266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Updating router 83bcaa45-efa0-4c70-971e-c2e8d9080303 port 1af11654-4255-4f6f-97e4-33fe71b02a3b binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:16:14.611566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:14.637795 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:14.639656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d162b0-ed65-47e5-948f-8a436f670668 req-85722d8f-63fd-43c8-ae27-ec7982933887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:14.643512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-85722d8f-63fd-43c8-ae27-ec7982933887 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.8690362 Aug 25 11:16:14.646482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-3e4a7c7c-a289-473e-8036-f54c718af11d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1 HTTP/1.1" status: 200 len: 217 time: 0.1009831 Aug 25 11:16:14.674096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Transition to ACTIVE for port object becd1c51-f928-4764-908a-dc0d927a1e4b will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:14.836869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:14.853116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-168f5aef-fe1d-46a0-b9b2-9c0230ee0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:14.855354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea510a6-f644-4e5f-b379-7c01415f5e4a None None] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:14.858971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-168f5aef-fe1d-46a0-b9b2-9c0230ee0185 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1951959 Aug 25 11:16:14.863610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f46be3ec-f0d6-4b64-902a-585bbf9558f3', 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'fixed_ips': [{'subnet_id': '2a410f55-9f7c-4d5c-919b-9cd86e1efc8b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:16:14.867445 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:14.896893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Pushing event updated for resources: {'Port': ['ID=becd1c51-f928-4764-908a-dc0d927a1e4b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:14.972094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:14.993626 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:14.995315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:15.007363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:15.045468 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Transition to ACTIVE for port object 1af11654-4255-4f6f-97e4-33fe71b02a3b will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:15.057910 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:15.066010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-a6cfd692-1621-46cc-9b39-33322104a9c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 200 len: 217 time: 0.4043980 Aug 25 11:16:15.136159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:15.240869 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76360e4-e153-47ff-b845-c52940de7007 None None] Pushing event updated for resources: {'Port': ['ID=1af11654-4255-4f6f-97e4-33fe71b02a3b,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:15.274851 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Attempting to bind port 1af11654-4255-4f6f-97e4-33fe71b02a3b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:15.277214 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Attempting to bind port 1af11654-4255-4f6f-97e4-33fe71b02a3b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:15.278348 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Attempting to bind port 1af11654-4255-4f6f-97e4-33fe71b02a3b on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:15.300118 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:15.301161 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:15.302112 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:15.303009 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:15.306335 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Bound port: 1af11654-4255-4f6f-97e4-33fe71b02a3b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:15.307406 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:15.474883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d162b0-ed65-47e5-948f-8a436f670668 req-7413ae67-8e16-40c3-a5ba-97faa629c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:15.478011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-7413ae67-8e16-40c3-a5ba-97faa629c0b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.3931496 Aug 25 11:16:15.515677 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] For port 1af11654-4255-4f6f-97e4-33fe71b02a3b, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:15.522805 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] For port 1af11654-4255-4f6f-97e4-33fe71b02a3b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1af11654-4255-4f6f-97e4-33fe71b02a3b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:15.535074 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:15.725031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-85453a3f-2d73-4c21-aed3-3abf4254c0ca service neutron] 10.222.0.35 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2237682 Aug 25 11:16:15.769288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:15.770002 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:15.877838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-2d3ebbaa-567a-404c-9009-0beda50149cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630816 Aug 25 11:16:15.990877 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:16.011448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:16.031325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:16.089286 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76360e4-e153-47ff-b845-c52940de7007 None None] Pushing event updated for resources: {'Port': ['ID=1af11654-4255-4f6f-97e4-33fe71b02a3b,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:16.166731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-0805c10d-8691-4123-918e-37bd4a8843c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:16.170937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-0805c10d-8691-4123-918e-37bd4a8843c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1753054 Aug 25 11:16:16.221921 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:16.242341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1516-6d4c-4ef7-b0cb-10a721e68b0a req-7c0be7f9-3b2c-406c-9338-8c1be94884eb tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:16.257534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cca1516-6d4c-4ef7-b0cb-10a721e68b0a req-7c0be7f9-3b2c-406c-9338-8c1be94884eb tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.7748392 Aug 25 11:16:16.512948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-fdb8e374-17d5-4c56-9e93-403c44096bc8 service neutron] 10.222.0.35 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867088 Aug 25 11:16:16.541676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Allocated IP 172.20.0.1 (1cfc1716-58b4-4e56-a8be-9365be88475f/e401c785-f192-4f84-87d6-10da174fd1a9/639d1fe4-8160-4783-8825-0b8cb30030ee) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:16.546294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:16.718604 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:09Z', 'revision_number': 3, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:16.827834 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078aa26f-d453-49ce-aea5-6adb9a3e51e8 None None] The sync data for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 is: [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:09Z', 'revision_number': 3, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:16.909604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-79db604c-2118-4451-8a18-c92e7ad2bd33 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9585133 Aug 25 11:16:16.927927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cca1516-6d4c-4ef7-b0cb-10a721e68b0a req-d16be67a-20f4-4809-bbd2-67e29bd5ffff tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6682894 Aug 25 11:16:16.929275 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:16.972906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '76868adf-d3a1-4567-8142-c10b983210fa', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:16:16.973777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Transition to ACTIVE for port object 639d1fe4-8160-4783-8825-0b8cb30030ee will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:17.116370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b942a73c-8018-43c3-a45e-1944d8be27f2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:17.117453 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:17.207482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:17.293591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-253ef66c-eb05-453d-9959-73d683e3163e service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1036470 Aug 25 11:16:17.315099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-ba744993-4def-4495-a0da-3ad848dd45c2 service neutron] 10.222.0.35 "GET /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470093 Aug 25 11:16:17.461258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Network 1cfc1716-58b4-4e56-a8be-9365be88475f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:17.469931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:17.478383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:17.546813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:17.564932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Pushing event updated for resources: {'Port': ['ID=639d1fe4-8160-4783-8825-0b8cb30030ee,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:17.684955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63d162b0-ed65-47e5-948f-8a436f670668 req-fd0bfb7d-2c29-4959-a1c4-7f4474af6f4c service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635064 Aug 25 11:16:17.703627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a03791b3-624c-427b-96ad-3afb2f9431eb req-9a2cbf7e-9d96-45a9-a384-067b82959cdf service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962364 Aug 25 11:16:17.847255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Allocated IP 19.86.0.2 (f46be3ec-f0d6-4b64-902a-585bbf9558f3/2a410f55-9f7c-4d5c-919b-9cd86e1efc8b/86d331cc-b392-440f-9147-da7e0443c1e0) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:17.907411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:17.980789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5ff64d3a-a83c-44f9-bb91-81788f0af025 service neutron] 10.222.0.35 "GET /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222328 Aug 25 11:16:18.171817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:18.189632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5dc2e8fd-9d01-4934-b5f5-6b1fa1241266 None None] Provisioning for port e57459f5-1799-4c86-8426-937465a8733a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:18.274027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f06c8300-3180-477e-bcd4-1007669b0ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921646 Aug 25 11:16:18.367989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:18.405203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:18.413187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:18.453717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9284e6a-5003-4049-aa3f-1eed928790b9 req-8b5fde85-56e2-4279-8a85-b35702dc0b55 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:18.455775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9284e6a-5003-4049-aa3f-1eed928790b9 req-8b5fde85-56e2-4279-8a85-b35702dc0b55 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 948 time: 1.2595971 Aug 25 11:16:18.471226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-9892ae2c-4785-446c-b697-5fee931e86f9 service neutron] 10.222.0.35 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951616 Aug 25 11:16:18.593845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9284e6a-5003-4049-aa3f-1eed928790b9 req-ff7eb04d-eb17-4bb4-a221-f4ac0cd7af08 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055157 Aug 25 11:16:18.673671 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b5a4d99-acb2-464d-8e3e-a49e8f6cad43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:18.680493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:18.746505 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea896a-cd4d-45a3-8c69-7ee3d4373e49 x-openstack-request-id: req-73ea896a-cd4d-45a3-8c69-7ee3d4373e49 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:18.746799 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60fbf7fa-cd25-4943-a43d-a5a4e45ae737", "tag": "3c9c01d9-7e86-44e6-88de-98563aff1fd1", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:18.747884 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73ea896a-cd4d-45a3-8c69-7ee3d4373e49 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:18.747884 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'status': 'completed', 'code': 200} Aug 25 11:16:18.747884 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'tag': '3c9c01d9-7e86-44e6-88de-98563aff1fd1', 'status': 'completed', 'code': 200} Aug 25 11:16:18.979128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-613021d6-23b0-4bfd-b601-9f8b48769e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:18.988971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-613021d6-23b0-4bfd-b601-9f8b48769e7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea4d889faf7a4f6387883aa77e1b28a4&device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 1100 time: 0.2107391 Aug 25 11:16:19.015004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Pushing event updated for resources: {'Port': ['ID=becd1c51-f928-4764-908a-dc0d927a1e4b,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:19.061084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.119213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.161104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:19.223359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5dc2e8fd-9d01-4934-b5f5-6b1fa1241266 None None] Provisioning for port becd1c51-f928-4764-908a-dc0d927a1e4b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:19.240042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['76868adf-d3a1-4567-8142-c10b983210fa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:19.242850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-79ff0106-a7a6-41a6-a1c2-915eb5481658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:19.244760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-79ff0106-a7a6-41a6-a1c2-915eb5481658 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2499719 Aug 25 11:16:19.253741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Request body: {'security_group': {'name': 'tempest-securitygroup-601089048', 'description': 'tempest-description-1204657600'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:19.361991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5dc2e8fd-9d01-4934-b5f5-6b1fa1241266 None None] Provisioning complete for port becd1c51-f928-4764-908a-dc0d927a1e4b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:19.362375 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5dc2e8fd-9d01-4934-b5f5-6b1fa1241266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.371630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-e4ffb68a-3356-4643-a5b6-359ce4d26fbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1 HTTP/1.1" status: 200 len: 217 time: 0.1065583 Aug 25 11:16:19.466392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.508855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.514594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-ab0ab244-f691-42cc-a79a-baead1d75eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:19.515869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-ab0ab244-f691-42cc-a79a-baead1d75eca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1141753 Aug 25 11:16:19.616725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:16:03Z', 'revision_number': 3, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:19.691304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75018fe0-8104-4abd-a825-21510beb07d4 None None] The sync data for ids ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'] in n-d-778732-11 is: [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:16:03Z', 'revision_number': 3, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:19.745183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cf70d-2ff0-4b56-974b-9029fc57d4b6 req-4e0f9c22-a419-4bf6-ba8b-cc7b4ac499da tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:19.747512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e3cf70d-2ff0-4b56-974b-9029fc57d4b6 req-4e0f9c22-a419-4bf6-ba8b-cc7b4ac499da tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.3531342 Aug 25 11:16:19.754935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.775154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.786699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:19.795449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-49fa1d0a-16fe-4a8e-b56f-b8cf4511e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:19.799640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-49fa1d0a-16fe-4a8e-b56f-b8cf4511e01d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1981270 Aug 25 11:16:19.852999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2e8fd-9d01-4934-b5f5-6b1fa1241266 None None] Port becd1c51-f928-4764-908a-dc0d927a1e4b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:19.855330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Transition to ACTIVE for port object 86d331cc-b392-440f-9147-da7e0443c1e0 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:19.898391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e57459f5-1799-4c86-8426-937465a8733a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:19.959515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.066296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Transition to ACTIVE for port object 86d331cc-b392-440f-9147-da7e0443c1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:20.176615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.297148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-d13c9971-75b1-4501-b309-97b7381e4286 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348119 Aug 25 11:16:20.301573 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.528244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:20.538725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.553394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:20.583792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Pushing event updated for resources: {'Port': ['ID=86d331cc-b392-440f-9147-da7e0443c1e0,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:20.588828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-23d83b8b-284c-47da-97ce-5afada375754 None None] Provisioning for port 639d1fe4-8160-4783-8825-0b8cb30030ee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:20.589592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.608824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:20.613640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e57459f5-1799-4c86-8426-937465a8733a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:20.623309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-c5065649-c02e-4215-95a4-718258c1449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:20.628347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-c5065649-c02e-4215-95a4-718258c1449d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1127 time: 1.7354372 Aug 25 11:16:20.633375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:16:20.655105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e57459f5-1799-4c86-8426-937465a8733a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:20.656231 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.754230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-23d83b8b-284c-47da-97ce-5afada375754 None None] Provisioning complete for port 639d1fe4-8160-4783-8825-0b8cb30030ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:20.755005 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-23d83b8b-284c-47da-97ce-5afada375754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.763071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3c9c01d9-7e86-44e6-88de-98563aff1fd1 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:20.911212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:20.929991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45853767-7760-42e7-9f4b-9750b7856632 req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6836591 Aug 25 11:16:20.935208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Pushing event updated for resources: {'Port': ['ID=639d1fe4-8160-4783-8825-0b8cb30030ee,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:20.961135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e3cf70d-2ff0-4b56-974b-9029fc57d4b6 req-cff7337a-93e7-4110-a9ee-ba863bfd55ad tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1934965 Aug 25 11:16:20.983643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:20.990170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.049482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.050527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.051694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.053949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.054862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.055982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.056869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.058072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.058937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.059866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.060649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.061482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:21.119276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:21.196361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '3c9c01d9-7e86-44e6-88de-98563aff1fd1', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '3c9c01d9-7e86-44e6-88de-98563aff1fd1', 'mac_address': 'fa:16:3e:1b:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:16:21.305827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd600030-f77a-49de-a6a7-7aa611f3a915 req-9ad62717-0372-43ca-a36a-e291dba4a2c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 210 time: 0.1851020 Aug 25 11:16:21.377944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f64722-9ef1-4186-be2d-b36eaa105deb tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d509f0c1-cf05-4f8b-a1d1-3a435b0df11f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:21.407799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-dab62ad8-9df9-42a5-ac83-d4920278af54 req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1093006718', 'description': 'tempest-description-651985439'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:21.433299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-0e95dd57-fb02-4dc8-abf3-453bfa4f6d2b service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856754 Aug 25 11:16:21.480225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:21.511871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:21.524083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-23d83b8b-284c-47da-97ce-5afada375754 None None] Port 639d1fe4-8160-4783-8825-0b8cb30030ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:21.704403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86817075-9db3-454f-80de-488703bce96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.710597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dab62ad8-9df9-42a5-ac83-d4920278af54 req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.747118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.750882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Network 1cfc1716-58b4-4e56-a8be-9365be88475f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:21.761724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:21.765620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Attempting to bind port 86d331cc-b392-440f-9147-da7e0443c1e0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:21.766112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Attempting to bind port 86d331cc-b392-440f-9147-da7e0443c1e0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:21.766492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Attempting to bind port 86d331cc-b392-440f-9147-da7e0443c1e0 on network f46be3ec-f0d6-4b64-902a-585bbf9558f3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:21.777095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-ee98b990-60b9-4414-baad-a173e732944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:21.779451 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-ee98b990-60b9-4414-baad-a173e732944a service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 1.1275327 Aug 25 11:16:21.804006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.898463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:21.899024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Checking segment: {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:21.899322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.899684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Bound using segment: {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:21.900158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Bound port: 86d331cc-b392-440f-9147-da7e0443c1e0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:21.900552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:21.902831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa0611-0ee4-4327-9f9e-fa4b6ee98d9f req-f741b93d-2ffe-43a0-bcb1-0e430cb1a311 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:21.911444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22fa0611-0ee4-4327-9f9e-fa4b6ee98d9f req-f741b93d-2ffe-43a0-bcb1-0e430cb1a311 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 948 time: 0.5170753 Aug 25 11:16:21.947542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-b95fa50a-be66-407a-beb8-d0528a20d924 service neutron] 10.222.0.10 "GET /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.5094693 Aug 25 11:16:22.046557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f3cd6609-6b7b-4967-9fcc-2c7edc900adc tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:22.053681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f3cd6609-6b7b-4967-9fcc-2c7edc900adc tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:22.056529 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f3cd6609-6b7b-4967-9fcc-2c7edc900adc tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "GET /v2.0/networks?id=5be3bc4f-1fd4-49bf-a91f-57142165f801&id=f46be3ec-f0d6-4b64-902a-585bbf9558f3&id=5be3bc4f-1fd4-49bf-a91f-57142165f801 HTTP/1.1" status: 200 len: 1390 time: 0.5936863 Aug 25 11:16:22.058042 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-c378190b-6c4d-4328-92b8-ee2c45f9f7f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 217 time: 0.2008553 Aug 25 11:16:22.137329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9c01d9-7e86-44e6-88de-98563aff1fd1 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:22.210112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:22.217822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22fa0611-0ee4-4327-9f9e-fa4b6ee98d9f req-d25ba240-3d65-4bce-84f5-8dbfc9e241ff tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049662 Aug 25 11:16:22.264637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'port': {'device_id': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801', 'admin_state_up': True, 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:22.313359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.439736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:16:22.447139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dab62ad8-9df9-42a5-ac83-d4920278af54 req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.474794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dab62ad8-9df9-42a5-ac83-d4920278af54 req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.502541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Router 83bcaa45-efa0-4c70-971e-c2e8d9080303 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:16:22.534762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-261b6737-42ad-4f88-ba24-6e320815904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:22.537317 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-261b6737-42ad-4f88-ba24-6e320815904f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.2287512 Aug 25 11:16:22.605888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3176310-468f-4e67-88e7-2c7ad66bfce7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:22.608328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dab62ad8-9df9-42a5-ac83-d4920278af54 req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.609038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] For port 86d331cc-b392-440f-9147-da7e0443c1e0, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:22.612823 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.620947 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.639403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dab62ad8-9df9-42a5-ac83-d4920278af54 req-f78dad92-3190-4313-8175-ae422f32408c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2426856 Aug 25 11:16:22.690999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-349803c5-087a-403c-a66b-44ba2d45c774 None None] Provisioning complete for port becd1c51-f928-4764-908a-dc0d927a1e4b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:22.691420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-349803c5-087a-403c-a66b-44ba2d45c774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:22.693221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=3c9c01d9-7e86-44e6-88de-98563aff1fd1,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:22.707609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff2e-32a3-47d9-b1a3-ec51ff6ff21b req-146e33f1-9309-453f-ae5b-0b5b2322e2d7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:22.711323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9e5ff2e-32a3-47d9-b1a3-ec51ff6ff21b req-146e33f1-9309-453f-ae5b-0b5b2322e2d7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 944 time: 0.2876563 Aug 25 11:16:22.728846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] For port 86d331cc-b392-440f-9147-da7e0443c1e0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=86d331cc-b392-440f-9147-da7e0443c1e0,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:22.730702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['3c9c01d9-7e86-44e6-88de-98563aff1fd1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:22.733137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:22.761144 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-7caf41cd-8bc8-4977-812d-9bc927b8c7f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241984 Aug 25 11:16:22.800405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e57459f5-1799-4c86-8426-937465a8733a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e57459f5-1799-4c86-8426-937465a8733a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:22.824499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0802660-fb42-403f-937a-de84ff14812b req-cc01ffe1-d333-4eac-9958-4a3ae9e12be2 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 210 time: 0.0853226 Aug 25 11:16:22.848202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:22.961417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-349803c5-087a-403c-a66b-44ba2d45c774 None None] Port becd1c51-f928-4764-908a-dc0d927a1e4b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:22.977983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:22.980708 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.016646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9e5ff2e-32a3-47d9-b1a3-ec51ff6ff21b req-22ce9605-d2a2-4d18-9336-b20f60609a46 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890511 Aug 25 11:16:23.042054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.055089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1441327147', 'description': 'tempest-description-1302485282'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:23.126428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:23.163018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:23.168220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.205964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.341034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 76868adf-d3a1-4567-8142-c10b983210fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:23.341631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.373022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] Transition to ACTIVE for port object 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:23.374381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.388567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.490320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] Pushing event updated for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:23.518105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b98c708-6198-40fe-b261-1743a4e66eb5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:23.539131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] No DVR routers for this DVR port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:16:23.584538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-ac18a198-b839-416a-a489-e43b4b263e6b service neutron] 10.222.0.10 "PUT /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5887232 Aug 25 11:16:23.590793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-db96fc63-5e9a-4abd-8609-c4bce182ba81 None None] Provisioning complete for port 639d1fe4-8160-4783-8825-0b8cb30030ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:23.591186 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-db96fc63-5e9a-4abd-8609-c4bce182ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.652295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-db96fc63-5e9a-4abd-8609-c4bce182ba81 None None] Port 639d1fe4-8160-4783-8825-0b8cb30030ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:23.666705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444c4c0-98d8-4c9f-a939-d6eadf7f0a10 None None] Pushing event updated for resources: {'Port': ['ID=86d331cc-b392-440f-9147-da7e0443c1e0,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:23.768441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:16:23.790651 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f8a73b6-46a2-434a-8d52-ef784c41bc47 admin admin] 10.222.0.35 "PUT /v2.0/routers/83bcaa45-efa0-4c70-971e-c2e8d9080303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7755609 Aug 25 11:16:23.801323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.817148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:23.825047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:23.856389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:16:23.868250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-6f4ba1d1-b4a0-422f-953f-d1df757e6158 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0881703 Aug 25 11:16:23.874430 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Sync routers for ids ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:16:23.888633 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-db856bfc-e940-4199-a7e3-72c3de8475e8 admin admin] 10.222.0.35 "PUT /v2.0/routers/efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5173993 Aug 25 11:16:23.896927 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Routers {'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:23.898581 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:23.934570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500fa0a-f298-408d-ae7c-96bd1fcb2485 req-fe0c17a1-a371-4254-833f-5c5b394f97bb tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:23.951446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8500fa0a-f298-408d-ae7c-96bd1fcb2485 req-fe0c17a1-a371-4254-833f-5c5b394f97bb tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 949 time: 0.2855144 Aug 25 11:16:24.066859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8500fa0a-f298-408d-ae7c-96bd1fcb2485 req-3a6a4bbe-0ca4-41f4-862f-1a831518b683 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132836 Aug 25 11:16:24.093047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-e00ddad2-4b61-4a2e-a596-3514b8b9ab8a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:24.101957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-e00ddad2-4b61-4a2e-a596-3514b8b9ab8a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.3551280 Aug 25 11:16:24.211257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Allocated IP 19.80.0.88 (5be3bc4f-1fd4-49bf-a91f-57142165f801/6bcf9009-d7ae-4255-97ba-1164859100d7/8814adcd-3329-4d38-a23d-b88650a2d79a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:24.322749 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Set router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:24.392037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-4df60b40-c302-4c06-ad32-69bb5865d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:24.399592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-4df60b40-c302-4c06-ad32-69bb5865d755 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9&tenant_id=d099550bab464730bad24bf51770c66b HTTP/1.1" status: 200 len: 1097 time: 0.2902203 Aug 25 11:16:24.438995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Sync routers for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:16:24.559677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:24.573627 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90045da5-60f4-46a6-8ef7-17c096c58b8d" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:24.629562 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:24.680076 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:24.716402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e4f2a94-d01f-4966-b433-6a61598bebea req-3a706f99-8541-42df-b9b7-5d7b98fa2b8e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 210 time: 0.0985367 Aug 25 11:16:24.732164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Transition to ACTIVE for port object 8814adcd-3329-4d38-a23d-b88650a2d79a will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:24.803955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:24.846029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:24.865940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-aceab616-df0e-4746-992f-72dcea4251e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:24.874271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-aceab616-df0e-4746-992f-72dcea4251e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1097 time: 0.4067039 Aug 25 11:16:25.069926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:25.074180 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:16:15Z', 'revision_number': 4, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'becd1c51-f928-4764-908a-dc0d927a1e4b', 'name': '', 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'mac_address': 'fa:16:3e:b3:6c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:12Z', 'updated_at': '2021-08-25T11:16:17Z', 'revision_number': 2, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'subnets': [{'id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:25.084940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:25.088643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:25.089300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:25.130761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:25.141673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Port': ['ID=8814adcd-3329-4d38-a23d-b88650a2d79a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:25.145504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:25.152730 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Checking router: efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:16:25.153451 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Updating router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd port becd1c51-f928-4764-908a-dc0d927a1e4b binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:16:25.280887 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3122faa5-b8c4-4218-803d-bac1709f4942 req-da1b53fd-307b-4369-b02c-340538d31118 service neutron] 10.222.0.10 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3812690 Aug 25 11:16:25.285280 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:25.330073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:25.330948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:25.488860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:25.591737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01f898-be30-4023-bfe8-8db1ba9a5c0c None None] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:25.607431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42036) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:25.612900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-network', 'tenant_id': '0046a3aaad1445caaecc724edcadc876'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:25.628571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e57459f5-1799-4c86-8426-937465a8733a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:25.666624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2b98c708-6198-40fe-b261-1743a4e66eb5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:26.021625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2b98c708-6198-40fe-b261-1743a4e66eb5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:26.028214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.100939 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.114912 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Transition to ACTIVE for port object becd1c51-f928-4764-908a-dc0d927a1e4b will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:26.128403 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.128786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1cf64a9e-b1c5-4c3f-93fe-9b90ad0b80fd None None] Provisioning for port 86d331cc-b392-440f-9147-da7e0443c1e0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:26.295847 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334f501-4aae-4bb8-9607-0729fb01a85d None None] Pushing event updated for resources: {'Port': ['ID=becd1c51-f928-4764-908a-dc0d927a1e4b,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:26.311829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=10']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:26.348460 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Attempting to bind port becd1c51-f928-4764-908a-dc0d927a1e4b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:26.348882 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Attempting to bind port becd1c51-f928-4764-908a-dc0d927a1e4b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:26.349249 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Attempting to bind port becd1c51-f928-4764-908a-dc0d927a1e4b on network 06e131ce-f968-42ea-919c-d6b2008d8ae3 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:26.379112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:26.379481 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Checking segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:26.379903 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.380308 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Bound using segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:26.380813 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Bound port: becd1c51-f928-4764-908a-dc0d927a1e4b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:26.381206 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.530709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6cefba25-0762-4baf-91fb-48223169f623 None None] Provisioning for port 8814adcd-3329-4d38-a23d-b88650a2d79a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:26.531073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-5606a843-9813-4140-a149-89a8548d3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:26.542037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-5606a843-9813-4140-a149-89a8548d3089 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 1.6436765 Aug 25 11:16:26.544497 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] For port becd1c51-f928-4764-908a-dc0d927a1e4b, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:26.554477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6cefba25-0762-4baf-91fb-48223169f623 None None] Provisioning complete for port 8814adcd-3329-4d38-a23d-b88650a2d79a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:26.554950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6cefba25-0762-4baf-91fb-48223169f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.569497 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] For port becd1c51-f928-4764-908a-dc0d927a1e4b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=becd1c51-f928-4764-908a-dc0d927a1e4b,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:26.579938 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.620015 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.653675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2b98c708-6198-40fe-b261-1743a4e66eb5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b98c708-6198-40fe-b261-1743a4e66eb5,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:26.658167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-345d867d-9f27-4e25-bcc1-4b8e0a952b66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 200 len: 217 time: 0.0895905 Aug 25 11:16:26.665024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6cefba25-0762-4baf-91fb-48223169f623 None None] Port 8814adcd-3329-4d38-a23d-b88650a2d79a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:26.667022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.670270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.671169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1af11654-4255-4f6f-97e4-33fe71b02a3b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:26.708001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07958-8b1a-4bb3-b8d4-97fb269ae751 req-af4d557e-b270-4821-9d98-fc23cd3437a5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:26.709933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14a07958-8b1a-4bb3-b8d4-97fb269ae751 req-af4d557e-b270-4821-9d98-fc23cd3437a5 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 945 time: 1.4118097 Aug 25 11:16:26.711772 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-597128db-57c4-42e6-bcd0-f45d0f13fb17 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4525409 Aug 25 11:16:26.739843 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Routers {'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:26.740619 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:26.745014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3c9c01d9-7e86-44e6-88de-98563aff1fd1 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:26.756888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'port': {'device_id': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3', 'admin_state_up': True, 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:26.826148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-07f151e8-6f57-4cec-b6b3-a48b279ff976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:26.828243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-07f151e8-6f57-4cec-b6b3-a48b279ff976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 0.1541982 Aug 25 11:16:26.830496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:26.916672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-d3ea0643-0c69-48eb-b72e-99764da91622 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777998 Aug 25 11:16:26.968546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:19Z', 'revision_number': 2, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:26.991891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Made reservation on behalf of 0046a3aaad1445caaecc724edcadc876 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:26.998541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.060489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.072634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f5142-1a2e-4f62-a2d4-095c12e622dd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:27.089193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.148858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86035342-a13e-4080-85a5-354b426f9521,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:27.151545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.153274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49d26467-eee3-4b3e-8f47-a8eb2b9b5173 req-1c04f111-3c77-40a0-9310-75ae7b9eec5a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 4.1039746 Aug 25 11:16:27.229400 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] Set router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:27.251815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Checking router: 83bcaa45-efa0-4c70-971e-c2e8d9080303 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:16:27.252411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Updating router 83bcaa45-efa0-4c70-971e-c2e8d9080303 port 639d1fe4-8160-4783-8825-0b8cb30030ee binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:16:27.261970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14a07958-8b1a-4bb3-b8d4-97fb269ae751 req-dc5bd4bb-e0c3-4e51-99c8-fa207afc995d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325383 Aug 25 11:16:27.275835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.305078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2b98c708-6198-40fe-b261-1743a4e66eb5,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:27.342800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1af11654-4255-4f6f-97e4-33fe71b02a3b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:27.348855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:27.354483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.357954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:27.358329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.363622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:27.368118 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.374681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1af11654-4255-4f6f-97e4-33fe71b02a3b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:27.375062 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.387448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-a7e16e03-f23d-4315-842c-7be478510aae service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999618 Aug 25 11:16:27.434334 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf74a1-4c51-47c0-8df1-20d4d7364f64 x-openstack-request-id: req-9ddf74a1-4c51-47c0-8df1-20d4d7364f64 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:27.434620 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:27.434937 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ddf74a1-4c51-47c0-8df1-20d4d7364f64 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:27.435976 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:16:27.485739 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334f501-4aae-4bb8-9607-0729fb01a85d None None] Pushing event updated for resources: {'Port': ['ID=becd1c51-f928-4764-908a-dc0d927a1e4b,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:27.512313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:27.577919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-eeff3715-fb58-43c8-91dd-2b999539adc6 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811585 Aug 25 11:16:27.742600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-7f627be1-c7c8-475e-9475-fc5b432f6a33 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107025 Aug 25 11:16:27.783050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518d05-c75e-404c-b1db-ff9d8fedc59e req-2c186d20-16e9-4263-a3b7-be18112c1bf9 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:27.791281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66518d05-c75e-404c-b1db-ff9d8fedc59e req-2c186d20-16e9-4263-a3b7-be18112c1bf9 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 949 time: 0.2111456 Aug 25 11:16:27.897555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Allocated IP 19.86.0.96 (f46be3ec-f0d6-4b64-902a-585bbf9558f3/2a410f55-9f7c-4d5c-919b-9cd86e1efc8b/51809226-8a82-45a3-aa97-c88c463acf08) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:27.975110 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:16:15Z', 'revision_number': 4, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'becd1c51-f928-4764-908a-dc0d927a1e4b', 'name': '', 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'mac_address': 'fa:16:3e:b3:6c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:12Z', 'updated_at': '2021-08-25T11:16:26Z', 'revision_number': 4, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'subnets': [{'id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:27.992866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-555ea692-529e-49b7-90d1-2c539fcce8b8 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:28.002119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-555ea692-529e-49b7-90d1-2c539fcce8b8 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508988 Aug 25 11:16:28.097609 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2cbcc-9450-4b12-b5f6-6257a2a08257 None None] The sync data for ids ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'] in n-d-778732-11 is: [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:16:15Z', 'revision_number': 4, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'becd1c51-f928-4764-908a-dc0d927a1e4b', 'name': '', 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'mac_address': 'fa:16:3e:b3:6c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:12Z', 'updated_at': '2021-08-25T11:16:26Z', 'revision_number': 4, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'subnets': [{'id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:28.155589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.276209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-c709fa69-f16a-4ccc-bea6-e6d1e320fe82 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/quotas/ae0bd7ef450b48f08ad51551eaf1e7c7 HTTP/1.1" status: 200 len: 375 time: 0.1193693 Aug 25 11:16:28.279793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-b736ff52-e691-40ef-a627-acddbd852e5c tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:28.281548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-b736ff52-e691-40ef-a627-acddbd852e5c tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9&tenant_id=d099550bab464730bad24bf51770c66b&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.2769613 Aug 25 11:16:28.310335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.348235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-02b51c5a-9063-49eb-911d-1c32324b1359 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708177 Aug 25 11:16:28.437069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66518d05-c75e-404c-b1db-ff9d8fedc59e req-7bb1166b-cfd7-4bc2-b697-1d7962e351e3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405842 Aug 25 11:16:28.455770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:16:28.476948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48cd73e-3bec-4468-a73e-65e43e46f223,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:28.520341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.520699 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Added segment c0e014a6-edd9-4b2a-b818-1631f68743d6 of type vlan for network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b Aug 25 11:16:28.572343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.665670 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.674700 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.696374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Transition to ACTIVE for port object 51809226-8a82-45a3-aa97-c88c463acf08 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:28.714464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1af11654-4255-4f6f-97e4-33fe71b02a3b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1af11654-4255-4f6f-97e4-33fe71b02a3b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:28.784673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.787688 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.833984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:28.835278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:28.836068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:29.017574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-6c6909c7-22ad-4f55-a62e-3ea60a3c37b6 req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-561861092', 'description': 'tempest-description-1826022544'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:29.153278 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:29.195167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:29.202643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:29.211548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:29.238854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Port': ['ID=51809226-8a82-45a3-aa97-c88c463acf08,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:29.250287 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.6415403 Aug 25 11:16:29.278016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42136) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:29.301898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Request body: {'subnet': {'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-subnet', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:29.365353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6c6909c7-22ad-4f55-a62e-3ea60a3c37b6 req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:29.404255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-47604f31-0c8a-4774-8f52-0b4ddc9d0dee service neutron] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:29.433443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79184ef8-37c8-4acc-8870-c83643982172 admin admin] Pushing event updated for resources: {'Network': ['ID=0bd1c5e7-a52a-485f-8adc-04ac53d9e15b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:29.467217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Made reservation on behalf of 0046a3aaad1445caaecc724edcadc876 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:29.472640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:29.572283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:29.574129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:29.615132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b98c708-6198-40fe-b261-1743a4e66eb5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:29.631678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:16:29.663886 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b5d83910-b7a5-4d78-8c07-8f6c7c1e4677 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9349947 Aug 25 11:16:29.724186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'port': {'device_id': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801', 'admin_state_up': True, 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:29.951975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1af11654-4255-4f6f-97e4-33fe71b02a3b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:30.077235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-47604f31-0c8a-4774-8f52-0b4ddc9d0dee service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.083925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-061660b6-90f4-4cbc-9487-6a9ea3673832 req-47604f31-0c8a-4774-8f52-0b4ddc9d0dee service neutron] 10.222.0.67 "DELETE /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 1.7900474 Aug 25 11:16:30.162125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966343a-6b00-4f69-9f36-8a05742f3152 req-cd101466-b210-4e69-b93f-2e8044a4ebb3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:30.196990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:30.201217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c01d9-7e86-44e6-88de-98563aff1fd1'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:30.202007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966343a-6b00-4f69-9f36-8a05742f3152 req-cd101466-b210-4e69-b93f-2e8044a4ebb3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:30.207072 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae3859-6b31-40a7-a8fe-c3ce66850a58" -d '{"events": [{"server_uuid": "60fbf7fa-cd25-4943-a43d-a5a4e45ae737", "name": "network-vif-plugged", "status": "completed", "tag": "3c9c01d9-7e86-44e6-88de-98563aff1fd1"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:30.223498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4966343a-6b00-4f69-9f36-8a05742f3152 req-cd101466-b210-4e69-b93f-2e8044a4ebb3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 1653 time: 1.2389870 Aug 25 11:16:30.238579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.311366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:30.349290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ab07e259-fe89-4344-9980-798de4e961f2 None None] Provisioning for port 51809226-8a82-45a3-aa97-c88c463acf08 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:30.372590 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.396007 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.467535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.620052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6c6909c7-22ad-4f55-a62e-3ea60a3c37b6 req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.636413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ab07e259-fe89-4344-9980-798de4e961f2 None None] Provisioning complete for port 51809226-8a82-45a3-aa97-c88c463acf08 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:30.637241 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab07e259-fe89-4344-9980-798de4e961f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.694546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Transition to ACTIVE for port object 639d1fe4-8160-4783-8825-0b8cb30030ee will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:30.765142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e52dcd-957c-43dd-88e5-859664560dc0,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:30.777316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6c6909c7-22ad-4f55-a62e-3ea60a3c37b6 req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:30.894761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014ebb1-4820-47fa-9ec5-e9577374ea21,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:30.929756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4966343a-6b00-4f69-9f36-8a05742f3152 req-7d590925-ecd1-443e-8c7c-639f176a43b8 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7012811 Aug 25 11:16:30.964240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Allocated IP 19.80.0.166 (5be3bc4f-1fd4-49bf-a91f-57142165f801/6bcf9009-d7ae-4255-97ba-1164859100d7/0f954e4d-7967-4e13-888c-d354ac60ec14) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:30.997913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2b98c708-6198-40fe-b261-1743a4e66eb5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:31.001509 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.041662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6c6909c7-22ad-4f55-a62e-3ea60a3c37b6 req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.082208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c6909c7-22ad-4f55-a62e-3ea60a3c37b6 req-01831dea-dba5-4db0-b042-f09f2158a51c tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0719881 Aug 25 11:16:31.118159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.217235 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.242086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Checking segment: {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:31.242764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Network hostable DHCP agents. Network: 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:16:31.245136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=3c9c01d9-7e86-44e6-88de-98563aff1fd1,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:31.339101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa8da4-2fb0-49d9-92d7-1c715b6c3471 req-657ab8ef-24c3-438e-a262-74383999308c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:31.381274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbfa8da4-2fb0-49d9-92d7-1c715b6c3471 req-657ab8ef-24c3-438e-a262-74383999308c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 945 time: 0.2214344 Aug 25 11:16:31.486357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:16:31.563505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:31.600511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:31.604335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.681295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbfa8da4-2fb0-49d9-92d7-1c715b6c3471 req-850423a6-0bcd-43b0-aad7-f39c699806ea tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958765 Aug 25 11:16:31.701312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b02d6175-8648-4f0f-b7d1-016f30c3b213 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4158049 Aug 25 11:16:31.719020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42164) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:31.729725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:31.848042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.849248 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:31.953190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:32.008912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:32.026486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Transition to ACTIVE for port object 0f954e4d-7967-4e13-888c-d354ac60ec14 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:32.054600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ab07e259-fe89-4344-9980-798de4e961f2 None None] Port 51809226-8a82-45a3-aa97-c88c463acf08 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:32.071065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ffa609-0215-4c1f-b3f4-171158a3cdc0 None None] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:32.077519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c0c27-5d12-4ebd-a806-7fadafdad666 req-fad862bb-43bb-4187-ae2c-d48910aaa256 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:32.108104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40c0c27-5d12-4ebd-a806-7fadafdad666 req-fad862bb-43bb-4187-ae2c-d48910aaa256 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 950 time: 0.1926539 Aug 25 11:16:32.174451 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-1ba5a328-4931-4e93-a6d2-1ae70e680639 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722497 Aug 25 11:16:32.512588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ae6c-0952-46fb-b6a6-21bb04c793b6 None None] Pushing event updated for resources: {'Port': ['ID=639d1fe4-8160-4783-8825-0b8cb30030ee,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:32.520867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Attempting to bind port 639d1fe4-8160-4783-8825-0b8cb30030ee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:32.528520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Attempting to bind port 639d1fe4-8160-4783-8825-0b8cb30030ee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:32.532907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Attempting to bind port 639d1fe4-8160-4783-8825-0b8cb30030ee on network 1cfc1716-58b4-4e56-a8be-9365be88475f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:32.565038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:32.568568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Checking segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:32.572449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:32.574769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Bound using segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:32.578221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Bound port: 639d1fe4-8160-4783-8825-0b8cb30030ee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:32.581961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:32.678769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40c0c27-5d12-4ebd-a806-7fadafdad666 req-f0ffcb21-0b4c-4fca-baec-4b0709848527 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514302 Aug 25 11:16:32.914419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.005768 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce88a34-50d5-41cd-9f5c-930d397c0d76 x-openstack-request-id: req-9ce88a34-50d5-41cd-9f5c-930d397c0d76 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:33.011553 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fbf7fa-cd25-4943-a43d-a5a4e45ae737", "name": "network-vif-plugged", "status": "completed", "tag": "3c9c01d9-7e86-44e6-88de-98563aff1fd1", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:33.013539 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ce88a34-50d5-41cd-9f5c-930d397c0d76 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:33.019162 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c01d9-7e86-44e6-88de-98563aff1fd1', 'code': 200} Aug 25 11:16:33.040575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:33.048104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:33.056021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:33.094861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.154205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Port': ['ID=0f954e4d-7967-4e13-888c-d354ac60ec14,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:33.168907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] For port 639d1fe4-8160-4783-8825-0b8cb30030ee, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:33.222938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-f7012757-3e29-4122-bebd-17cfa595612d tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:33.225652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-f7012757-3e29-4122-bebd-17cfa595612d tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0397666 Aug 25 11:16:33.241175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Request body: {'port': {'device_id': 'bed7ab64-7014-4b36-b787-b94847efb771', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'ae0bd7ef450b48f08ad51551eaf1e7c7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:33.254859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86d331cc-b392-440f-9147-da7e0443c1e0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:33.281565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:33.283570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.300481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] For port 639d1fe4-8160-4783-8825-0b8cb30030ee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=639d1fe4-8160-4783-8825-0b8cb30030ee,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:33.389184 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6edcf84c-fc3c-4b49-a3c5-90ea575a0514 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7159553 Aug 25 11:16:33.423464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Request body: {'port': {'device_id': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:33.455338 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.573011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747d47-0cd0-47fd-8f5b-1df5e04ba3ab req-354beefc-eef3-4551-b42b-2e49061260b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:33.578486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95747d47-0cd0-47fd-8f5b-1df5e04ba3ab req-354beefc-eef3-4551-b42b-2e49061260b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 1102 time: 0.5570438 Aug 25 11:16:33.677597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ae6c-0952-46fb-b6a6-21bb04c793b6 None None] Pushing event updated for resources: {'Port': ['ID=639d1fe4-8160-4783-8825-0b8cb30030ee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:33.685344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-0bd1c5e7-a52a-485f-8adc-04ac53d9e15b', 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'fixed_ips': [{'subnet_id': '30e52dcd-957c-43dd-88e5-859664560dc0'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:16:33.686303 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.698542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95747d47-0cd0-47fd-8f5b-1df5e04ba3ab req-b22f0c81-8faa-404c-9fc7-f219c98d9f1f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Aug 25 11:16:33.830131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.839191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Made reservation on behalf of ae0bd7ef450b48f08ad51551eaf1e7c7 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:16:33.854115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.896503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:33.986713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 86d331cc-b392-440f-9147-da7e0443c1e0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:34.045783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-afe9506d-4701-4561-9f02-e7fc086fd151 None None] Provisioning for port 0f954e4d-7967-4e13-888c-d354ac60ec14 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:34.137314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Allocated IP 172.20.0.2 (0bd1c5e7-a52a-485f-8adc-04ac53d9e15b/30e52dcd-957c-43dd-88e5-859664560dc0/5dbe5ad3-4697-46cc-ae7c-c7a23b13696a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:34.227062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 86d331cc-b392-440f-9147-da7e0443c1e0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:34.227764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.467531 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.486980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Transition to ACTIVE for port object 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:34.512338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Transition to ACTIVE for port object 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:34.517072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-783960c0-8fe4-41f0-972e-fd8d474d8a9d tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45091 time: 1.5146806 Aug 25 11:16:34.522326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-afe9506d-4701-4561-9f02-e7fc086fd151 None None] Provisioning complete for port 0f954e4d-7967-4e13-888c-d354ac60ec14 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:34.522911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-afe9506d-4701-4561-9f02-e7fc086fd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.534446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.589360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:34.590245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:34.593665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.597451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-afe9506d-4701-4561-9f02-e7fc086fd151 None None] Port 0f954e4d-7967-4e13-888c-d354ac60ec14 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:34.599908 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.697399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8814adcd-3329-4d38-a23d-b88650a2d79a {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:34.739211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Pushing event updated for resources: {'Port': ['ID=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:34.753973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.764880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:34.779465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.792790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:34.799581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:34.809196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.848145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Transition to ACTIVE for port object 8814adcd-3329-4d38-a23d-b88650a2d79a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:34.871023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Allocated IP 172.25.1.127 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/f0c49065-540d-407b-a506-8143d574ac7d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:34.901451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:34.933023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.082973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Attempting to bind port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:35.083662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Attempting to bind port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:35.084229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Attempting to bind port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a on network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:35.108991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 86d331cc-b392-440f-9147-da7e0443c1e0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=86d331cc-b392-440f-9147-da7e0443c1e0,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:35.132742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:35.133341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Checking segment: {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:35.134002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.134642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Bound using segment: {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:35.135434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Bound port: 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:35.135999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.141950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.143212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device becd1c51-f928-4764-908a-dc0d927a1e4b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:35.207628 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.290976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.311894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56efcfd-2cbf-4220-a028-4e18b4ae0983,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:35.399794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:35.405311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Pushing event updated for resources: {'Port': ['ID=8814adcd-3329-4d38-a23d-b88650a2d79a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:35.442847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:35.477114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:35.503721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:35.547270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] For port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:35.558049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] For port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,segment=NetworkSegment(c0e014a6-edd9-4b2a-b818-1631f68743d6),segment_id=c0e014a6-edd9-4b2a-b818-1631f68743d6)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:35.612825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-99044892-9dd8-450f-8841-726329d88fb7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1 HTTP/1.1" status: 200 len: 2981 time: 1.0934451 Aug 25 11:16:35.615983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c49065-540d-407b-a506-8143d574ac7d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:35.661356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.661874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.662863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.672842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.678616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.683971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.684912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.685819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.686627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.687378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.690118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.691043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.695481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:16:35.762957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Attempting to bind port 8814adcd-3329-4d38-a23d-b88650a2d79a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:35.764012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Attempting to bind port 8814adcd-3329-4d38-a23d-b88650a2d79a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:35.764012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Attempting to bind port 8814adcd-3329-4d38-a23d-b88650a2d79a on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:35.782102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Port 8814adcd-3329-4d38-a23d-b88650a2d79a on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:16:35.782499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Attempting to bind port 8814adcd-3329-4d38-a23d-b88650a2d79a on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:35.811338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Allocated IP 192.168.233.99 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/815384bb-66de-4eb1-88d1-517c5d99c4a0) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:35.836125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:35.836480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Checking segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:35.836955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Bound using segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:35.845019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Bound port: 8814adcd-3329-4d38-a23d-b88650a2d79a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:35.845514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:35.925156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=86d331cc-b392-440f-9147-da7e0443c1e0,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:36.137424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] For port 8814adcd-3329-4d38-a23d-b88650a2d79a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:36.144584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] For port 8814adcd-3329-4d38-a23d-b88650a2d79a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8814adcd-3329-4d38-a23d-b88650a2d79a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:36.156712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.268844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-5ae49f81-180c-4978-9362-df34a1d8d69d tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1 HTTP/1.1" status: 200 len: 2981 time: 0.6460881 Aug 25 11:16:36.361844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port becd1c51-f928-4764-908a-dc0d927a1e4b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:36.414428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port becd1c51-f928-4764-908a-dc0d927a1e4b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:36.418277 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.504538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.552969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85effccb-7ee0-4ee1-84eb-89d79ece6eb5 None None] Pushing event updated for resources: {'Port': ['ID=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:36.577602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.586590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-2b2568b2-460b-49ca-9e0f-bd41d28afd74 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/281f5142-1a2e-4f62-a2d4-095c12e622dd HTTP/1.1" status: 200 len: 2981 time: 0.3170767 Aug 25 11:16:36.605275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Transition to ACTIVE for port object 815384bb-66de-4eb1-88d1-517c5d99c4a0 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:36.677165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:36.677963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.679538 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] 10.222.0.10 "PUT /v2.0/ports/8814adcd-3329-4d38-a23d-b88650a2d79a HTTP/1.1" status: 200 len: 1092 time: 3.2725544 Aug 25 11:16:36.689553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'tag': '8814adcd-3329-4d38-a23d-b88650a2d79a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:36.692360 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f" -d '{"events": [{"name": "network-changed", "server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "tag": "8814adcd-3329-4d38-a23d-b88650a2d79a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:36.705134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-e59cfc81-4b12-4d8a-8142-8d191162675e tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/281f5142-1a2e-4f62-a2d4-095c12e622dd HTTP/1.1" status: 200 len: 2981 time: 0.1040919 Aug 25 11:16:36.751779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Request body: {'port': {'device_id': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:36.768427 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.832799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:36.949777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:37.001745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd59b2e-e68c-42ad-96c6-96b359505363 service neutron] Pushing event updated for resources: {'Port': ['ID=8814adcd-3329-4d38-a23d-b88650a2d79a,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:37.007822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port becd1c51-f928-4764-908a-dc0d927a1e4b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=becd1c51-f928-4764-908a-dc0d927a1e4b,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:37.021819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:37.024297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e57459f5-1799-4c86-8426-937465a8733a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:37.147834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:33Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:37.199948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:37.224023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:37.232895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:37.237857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:37.246548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-a3991f16-dc24-4e80-9cb4-37b159cc546a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/344ef0b0-2f8a-40f0-a1f3-ce30c20667c3 HTTP/1.1" status: 200 len: 2981 time: 0.5280461 Aug 25 11:16:37.269573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd244f-7937-4a8f-82e4-5b1932667b2f None None] The sync data for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 is: [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:33Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:37.396521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:37.397111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=becd1c51-f928-4764-908a-dc0d927a1e4b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:37.397763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:37.480879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e57459f5-1799-4c86-8426-937465a8733a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:37.481734 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:37.666194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4299514 Aug 25 11:16:37.720202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Request body: {'port': {'device_id': 'bed7ab64-7014-4b36-b787-b94847efb771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:37.726119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f119ac-b998-4d4b-9274-6f4e7521ff08 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:37.960850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-6a71d2d2-2052-43f5-a5bd-bc4bce8b9f5e tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/344ef0b0-2f8a-40f0-a1f3-ce30c20667c3 HTTP/1.1" status: 200 len: 2981 time: 0.4765821 Aug 25 11:16:38.139196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:38.164409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-320a1938-c35d-4096-80c8-2eb34c1c0252 None None] Provisioning for port 815384bb-66de-4eb1-88d1-517c5d99c4a0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:38.191543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-320a1938-c35d-4096-80c8-2eb34c1c0252 None None] Provisioning complete for port 815384bb-66de-4eb1-88d1-517c5d99c4a0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:38.191927 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-320a1938-c35d-4096-80c8-2eb34c1c0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:38.212173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-d92e9781-7296-4d0a-976b-4ec6de1cb2fc tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/49a8878d-db35-4df9-b366-b9495ae97a57 HTTP/1.1" status: 200 len: 2981 time: 0.2374492 Aug 25 11:16:38.285681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd01e0-f62b-44b8-bf6a-1f8955825458 None None] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:16:38.515878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Router 968a63a4-3958-4441-9891-f14bed36a557 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:16:38.538176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-21620da1-86dc-4623-bb52-d05a9237b20a tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/49a8878d-db35-4df9-b366-b9495ae97a57 HTTP/1.1" status: 200 len: 2981 time: 0.2857149 Aug 25 11:16:38.703010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:38.754832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-320a1938-c35d-4096-80c8-2eb34c1c0252 None None] Port 815384bb-66de-4eb1-88d1-517c5d99c4a0 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:38.801741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:38.814976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86d331cc-b392-440f-9147-da7e0443c1e0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:38.895893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51809226-8a82-45a3-aa97-c88c463acf08 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:38.942628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:38.952866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] Provisioning for port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:38.961440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] Provisioning complete for port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:38.967552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:16:38.968741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:39.029587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-9267f324-bd28-45ac-ae3a-a942e9126d69 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa HTTP/1.1" status: 200 len: 2981 time: 0.4227562 Aug 25 11:16:39.037864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Transition to ACTIVE for port object 51809226-8a82-45a3-aa97-c88c463acf08 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:39.038347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:39.048124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Sync routers for ids ['968a63a4-3958-4441-9891-f14bed36a557'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:16:39.049032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8d35cfa7-c27b-4ba7-8064-f0f86797bb83 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3285239 Aug 25 11:16:39.051300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42190) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:39.145062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:39.155197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 86d331cc-b392-440f-9147-da7e0443c1e0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:39.155798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:39.283464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Routers {'968a63a4-3958-4441-9891-f14bed36a557'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:39.284504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['968a63a4-3958-4441-9891-f14bed36a557'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:39.369543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-7a2942c2-a7cd-4a14-a37d-84caa6ee5a61 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa HTTP/1.1" status: 200 len: 2981 time: 0.3189499 Aug 25 11:16:39.472798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Pushing event updated for resources: {'Port': ['ID=51809226-8a82-45a3-aa97-c88c463acf08,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:39.551505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-38c03ab0-4ea5-48ff-aa89-76a2a23e4400 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/715d75f1-a017-49af-882a-777893ae5314 HTTP/1.1" status: 200 len: 2981 time: 0.1544688 Aug 25 11:16:39.672126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Attempting to bind port 51809226-8a82-45a3-aa97-c88c463acf08 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:39.672830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Attempting to bind port 51809226-8a82-45a3-aa97-c88c463acf08 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:39.673356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Attempting to bind port 51809226-8a82-45a3-aa97-c88c463acf08 on network f46be3ec-f0d6-4b64-902a-585bbf9558f3 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:39.695190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Port 51809226-8a82-45a3-aa97-c88c463acf08 on network f46be3ec-f0d6-4b64-902a-585bbf9558f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:16:39.712094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Attempting to bind port 51809226-8a82-45a3-aa97-c88c463acf08 on network f46be3ec-f0d6-4b64-902a-585bbf9558f3 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:39.812455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:39.822027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Checking segment: {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:39.824584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Bound using segment: {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:39.825365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Bound port: 51809226-8a82-45a3-aa97-c88c463acf08, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b106a6-342a-4764-8a99-07ef24915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:39.826003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:39.932241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815384bb-66de-4eb1-88d1-517c5d99c4a0 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:39.964467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:39.991509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.015923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-7062a498-ae5e-40de-98f6-3f2a23968044 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/715d75f1-a017-49af-882a-777893ae5314 HTTP/1.1" status: 200 len: 2981 time: 0.3775883 Aug 25 11:16:40.059784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] For port 51809226-8a82-45a3-aa97-c88c463acf08, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:40.065519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Transition to ACTIVE for port object 815384bb-66de-4eb1-88d1-517c5d99c4a0 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:40.068814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] For port 51809226-8a82-45a3-aa97-c88c463acf08, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=51809226-8a82-45a3-aa97-c88c463acf08,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:40.074677 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.109762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] For port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,segment=NetworkSegment(c0e014a6-edd9-4b2a-b818-1631f68743d6),segment_id=c0e014a6-edd9-4b2a-b818-1631f68743d6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:40.139867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1af11654-4255-4f6f-97e4-33fe71b02a3b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:40.142300 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.147064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.148710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Set router 968a63a4-3958-4441-9891-f14bed36a557 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:40.199729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:40.330087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:40.330774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.332362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/51809226-8a82-45a3-aa97-c88c463acf08 HTTP/1.1" status: 200 len: 1092 time: 3.6029754 Aug 25 11:16:40.369626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034c78-5be5-4a08-aef5-001780ac3c97 None None] Pushing event updated for resources: {'Port': ['ID=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:40.386906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-8e23cc24-9378-430b-b255-2b27f0c8b7a8 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9f8145c3-3ede-4ad7-9f0d-284506fc1e4c HTTP/1.1" status: 200 len: 2977 time: 0.3587141 Aug 25 11:16:40.419399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Request body: {'port': {'device_id': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:16:40.611161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bee60e-8eb3-42a8-ad0a-6d8ac3ae23b4 service neutron] Pushing event updated for resources: {'Port': ['ID=51809226-8a82-45a3-aa97-c88c463acf08,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:40.738690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-53963320-cdcd-4fc9-8a76-14861e5fb498 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/9f8145c3-3ede-4ad7-9f0d-284506fc1e4c HTTP/1.1" status: 200 len: 2977 time: 0.3503816 Aug 25 11:16:40.779505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.785086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Attempting to bind port 815384bb-66de-4eb1-88d1-517c5d99c4a0 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:40.785884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Attempting to bind port 815384bb-66de-4eb1-88d1-517c5d99c4a0 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:40.786631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Attempting to bind port 815384bb-66de-4eb1-88d1-517c5d99c4a0 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:40.807754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Port 815384bb-66de-4eb1-88d1-517c5d99c4a0 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:16:40.809871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Attempting to bind port 815384bb-66de-4eb1-88d1-517c5d99c4a0 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:40.840118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:40.845559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:40.847385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:40.849374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Bound port: 815384bb-66de-4eb1-88d1-517c5d99c4a0, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:40.851310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.889575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2c9febb9-403c-4cab-8a5d-4737d893a974 None None] Provisioning complete for port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:40.890289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2c9febb9-403c-4cab-8a5d-4737d893a974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.910258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:40.968601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-9bdbd6c4-9f07-4c96-b69f-5ee705bf1311 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b48cd73e-3bec-4468-a73e-65e43e46f223 HTTP/1.1" status: 200 len: 2981 time: 0.1502147 Aug 25 11:16:41.049310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:41.053409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:41.067158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:41.148550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-a8a81f58-0617-4bc0-9522-dfe826c4b2d6 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/b48cd73e-3bec-4468-a73e-65e43e46f223 HTTP/1.1" status: 200 len: 2981 time: 0.1784780 Aug 25 11:16:41.172079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1af11654-4255-4f6f-97e4-33fe71b02a3b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:41.174730 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:41.189052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:41.190589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:41.194258 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] 10.222.0.10 "PUT /v2.0/ports/815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 200 len: 1096 time: 3.4926510 Aug 25 11:16:41.334712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-cf5f9937-0dfd-481e-bb20-c6854feee037 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d15421d0-8b14-4314-8786-2087d29f2a35 HTTP/1.1" status: 200 len: 2973 time: 0.1845527 Aug 25 11:16:41.487815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:16:36Z', 'revision_number': 3, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:41.557143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9a072-f6e9-4d1e-b1b1-0ab7c4519593 service neutron] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:41.621104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Checking router: 968a63a4-3958-4441-9891-f14bed36a557 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:16:41.634443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Updating router 968a63a4-3958-4441-9891-f14bed36a557 port f0c49065-540d-407b-a506-8143d574ac7d binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:16:41.645373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-adc6aa11-6c40-4ffd-9b05-a16ea174cfbb tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/d15421d0-8b14-4314-8786-2087d29f2a35 HTTP/1.1" status: 200 len: 2973 time: 0.2886255 Aug 25 11:16:41.696737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:41.739565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-ecf1be7c-fde6-48b3-8fba-b1ae5e1d59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:41.740399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Allocated IP 172.20.0.1 (0bd1c5e7-a52a-485f-8adc-04ac53d9e15b/30e52dcd-957c-43dd-88e5-859664560dc0/5627bd70-7012-4eba-8212-529ede371bd5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:16:41.742439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-ecf1be7c-fde6-48b3-8fba-b1ae5e1d59d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 1099 time: 0.3922167 Aug 25 11:16:41.788773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-31c9ec4a-fe55-4a4a-b263-a6b6ff132ca8 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29 HTTP/1.1" status: 200 len: 2981 time: 0.1173754 Aug 25 11:16:41.845807 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-2c1660e1-2965-41a1-aaa2-0b9ef1c40451 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 200 len: 217 time: 0.0924945 Aug 25 11:16:41.955243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-66b04c22-8e91-49b7-8b05-8021e68b9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:41.958005 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-66b04c22-8e91-49b7-8b05-8021e68b9fa3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1048648 Aug 25 11:16:42.132076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.175115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Transition to ACTIVE for port object 5627bd70-7012-4eba-8212-529ede371bd5 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:42.259028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-9b99ec25-d401-4a6b-9be4-f8a7a3c38e52 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29 HTTP/1.1" status: 200 len: 2981 time: 0.4513307 Aug 25 11:16:42.261749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.296521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.318549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Transition to ACTIVE for port object f0c49065-540d-407b-a506-8143d574ac7d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:42.337903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.358311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfae1-096c-477d-bb82-d218c296150c req-848c8c29-1a5a-4c2c-ad5f-d741263d0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:42.361297 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-848c8c29-1a5a-4c2c-ad5f-d741263d0e52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3943071 Aug 25 11:16:42.392642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Pushing event updated for resources: {'Port': ['ID=5627bd70-7012-4eba-8212-529ede371bd5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:42.424497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f954e4d-7967-4e13-888c-d354ac60ec14 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:42.431968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:42.436671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.461098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Transition to ACTIVE for port object 0f954e4d-7967-4e13-888c-d354ac60ec14 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:42.483375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:42.488979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:16:42.556969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-6c7cfe83-1945-43a2-9721-48aa90b02d33 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ebf939f4-f408-4a17-b98e-70f84e939fa3 HTTP/1.1" status: 200 len: 2981 time: 0.1768789 Aug 25 11:16:42.572615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device becd1c51-f928-4764-908a-dc0d927a1e4b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:42.579825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Attempting to bind port f0c49065-540d-407b-a506-8143d574ac7d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:42.580520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Attempting to bind port f0c49065-540d-407b-a506-8143d574ac7d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:42.581209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Attempting to bind port f0c49065-540d-407b-a506-8143d574ac7d on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:42.596134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce40276-dd9e-4c73-a14e-c44e901b8c9c None None] Pushing event updated for resources: {'Port': ['ID=f0c49065-540d-407b-a506-8143d574ac7d,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:42.667355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:42.669561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:42.670720 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.671695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:42.680122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Bound port: f0c49065-540d-407b-a506-8143d574ac7d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:42.680778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.685820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.805220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] For port f0c49065-540d-407b-a506-8143d574ac7d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:42.821238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] For port f0c49065-540d-407b-a506-8143d574ac7d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f0c49065-540d-407b-a506-8143d574ac7d,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:42.840122 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-030d2a3a-86cd-4873-842f-aa9da314414e service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762569 Aug 25 11:16:42.843864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:42.846795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:43.114401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Routers {'968a63a4-3958-4441-9891-f14bed36a557'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:43.116313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['968a63a4-3958-4441-9891-f14bed36a557'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:43.131365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce40276-dd9e-4c73-a14e-c44e901b8c9c None None] Pushing event updated for resources: {'Port': ['ID=f0c49065-540d-407b-a506-8143d574ac7d,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:43.272146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port becd1c51-f928-4764-908a-dc0d927a1e4b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:43.272986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:43.308307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c8dfae1-096c-477d-bb82-d218c296150c req-e79fce5d-4014-4fd4-8c1b-f7466507d2f7 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585419 Aug 25 11:16:43.475668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Pushing event updated for resources: {'Port': ['ID=0f954e4d-7967-4e13-888c-d354ac60ec14,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:43.571889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] Set router 968a63a4-3958-4441-9891-f14bed36a557 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:43.585629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0ec87066-f924-4003-96f4-aca7c44dc2c3 None None] Provisioning for port 5627bd70-7012-4eba-8212-529ede371bd5 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:43.645214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0ec87066-f924-4003-96f4-aca7c44dc2c3 None None] Provisioning complete for port 5627bd70-7012-4eba-8212-529ede371bd5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:43.645506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ec87066-f924-4003-96f4-aca7c44dc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:43.706252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Attempting to bind port 0f954e4d-7967-4e13-888c-d354ac60ec14 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:43.706847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Attempting to bind port 0f954e4d-7967-4e13-888c-d354ac60ec14 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:43.707427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Attempting to bind port 0f954e4d-7967-4e13-888c-d354ac60ec14 on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:43.721780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Port 0f954e4d-7967-4e13-888c-d354ac60ec14 on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:16:43.722306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Attempting to bind port 0f954e4d-7967-4e13-888c-d354ac60ec14 on network 5be3bc4f-1fd4-49bf-a91f-57142165f801 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:43.734691 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:43.736099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Checking segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:43.736735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Bound using segment: {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:43.737447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Bound port: 0f954e4d-7967-4e13-888c-d354ac60ec14, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f15772-6004-4936-9b69-22316d05609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:43.738035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:43.822356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-a3d3ea31-ad2a-47b9-b722-9935f24bd0ec tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/ebf939f4-f408-4a17-b98e-70f84e939fa3 HTTP/1.1" status: 200 len: 2981 time: 1.2511466 Aug 25 11:16:43.918894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] For port 0f954e4d-7967-4e13-888c-d354ac60ec14, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:43.919227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:43.926320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] For port 0f954e4d-7967-4e13-888c-d354ac60ec14, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0f954e4d-7967-4e13-888c-d354ac60ec14,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:43.942206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:43.990717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 639d1fe4-8160-4783-8825-0b8cb30030ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:44.005452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0ec87066-f924-4003-96f4-aca7c44dc2c3 None None] Port 5627bd70-7012-4eba-8212-529ede371bd5 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:44.008759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-8cdf2e85-d46e-403b-810f-8d336e8081fc tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/f625e802-0b8a-4a7b-a243-8f3d5efa12ca HTTP/1.1" status: 200 len: 2981 time: 0.1334119 Aug 25 11:16:44.122348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:44.123288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.126130 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] 10.222.0.10 "PUT /v2.0/ports/0f954e4d-7967-4e13-888c-d354ac60ec14 HTTP/1.1" status: 200 len: 1093 time: 3.7126346 Aug 25 11:16:44.311437 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:16:44.331993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711ce8-5d5f-48e9-869d-661ca78da2fe service neutron] Pushing event updated for resources: {'Port': ['ID=0f954e4d-7967-4e13-888c-d354ac60ec14,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:44.361913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 639d1fe4-8160-4783-8825-0b8cb30030ee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:44.386415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-52016469-c349-4927-be17-75401a58a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:44.389576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-52016469-c349-4927-be17-75401a58a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:44.391808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-52016469-c349-4927-be17-75401a58a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:44.401261 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-52016469-c349-4927-be17-75401a58a8c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2867 time: 0.2028730 Aug 25 11:16:44.403050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 639d1fe4-8160-4783-8825-0b8cb30030ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:44.403614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.429429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:16:36Z', 'revision_number': 3, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:44.499972 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-918450f5-f9a7-45cd-aad8-9982dc90fd64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=8814adcd-3329-4d38-a23d-b88650a2d79a HTTP/1.1" status: 200 len: 217 time: 0.0893831 Aug 25 11:16:44.516989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.536722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.585565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-fa4f52c1-8a8b-4833-9461-992a9e01a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:44.588091 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-fa4f52c1-8a8b-4833-9461-992a9e01a378 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bcf9009-d7ae-4255-97ba-1164859100d7 HTTP/1.1" status: 200 len: 801 time: 0.0793843 Aug 25 11:16:44.652080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-d0e6d85d-2879-4aef-b55b-2cabff0ddd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:44.654732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-d0e6d85d-2879-4aef-b55b-2cabff0ddd48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be3bc4f-1fd4-49bf-a91f-57142165f801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534127 Aug 25 11:16:44.666598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca44dd2-ef12-439f-b51e-a83550f02ae5 None None] The sync data for ids ['968a63a4-3958-4441-9891-f14bed36a557'] in n-d-778732-11 is: [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:16:36Z', 'revision_number': 3, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:44.688845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.707875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Pushing event updated for resources: {'Port': ['ID=5627bd70-7012-4eba-8212-529ede371bd5,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:44.830657 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.883088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 639d1fe4-8160-4783-8825-0b8cb30030ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=639d1fe4-8160-4783-8825-0b8cb30030ee,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:44.896190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:44.985150 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-d9d9c0be-71dc-49fd-b36d-34f805663d60 service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215551 Aug 25 11:16:44.999355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-0873003f-fdb3-4ff6-93e0-bceaa29a46c5 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/f625e802-0b8a-4a7b-a243-8f3d5efa12ca HTTP/1.1" status: 200 len: 2981 time: 0.9670081 Aug 25 11:16:45.005608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:16:45.032850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:16:45.048501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=639d1fe4-8160-4783-8825-0b8cb30030ee,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:45.292799 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-cac07315-2cfe-4cf6-a63c-a42c41cc2d23 service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937605 Aug 25 11:16:45.309149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:45.380585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-e4f2ade8-ce95-4b80-8429-17a8a9fbc00d tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fb18854b-2177-45e8-b642-b12db93376b8 HTTP/1.1" status: 200 len: 2981 time: 0.3822646 Aug 25 11:16:45.427595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Router 968a63a4-3958-4441-9891-f14bed36a557 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:16:45.490258 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-f18758e6-ea36-4af4-ba1e-6af231c5f986 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=51809226-8a82-45a3-aa97-c88c463acf08 HTTP/1.1" status: 200 len: 217 time: 0.1877971 Aug 25 11:16:45.542695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:45.543311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:45.678591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-9f70eec1-7b19-4a74-a6c6-7ddf9b0f484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:45.678591 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-9f70eec1-7b19-4a74-a6c6-7ddf9b0f484c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a410f55-9f7c-4d5c-919b-9cd86e1efc8b HTTP/1.1" status: 200 len: 801 time: 0.1747637 Aug 25 11:16:45.733493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-383e4fb0-e726-4f39-9fd0-0014726421de req-64912618-ef3c-494d-aad6-dc188ae70cb2 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/fb18854b-2177-45e8-b642-b12db93376b8 HTTP/1.1" status: 200 len: 2981 time: 0.3464980 Aug 25 11:16:45.780906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3cf9452c-8e99-4415-a060-1f9469e338f4 None None] Provisioning complete for port 5627bd70-7012-4eba-8212-529ede371bd5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:45.781641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cf9452c-8e99-4415-a060-1f9469e338f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:45.838723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-7ecf510d-2423-416d-92a5-bb9328b3ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:45.854371 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-7ecf510d-2423-416d-92a5-bb9328b3ae28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46be3ec-f0d6-4b64-902a-585bbf9558f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680207 Aug 25 11:16:45.913855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3cf9452c-8e99-4415-a060-1f9469e338f4 None None] Port 5627bd70-7012-4eba-8212-529ede371bd5 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:16:45.935132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:16:45.965839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e347ed57-084d-41f8-b786-197d04913035 admin admin] 10.222.0.35 "PUT /v2.0/routers/968a63a4-3958-4441-9891-f14bed36a557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9014499 Aug 25 11:16:46.092575 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-c45b6205-140b-48fc-8755-a19e5dc603f0 service neutron] 10.222.0.10 "GET /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218194 Aug 25 11:16:46.422358 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-9cffbdde-6bf0-436f-a968-a2845dc7ce8b service neutron] 10.222.0.10 "GET /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172312 Aug 25 11:16:46.512423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e573de-f60f-445c-a6b4-a9b955ad2364 req-5e16f08d-9635-4715-8fc2-1843a56b0275 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:46.528234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e573de-f60f-445c-a6b4-a9b955ad2364 req-5e16f08d-9635-4715-8fc2-1843a56b0275 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:46.539856 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-d8cf57f4-1338-4134-a7c1-434168735834 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=0f954e4d-7967-4e13-888c-d354ac60ec14 HTTP/1.1" status: 200 len: 217 time: 0.1024451 Aug 25 11:16:46.547760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e573de-f60f-445c-a6b4-a9b955ad2364 req-5e16f08d-9635-4715-8fc2-1843a56b0275 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:46.556505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68e573de-f60f-445c-a6b4-a9b955ad2364 req-5e16f08d-9635-4715-8fc2-1843a56b0275 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2411 time: 0.1624007 Aug 25 11:16:46.623748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-bc73cd99-a664-4340-99c6-b75964eded1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:46.629507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-bc73cd99-a664-4340-99c6-b75964eded1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bcf9009-d7ae-4255-97ba-1164859100d7 HTTP/1.1" status: 200 len: 801 time: 0.0758030 Aug 25 11:16:46.647173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68e573de-f60f-445c-a6b4-a9b955ad2364 req-01abc637-59df-4269-947f-3584b2c913b9 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886040 Aug 25 11:16:46.656811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:46.723745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-60633a63-868b-4888-bac9-927152e0a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:46.727102 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-60633a63-868b-4888-bac9-927152e0a266 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be3bc4f-1fd4-49bf-a91f-57142165f801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916793 Aug 25 11:16:46.934622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a68d1-40cb-4f7c-a0f2-1eb81e8d229d req-1d9a4b2e-daf4-4d2f-83ba-7ce4fff7ec8f tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:46.937563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b8a68d1-40cb-4f7c-a0f2-1eb81e8d229d req-1d9a4b2e-daf4-4d2f-83ba-7ce4fff7ec8f tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 950 time: 0.1365592 Aug 25 11:16:47.075621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-6e665fd9-2ab2-42d8-b2b4-f2a9e12b403d service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384755 Aug 25 11:16:47.175463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b8a68d1-40cb-4f7c-a0f2-1eb81e8d229d req-594eb15a-003f-4758-ace7-6d09e6caeacc tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237341 Aug 25 11:16:47.344278 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d7ff5c-5d54-49c3-9e21-79d43833c3a1 x-openstack-request-id: req-c4d7ff5c-5d54-49c3-9e21-79d43833c3a1 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:47.345255 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "tag": "8814adcd-3329-4d38-a23d-b88650a2d79a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:47.345773 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4d7ff5c-5d54-49c3-9e21-79d43833c3a1 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:47.346366 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'tag': '8814adcd-3329-4d38-a23d-b88650a2d79a', 'status': 'completed', 'code': 200} Aug 25 11:16:47.412141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 639d1fe4-8160-4783-8825-0b8cb30030ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:47.434057 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4b54900f-ebab-49cd-9b85-07fae46b14c2 req-be8b0240-737d-492a-9bf6-41d38ac59d8a service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423429 Aug 25 11:16:47.537076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:47.556503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'mac_address': 'fa:16:3e:9f:6f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:16:47.592403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c5aa0ed-0edb-468a-a354-e89fee89ede1 req-7c583920-9c77-424e-9006-ff25eb44be1c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ac618b5b779471f96f01691e8cdabae HTTP/1.1" status: 200 len: 6102 time: 0.2170935 Aug 25 11:16:47.637420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0c44a113-535a-41c2-bf70-1cc1bbc31199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:47.637850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0c44a113-535a-41c2-bf70-1cc1bbc31199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:47.638364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0c44a113-535a-41c2-bf70-1cc1bbc31199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:47.643101 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0c44a113-535a-41c2-bf70-1cc1bbc31199 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2867 time: 0.1057904 Aug 25 11:16:47.685810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 639d1fe4-8160-4783-8825-0b8cb30030ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:47.688070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:47.690167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c5aa0ed-0edb-468a-a354-e89fee89ede1 req-b012fdb5-adc6-4014-8576-05082c206b35 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "GET /v2.0/security-groups/02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0902691 Aug 25 11:16:47.707976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:47.789178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c5aa0ed-0edb-468a-a354-e89fee89ede1 req-02102b68-2b6d-4e3c-bc19-d61e9e82166c tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "GET /v2.0/security-groups/02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0900414 Aug 25 11:16:47.814990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815384bb-66de-4eb1-88d1-517c5d99c4a0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:47.986249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f0c49065-540d-407b-a506-8143d574ac7d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:47.993243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:48.055387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:48.090000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0f4dfbda-6a93-4ec8-a026-a3e4e68d5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:48.092999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0f4dfbda-6a93-4ec8-a026-a3e4e68d5e8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be3bc4f-1fd4-49bf-a91f-57142165f801 HTTP/1.1" status: 200 len: 902 time: 0.4418309 Aug 25 11:16:48.101947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb569402-4425-4c8d-9302-a9d860aff1d4 req-cf3dddc3-7f7d-46d4-9b42-450a3e0f876e tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:48.133843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb569402-4425-4c8d-9302-a9d860aff1d4 req-cf3dddc3-7f7d-46d4-9b42-450a3e0f876e tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 1097 time: 0.1698096 Aug 25 11:16:48.201276 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-b300f962-0f9f-4c89-b9c1-5ae9d8e83a84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=8814adcd-3329-4d38-a23d-b88650a2d79a HTTP/1.1" status: 200 len: 217 time: 0.0959589 Aug 25 11:16:48.251726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Sync routers for ids ['968a63a4-3958-4441-9891-f14bed36a557'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:16:48.272079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb569402-4425-4c8d-9302-a9d860aff1d4 req-3fbbe0d7-5ee2-4a67-a0d9-4c88316e341a tempest-LiveAutoBlockMigrationV225Test-902815854 tempest-LiveAutoBlockMigrationV225Test-902815854-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344187 Aug 25 11:16:48.309168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Routers {'968a63a4-3958-4441-9891-f14bed36a557'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:48.314872 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['968a63a4-3958-4441-9891-f14bed36a557'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:48.389365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-3eb236de-0dd3-4f6e-88a6-55b7113b7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:48.392374 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-3eb236de-0dd3-4f6e-88a6-55b7113b7f62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bcf9009-d7ae-4255-97ba-1164859100d7 HTTP/1.1" status: 200 len: 801 time: 0.1770115 Aug 25 11:16:48.448433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['815384bb-66de-4eb1-88d1-517c5d99c4a0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:48.483996 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-635d6c60-94c6-4cf2-b88e-6c01e8fe31d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:48.554619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-695331ef-0f8a-4c22-95a0-d43250d52c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:48.556654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-695331ef-0f8a-4c22-95a0-d43250d52c9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be3bc4f-1fd4-49bf-a91f-57142165f801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543133 Aug 25 11:16:48.607640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:48.670854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port f0c49065-540d-407b-a506-8143d574ac7d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:48.672674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Set router 968a63a4-3958-4441-9891-f14bed36a557 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:48.680791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f0c49065-540d-407b-a506-8143d574ac7d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:48.682088 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:48.957283 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-0ffd6ad5-159f-432a-92cc-a05f8c0f5029 service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880224 Aug 25 11:16:49.011988 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.079854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port f0c49065-540d-407b-a506-8143d574ac7d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f0c49065-540d-407b-a506-8143d574ac7d,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:49.123957 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.204749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5fcc1f8b-89c4-42bb-a4d3-e57f53f6e02f req-64bfc140-ab3c-406b-a530-e97356022472 service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387185 Aug 25 11:16:49.250377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c2be-482c-4962-bbb3-ae1bb0db4d9d req-2082c2dc-6a91-4052-827e-f0cebeec783b tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:49.265258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c2be-482c-4962-bbb3-ae1bb0db4d9d req-2082c2dc-6a91-4052-827e-f0cebeec783b tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:49.297833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4c2be-482c-4962-bbb3-ae1bb0db4d9d req-2082c2dc-6a91-4052-827e-f0cebeec783b tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:49.315252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f4c2be-482c-4962-bbb3-ae1bb0db4d9d req-2082c2dc-6a91-4052-827e-f0cebeec783b tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2411 time: 0.2573259 Aug 25 11:16:49.347758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'tag': '51809226-8a82-45a3-aa97-c88c463acf08'}, {'name': 'network-changed', 'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}, {'name': 'network-changed', 'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'tag': '0f954e4d-7967-4e13-888c-d354ac60ec14'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:49.350378 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48" -d '{"events": [{"name": "network-changed", "server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "tag": "51809226-8a82-45a3-aa97-c88c463acf08"}, {"name": "network-changed", "server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}, {"name": "network-changed", "server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "tag": "0f954e4d-7967-4e13-888c-d354ac60ec14"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:49.385767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=f0c49065-540d-407b-a506-8143d574ac7d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:49.416377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f4c2be-482c-4962-bbb3-ae1bb0db4d9d req-554ae03e-27bf-426b-9d0c-066b9db6a3ca tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905883 Aug 25 11:16:49.515366 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:16:43Z', 'revision_number': 4, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5627bd70-7012-4eba-8212-529ede371bd5', 'name': '', 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'mac_address': 'fa:16:3e:f1:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '30e52dcd-957c-43dd-88e5-859664560dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:41Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 2, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'subnets': [{'id': '30e52dcd-957c-43dd-88e5-859664560dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:49.552943 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Checking router: 968a63a4-3958-4441-9891-f14bed36a557 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:16:49.554048 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Updating router 968a63a4-3958-4441-9891-f14bed36a557 port 5627bd70-7012-4eba-8212-529ede371bd5 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:16:49.564655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b9c9cc4-4411-46f2-a88b-af8f26b67323 req-23e59661-555b-46ad-bb23-9edc57b0cf94 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/8014ebb1-4820-47fa-9ec5-e9577374ea21 HTTP/1.1" status: 200 len: 1777 time: 0.0618026 Aug 25 11:16:49.620194 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.692355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2b9c9cc4-4411-46f2-a88b-af8f26b67323 req-c7b16d93-4a78-4248-9abe-94aa255acb7f tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.752683 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2b9c9cc4-4411-46f2-a88b-af8f26b67323 req-c7b16d93-4a78-4248-9abe-94aa255acb7f tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.813323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2b9c9cc4-4411-46f2-a88b-af8f26b67323 req-c7b16d93-4a78-4248-9abe-94aa255acb7f tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.818509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2b9c9cc4-4411-46f2-a88b-af8f26b67323 req-c7b16d93-4a78-4248-9abe-94aa255acb7f tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:49.820914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b9c9cc4-4411-46f2-a88b-af8f26b67323 req-c7b16d93-4a78-4248-9abe-94aa255acb7f tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/8014ebb1-4820-47fa-9ec5-e9577374ea21 HTTP/1.1" status: 204 len: 173 time: 0.2493601 Aug 25 11:16:49.847441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b16d93-4a78-4248-9abe-94aa255acb7f tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014ebb1-4820-47fa-9ec5-e9577374ea21,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:50.275742 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:50.291327 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Transition to ACTIVE for port object 5627bd70-7012-4eba-8212-529ede371bd5 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:16:50.299230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ced9c-3586-4b95-b299-1bb50932395b req-f13f2700-1c7b-41a4-a228-0664d8a41408 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:50.300693 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:50.302825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-809ced9c-3586-4b95-b299-1bb50932395b req-f13f2700-1c7b-41a4-a228-0664d8a41408 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 950 time: 0.1658404 Aug 25 11:16:50.430121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-809ced9c-3586-4b95-b299-1bb50932395b req-cded9e5b-63e8-4503-a5de-7e158699895b tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.35 "GET /v2.0/security-groups?id=715d75f1-a017-49af-882a-777893ae5314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200180 Aug 25 11:16:50.451317 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba50b4-22bd-49ab-9acc-1be6f74d6130 None None] Pushing event updated for resources: {'Port': ['ID=5627bd70-7012-4eba-8212-529ede371bd5,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:50.558052 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Attempting to bind port 5627bd70-7012-4eba-8212-529ede371bd5 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:16:50.559266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Attempting to bind port 5627bd70-7012-4eba-8212-529ede371bd5 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:16:50.561369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Attempting to bind port 5627bd70-7012-4eba-8212-529ede371bd5 on network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:16:50.586991 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:16:50.587376 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Checking segment: {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:16:50.587798 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:50.593277 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Bound using segment: {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:16:50.594056 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Bound port: 5627bd70-7012-4eba-8212-529ede371bd5, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e014a6-edd9-4b2a-b818-1631f68743d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:16:50.594768 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:50.614243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-cffaae06-dbfc-4a1c-9cf1-9717d709fc77 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:50.621534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-cffaae06-dbfc-4a1c-9cf1-9717d709fc77 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.67 "GET /v2.0/ports?device_id=60fbf7fa-cd25-4943-a43d-a5a4e45ae737 HTTP/1.1" status: 200 len: 950 time: 0.1418920 Aug 25 11:16:50.654767 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8dd6fa-690b-4f5d-b5e1-a31e42da3d82 x-openstack-request-id: req-7d8dd6fa-690b-4f5d-b5e1-a31e42da3d82 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:50.655525 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "tag": "51809226-8a82-45a3-aa97-c88c463acf08", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "tag": "0f954e4d-7967-4e13-888c-d354ac60ec14", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:50.655525 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d8dd6fa-690b-4f5d-b5e1-a31e42da3d82 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:50.656310 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'tag': '51809226-8a82-45a3-aa97-c88c463acf08', 'status': 'completed', 'code': 200} Aug 25 11:16:50.657486 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'status': 'completed', 'code': 200} Aug 25 11:16:50.657908 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'tag': '0f954e4d-7967-4e13-888c-d354ac60ec14', 'status': 'completed', 'code': 200} Aug 25 11:16:50.680622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0f954e4d-7967-4e13-888c-d354ac60ec14 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:50.685760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:50.789994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-48efc4ab-95a1-46a6-ad61-01b0d1cc0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:50.791061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-48efc4ab-95a1-46a6-ad61-01b0d1cc0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:50.791727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-48efc4ab-95a1-46a6-ad61-01b0d1cc0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:50.793792 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-48efc4ab-95a1-46a6-ad61-01b0d1cc0999 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2867 time: 0.0857265 Aug 25 11:16:50.853611 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] For port 5627bd70-7012-4eba-8212-529ede371bd5, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:16:50.874130 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] For port 5627bd70-7012-4eba-8212-529ede371bd5, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5627bd70-7012-4eba-8212-529ede371bd5,segment=NetworkSegment(c0e014a6-edd9-4b2a-b818-1631f68743d6),segment_id=c0e014a6-edd9-4b2a-b818-1631f68743d6)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:16:50.885477 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:51.079701 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba50b4-22bd-49ab-9acc-1be6f74d6130 None None] Pushing event updated for resources: {'Port': ['ID=5627bd70-7012-4eba-8212-529ede371bd5,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:51.102369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Routers {'968a63a4-3958-4441-9891-f14bed36a557'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:16:51.103011 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['968a63a4-3958-4441-9891-f14bed36a557'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:51.260620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ab1ef3d-b9fc-44b2-b111-9d3ac4bcf553 req-80714087-d5ea-4eea-8258-14ca73a58e14 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "GET /v2.0/security-groups/86035342-a13e-4080-85a5-354b426f9521 HTTP/1.1" status: 200 len: 1778 time: 0.4803033 Aug 25 11:16:51.265572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0f954e4d-7967-4e13-888c-d354ac60ec14, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0f954e4d-7967-4e13-888c-d354ac60ec14,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:51.341631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '0f954e4d-7967-4e13-888c-d354ac60ec14', 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801', 'port_id': '0f954e4d-7967-4e13-888c-d354ac60ec14', 'mac_address': 'fa:16:3e:92:a1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcf9009-d7ae-4255-97ba-1164859100d7', 'ip_address': '19.80.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:16:51.419669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-9328e810-3232-46c6-9ef1-3545960b2619 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:51.424419 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] Set router 968a63a4-3958-4441-9891-f14bed36a557 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:16:51.428202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-9328e810-3232-46c6-9ef1-3545960b2619 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 945 time: 0.4763129 Aug 25 11:16:51.576007 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:51.605203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f0c49065-540d-407b-a506-8143d574ac7d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:51.660535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-85a15109-57e6-49ba-8ad6-fc332fc24b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:51.666828 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-85a15109-57e6-49ba-8ad6-fc332fc24b6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46be3ec-f0d6-4b64-902a-585bbf9558f3 HTTP/1.1" status: 200 len: 902 time: 0.8642173 Aug 25 11:16:51.732571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Deleting port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:16:51.732818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:51.754625 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-00cc22fe-bd80-4091-947d-b85670dedfe2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=51809226-8a82-45a3-aa97-c88c463acf08 HTTP/1.1" status: 200 len: 217 time: 0.0794055 Aug 25 11:16:51.766971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f954e4d-7967-4e13-888c-d354ac60ec14 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:51.853098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0f954e4d-7967-4e13-888c-d354ac60ec14, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0f954e4d-7967-4e13-888c-d354ac60ec14,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:51.877961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:51.879435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8814adcd-3329-4d38-a23d-b88650a2d79a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:51.887694 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8478cb67-5a87-419f-be07-5a762e50fd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:51.902965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-fee2f804-d949-46e3-b260-a94e1476e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:51.904505 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-fee2f804-d949-46e3-b260-a94e1476e8de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a410f55-9f7c-4d5c-919b-9cd86e1efc8b HTTP/1.1" status: 200 len: 801 time: 0.1420431 Aug 25 11:16:51.917418 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5ab1ef3d-b9fc-44b2-b111-9d3ac4bcf553 req-7b657c4e-3d48-4383-99f7-d163a43e01e7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:51.960776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5ab1ef3d-b9fc-44b2-b111-9d3ac4bcf553 req-7b657c4e-3d48-4383-99f7-d163a43e01e7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.003111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:16:43Z', 'revision_number': 4, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5627bd70-7012-4eba-8212-529ede371bd5', 'name': '', 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'mac_address': 'fa:16:3e:f1:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '30e52dcd-957c-43dd-88e5-859664560dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:41Z', 'updated_at': '2021-08-25T11:16:50Z', 'revision_number': 4, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'subnets': [{'id': '30e52dcd-957c-43dd-88e5-859664560dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:16:52.020667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0f954e4d-7967-4e13-888c-d354ac60ec14,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:52.075162 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.076160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-81121367-20ad-4eeb-b491-2d2e065110b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:52.085953 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-81121367-20ad-4eeb-b491-2d2e065110b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46be3ec-f0d6-4b64-902a-585bbf9558f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683118 Aug 25 11:16:52.099810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 815384bb-66de-4eb1-88d1-517c5d99c4a0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:52.117006 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1a6d6-600a-457b-b397-91bc3b112290 None None] The sync data for ids ['968a63a4-3958-4441-9891-f14bed36a557'] in n-d-778732-11 is: [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:16:43Z', 'revision_number': 4, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5627bd70-7012-4eba-8212-529ede371bd5', 'name': '', 'network_id': '0bd1c5e7-a52a-485f-8adc-04ac53d9e15b', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'mac_address': 'fa:16:3e:f1:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '30e52dcd-957c-43dd-88e5-859664560dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:41Z', 'updated_at': '2021-08-25T11:16:50Z', 'revision_number': 4, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'subnets': [{'id': '30e52dcd-957c-43dd-88e5-859664560dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:16:52.122581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 815384bb-66de-4eb1-88d1-517c5d99c4a0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:52.126608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] For port 3c9c01d9-7e86-44e6-88de-98563aff1fd1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3c9c01d9-7e86-44e6-88de-98563aff1fd1,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:52.127000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.130056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.147300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Calling delete_port for 3c9c01d9-7e86-44e6-88de-98563aff1fd1 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:16:52.209990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f0c49065-540d-407b-a506-8143d574ac7d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:52.210744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.322861 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-ee292437-6497-4e56-a198-d46d907dcea3 service neutron] 10.222.0.10 "GET /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293141 Aug 25 11:16:52.324776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 8814adcd-3329-4d38-a23d-b88650a2d79a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8814adcd-3329-4d38-a23d-b88650a2d79a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:52.397182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '8814adcd-3329-4d38-a23d-b88650a2d79a', 'network_id': '5be3bc4f-1fd4-49bf-a91f-57142165f801', 'port_id': '8814adcd-3329-4d38-a23d-b88650a2d79a', 'mac_address': 'fa:16:3e:6e:a6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bcf9009-d7ae-4255-97ba-1164859100d7', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:16:52.401432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.403872 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5ab1ef3d-b9fc-44b2-b111-9d3ac4bcf553 req-7b657c4e-3d48-4383-99f7-d163a43e01e7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.408481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5ab1ef3d-b9fc-44b2-b111-9d3ac4bcf553 req-7b657c4e-3d48-4383-99f7-d163a43e01e7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.423338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ab1ef3d-b9fc-44b2-b111-9d3ac4bcf553 req-7b657c4e-3d48-4383-99f7-d163a43e01e7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/86035342-a13e-4080-85a5-354b426f9521 HTTP/1.1" status: 204 len: 173 time: 1.1413193 Aug 25 11:16:52.436940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.491448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Deleting port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:16:52.493341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.518755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['3c9c01d9-7e86-44e6-88de-98563aff1fd1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:52.618432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.641041 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.748449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b657c4e-3d48-4383-99f7-d163a43e01e7 tempest-SecurityGroupsTestAdminJSON-387000680 tempest-SecurityGroupsTestAdminJSON-387000680-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86035342-a13e-4080-85a5-354b426f9521,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:52.776551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Pushing event deleted for resources: {'Port': ['ID=3c9c01d9-7e86-44e6-88de-98563aff1fd1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:52.806762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:52.811159 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e8d117-58dc-4238-995c-1e876b17d392" -d '{"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-plugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:52.819491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-a1907bb1-92f9-41fe-94da-25be568eddc3 service neutron] 10.222.0.10 "GET /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892530 Aug 25 11:16:52.881749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8814adcd-3329-4d38-a23d-b88650a2d79a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:52.928813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 8814adcd-3329-4d38-a23d-b88650a2d79a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8814adcd-3329-4d38-a23d-b88650a2d79a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:52.941248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:52.944601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] No DVR routers for this DVR port 3c9c01d9-7e86-44e6-88de-98563aff1fd1 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:16:52.948400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.949218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 51809226-8a82-45a3-aa97-c88c463acf08 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:16:52.958733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:52.964633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99a50f82-9cad-4f05-897e-748ecc0cc85e req-264b3264-f738-4231-8925-88cc1371bfb3 tempest-ImagesNegativeTestJSON-1424606359 tempest-ImagesNegativeTestJSON-1424606359-project] 10.222.0.67 "DELETE /v2.0/ports/3c9c01d9-7e86-44e6-88de-98563aff1fd1 HTTP/1.1" status: 204 len: 173 time: 2.3334720 Aug 25 11:16:52.993619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'name': 'network-vif-deleted', 'tag': '3c9c01d9-7e86-44e6-88de-98563aff1fd1'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:53.007929 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b5aea-a521-4157-9e9f-c17138aaa7b0" -d '{"events": [{"server_uuid": "60fbf7fa-cd25-4943-a43d-a5a4e45ae737", "name": "network-vif-deleted", "tag": "3c9c01d9-7e86-44e6-88de-98563aff1fd1"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:53.128898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ae69f-ddcd-4ace-8ca4-ccdc34e7285a req-29d25a28-96a0-4d41-96b4-437dc5cdbd65 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:53.130499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-031ae69f-ddcd-4ace-8ca4-ccdc34e7285a req-29d25a28-96a0-4d41-96b4-437dc5cdbd65 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 945 time: 0.4669144 Aug 25 11:16:53.132637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] For port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:53.133038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:53.159188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-6ed01f1b-9c52-47a9-af42-98ea05668f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:53.164487 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-6ed01f1b-9c52-47a9-af42-98ea05668f7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 1101 time: 0.2476606 Aug 25 11:16:53.223024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Calling delete_port for 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:16:53.331057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=8814adcd-3329-4d38-a23d-b88650a2d79a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:53.349431 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:53.490318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-031ae69f-ddcd-4ace-8ca4-ccdc34e7285a req-7d0a9e58-5307-4788-8b3c-e7d8b2378a66 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757337 Aug 25 11:16:53.602318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 51809226-8a82-45a3-aa97-c88c463acf08, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=51809226-8a82-45a3-aa97-c88c463acf08,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:53.632796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-bbd6493f-591e-4119-b027-e09205339c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:53.633393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5627bd70-7012-4eba-8212-529ede371bd5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:53.637533 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-bbd6493f-591e-4119-b027-e09205339c2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.4644632 Aug 25 11:16:53.697812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '51809226-8a82-45a3-aa97-c88c463acf08', 'network_id': 'f46be3ec-f0d6-4b64-902a-585bbf9558f3', 'port_id': '51809226-8a82-45a3-aa97-c88c463acf08', 'mac_address': 'fa:16:3e:cc:27:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a410f55-9f7c-4d5c-919b-9cd86e1efc8b', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:16:53.768036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:53.770716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:53.789447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:53.815181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e95389c-0b9c-4f64-bf63-ba6b4a65c970'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:53.821616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5627bd70-7012-4eba-8212-529ede371bd5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:16:53.841296 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-2bc6fc0d-6371-4e1e-a075-490cc86f4788 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 200 len: 217 time: 0.1918817 Aug 25 11:16:53.888731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5627bd70-7012-4eba-8212-529ede371bd5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:53.890602 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:53.911332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event deleted for resources: {'Port': ['ID=43e2ebe8-56ba-46f0-b155-8f80ff9d96ac,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:53.942809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51809226-8a82-45a3-aa97-c88c463acf08 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:16:54.032538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 51809226-8a82-45a3-aa97-c88c463acf08, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=51809226-8a82-45a3-aa97-c88c463acf08,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:54.047870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-3cc3c25f-c636-4eb9-bbd4-c9e2f4c393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:54.052072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] No DVR routers for this DVR port 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:16:54.054642 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-3cc3c25f-c636-4eb9-bbd4-c9e2f4c393a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1993718 Aug 25 11:16:54.061211 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:54.064842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95832c11-121e-4acc-bbe4-b60314dba7d1 req-b1b27115-51fc-47f6-8cf1-1a904f7e21be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "DELETE /v2.0/ports/43e2ebe8-56ba-46f0-b155-8f80ff9d96ac HTTP/1.1" status: 204 len: 173 time: 2.6024387 Aug 25 11:16:54.106797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62fb9c-cbd0-4e35-b33c-351303116076 req-5afcd3ea-7574-4db6-9146-bccbc735d901 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:54.111254 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:54.114042 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:54.130018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62fb9c-cbd0-4e35-b33c-351303116076 req-5afcd3ea-7574-4db6-9146-bccbc735d901 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:54.148486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62fb9c-cbd0-4e35-b33c-351303116076 req-5afcd3ea-7574-4db6-9146-bccbc735d901 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:54.152049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a62fb9c-cbd0-4e35-b33c-351303116076 req-5afcd3ea-7574-4db6-9146-bccbc735d901 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2413 time: 0.4158511 Aug 25 11:16:54.240956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-19d8c170-5a72-4e3b-bcff-9a12fc500a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:54.254097 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-19d8c170-5a72-4e3b-bcff-9a12fc500a2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894765 Aug 25 11:16:54.276068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a62fb9c-cbd0-4e35-b33c-351303116076 req-0dff6822-f2e8-429d-ba46-2c055e0db45c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133521 Aug 25 11:16:54.382452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 5627bd70-7012-4eba-8212-529ede371bd5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5627bd70-7012-4eba-8212-529ede371bd5,segment=NetworkSegment(c0e014a6-edd9-4b2a-b818-1631f68743d6),segment_id=c0e014a6-edd9-4b2a-b818-1631f68743d6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:54.411255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=51809226-8a82-45a3-aa97-c88c463acf08,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:54.415717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:54.426857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['8814adcd-3329-4d38-a23d-b88650a2d79a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:54.431088 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:54.442451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['51809226-8a82-45a3-aa97-c88c463acf08'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:54.573896 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-acd26936-d988-42e1-92d0-05936d1d22cd service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073857 Aug 25 11:16:54.608818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-e59fd2eb-5051-420a-a3d3-ff55fca9b436 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583258 Aug 25 11:16:54.661280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['0f954e4d-7967-4e13-888c-d354ac60ec14'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:16:54.856153 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-b57ee71d-f131-41ea-9edc-e5d4dab8d7be service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426729 Aug 25 11:16:54.864705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d9ffc9c-55b0-43cd-844f-f010a0bd9447 req-3268290e-2128-4bf0-8a8e-3cb5cd5557cd tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "GET /v2.0/security-groups/b3176310-468f-4e67-88e7-2c7ad66bfce7 HTTP/1.1" status: 200 len: 1777 time: 0.3322093 Aug 25 11:16:55.167445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-cf7b01b7-1bdc-41a1-b097-18697565bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:55.169140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-cf7b01b7-1bdc-41a1-b097-18697565bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:55.169140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-cf7b01b7-1bdc-41a1-b097-18697565bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:55.178803 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-cf7b01b7-1bdc-41a1-b097-18697565bb03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2870 time: 0.2248843 Aug 25 11:16:55.185231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-71d6fea5-ca19-4a6e-bb19-bcbf83893475 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:55.198135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-71d6fea5-ca19-4a6e-bb19-bcbf83893475 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5492916 Aug 25 11:16:55.290168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d9ffc9c-55b0-43cd-844f-f010a0bd9447 req-42e89b17-c052-45cc-9fcc-49ef995d2351 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:55.293651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-0ce03a67-73c6-448e-a923-e0b01a4181df tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/quotas/ae0bd7ef450b48f08ad51551eaf1e7c7 HTTP/1.1" status: 200 len: 375 time: 0.0541329 Aug 25 11:16:55.434062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d9ffc9c-55b0-43cd-844f-f010a0bd9447 req-42e89b17-c052-45cc-9fcc-49ef995d2351 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:55.482726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3c9c01d9-7e86-44e6-88de-98563aff1fd1 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:16:55.494944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-07508a3f-0887-4db4-b240-c128f619c54b tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881809 Aug 25 11:16:55.538895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d9ffc9c-55b0-43cd-844f-f010a0bd9447 req-42e89b17-c052-45cc-9fcc-49ef995d2351 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:55.542946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d9ffc9c-55b0-43cd-844f-f010a0bd9447 req-42e89b17-c052-45cc-9fcc-49ef995d2351 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:55.544596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d9ffc9c-55b0-43cd-844f-f010a0bd9447 req-42e89b17-c052-45cc-9fcc-49ef995d2351 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "DELETE /v2.0/security-groups/b3176310-468f-4e67-88e7-2c7ad66bfce7 HTTP/1.1" status: 204 len: 173 time: 0.6788194 Aug 25 11:16:55.571451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e89b17-c052-45cc-9fcc-49ef995d2351 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3176310-468f-4e67-88e7-2c7ad66bfce7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:55.669089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-38791a97-9d77-44b5-9878-accf2197f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:55.675678 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-38791a97-9d77-44b5-9878-accf2197f2b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be3bc4f-1fd4-49bf-a91f-57142165f801 HTTP/1.1" status: 200 len: 902 time: 0.4843748 Aug 25 11:16:55.845825 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f30e97-03f0-40bb-a02b-449e398914d0 x-openstack-request-id: req-f6f30e97-03f0-40bb-a02b-449e398914d0 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:55.846166 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-plugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:55.846352 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6f30e97-03f0-40bb-a02b-449e398914d0 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:55.846746 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'code': 200} Aug 25 11:16:55.862032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-43245852-08bb-4b1c-b0f7-0c8e60a9505f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.166&port_id=0f954e4d-7967-4e13-888c-d354ac60ec14 HTTP/1.1" status: 200 len: 217 time: 0.1825972 Aug 25 11:16:55.884397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 3c9c01d9-7e86-44e6-88de-98563aff1fd1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:16:55.885856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3c9c01d9-7e86-44e6-88de-98563aff1fd1 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:16:55.886333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:16:55.947280 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45494d56-e50b-4582-8456-da2172931e9b x-openstack-request-id: req-45494d56-e50b-4582-8456-da2172931e9b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:55.948207 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fbf7fa-cd25-4943-a43d-a5a4e45ae737", "name": "network-vif-deleted", "tag": "3c9c01d9-7e86-44e6-88de-98563aff1fd1", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:55.948207 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45494d56-e50b-4582-8456-da2172931e9b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:55.948609 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fbf7fa-cd25-4943-a43d-a5a4e45ae737', 'name': 'network-vif-deleted', 'tag': '3c9c01d9-7e86-44e6-88de-98563aff1fd1', 'status': 'completed', 'code': 200} Aug 25 11:16:56.065473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-71f4394c-bb7b-4ec8-a7a9-85ca391be732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.067337 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-71f4394c-bb7b-4ec8-a7a9-85ca391be732 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6bcf9009-d7ae-4255-97ba-1164859100d7 HTTP/1.1" status: 200 len: 801 time: 0.1973438 Aug 25 11:16:56.157896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3fc62-50f9-4ac9-b194-209c6a75acc9 req-8397ae8a-fbbf-4c49-91af-df1ea3fa50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.159593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ebf3fc62-50f9-4ac9-b194-209c6a75acc9 req-8397ae8a-fbbf-4c49-91af-df1ea3fa50ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 1101 time: 0.2508538 Aug 25 11:16:56.166866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-bb4cef99-4062-4cca-8aa7-20764a275fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.168442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-bb4cef99-4062-4cca-8aa7-20764a275fe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be3bc4f-1fd4-49bf-a91f-57142165f801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722735 Aug 25 11:16:56.252966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:16:56.253545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 43e2ebe8-56ba-46f0-b155-8f80ff9d96ac not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:16:56.278351 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ebf3fc62-50f9-4ac9-b194-209c6a75acc9 req-3d87e557-a6fe-4926-bb94-cccb75771eca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089056 Aug 25 11:16:56.341713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=5627bd70-7012-4eba-8212-529ede371bd5,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:56.420578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbe7c01e-e46d-479a-a751-970b96b80055 req-61fddd27-a48b-4949-95bf-c799ad4cea29 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.0718455 Aug 25 11:16:56.427521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-bc05dc13-b6a6-4f52-b018-0d0d99905725 service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464204 Aug 25 11:16:56.678376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3c6981cf-dd3b-47b7-8315-27c6c29b3e48 req-e1f48532-3626-477c-ba7d-1a38a9dcdffd service neutron] 10.222.0.10 "GET /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068698 Aug 25 11:16:56.694570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00066e5c-aefe-41b0-afef-4308e0aeb1de req-8e60c072-a41e-4f2f-b03f-6e5c72f0b917 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.704786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00066e5c-aefe-41b0-afef-4308e0aeb1de req-8e60c072-a41e-4f2f-b03f-6e5c72f0b917 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.1279447 Aug 25 11:16:56.809030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad7c2e-9b05-4a0d-84ed-55462e1401a7 req-a1438c5e-234c-451d-869b-297ec2cd8b1f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.828141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad7c2e-9b05-4a0d-84ed-55462e1401a7 req-a1438c5e-234c-451d-869b-297ec2cd8b1f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.844832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad7c2e-9b05-4a0d-84ed-55462e1401a7 req-a1438c5e-234c-451d-869b-297ec2cd8b1f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:56.853843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5ad7c2e-9b05-4a0d-84ed-55462e1401a7 req-a1438c5e-234c-451d-869b-297ec2cd8b1f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2414 time: 0.2927713 Aug 25 11:16:56.969941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00066e5c-aefe-41b0-afef-4308e0aeb1de req-1e67c322-d6aa-4ab1-b5df-acbef8c321c0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637181 Aug 25 11:16:57.070567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5ad7c2e-9b05-4a0d-84ed-55462e1401a7 req-763d6b90-5b9a-4229-9658-9f7c38d8f10f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012789 Aug 25 11:16:57.174840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4661236d-8149-463b-ade0-6249ccb6b9db req-6cdc3628-b256-4d04-997c-74a01dd7af67 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "GET /v2.0/security-groups/d509f0c1-cf05-4f8b-a1d1-3a435b0df11f HTTP/1.1" status: 200 len: 1777 time: 0.1385517 Aug 25 11:16:57.316806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b5f2818-72a7-4fff-9cd7-282c3a9e2d60 req-35582198-a664-4e86-8611-72858f8ec9d8 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 210 time: 0.1189876 Aug 25 11:16:57.450115 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4661236d-8149-463b-ade0-6249ccb6b9db req-ec4486d1-a0a2-4aa6-b879-b75f13c46bd4 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:57.514665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4661236d-8149-463b-ade0-6249ccb6b9db req-ec4486d1-a0a2-4aa6-b879-b75f13c46bd4 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:57.584317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:57.613805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4661236d-8149-463b-ade0-6249ccb6b9db req-ec4486d1-a0a2-4aa6-b879-b75f13c46bd4 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:57.618956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4661236d-8149-463b-ade0-6249ccb6b9db req-ec4486d1-a0a2-4aa6-b879-b75f13c46bd4 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:57.640678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4661236d-8149-463b-ade0-6249ccb6b9db req-ec4486d1-a0a2-4aa6-b879-b75f13c46bd4 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] 10.222.0.35 "DELETE /v2.0/security-groups/d509f0c1-cf05-4f8b-a1d1-3a435b0df11f HTTP/1.1" status: 204 len: 173 time: 0.4635422 Aug 25 11:16:57.697322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4486d1-a0a2-4aa6-b879-b75f13c46bd4 tempest-SecurityGroupsTestAdminJSON-1964962719 tempest-SecurityGroupsTestAdminJSON-1964962719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d509f0c1-cf05-4f8b-a1d1-3a435b0df11f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:57.940722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5627bd70-7012-4eba-8212-529ede371bd5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:16:57.998531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'name': 'network-vif-deleted', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:58.011120 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb215b2-4485-43eb-85f7-cf2127010eb7" -d '{"events": [{"server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "name": "network-vif-deleted", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:58.055869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77a85f88-c725-40ff-ba24-1245e33667e8 req-df0967a0-d08c-42c9-9634-48218d6ab158 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.1589859 Aug 25 11:16:58.082709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5627bd70-7012-4eba-8212-529ede371bd5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:16:58.085808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:58.281472 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ef54c-5857-4bec-8f47-81dd5c349e93 x-openstack-request-id: req-457ef54c-5857-4bec-8f47-81dd5c349e93 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:16:58.282210 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac150f0-31a5-4254-9d85-c3ebaa7098e9", "name": "network-vif-deleted", "tag": "43e2ebe8-56ba-46f0-b155-8f80ff9d96ac", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:16:58.289574 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-457ef54c-5857-4bec-8f47-81dd5c349e93 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:16:58.290525 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac150f0-31a5-4254-9d85-c3ebaa7098e9', 'name': 'network-vif-deleted', 'tag': '43e2ebe8-56ba-46f0-b155-8f80ff9d96ac', 'status': 'completed', 'code': 200} Aug 25 11:16:58.707365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e2c1-f832-4778-add9-ac91a18d412b req-816c7a54-fecf-44af-abb5-e8c98e1022e4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:58.721564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e2c1-f832-4778-add9-ac91a18d412b req-816c7a54-fecf-44af-abb5-e8c98e1022e4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:58.736334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4e2c1-f832-4778-add9-ac91a18d412b req-816c7a54-fecf-44af-abb5-e8c98e1022e4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:16:58.750308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6d4e2c1-f832-4778-add9-ac91a18d412b req-816c7a54-fecf-44af-abb5-e8c98e1022e4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2414 time: 0.2121024 Aug 25 11:16:58.815022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:16:58.825399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c374e192-1420-443d-8d5b-cbfb0fdf5bf6 req-e572d18f-e969-49c5-8504-d54d7ff7db38 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 210 time: 0.0692449 Aug 25 11:16:58.855027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42370) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:59.132841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6d4e2c1-f832-4778-add9-ac91a18d412b req-f0ab4e3d-9acd-4f2f-8b86-fc7a812be9ec tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791533 Aug 25 11:16:59.159072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:59.306271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:16:59.308963 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9e3601-a84a-4b95-b59c-d9218534bec2" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-unplugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:16:59.440887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:16:59.453111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:59.579772 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-18ec4cf9-14f2-4988-bff4-a7e08a00ff90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ac618b5b779471f96f01691e8cdabae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229466 Aug 25 11:16:59.580424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42382) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:16:59.706631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:16:59.798583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd8ab-e1ff-4ccf-9a78-22eba4cbaa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:59.858297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd8ab-e1ff-4ccf-9a78-22eba4cbaa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:16:59.871873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c3fd628-4c69-4a69-b108-aeb7698ffc00 req-bff897dd-b722-4778-accd-8efd17a0f459 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.2964427 Aug 25 11:16:59.937724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-01727405-a409-4ddc-b1ec-8cb0470740df tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5273995 Aug 25 11:16:59.985391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42388) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:00.047752 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd8ab-e1ff-4ccf-9a78-22eba4cbaa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.064846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd8ab-e1ff-4ccf-9a78-22eba4cbaa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.069100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb6fd8ab-e1ff-4ccf-9a78-22eba4cbaa26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1 HTTP/1.1" status: 204 len: 168 time: 0.4875612 Aug 25 11:17:00.128291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8814adcd-3329-4d38-a23d-b88650a2d79a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:00.151510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fd8ab-e1ff-4ccf-9a78-22eba4cbaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0a110-e9c4-467c-8b6a-c6c9fc40e8f1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:00.207621 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6674886-269e-43ee-b487-d28fdcaf05da x-openstack-request-id: req-c6674886-269e-43ee-b487-d28fdcaf05da {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:00.208777 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-unplugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:00.210091 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6674886-269e-43ee-b487-d28fdcaf05da {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:00.212002 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:17:00.449651 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 8814adcd-3329-4d38-a23d-b88650a2d79a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:00.462787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 8814adcd-3329-4d38-a23d-b88650a2d79a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:00.464811 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.586869 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.601005 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cbfd2852-6133-4c5a-a9d9-b14a462d7a21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea4d889faf7a4f6387883aa77e1b28a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851326 Aug 25 11:17:00.603928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42400) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:00.646914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.698141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 8814adcd-3329-4d38-a23d-b88650a2d79a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8814adcd-3329-4d38-a23d-b88650a2d79a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:00.707176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.708495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0f954e4d-7967-4e13-888c-d354ac60ec14 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:00.808735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-436d1547-eb9d-4ddb-b9ee-55489d9d4b3c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:00.820540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-436d1547-eb9d-4ddb-b9ee-55489d9d4b3c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8717601 Aug 25 11:17:00.862191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beb90e-9c08-4a0a-8a01-ba5812640ef9 req-a10c6c86-9486-4983-aecf-2f7495430ff1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:00.880938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2beb90e-9c08-4a0a-8a01-ba5812640ef9 req-a10c6c86-9486-4983-aecf-2f7495430ff1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 1.3651283 Aug 25 11:17:00.890742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3cd43a0-5d28-44d7-b564-0d022b824fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:00.943085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42404) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:00.970184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 0f954e4d-7967-4e13-888c-d354ac60ec14 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:00.981222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 0f954e4d-7967-4e13-888c-d354ac60ec14 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:00.981729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.005605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45460c5a-ce38-42ff-8078-64fe76a3bebb req-d36970f4-d343-4bef-b41e-26295e41e898 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 210 time: 0.1824806 Aug 25 11:17:01.026594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Request body: {'port': {'device_id': '5b684f48-7675-4807-a424-6fa48a1098a8', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'ae0bd7ef450b48f08ad51551eaf1e7c7'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:01.036284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=8814adcd-3329-4d38-a23d-b88650a2d79a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:01.114725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3cd43a0-5d28-44d7-b564-0d022b824fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.340469 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-038113f8-a895-456f-9b45-b327e4994f2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ac1454eae844ebd89a0ad812ab7b9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884931 Aug 25 11:17:01.345525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42406) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:01.418065 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3cd43a0-5d28-44d7-b564-0d022b824fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.430717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.438227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3cd43a0-5d28-44d7-b564-0d022b824fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.450124 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c3cd43a0-5d28-44d7-b564-0d022b824fa9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/715d75f1-a017-49af-882a-777893ae5314 HTTP/1.1" status: 204 len: 168 time: 0.8445396 Aug 25 11:17:01.554428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd43a0-5d28-44d7-b564-0d022b824fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d75f1-a017-49af-882a-777893ae5314,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:01.644742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0f954e4d-7967-4e13-888c-d354ac60ec14, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0f954e4d-7967-4e13-888c-d354ac60ec14,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:01.661896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3e25aad-b6a8-44e4-9954-faf8d8a0db4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.673897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2beb90e-9c08-4a0a-8a01-ba5812640ef9 req-f4c54b6c-e6e2-471c-aead-dd0617f50faa tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7902806 Aug 25 11:17:01.707925 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.708880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 51809226-8a82-45a3-aa97-c88c463acf08 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:01.829664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3e25aad-b6a8-44e4-9954-faf8d8a0db4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:01.903637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Made reservation on behalf of ae0bd7ef450b48f08ad51551eaf1e7c7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:01.928684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:02.049991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3e25aad-b6a8-44e4-9954-faf8d8a0db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:02.067623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3e25aad-b6a8-44e4-9954-faf8d8a0db4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:02.078665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3e25aad-b6a8-44e4-9954-faf8d8a0db4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/281f5142-1a2e-4f62-a2d4-095c12e622dd HTTP/1.1" status: 204 len: 168 time: 0.6950636 Aug 25 11:17:02.121158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e25aad-b6a8-44e4-9954-faf8d8a0db4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f5142-1a2e-4f62-a2d4-095c12e622dd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:02.228967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8814adcd-3329-4d38-a23d-b88650a2d79a'}, {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f954e4d-7967-4e13-888c-d354ac60ec14'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:02.239320 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24427ec0-958c-4423-a839-dc54e01fb6df" -d '{"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-plugged", "status": "completed", "tag": "8814adcd-3329-4d38-a23d-b88650a2d79a"}, {"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-plugged", "status": "completed", "tag": "0f954e4d-7967-4e13-888c-d354ac60ec14"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:02.307570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0f954e4d-7967-4e13-888c-d354ac60ec14,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:02.317133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-692d935d-5c4c-4e97-8d18-552396720d4a req-80d800fa-ff2e-499d-89ed-d53aa3980191 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.2195091 Aug 25 11:17:02.346555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 51809226-8a82-45a3-aa97-c88c463acf08 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:02.356043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 51809226-8a82-45a3-aa97-c88c463acf08 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:02.358538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:02.621501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c557b6-ccaf-4526-aeb7-2e61f3140f8a req-e1424a3e-29f4-4244-8315-a0df54ce6a42 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:02.680703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c557b6-ccaf-4526-aeb7-2e61f3140f8a req-e1424a3e-29f4-4244-8315-a0df54ce6a42 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:02.708723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c557b6-ccaf-4526-aeb7-2e61f3140f8a req-e1424a3e-29f4-4244-8315-a0df54ce6a42 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:02.722614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c557b6-ccaf-4526-aeb7-2e61f3140f8a req-e1424a3e-29f4-4244-8315-a0df54ce6a42 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2416 time: 1.1939695 Aug 25 11:17:02.810372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:02.865278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:17:02.901594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b743e8b-0bbe-412e-a835-755e6cf4f1bc req-37a60a11-79b7-4072-9baf-ede94357408a tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 210 time: 0.1698780 Aug 25 11:17:03.061502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 51809226-8a82-45a3-aa97-c88c463acf08, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=51809226-8a82-45a3-aa97-c88c463acf08,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:03.078561 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dd5c25-3daa-434a-ae6d-0acb6c13b874 x-openstack-request-id: req-d8dd5c25-3daa-434a-ae6d-0acb6c13b874 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:03.079174 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-plugged", "status": "completed", "tag": "8814adcd-3329-4d38-a23d-b88650a2d79a", "code": 200}, {"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-plugged", "status": "completed", "tag": "0f954e4d-7967-4e13-888c-d354ac60ec14", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:03.081234 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8dd5c25-3daa-434a-ae6d-0acb6c13b874 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:03.081931 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8814adcd-3329-4d38-a23d-b88650a2d79a', 'code': 200} Aug 25 11:17:03.082360 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f954e4d-7967-4e13-888c-d354ac60ec14', 'code': 200} Aug 25 11:17:03.088518 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:03.188061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c557b6-ccaf-4526-aeb7-2e61f3140f8a req-2a0132c7-e875-40aa-93bf-87da020a3b29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591208 Aug 25 11:17:03.237462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:03.254880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '76868adf-d3a1-4567-8142-c10b983210fa', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '76868adf-d3a1-4567-8142-c10b983210fa', 'mac_address': 'fa:16:3e:5a:a4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:17:03.301568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Allocated IP 192.168.233.192 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/23e4228e-360e-47eb-b0c7-753b0f3eebec) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:03.503980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=51809226-8a82-45a3-aa97-c88c463acf08,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:03.530747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd4fa5-25a2-4980-96b5-91b5de8adecf req-4187b8aa-9f81-4876-934d-4d82f9144e08 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:03.539609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ebd4fa5-25a2-4980-96b5-91b5de8adecf req-4187b8aa-9f81-4876-934d-4d82f9144e08 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2599955 Aug 25 11:17:03.569252 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:03.612370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:03.671929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:03.686526 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:03.712626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5bb9aef-c7a1-435d-88ff-8741ea046ad2 req-cb793575-0c43-48fe-8927-c909380288d1 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.1360009 Aug 25 11:17:03.814999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ebd4fa5-25a2-4980-96b5-91b5de8adecf req-927b5bea-39a2-455b-8242-16e9ad7bd872 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716165 Aug 25 11:17:03.869861 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['76868adf-d3a1-4567-8142-c10b983210fa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:17:03.873953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:04.007301 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:04.073608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Transition to ACTIVE for port object 23e4228e-360e-47eb-b0c7-753b0f3eebec will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:04.261325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb73b7e0-2ced-4701-adf6-524356b66cac req-8af48f54-2eea-4238-8678-f103c3915699 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 210 time: 0.1132088 Aug 25 11:17:04.320827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:04.415019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['815384bb-66de-4eb1-88d1-517c5d99c4a0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:17:04.565629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:04.596089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:04.603376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:04.659135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:04.681106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42476) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:04.773741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:04.774533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:04.875466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-bda89710-80b5-4b43-9fc0-41a415830e20 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9857609 Aug 25 11:17:04.909117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Request body: {'port': {'device_id': '5b684f48-7675-4807-a424-6fa48a1098a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:04.998959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd79-fc9c-4f7b-86ae-da2d188acefa req-3dc3c654-5909-49d3-bf06-1fc0abb828b5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:05.015412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd79-fc9c-4f7b-86ae-da2d188acefa req-3dc3c654-5909-49d3-bf06-1fc0abb828b5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:05.048591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd79-fc9c-4f7b-86ae-da2d188acefa req-3dc3c654-5909-49d3-bf06-1fc0abb828b5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:05.051494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-729cdd79-fc9c-4f7b-86ae-da2d188acefa req-3dc3c654-5909-49d3-bf06-1fc0abb828b5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2417 time: 0.6267967 Aug 25 11:17:05.083563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51809226-8a82-45a3-aa97-c88c463acf08'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:05.087075 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80660a-1a4d-46ef-b559-957de47cdcc3" -d '{"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-plugged", "status": "completed", "tag": "51809226-8a82-45a3-aa97-c88c463acf08"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:05.096989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-network', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:05.175077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d55ba4c6-6273-45b7-9e4e-e3b6d24948fc None None] Provisioning for port 23e4228e-360e-47eb-b0c7-753b0f3eebec completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:05.191985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d55ba4c6-6273-45b7-9e4e-e3b6d24948fc None None] Provisioning complete for port 23e4228e-360e-47eb-b0c7-753b0f3eebec triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:05.193762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d55ba4c6-6273-45b7-9e4e-e3b6d24948fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.237083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-729cdd79-fc9c-4f7b-86ae-da2d188acefa req-b7977f64-1c1c-4db5-86f4-36cecb33bad6 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781325 Aug 25 11:17:05.242913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Made reservation on behalf of 5c06bda2f6db40ae87bbcfb79959bda9 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:05.245474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.249257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.263080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.327905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d55ba4c6-6273-45b7-9e4e-e3b6d24948fc None None] Port 23e4228e-360e-47eb-b0c7-753b0f3eebec cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:05.392006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-6151bbcc-f164-47f5-8d20-6cb639b816e4 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=bd926a897d314288a4bf3527cf209ab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829759 Aug 25 11:17:05.500501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.535144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.554263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:17:05.567573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31c716a6-a839-453e-93d1-5a9f8e147c11 req-5fed52bf-7075-4ae3-8d44-801de51005de tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac150f0-31a5-4254-9d85-c3ebaa7098e9 HTTP/1.1" status: 200 len: 210 time: 0.1677623 Aug 25 11:17:05.568226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.568837 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Added segment 48dfe1dd-ad13-46dc-9d41-45ed147b826d of type vlan for network eb46f0de-5c0c-4889-890c-fc18afbbd04f Aug 25 11:17:05.647798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.782289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.785794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:05.787622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:05.873502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed27f833-1dda-4482-ac01-7ac56c1aba8c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:05.887538 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2016108 Aug 25 11:17:05.889246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42502) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:05.899398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Request body: {'subnet': {'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-subnet', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:05.933069 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-ffeace2d-c105-4d3e-9d25-a5bbf7638540 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4303763 Aug 25 11:17:05.938246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874d1e-2fbd-455a-993f-b48f98a6da31 admin admin] Pushing event updated for resources: {'Network': ['ID=eb46f0de-5c0c-4889-890c-fc18afbbd04f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:05.950543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-9e8cc66e-eae1-4f25-8f6a-adc0a948ee97 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:05.952242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:17:05.964465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-9e8cc66e-eae1-4f25-8f6a-adc0a948ee97 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5704505 Aug 25 11:17:05.984954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Made reservation on behalf of 5c06bda2f6db40ae87bbcfb79959bda9 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:05.988157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:06.005790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-ada7fc05-2803-46e2-b47b-c49db8be6b61 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/quotas/bd926a897d314288a4bf3527cf209ab1 HTTP/1.1" status: 200 len: 375 time: 0.0398288 Aug 25 11:17:06.043263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4a019-fd7f-4e90-a5e3-bc5efc86f23c req-3713914b-88d7-4aed-a8a5-2aa5d8ffe09b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:06.046117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acf4a019-fd7f-4e90-a5e3-bc5efc86f23c req-3713914b-88d7-4aed-a8a5-2aa5d8ffe09b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 945 time: 0.3387861 Aug 25 11:17:06.155464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-0aa5288c-5cc2-417f-8bb6-57443b7947a8 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd926a897d314288a4bf3527cf209ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481419 Aug 25 11:17:06.256278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-883875b7-6fc7-469e-9bdc-3d139dd7d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:06.259361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-883875b7-6fc7-469e-9bdc-3d139dd7d2c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 1101 time: 0.2672682 Aug 25 11:17:06.406207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acf4a019-fd7f-4e90-a5e3-bc5efc86f23c req-6b17180d-b96d-42e8-8e99-b47cde0db3af tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267124 Aug 25 11:17:06.642420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e4228e-360e-47eb-b0c7-753b0f3eebec {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:06.663275 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:06.693895 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080133d9-0169-4de0-a374-c15ced4d04a2 x-openstack-request-id: req-080133d9-0169-4de0-a374-c15ced4d04a2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:06.695213 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-plugged", "status": "completed", "tag": "51809226-8a82-45a3-aa97-c88c463acf08", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:06.695865 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-080133d9-0169-4de0-a374-c15ced4d04a2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:06.696566 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51809226-8a82-45a3-aa97-c88c463acf08', 'code': 200} Aug 25 11:17:06.743607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Transition to ACTIVE for port object 23e4228e-360e-47eb-b0c7-753b0f3eebec will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:06.752882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:06.830762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-9b83b627-dae4-4e0d-87a1-f039f5970c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:06.835127 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-9b83b627-dae4-4e0d-87a1-f039f5970c97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5495050 Aug 25 11:17:06.905723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:07.002954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:07.165325 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-55d90ce8-a2c5-4922-85ff-d80ce61d544d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 200 len: 217 time: 0.2466629 Aug 25 11:17:07.336059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 76868adf-d3a1-4567-8142-c10b983210fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:07.336478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:07.464113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:07.493076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0eea-e5c8-48d7-a608-868f9a4ce579 req-8de0d4c5-c111-48e5-9a86-abca09bc6755 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.506243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398110-bbc9-4324-a8b9-18087e576803 req-a9f322b8-7ce2-4773-b557-ccce0a093e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.507670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398110-bbc9-4324-a8b9-18087e576803 req-a9f322b8-7ce2-4773-b557-ccce0a093e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.508402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24398110-bbc9-4324-a8b9-18087e576803 req-a9f322b8-7ce2-4773-b557-ccce0a093e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.511147 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-24398110-bbc9-4324-a8b9-18087e576803 req-a9f322b8-7ce2-4773-b557-ccce0a093e5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2873 time: 0.6605632 Aug 25 11:17:07.572055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0eea-e5c8-48d7-a608-868f9a4ce579 req-8de0d4c5-c111-48e5-9a86-abca09bc6755 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.603922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-bdc8e5ac-9407-49f4-bec0-87464e74cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.611525 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-bdc8e5ac-9407-49f4-bec0-87464e74cebd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.4066770 Aug 25 11:17:07.618932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0eea-e5c8-48d7-a608-868f9a4ce579 req-8de0d4c5-c111-48e5-9a86-abca09bc6755 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.643454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f4a0eea-e5c8-48d7-a608-868f9a4ce579 req-8de0d4c5-c111-48e5-9a86-abca09bc6755 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2417 time: 0.6221318 Aug 25 11:17:07.865288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85edabca-d901-4fa7-92ef-74351728e813,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:07.893175 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-24398110-bbc9-4324-a8b9-18087e576803 req-c5774f58-8b96-40e1-8f15-d839a19b963c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231313 Aug 25 11:17:07.914476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-a698e52e-77d2-43e8-8c9f-961c32405411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:07.916488 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-a698e52e-77d2-43e8-8c9f-961c32405411 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2590508 Aug 25 11:17:07.917494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Checking segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:07.917883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Network hostable DHCP agents. Network: eb46f0de-5c0c-4889-890c-fc18afbbd04f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:17:07.987496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:17:08.039155 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:08.050863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, eb46f0de-5c0c-4889-890c-fc18afbbd04f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:08.059138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:08.063617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:08.068189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23993a-8330-4d57-9bdb-4f1fe153910b req-34e68c3f-635f-41b0-a273-3ec54a5ca6f0 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:08.097509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc23993a-8330-4d57-9bdb-4f1fe153910b req-34e68c3f-635f-41b0-a273-3ec54a5ca6f0 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 1.0011997 Aug 25 11:17:08.131011 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae488942-4157-4195-aae1-270665cd4071 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2398648 Aug 25 11:17:08.133885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42536) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:08.141893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:08.205670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f4a0eea-e5c8-48d7-a608-868f9a4ce579 req-b3d47253-1d13-4931-9cb5-14b685336b2e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565736 Aug 25 11:17:08.315804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20baf972-64c0-4d61-85b8-11a14b558575 None None] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:08.397051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:08.561464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:08.695494 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-d96cdfce-d428-4dd0-8df0-f0f5a5df496b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821888 Aug 25 11:17:08.706534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:08.718064 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8196f-15c1-4e74-84cc-de9dac5988a3" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:08.838248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=13']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:09.006483 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9ed1a803-5077-4c5b-8038-e44317d09b00 req-1528dcec-3d97-44e2-a97d-5312355d2eb4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967412 Aug 25 11:17:09.090450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:17:09.091894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:09.415822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Allocated IP 172.20.0.2 (eb46f0de-5c0c-4889-890c-fc18afbbd04f/85edabca-d901-4fa7-92ef-74351728e813/1205abac-3cc4-433d-9e37-e1ee598bf866) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:09.733281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15b74110-91dd-4f63-bb1c-f9f561037567 req-f04acd55-c9e7-4833-9b8b-8e956350701d tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 210 time: 0.0889337 Aug 25 11:17:09.775242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc23993a-8330-4d57-9bdb-4f1fe153910b req-0d2930a7-50f7-4c51-b142-66e973659af9 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6763239 Aug 25 11:17:09.778960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Attempting to bind port 23e4228e-360e-47eb-b0c7-753b0f3eebec on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:09.784738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Attempting to bind port 23e4228e-360e-47eb-b0c7-753b0f3eebec by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:09.785653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Attempting to bind port 23e4228e-360e-47eb-b0c7-753b0f3eebec on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:09.813443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Port 23e4228e-360e-47eb-b0c7-753b0f3eebec on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:17:09.821189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Attempting to bind port 23e4228e-360e-47eb-b0c7-753b0f3eebec on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:09.872562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:09.877613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:09.879060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:09.881238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Bound port: 23e4228e-360e-47eb-b0c7-753b0f3eebec, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:09.885283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:09.890998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:09.898542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:09.944398 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b12654-9634-4851-b600-3555eeae9d1b x-openstack-request-id: req-20b12654-9634-4851-b600-3555eeae9d1b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:09.945262 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-plugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:09.945942 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20b12654-9634-4851-b600-3555eeae9d1b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:09.950683 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:17:10.330674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:10.352823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Transition to ACTIVE for port object 1205abac-3cc4-433d-9e37-e1ee598bf866 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:10.437614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Transition to ACTIVE for port object 1205abac-3cc4-433d-9e37-e1ee598bf866 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:10.448297 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:10.472156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:10.491675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:10.520389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:10.754754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:10.778395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:10.837126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:10.863370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Pushing event updated for resources: {'Port': ['ID=1205abac-3cc4-433d-9e37-e1ee598bf866,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:10.881970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:10.883414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:10.885147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] 10.222.0.67 "PUT /v2.0/ports/23e4228e-360e-47eb-b0c7-753b0f3eebec HTTP/1.1" status: 200 len: 1097 time: 5.9901838 Aug 25 11:17:10.890189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:10.894676 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:10.906455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:10.917252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f1c9e-9ed0-4d5b-a096-3ed281206845 req-74f7484d-bee2-45cc-b8b1-bfe4adb72ddf tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:10.930704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd5f1c9e-9ed0-4d5b-a096-3ed281206845 req-74f7484d-bee2-45cc-b8b1-bfe4adb72ddf tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.9692729 Aug 25 11:17:11.053245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.061736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.065415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.066685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.069726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.070440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.072517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aea86-51bf-498a-bf3a-e01890e16b4d req-2c900a67-98aa-4240-9bd0-cb3fd8ee580a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:11.073183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.073639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.076637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.077124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.079948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.080134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aea86-51bf-498a-bf3a-e01890e16b4d req-2c900a67-98aa-4240-9bd0-cb3fd8ee580a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:11.080559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:11.087108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aea86-51bf-498a-bf3a-e01890e16b4d req-2c900a67-98aa-4240-9bd0-cb3fd8ee580a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:11.095522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff2aea86-51bf-498a-bf3a-e01890e16b4d req-2c900a67-98aa-4240-9bd0-cb3fd8ee580a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2417 time: 0.6141322 Aug 25 11:17:11.218153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Attempting to bind port 1205abac-3cc4-433d-9e37-e1ee598bf866 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:11.220606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Attempting to bind port 1205abac-3cc4-433d-9e37-e1ee598bf866 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:11.221306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Attempting to bind port 1205abac-3cc4-433d-9e37-e1ee598bf866 on network eb46f0de-5c0c-4889-890c-fc18afbbd04f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:11.266508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:11.277087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Checking segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:11.277725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:11.278222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Bound using segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:11.278821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Bound port: 1205abac-3cc4-433d-9e37-e1ee598bf866, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:11.284707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:11.420425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-5e43c3ab-2bb4-41f5-aed3-249721c95140 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=bd926a897d314288a4bf3527cf209ab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4783034 Aug 25 11:17:11.479103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] For port 1205abac-3cc4-433d-9e37-e1ee598bf866, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:11.484682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] For port 1205abac-3cc4-433d-9e37-e1ee598bf866, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1205abac-3cc4-433d-9e37-e1ee598bf866,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:11.500039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:11.599677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e333f5-f8c7-41d4-a9b7-c5ea2911ad23 service neutron] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:11.654661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3c01b-047c-4e27-ba3c-d1064d0f2c72 None None] Pushing event updated for resources: {'Port': ['ID=1205abac-3cc4-433d-9e37-e1ee598bf866,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:11.849564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-99516fc6-1d43-4ed0-b48d-fba05878136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:11.868926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-99516fc6-1d43-4ed0-b48d-fba05878136e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 1100 time: 0.7625167 Aug 25 11:17:11.893496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd5f1c9e-9ed0-4d5b-a096-3ed281206845 req-5c8ccbf2-9c95-4f7d-ad0a-393803b27c7b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9611936 Aug 25 11:17:11.930069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff2aea86-51bf-498a-bf3a-e01890e16b4d req-95de6540-f096-415a-a1f4-e8a262a9d00f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8330965 Aug 25 11:17:12.215854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-82af4d83-a1a8-4c84-a10a-4d8761be9231 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec HTTP/1.1" status: 200 len: 217 time: 0.2836564 Aug 25 11:17:12.351227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-8d9307c5-fb66-433f-bc48-d6b17ba33c64 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:12.353224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-8d9307c5-fb66-433f-bc48-d6b17ba33c64 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7906032 Aug 25 11:17:12.694115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Request body: {'port': {'device_id': '47002331-125e-470b-9a89-94691a2fc58e', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': 'bd926a897d314288a4bf3527cf209ab1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:12.706758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:12.739366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7807746-ac95-4f89-880d-6499af3bfe9b req-0b76fd9b-60bb-4173-814b-86a12606db8a tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 210 time: 0.2350006 Aug 25 11:17:12.964366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-4080309c-9278-45af-a1f1-4ec5e01180ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5425241 Aug 25 11:17:13.021362 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ddec83-45f1-44f8-bb18-5a55c5bdb78e x-openstack-request-id: req-f3ddec83-45f1-44f8-bb18-5a55c5bdb78e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:13.022198 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:13.022681 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3ddec83-45f1-44f8-bb18-5a55c5bdb78e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:13.023265 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'status': 'completed', 'code': 200} Aug 25 11:17:13.442627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50446907-ec8f-4b3f-9c69-b40ca4810d50 req-42909fba-985c-4d50-bf88-50af99d1280c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:13.445042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50446907-ec8f-4b3f-9c69-b40ca4810d50 req-42909fba-985c-4d50-bf88-50af99d1280c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 1.0892806 Aug 25 11:17:13.596601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-79d5778f-c7aa-478b-91e5-f00193a033de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:13.607597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-79d5778f-c7aa-478b-91e5-f00193a033de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 1.2528179 Aug 25 11:17:13.669361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68338f92-e5f2-4926-8b66-41735d223004 None None] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:13.771031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1205abac-3cc4-433d-9e37-e1ee598bf866 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:14.046579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-b5b5d07d-ddea-4458-91e3-0fd9f7664474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:14.053063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-b5b5d07d-ddea-4458-91e3-0fd9f7664474 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d099550bab464730bad24bf51770c66b&device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 1096 time: 1.0186515 Aug 25 11:17:14.106904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3842d9ed-e8e5-4d19-b3db-44337b6a60fd None None] Provisioning for port 1205abac-3cc4-433d-9e37-e1ee598bf866 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:14.167133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50446907-ec8f-4b3f-9c69-b40ca4810d50 req-f0cb0d20-c800-4f78-b19f-0af11dd5068b tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570135 Aug 25 11:17:14.219242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7320a-da6c-4ab0-b9bc-8e52103b47ae req-c5fa62eb-bc5c-4033-b252-0f2750d597fc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:14.254816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40c7320a-da6c-4ab0-b9bc-8e52103b47ae req-c5fa62eb-bc5c-4033-b252-0f2750d597fc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.9554274 Aug 25 11:17:14.349732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1205abac-3cc4-433d-9e37-e1ee598bf866 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:14.380422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1205abac-3cc4-433d-9e37-e1ee598bf866 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:14.381268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:14.609385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Made reservation on behalf of bd926a897d314288a4bf3527cf209ab1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:14.613840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:14.632849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-738e8044-5513-43ce-8245-45afbe3def6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:14.634471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-738e8044-5513-43ce-8245-45afbe3def6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 200 len: 922 time: 0.5501957 Aug 25 11:17:14.648242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:14.668642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982028d-44b1-4b20-8c04-e846b4913232 req-442f026a-62ed-4b2b-a1f6-bcacb35082e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:14.671540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-442f026a-62ed-4b2b-a1f6-bcacb35082e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9834359 Aug 25 11:17:14.906056 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:15.084709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2f3daf6-40ba-4bfc-91e3-35ba2c7a3851 req-7bbfbd7b-9772-4207-8ffa-69b387b81bbd tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 210 time: 0.1738091 Aug 25 11:17:15.084709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-39266789-f8ed-476a-8203-b89a2974c403 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 200 len: 217 time: 0.3945515 Aug 25 11:17:15.277312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:15.486955 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:15.594580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1205abac-3cc4-433d-9e37-e1ee598bf866, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1205abac-3cc4-433d-9e37-e1ee598bf866,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:15.596087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40c7320a-da6c-4ab0-b9bc-8e52103b47ae req-5f6512a6-cc91-466f-b90b-4556efd4b8c9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3399880 Aug 25 11:17:15.605368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:15.646055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b45a9e-16e9-492d-aa6a-06c062f62373,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:15.953216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-59f8eca3-aac5-472d-a621-37e7682d8ac6 None None] Provisioning complete for port 1205abac-3cc4-433d-9e37-e1ee598bf866 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:15.953790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59f8eca3-aac5-472d-a621-37e7682d8ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:15.959634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1205abac-3cc4-433d-9e37-e1ee598bf866,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:16.365441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-ee81fd40-d6dd-4a66-80fc-97ae3df58636 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:16.379742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-ee81fd40-d6dd-4a66-80fc-97ae3df58636 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:16.416590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-ee81fd40-d6dd-4a66-80fc-97ae3df58636 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:16.430218 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-ee81fd40-d6dd-4a66-80fc-97ae3df58636 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2417 time: 0.2612674 Aug 25 11:17:16.803019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 0f954e4d-7967-4e13-888c-d354ac60ec14 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:16.806890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:16.870607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Allocated IP 192.168.233.121 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/c4154def-9cf3-4e6e-98ba-6392721f1c81) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:17.285734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 0f954e4d-7967-4e13-888c-d354ac60ec14, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0f954e4d-7967-4e13-888c-d354ac60ec14,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:17.286665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:17.361540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 0f954e4d-7967-4e13-888c-d354ac60ec14 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:17.484667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-0d50b904-d07d-43cc-ac9f-a557dd1dcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:17.516697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-0d50b904-d07d-43cc-ac9f-a557dd1dcfd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 200 len: 861 time: 2.1480627 Aug 25 11:17:17.610466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-cfa4fc2a-de21-425d-a3a1-f3d8890b235a service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5503893 Aug 25 11:17:17.758512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:17.774149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['51809226-8a82-45a3-aa97-c88c463acf08', '8814adcd-3329-4d38-a23d-b88650a2d79a', '0f954e4d-7967-4e13-888c-d354ac60ec14'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:17:17.953319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=0f954e4d-7967-4e13-888c-d354ac60ec14,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:17.977261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1205abac-3cc4-433d-9e37-e1ee598bf866 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:18.131099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 0f954e4d-7967-4e13-888c-d354ac60ec14 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:18.143176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:18.145347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-cbbe558d-5700-4636-8c1f-affd199a565d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "DELETE /v2.0/ports/0f954e4d-7967-4e13-888c-d354ac60ec14 HTTP/1.1" status: 204 len: 173 time: 1.7070689 Aug 25 11:17:18.145922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-deleted', 'tag': '0f954e4d-7967-4e13-888c-d354ac60ec14'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:18.148402 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90319d6-fe1e-457e-8134-fca5108c82b8" -d '{"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-deleted", "tag": "0f954e4d-7967-4e13-888c-d354ac60ec14"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:18.272904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-49ca134a-340a-4133-b4e8-8dbd388c0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:18.565551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1205abac-3cc4-433d-9e37-e1ee598bf866 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:18.566192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:18.763415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 8814adcd-3329-4d38-a23d-b88650a2d79a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:18.763992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:18.820642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874cc53-29e1-433d-a6a9-e045b9350865 req-6b73f111-fa5b-482a-8cd0-df7e60547b8b tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:18.843670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3874cc53-29e1-433d-a6a9-e045b9350865 req-6b73f111-fa5b-482a-8cd0-df7e60547b8b tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 2.9097404 Aug 25 11:17:18.870613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cb9ac-5793-440b-9631-ae5ea10f4a31 req-9b69257f-0a22-49c1-9aba-08c668acb84d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:18.892101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cb9ac-5793-440b-9631-ae5ea10f4a31 req-9b69257f-0a22-49c1-9aba-08c668acb84d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:18.908587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cb9ac-5793-440b-9631-ae5ea10f4a31 req-9b69257f-0a22-49c1-9aba-08c668acb84d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:18.920847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-674cb9ac-5793-440b-9631-ae5ea10f4a31 req-9b69257f-0a22-49c1-9aba-08c668acb84d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 2417 time: 3.5541604 Aug 25 11:17:18.952698 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:18.957569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-d93785f5-8cfe-4989-83c0-1960e8e59408 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8573153-d827-4ae7-a793-33e5c7a78269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.4094188 Aug 25 11:17:19.075897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 8814adcd-3329-4d38-a23d-b88650a2d79a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8814adcd-3329-4d38-a23d-b88650a2d79a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:19.076273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:19.172519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 8814adcd-3329-4d38-a23d-b88650a2d79a owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:19.258330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-674cb9ac-5793-440b-9631-ae5ea10f4a31 req-0e889beb-eaa2-4d43-8cbf-48be6f27f8a8 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361764 Aug 25 11:17:19.263485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-db424403-3996-411f-bc14-6f06eaddb142 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269361 Aug 25 11:17:19.395683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:19.499586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=8814adcd-3329-4d38-a23d-b88650a2d79a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:19.580205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea25f339-0146-4e03-a0fa-741ecd0d4735 req-96c5068a-ad32-4777-a388-0c7def8fc540 service neutron] 10.222.0.67 "GET /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010268 Aug 25 11:17:19.625093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 8814adcd-3329-4d38-a23d-b88650a2d79a on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:19.629103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:19.635757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-c963c45f-07d3-4932-9655-c717d3e8116d tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "DELETE /v2.0/ports/8814adcd-3329-4d38-a23d-b88650a2d79a HTTP/1.1" status: 204 len: 173 time: 1.4515676 Aug 25 11:17:19.663474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-080c8874-5e91-4794-b7a9-7327c615fcd3 req-a8d7301c-b106-4634-bd2b-b97233f115b1 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 210 time: 0.0779133 Aug 25 11:17:19.666707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:19.928310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 51809226-8a82-45a3-aa97-c88c463acf08 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:19.936006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:19.943708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:20.025253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3874cc53-29e1-433d-a6a9-e045b9350865 req-7d634070-8f21-42a6-ba4c-3f299ccf2152 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0661407 Aug 25 11:17:20.063233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Transition to ACTIVE for port object c4154def-9cf3-4e6e-98ba-6392721f1c81 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:20.253543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 51809226-8a82-45a3-aa97-c88c463acf08, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=51809226-8a82-45a3-aa97-c88c463acf08,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:20.254952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:20.277442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8814adcd-3329-4d38-a23d-b88650a2d79a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:20.292990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 51809226-8a82-45a3-aa97-c88c463acf08 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:20.294776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:20.337024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 8814adcd-3329-4d38-a23d-b88650a2d79a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:17:20.337385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8814adcd-3329-4d38-a23d-b88650a2d79a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:17:20.340329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0f954e4d-7967-4e13-888c-d354ac60ec14 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:20.406632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 0f954e4d-7967-4e13-888c-d354ac60ec14 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:17:20.406995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0f954e4d-7967-4e13-888c-d354ac60ec14 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:17:20.407459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 51809226-8a82-45a3-aa97-c88c463acf08 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:20.522174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:20.532478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8982028d-44b1-4b20-8c04-e846b4913232 req-21422e4c-3105-4875-ac8e-fdd1f9ca8c1d service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8969412 Aug 25 11:17:20.606696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:20.628294 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:20.631391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafad4f6-de9e-4d1f-9c74-33066d81044b req-2189c6b5-08fe-4f41-bf20-a3b43a9e4009 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:20.643690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eafad4f6-de9e-4d1f-9c74-33066d81044b req-2189c6b5-08fe-4f41-bf20-a3b43a9e4009 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.8125339 Aug 25 11:17:20.683210 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e761492e-a8fa-4124-be9d-79ed32dd7ff4 x-openstack-request-id: req-e761492e-a8fa-4124-be9d-79ed32dd7ff4 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:20.683574 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-deleted", "tag": "0f954e4d-7967-4e13-888c-d354ac60ec14", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:20.689986 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e761492e-a8fa-4124-be9d-79ed32dd7ff4 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:20.690728 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-deleted', 'tag': '0f954e4d-7967-4e13-888c-d354ac60ec14', 'status': 'completed', 'code': 200} Aug 25 11:17:20.708534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:20.722233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:20.731531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:20.808666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d069708d-4843-4185-b5ea-40a6915234c2 req-82db26f3-666d-4565-817c-076271b28dd0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=e325851d-d231-4bec-8efb-8dbe2249c14a HTTP/1.1" status: 200 len: 210 time: 0.0828302 Aug 25 11:17:20.858354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=51809226-8a82-45a3-aa97-c88c463acf08,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:20.961713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 51809226-8a82-45a3-aa97-c88c463acf08 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:20.974322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:20.979579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86f00b31-6caf-499c-ad27-68753e6bb7f5 req-1baafccf-fe5c-4ebc-a709-2b755f11b715 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "DELETE /v2.0/ports/51809226-8a82-45a3-aa97-c88c463acf08 HTTP/1.1" status: 204 len: 173 time: 1.3303883 Aug 25 11:17:21.124280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Allocated IP 172.25.1.37 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/e4abaaa8-4624-44f3-b0db-f998375cf904) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:21.188554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:21.193731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.207532 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-203b13cb-d447-4706-ab0a-ad91ab380f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.280268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e2da8628-f215-4c51-af35-2f3da45c3daa None None] Provisioning for port c4154def-9cf3-4e6e-98ba-6392721f1c81 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:21.286589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e2da8628-f215-4c51-af35-2f3da45c3daa None None] Provisioning complete for port c4154def-9cf3-4e6e-98ba-6392721f1c81 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:21.287002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e2da8628-f215-4c51-af35-2f3da45c3daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.327043 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:17:21.344533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eafad4f6-de9e-4d1f-9c74-33066d81044b req-59078d7f-a242-4277-b478-f2362b04d393 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6934135 Aug 25 11:17:21.446627 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.449273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-79a432bb-15be-4021-90d8-8080b2367bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:21.453279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-79a432bb-15be-4021-90d8-8080b2367bd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 1100 time: 0.6704831 Aug 25 11:17:21.463583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e2da8628-f215-4c51-af35-2f3da45c3daa None None] Port c4154def-9cf3-4e6e-98ba-6392721f1c81 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:21.575484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:21.584458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-397171532'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:21.664845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:21.681792 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.707268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-bf9e1697-1893-4743-83cb-d1e05e600b37 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.1999109 Aug 25 11:17:21.715989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:17:21.729125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.729901 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Added segment 8b012c02-9cb2-460d-9eee-b1d7ec1f5eae of type vlan for network 4742c583-3791-4e0c-80fa-01337094a4d4 Aug 25 11:17:21.746797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Request body: {'port': {'device_id': '47002331-125e-470b-9a89-94691a2fc58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:21.765737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d837ab-ef7f-4ba6-8d68-50ed9a23804a req-6865933e-631d-4357-860d-466bdb00d175 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:21.770531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05d837ab-ef7f-4ba6-8d68-50ed9a23804a req-6865933e-631d-4357-860d-466bdb00d175 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.5473523 Aug 25 11:17:21.784200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.823618 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.831407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:21.834540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:21.845037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-9ed886b9-3490-4844-aa7a-cb7e13ff1cf7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:21.846808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-9ed886b9-3490-4844-aa7a-cb7e13ff1cf7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.8835974 Aug 25 11:17:21.979680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05d837ab-ef7f-4ba6-8d68-50ed9a23804a req-8ae18c5b-7c50-436e-8978-910d72c0d58b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240261 Aug 25 11:17:22.024044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Network': ['ID=4742c583-3791-4e0c-80fa-01337094a4d4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:22.051145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.051694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.053981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.054560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.054882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.055491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.055633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.058606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.059694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.060136 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.060549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.060961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:22.077358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4742c583-3791-4e0c-80fa-01337094a4d4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:17:22.081390 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d19802ac-6cb1-4a65-a1df-e763e3877494 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5023141 Aug 25 11:17:22.084193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42672) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:22.096544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-232606607'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:22.147667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:22.151557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.174342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d1ea-2c97-4255-8e3c-52658e85a010 req-b79d2302-2378-4a4b-a815-33645a68673a tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:22.178186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65d7d1ea-2c97-4255-8e3c-52658e85a010 req-b79d2302-2378-4a4b-a815-33645a68673a tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 936 time: 0.4595168 Aug 25 11:17:22.214749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:17:22.233245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.233732 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Added segment b9bdf5f1-1101-4587-ad67-57e595376c91 of type vlan for network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 Aug 25 11:17:22.255060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-c67fefe3-f04a-4940-adc0-28aa1b86c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:22.259123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-c67fefe3-f04a-4940-adc0-28aa1b86c9c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.7909687 Aug 25 11:17:22.327813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.338844 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.354279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.398610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.404578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:22.405360 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.417188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.503201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Network': ['ID=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:22.516565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:17:22.522740 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.543627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-c2978597-97f2-4f77-861c-05b6103643fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec HTTP/1.1" status: 200 len: 217 time: 0.2115345 Aug 25 11:17:22.561920 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bf525d76-f0a4-42a1-8249-94188ee0338a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4703274 Aug 25 11:17:22.561920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42676) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:22.573960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'subnet': {'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:22.715889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-deleted', 'tag': '8814adcd-3329-4d38-a23d-b88650a2d79a'}, {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-deleted', 'tag': '51809226-8a82-45a3-aa97-c88c463acf08'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:22.723218 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678bc446-4663-432e-aab9-8a6b226dd8c0" -d '{"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-deleted", "tag": "8814adcd-3329-4d38-a23d-b88650a2d79a"}, {"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-deleted", "tag": "51809226-8a82-45a3-aa97-c88c463acf08"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:22.792825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:22.798493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:22.832659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65d7d1ea-2c97-4255-8e3c-52658e85a010 req-d927fd61-df1b-40c7-9eae-fdccd3500135 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865155 Aug 25 11:17:22.912483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4137f-5afd-4d14-b329-340f4763f838 req-34e01a98-f5fe-44e0-9248-333edec1b9c1 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:22.927565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59c4137f-5afd-4d14-b329-340f4763f838 req-34e01a98-f5fe-44e0-9248-333edec1b9c1 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 0.7459986 Aug 25 11:17:22.968728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:22.983167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:17:23.084542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Deleting port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:23.091939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.130496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:23.234796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting subnet 2a410f55-9f7c-4d5c-919b-9cd86e1efc8b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:17:23.243526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.261476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:23.280855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'mac_address': 'fa:16:3e:8d:cf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:17:23.325536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.336094 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.356766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e4228e-360e-47eb-b0c7-753b0f3eebec {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:23.414860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:23.427642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.458957 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.536734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.696022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:23.770155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['23e4228e-360e-47eb-b0c7-753b0f3eebec'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:17:23.860002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4154def-9cf3-4e6e-98ba-6392721f1c81 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:23.878889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Subnet': ['ID=2a410f55-9f7c-4d5c-919b-9cd86e1efc8b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:23.879782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.890295 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:23.894805 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-315ca3f9-242b-4543-84aa-7568a522a7d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/subnets/2a410f55-9f7c-4d5c-919b-9cd86e1efc8b HTTP/1.1" status: 204 len: 168 time: 0.9247766 Aug 25 11:17:23.901534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42686) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:23.918174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Transition to ACTIVE for port object c4154def-9cf3-4e6e-98ba-6392721f1c81 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:23.956352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abae431-f659-4f44-9717-e3a6192e10c5 None None] Network f46be3ec-f0d6-4b64-902a-585bbf9558f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:24.067951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.074283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.076691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:24.105231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59c4137f-5afd-4d14-b329-340f4763f838 req-343b0e78-b540-4017-9108-c5e0f86814d2 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1763971 Aug 25 11:17:24.109864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:24.254223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Pushing event updated for resources: {'Port': ['ID=e4abaaa8-4624-44f3-b0db-f998375cf904,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:24.254931 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a53b01-ac35-4c72-9e4e-ea492f1d3352 x-openstack-request-id: req-76a53b01-ac35-4c72-9e4e-ea492f1d3352 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:24.255558 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-deleted", "tag": "8814adcd-3329-4d38-a23d-b88650a2d79a", "status": "completed", "code": 200}, {"server_uuid": "e325851d-d231-4bec-8efb-8dbe2249c14a", "name": "network-vif-deleted", "tag": "51809226-8a82-45a3-aa97-c88c463acf08", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:24.256380 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76a53b01-ac35-4c72-9e4e-ea492f1d3352 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:24.257506 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-deleted', 'tag': '8814adcd-3329-4d38-a23d-b88650a2d79a', 'status': 'completed', 'code': 200} Aug 25 11:17:24.257798 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e325851d-d231-4bec-8efb-8dbe2249c14a', 'name': 'network-vif-deleted', 'tag': '51809226-8a82-45a3-aa97-c88c463acf08', 'status': 'completed', 'code': 200} Aug 25 11:17:24.273975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.314154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Subnet': ['ID=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:24.423305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Checking segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:24.424277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network hostable DHCP agents. Network: 4742c583-3791-4e0c-80fa-01337094a4d4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:17:24.487716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 86d331cc-b392-440f-9147-da7e0443c1e0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:24.488643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.496290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 4742c583-3791-4e0c-80fa-01337094a4d4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:17:24.508445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-2b030181-0df7-4455-9d98-823ed72546b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:24.511690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-2b030181-0df7-4455-9d98-823ed72546b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 1.9487076 Aug 25 11:17:24.611254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4742c583-3791-4e0c-80fa-01337094a4d4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:24.631145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:24.631740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.661852 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-44c5cdb2-c667-48fa-8cb9-cff155eb041e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0976377 Aug 25 11:17:24.666078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:24.666362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1fa70-e646-48d5-b59a-38192f00a990 None None] Network 4742c583-3791-4e0c-80fa-01337094a4d4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:24.670335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'subnet': {'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:24.732297 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.746242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 86d331cc-b392-440f-9147-da7e0443c1e0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=86d331cc-b392-440f-9147-da7e0443c1e0,segment=NetworkSegment(54b106a6-342a-4764-8a99-07ef24915f81),segment_id=54b106a6-342a-4764-8a99-07ef24915f81)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:24.746703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.771826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 86d331cc-b392-440f-9147-da7e0443c1e0 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:24.876096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:24.880556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:24.932081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608bd01-24be-4bb8-a18d-ca94f7c52522 req-be9e4a82-c385-455c-9a6a-2836faea8bb3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:24.935096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a608bd01-24be-4bb8-a18d-ca94f7c52522 req-be9e4a82-c385-455c-9a6a-2836faea8bb3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 1.7888472 Aug 25 11:17:25.021885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:25.132082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:25.167039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=86d331cc-b392-440f-9147-da7e0443c1e0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:25.183504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 86d331cc-b392-440f-9147-da7e0443c1e0 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:25.335157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3726ec-66c7-4fb4-8c9a-08e021cee60d req-9ddc4ed8-197a-4d3d-a81b-8003f97eeb3b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:25.359800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f3726ec-66c7-4fb4-8c9a-08e021cee60d req-9ddc4ed8-197a-4d3d-a81b-8003f97eeb3b tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 944 time: 0.8694651 Aug 25 11:17:25.387106 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:25.419707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46be3ec-f0d6-4b64-902a-585bbf9558f3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:25.442247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b106a6-342a-4764-8a99-07ef24915f81') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:25.442557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b106a6-342a-4764-8a99-07ef24915f81') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:25.463622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:25.498310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a608bd01-24be-4bb8-a18d-ca94f7c52522 req-b44f73dc-a27f-4827-91d9-9d348ee60ce8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324290 Aug 25 11:17:25.529037 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:25.542882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:17:25.544152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:17:25.549951 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:17:25.556127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:25.649930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f3726ec-66c7-4fb4-8c9a-08e021cee60d req-b941e679-d9d4-4b72-b78b-1b9c104ed15a tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875028 Aug 25 11:17:25.669327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-95591b74-8512-45f5-b1ae-bf5ff669ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:25.685018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-95591b74-8512-45f5-b1ae-bf5ff669ea1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0478570 Aug 25 11:17:26.139948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e31ab-a48a-490d-8335-a95d80145a13 None None] DHCP port deletion for f46be3ec-f0d6-4b64-902a-585bbf9558f3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:17:26.241606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-b8e291ad-8557-46f5-aab0-ea30506348b3 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290325 Aug 25 11:17:26.266505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:26.287252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:26.296706 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/networks/f46be3ec-f0d6-4b64-902a-585bbf9558f3 HTTP/1.1" status: 204 len: 168 time: 2.3910806 Aug 25 11:17:26.333739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:26.352053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:26.375879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4742c583-3791-4e0c-80fa-01337094a4d4', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:17:26.377227 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:26.422439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Subnet': ['ID=da90f6d9-7627-42d3-9af7-d62e6c42acb8,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:26.503483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413fd67-815c-4dfe-a540-42b697dfb00c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Network': ['ID=f46be3ec-f0d6-4b64-902a-585bbf9558f3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:26.516429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Checking segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:26.516817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network hostable DHCP agents. Network: 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:17:26.580304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting subnet 6bcf9009-d7ae-4255-97ba-1164859100d7 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:17:26.598904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:26.670425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:17:26.695954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Allocated IP 10.1.1.2 (4742c583-3791-4e0c-80fa-01337094a4d4/1f2dfe30-ebad-4cfe-8ae5-4c097c220d44/f043afaf-6468-47c2-adb5-3545a48f1568) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:26.720807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:26.734251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.010915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:27.011775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.080616 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2929edf9-6217-48a9-b86f-c33c6c19ce92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4146461 Aug 25 11:17:27.093780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42702) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:27.135974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] For port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:27.136320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.136707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.190987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668c319-c139-4534-b1e1-1dbae3195050 req-0a3b2d1a-f741-4636-ae29-fcf516bd294c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:27.205205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0668c319-c139-4534-b1e1-1dbae3195050 req-0a3b2d1a-f741-4636-ae29-fcf516bd294c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 949 time: 1.0319440 Aug 25 11:17:27.228362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'name': 'tempest-TaggedBootDevicesTest_v242-230857054', 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:27.235113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.250771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.276023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Transition to ACTIVE for port object f043afaf-6468-47c2-adb5-3545a48f1568 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:27.295448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Calling delete_port for 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:27.326388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Attempting to bind port c4154def-9cf3-4e6e-98ba-6392721f1c81 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:27.326953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Attempting to bind port c4154def-9cf3-4e6e-98ba-6392721f1c81 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:27.327462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Attempting to bind port c4154def-9cf3-4e6e-98ba-6392721f1c81 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:27.332283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Transition to ACTIVE for port object f043afaf-6468-47c2-adb5-3545a48f1568 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:27.340187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcf9009-d7ae-4255-97ba-1164859100d7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:27.352271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:27.355570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.361149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-443be25e-0910-4de5-a46c-4454f94060fb tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/subnets/6bcf9009-d7ae-4255-97ba-1164859100d7 HTTP/1.1" status: 204 len: 168 time: 0.9786978 Aug 25 11:17:27.363678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50add5e5-732c-4761-84bc-a1020c1913c2 None None] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:27.364918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42708) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:27.376389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.550448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.605645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5db13b-8980-4797-8b04-86065d60ad71 req-187c49f6-6d60-4e44-bdca-3083ee75ddbf tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:27.617658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5db13b-8980-4797-8b04-86065d60ad71 req-187c49f6-6d60-4e44-bdca-3083ee75ddbf tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 948 time: 1.4666200 Aug 25 11:17:27.658758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0591a0-30df-4bce-b300-0116a972fee1 None None] Network 5be3bc4f-1fd4-49bf-a91f-57142165f801 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:27.699064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Port c4154def-9cf3-4e6e-98ba-6392721f1c81 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:17:27.699880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Attempting to bind port c4154def-9cf3-4e6e-98ba-6392721f1c81 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:27.718437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0668c319-c139-4534-b1e1-1dbae3195050 req-e0e8f26c-5dc7-4461-ad08-8d0a5b5ca7db tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124578 Aug 25 11:17:27.778614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:27.778614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:27.779148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:27.779347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Bound port: c4154def-9cf3-4e6e-98ba-6392721f1c81, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:27.779551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.795482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:27.815448 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port e57459f5-1799-4c86-8426-937465a8733a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:27.815803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.868816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:27.874042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f2d3ec-0ed0-4bc6-bf2a-8557dd6f8c4f req-bccfa203-6184-4abf-ab1b-992ae82209cc service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5964427 Aug 25 11:17:28.059778 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.096201 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.097035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86d331cc-b392-440f-9147-da7e0443c1e0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:28.162194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.208161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] device_id is not set on port 71986064-93b7-413f-9594-96cfed0838e0 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:17:28.227535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:28.231882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:28.266110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5db13b-8980-4797-8b04-86065d60ad71 req-9d24cf5c-a3a0-47c8-aae8-42c9ab6a8988 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594621 Aug 25 11:17:28.357531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.373616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event deleted for resources: {'Port': ['ID=7e95389c-0b9c-4f64-bf63-ba6b4a65c970,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:28.485669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port e57459f5-1799-4c86-8426-937465a8733a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e57459f5-1799-4c86-8426-937465a8733a,segment=NetworkSegment(85f15772-6004-4936-9b69-22316d05609a),segment_id=85f15772-6004-4936-9b69-22316d05609a)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:28.486727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.536662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 86d331cc-b392-440f-9147-da7e0443c1e0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:17:28.537295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86d331cc-b392-440f-9147-da7e0443c1e0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:17:28.551994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257110-269e-496b-b90e-12150f54460a req-9a102306-4102-473b-a41e-5650f1c32f43 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:28.553933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f257110-269e-496b-b90e-12150f54460a req-9a102306-4102-473b-a41e-5650f1c32f43 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.5420222 Aug 25 11:17:28.572232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] No DVR routers for this DVR port 7e95389c-0b9c-4f64-bf63-ba6b4a65c970 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:28.591130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for e57459f5-1799-4c86-8426-937465a8733a owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:28.661137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.668672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51847398-2ac0-4ed7-85c0-0e5a0c48c8db req-8a454522-274c-44fe-b84e-f3dc868144be tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "DELETE /v2.0/ports/7e95389c-0b9c-4f64-bf63-ba6b4a65c970 HTTP/1.1" status: 204 len: 173 time: 6.7521627 Aug 25 11:17:28.739903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'name': 'network-vif-deleted', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:28.742267 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac16c9b-04aa-4819-be3d-87a6b983f122" -d '{"events": [{"server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "name": "network-vif-deleted", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:28.756409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Pushing event updated for resources: {'Port': ['ID=f043afaf-6468-47c2-adb5-3545a48f1568,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:28.803312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:28.813304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:28.830681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] 10.222.0.67 "PUT /v2.0/ports/c4154def-9cf3-4e6e-98ba-6392721f1c81 HTTP/1.1" status: 200 len: 1097 time: 7.0877402 Aug 25 11:17:28.837785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18406c59-fc61-4f12-b70a-5e11225cbb01 req-a636f965-e7b4-4030-b5d2-6bce7b5ad51d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=023b71cb-6dce-4660-bc6b-7fc4d09d14c7 HTTP/1.1" status: 200 len: 210 time: 0.2822938 Aug 25 11:17:28.943872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Network 4742c583-3791-4e0c-80fa-01337094a4d4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:28.981062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:28.987998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:29.045936 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ef7d2-e07f-4c6c-8bb8-369635d9237c x-openstack-request-id: req-9c3ef7d2-e07f-4c6c-8bb8-369635d9237c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:29.046321 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023b71cb-6dce-4660-bc6b-7fc4d09d14c7", "name": "network-vif-deleted", "tag": "7e95389c-0b9c-4f64-bf63-ba6b4a65c970", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:29.046497 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c3ef7d2-e07f-4c6c-8bb8-369635d9237c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:29.046936 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023b71cb-6dce-4660-bc6b-7fc4d09d14c7', 'name': 'network-vif-deleted', 'tag': '7e95389c-0b9c-4f64-bf63-ba6b4a65c970', 'status': 'completed', 'code': 200} Aug 25 11:17:29.159093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 10.1.1.209 (4742c583-3791-4e0c-80fa-01337094a4d4/1f2dfe30-ebad-4cfe-8ae5-4c097c220d44/71986064-93b7-413f-9594-96cfed0838e0) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:29.178554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f257110-269e-496b-b90e-12150f54460a req-80f29fcc-dc64-41ab-be99-c6b3c0204999 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5319073 Aug 25 11:17:29.190514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.290284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port e57459f5-1799-4c86-8426-937465a8733a on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:29.304354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 23e4228e-360e-47eb-b0c7-753b0f3eebec completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:29.324614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'fixed_ips': [{'subnet_id': 'da90f6d9-7627-42d3-9af7-d62e6c42acb8'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:17:29.325706 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.343006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52874a4-c6d9-470f-924a-62699a720db1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:29.391389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 23e4228e-360e-47eb-b0c7-753b0f3eebec triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:29.394374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-48301080-98f1-43e0-a1db-ddcfd406e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:29.396047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-48301080-98f1-43e0-a1db-ddcfd406e4a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd926a897d314288a4bf3527cf209ab1&device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 1100 time: 0.3876464 Aug 25 11:17:29.396973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.406699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Attempting to bind port f043afaf-6468-47c2-adb5-3545a48f1568 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:29.417593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Attempting to bind port f043afaf-6468-47c2-adb5-3545a48f1568 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:29.417593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Attempting to bind port f043afaf-6468-47c2-adb5-3545a48f1568 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:29.484803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=e57459f5-1799-4c86-8426-937465a8733a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:29.493025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-62c59475-fc63-49e7-a194-f2eae66f39e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81 HTTP/1.1" status: 200 len: 217 time: 0.0777550 Aug 25 11:17:29.500539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:29.501883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Checking segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:29.502589 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.506996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Bound using segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:29.511058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Bound port: f043afaf-6468-47c2-adb5-3545a48f1568, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:29.515149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.516145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.569000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e89ce5-10b0-4c27-9d33-65b6096b5ada None None] DHCP port deletion for 5be3bc4f-1fd4-49bf-a91f-57142165f801 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:17:29.645182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe992978-9ff3-4654-8e50-335b18a2eb0c req-076194e7-6396-492b-87cd-ab076a22f844 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:29.646857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe992978-9ff3-4654-8e50-335b18a2eb0c req-076194e7-6396-492b-87cd-ab076a22f844 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 949 time: 0.4369030 Aug 25 11:17:29.650309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-1d24cb0e-878a-465e-a0a6-0d9041890a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:29.652155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-1d24cb0e-878a-465e-a0a6-0d9041890a1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1230633 Aug 25 11:17:29.838440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe992978-9ff3-4654-8e50-335b18a2eb0c req-cf8c27d5-cf7e-41a2-bdb3-5b4fba98492a tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956206 Aug 25 11:17:29.860173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e57459f5-1799-4c86-8426-937465a8733a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:29.870238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1712-d2fe-4432-8382-085448bcc066 req-95ef9040-d86a-4bfc-8964-da386724edaf tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:29.871174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1be1712-d2fe-4432-8382-085448bcc066 req-95ef9040-d86a-4bfc-8964-da386724edaf tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 948 time: 0.3676326 Aug 25 11:17:29.885865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-cfe5135c-1aa8-4e0e-aa2c-1673fbbb7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:29.887561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-cfe5135c-1aa8-4e0e-aa2c-1673fbbb7922 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217101 Aug 25 11:17:29.931332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:29.958139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e57459f5-1799-4c86-8426-937465a8733a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:17:29.965503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e57459f5-1799-4c86-8426-937465a8733a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:17:30.005679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be3bc4f-1fd4-49bf-a91f-57142165f801']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:30.041150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] For port f043afaf-6468-47c2-adb5-3545a48f1568, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:30.063653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1be1712-d2fe-4432-8382-085448bcc066 req-1be2b6eb-d4d7-41e1-9a74-04b25c3f1da6 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728146 Aug 25 11:17:30.066404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-c9376e18-bbc7-400f-94ec-b39f0be5050b service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327026 Aug 25 11:17:30.075090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] For port f043afaf-6468-47c2-adb5-3545a48f1568, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f043afaf-6468-47c2-adb5-3545a48f1568,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:30.106385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f15772-6004-4936-9b69-22316d05609a') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:30.113991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f15772-6004-4936-9b69-22316d05609a') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:30.164784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.185071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.363514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Allocated IP 10.2.2.2 (5c9d0a61-590f-4b2a-a6df-a9acf0443cd7/da90f6d9-7627-42d3-9af7-d62e6c42acb8/319da910-3f8e-4426-9f0e-9ee14c5db670) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:30.420856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d3330e-6dff-4a6c-a5c4-6acb97cee170 req-a8f221c8-fa4c-4a65-b2e4-f756614ab8c2 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410668 Aug 25 11:17:30.432128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.499936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object 71986064-93b7-413f-9594-96cfed0838e0 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:30.637368 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.657409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:17:30.659531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:17:30.766626 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:17:30.779741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.785663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:30.819183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b28013-afc4-4e4a-a216-be077d54765b req-85d85318-c2d9-46b9-a344-3dc2663bd87d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:30.829759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84b28013-afc4-4e4a-a216-be077d54765b req-85d85318-c2d9-46b9-a344-3dc2663bd87d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.4000199 Aug 25 11:17:30.904883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049ea30-b9d4-4b30-837a-07d420f9991b req-e0d7937c-2793-4cd1-aeaf-a8f1b839fe45 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:30.908709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7049ea30-b9d4-4b30-837a-07d420f9991b req-e0d7937c-2793-4cd1-aeaf-a8f1b839fe45 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 944 time: 0.2057762 Aug 25 11:17:31.048143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:31.073759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Transition to ACTIVE for port object 319da910-3f8e-4426-9f0e-9ee14c5db670 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:31.121649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84b28013-afc4-4e4a-a216-be077d54765b req-fc75a435-526f-425b-a671-534841c14f58 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101505 Aug 25 11:17:31.137889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 4742c583-3791-4e0c-80fa-01337094a4d4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:31.154268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.163589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:31.163892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Transition to ACTIVE for port object 319da910-3f8e-4426-9f0e-9ee14c5db670 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:31.166562 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957272a3-12d5-4bac-83bc-463b31e13dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:31.175045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.187173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/networks/5be3bc4f-1fd4-49bf-a91f-57142165f801 HTTP/1.1" status: 204 len: 168 time: 3.8160174 Aug 25 11:17:31.194962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7049ea30-b9d4-4b30-837a-07d420f9991b req-8343bd19-3c12-49b5-af42-bcb0bbd2d805 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067804 Aug 25 11:17:31.199686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42730) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:31.213264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-783365969'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:31.276963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:31.281906 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.293412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358c9bf-daf2-4f59-afe6-404e88b65aef tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Network': ['ID=5be3bc4f-1fd4-49bf-a91f-57142165f801,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:31.306001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:31.310037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-de214e09-e52a-441e-8753-773990cc69b7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:31.312377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-de214e09-e52a-441e-8753-773990cc69b7 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 944 time: 0.2567108 Aug 25 11:17:31.316864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:31.330173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.365385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.402801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.404495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f880-b05a-48b7-beec-71b7379c0198 None None] Pushing event updated for resources: {'Port': ['ID=f043afaf-6468-47c2-adb5-3545a48f1568,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:31.450322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:17:31.541786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Pushing event updated for resources: {'Port': ['ID=319da910-3f8e-4426-9f0e-9ee14c5db670,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:31.595857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:31.601507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:31.603254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:31.606390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:31.612795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:31.648187 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5aaea6c-8e9f-4955-97dc-7b314f4a58bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5511029 Aug 25 11:17:31.650749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:31.652135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42732) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:31.668327 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b33e6f3-b4d1-4635-abbe-bb05b7d4b1f4" -d '{"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-plugged", "status": "completed", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:31.689473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'name': 'tempest-TaggedBootDevicesTest_v242-893412206', 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:31.739002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:17:31.763822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:31.790564 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.003221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f043afaf-6468-47c2-adb5-3545a48f1568 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:32.106117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:17:32.137781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Sync routers for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:17:32.192974 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.196764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d8e561a8-6800-496b-b189-7c6b258a3581 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 24.0566955 Aug 25 11:17:32.199323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42736) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:32.241674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Attempting to bind port 319da910-3f8e-4426-9f0e-9ee14c5db670 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:32.248746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Attempting to bind port 319da910-3f8e-4426-9f0e-9ee14c5db670 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:32.252340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Attempting to bind port 319da910-3f8e-4426-9f0e-9ee14c5db670 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:32.258180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa4d92-ef0f-44fa-aede-4327b63cc9ef req-81aad891-2619-444b-89c2-dbaa33ec151c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:32.264417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3faa4d92-ef0f-44fa-aede-4327b63cc9ef req-81aad891-2619-444b-89c2-dbaa33ec151c tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 949 time: 0.8244390 Aug 25 11:17:32.272606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:32.323695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Deleting port 962ce553-6700-45ed-acf2-b0b9bf613747 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:32.324037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.340019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:17:32.344095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:32.368524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:32.379596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Checking segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:32.380267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.380787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Bound using segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:32.381731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Bound port: 319da910-3f8e-4426-9f0e-9ee14c5db670, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:32.385806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.464266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:32.475483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] For port 962ce553-6700-45ed-acf2-b0b9bf613747, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=962ce553-6700-45ed-acf2-b0b9bf613747,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:32.476364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.494934 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.495238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Calling delete_port for 962ce553-6700-45ed-acf2-b0b9bf613747 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:32.599211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] device_id is not set on port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:17:32.782854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.783365 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Added segment 641594d0-6e6a-426e-ab29-f577a1783190 of type vlan for network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 Aug 25 11:17:32.796054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916910c-b524-472f-b19e-cfaac05a99f0 req-44471fb6-45c9-4068-8402-8304074430af tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:32.819200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b916910c-b524-472f-b19e-cfaac05a99f0 req-44471fb6-45c9-4068-8402-8304074430af tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 948 time: 0.8336604 Aug 25 11:17:32.857287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:32.903196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92e563-d211-46d5-a0d7-436f8d48d474 None None] Network 4742c583-3791-4e0c-80fa-01337094a4d4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:32.979777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:33.034108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3faa4d92-ef0f-44fa-aede-4327b63cc9ef req-7fa49013-9e4a-43b5-be9d-b5c449b99034 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7541432 Aug 25 11:17:33.098339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] For port 319da910-3f8e-4426-9f0e-9ee14c5db670, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:33.103722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] For port 319da910-3f8e-4426-9f0e-9ee14c5db670, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=319da910-3f8e-4426-9f0e-9ee14c5db670,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:33.106223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:33.118536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:33.119646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:33.120184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port f043afaf-6468-47c2-adb5-3545a48f1568 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:33.134190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event deleted for resources: {'Port': ['ID=962ce553-6700-45ed-acf2-b0b9bf613747,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:33.175053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:17:33.235534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04145408-5071-40ce-a5c8-5c02b925f21e x-openstack-request-id: req-04145408-5071-40ce-a5c8-5c02b925f21e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:33.241758 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:33.242208 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04145408-5071-40ce-a5c8-5c02b925f21e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:33.243339 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'status': 'completed', 'code': 200} Aug 25 11:17:33.469280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:33.592522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3857586 Aug 25 11:17:33.610073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b916910c-b524-472f-b19e-cfaac05a99f0 req-9f38a0e5-63db-4902-8fa6-df5c0b4b8460 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7897327 Aug 25 11:17:33.627632 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d36654-7ae1-4ce9-adb5-e814d06a9b7f x-openstack-request-id: req-06d36654-7ae1-4ce9-adb5-e814d06a9b7f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:33.627799 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-plugged", "status": "completed", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:33.628298 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06d36654-7ae1-4ce9-adb5-e814d06a9b7f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:33.628721 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'code': 200} Aug 25 11:17:33.633649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'mac_address': 'fa:16:3e:25:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:17:33.712012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:33.748774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42742) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:33.755195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] No DVR routers for this DVR port 962ce553-6700-45ed-acf2-b0b9bf613747 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:33.769867 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:33.772605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-435a86a2-6ef3-4daa-a7b8-c073fc763d31 req-aaf6c750-8e1f-402d-a942-f5262cbf5d04 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "DELETE /v2.0/ports/962ce553-6700-45ed-acf2-b0b9bf613747 HTTP/1.1" status: 204 len: 173 time: 2.4498956 Aug 25 11:17:33.832308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'subnet': {'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:33.841207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] Provisioning for port f043afaf-6468-47c2-adb5-3545a48f1568 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:33.846652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:17:33.994830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:34.016364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5687219d-dd46-4999-84f8-25ef8bc4c9ed req-9d8b917e-ab6d-4dea-96d8-8912e42b50de tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=12be3fb4-46f6-45c6-ab3a-0902fa0cafcc HTTP/1.1" status: 200 len: 210 time: 0.2378275 Aug 25 11:17:34.064290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b6bfc-ac3c-4d31-829a-6bf4c6fc3bf5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Network': ['ID=282b45d5-3c49-4ab7-a6cb-25dbc7072727,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:34.101603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:17:34.112622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] Provisioning complete for port f043afaf-6468-47c2-adb5-3545a48f1568 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:34.113135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:34.150218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-a4471866-3a4a-4cd7-9394-8b0655cfb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:34.155977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-a4471866-3a4a-4cd7-9394-8b0655cfb889 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd926a897d314288a4bf3527cf209ab1&device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 1100 time: 0.8845263 Aug 25 11:17:34.226613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34adee2-0363-413f-ab2f-616934247d49 req-3367da6f-ca62-4023-aaae-35a50f832023 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:34.253204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c34adee2-0363-413f-ab2f-616934247d49 req-3367da6f-ca62-4023-aaae-35a50f832023 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.7492027 Aug 25 11:17:34.334080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82cc4-596e-45d3-8844-8a193f04661e req-cd448311-bebb-40df-81d9-45efadaee709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:34.335525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8c82cc4-596e-45d3-8844-8a193f04661e req-cd448311-bebb-40df-81d9-45efadaee709 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 1102 time: 0.7886348 Aug 25 11:17:34.481873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Allocated IP 172.20.0.1 (eb46f0de-5c0c-4889-890c-fc18afbbd04f/85edabca-d901-4fa7-92ef-74351728e813/0497e218-2760-4131-b9e0-0d4041c66170) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:34.820530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:34.910755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Transition to ACTIVE for port object 0497e218-2760-4131-b9e0-0d4041c66170 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:34.926979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:34.950830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4154def-9cf3-4e6e-98ba-6392721f1c81 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:34.976501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:34.980425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20bd90-1998-4f83-918a-7e7fb5c10380 None None] Pushing event updated for resources: {'Port': ['ID=319da910-3f8e-4426-9f0e-9ee14c5db670,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:35.076335 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:35.114223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:35.184494 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:35.222914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:35.244381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 10.1.1.63 (4742c583-3791-4e0c-80fa-01337094a4d4/1f2dfe30-ebad-4cfe-8ae5-4c097c220d44/0beaf1af-3d06-4e67-a8c6-bbc75143fc93) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:35.265101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:35.292701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] For port f043afaf-6468-47c2-adb5-3545a48f1568, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f043afaf-6468-47c2-adb5-3545a48f1568,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:35.367517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:35.369173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:35.420628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:35.581648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:24Z', 'revision_number': 3, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:35.752739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=0497e218-2760-4131-b9e0-0d4041c66170,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:35.856011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c4154def-9cf3-4e6e-98ba-6392721f1c81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:17:35.976835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-bf2ba7a7-ea47-4dba-b68c-bdb6fa0ba5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:35.983135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-bf2ba7a7-ea47-4dba-b68c-bdb6fa0ba5f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 1.8032084 Aug 25 11:17:35.987497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'name': 'network-vif-deleted', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:35.992078 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eb892e-9f78-432f-8d2b-6fe228ec13f1" -d '{"events": [{"server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "name": "network-vif-deleted", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:36.000090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8c82cc4-596e-45d3-8844-8a193f04661e req-3b72518f-cf2b-41b0-92a4-db7352eb8fad service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4967968 Aug 25 11:17:36.059866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:36.067830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:36.076550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8d7b6-2501-47d7-9981-b3c305021ffc None None] Pushing event updated for resources: {'Port': ['ID=f043afaf-6468-47c2-adb5-3545a48f1568,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:36.082507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 319da910-3f8e-4426-9f0e-9ee14c5db670 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:36.091796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Checking router: 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:17:36.092312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Updating router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 port e4abaaa8-4624-44f3-b0db-f998375cf904 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:17:36.096999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:36.211510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:36.274377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c34adee2-0363-413f-ab2f-616934247d49 req-5fcaf183-b671-4714-ba0d-dda1847a9b1f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0162051 Aug 25 11:17:36.401606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-9f9ade38-17bf-4301-960b-4b84eb73be31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81 HTTP/1.1" status: 200 len: 217 time: 0.3762105 Aug 25 11:17:36.583109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c1661a1-dd40-4aef-8160-0320d958cd81 None None] Provisioning for port 71986064-93b7-413f-9594-96cfed0838e0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:36.634214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c1661a1-dd40-4aef-8160-0320d958cd81 None None] Provisioning complete for port 71986064-93b7-413f-9594-96cfed0838e0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:36.635131 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8c1661a1-dd40-4aef-8160-0320d958cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:36.641072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20332455-c8bb-4845-b3c2-cc2e817b3371 None None] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:36.702897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75f9c9-a7f6-4563-955a-11e9fc01d1ac req-4e695365-2417-44ec-8434-b2801295bf46 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:36.719213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd75f9c9-a7f6-4563-955a-11e9fc01d1ac req-4e695365-2417-44ec-8434-b2801295bf46 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 950 time: 2.4413371 Aug 25 11:17:36.944346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:37.168043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-4bc4cd8e-fcbc-4316-bf21-9af6d253046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:37.170603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-4bc4cd8e-fcbc-4316-bf21-9af6d253046a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.5524404 Aug 25 11:17:37.191947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:37.219955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:37.235234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd75f9c9-a7f6-4563-955a-11e9fc01d1ac req-509e2c11-c925-49a6-8d22-80c5be0a9f9e tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145969 Aug 25 11:17:37.267958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:37.436256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:37.488007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:37.529440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f85ce9-afe0-4221-9dde-cc6aea60cc30 req-128fd67f-5adf-439d-9953-731fd63fd7da tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:37.543368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2f85ce9-afe0-4221-9dde-cc6aea60cc30 req-128fd67f-5adf-439d-9953-731fd63fd7da tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 949 time: 0.9113727 Aug 25 11:17:37.545581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Subnet': ['ID=c9d604a2-785c-49ac-ad2b-d47febada500,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:37.559594 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b142f698-246b-4d55-8f59-fa850ad587f5 x-openstack-request-id: req-b142f698-246b-4d55-8f59-fa850ad587f5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:37.561065 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12be3fb4-46f6-45c6-ab3a-0902fa0cafcc", "name": "network-vif-deleted", "tag": "962ce553-6700-45ed-acf2-b0b9bf613747", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:37.562516 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b142f698-246b-4d55-8f59-fa850ad587f5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:37.563284 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12be3fb4-46f6-45c6-ab3a-0902fa0cafcc', 'name': 'network-vif-deleted', 'tag': '962ce553-6700-45ed-acf2-b0b9bf613747', 'status': 'completed', 'code': 200} Aug 25 11:17:37.580210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Checking segment: {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:37.582883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network hostable DHCP agents. Network: 282b45d5-3c49-4ab7-a6cb-25dbc7072727, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:17:37.600563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8c1661a1-dd40-4aef-8160-0320d958cd81 None None] Port 71986064-93b7-413f-9594-96cfed0838e0 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:37.628237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 962ce553-6700-45ed-acf2-b0b9bf613747 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:17:37.628784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 962ce553-6700-45ed-acf2-b0b9bf613747 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:17:37.631535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 319da910-3f8e-4426-9f0e-9ee14c5db670 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:37.632443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.633070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.633547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.637337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:37.718778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-4cbad4a0-0c0e-4395-b7f4-553d70c608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:37.721591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-4cbad4a0-0c0e-4395-b7f4-553d70c608bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4566979 Aug 25 11:17:37.726124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:17:37.750357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2f85ce9-afe0-4221-9dde-cc6aea60cc30 req-ed4a5148-3054-4803-b1f0-54cf50d6e616 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056458 Aug 25 11:17:37.778733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c1661a1-dd40-4aef-8160-0320d958cd81 None None] Provisioning complete for port f043afaf-6468-47c2-adb5-3545a48f1568 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:37.779363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8c1661a1-dd40-4aef-8160-0320d958cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:37.840628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 282b45d5-3c49-4ab7-a6cb-25dbc7072727) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:37.853909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 4742c583-3791-4e0c-80fa-01337094a4d4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:37.895307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:37.924558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:37.967741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed2884-0745-4a2e-a19f-a388f9b9c094 req-d2f964fc-2803-475a-be24-662f36b653ae tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:37.970021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4bed2884-0745-4a2e-a19f-a388f9b9c094 req-d2f964fc-2803-475a-be24-662f36b653ae tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.3265562 Aug 25 11:17:38.101405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:38.101969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.111860 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.144374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4bed2884-0745-4a2e-a19f-a388f9b9c094 req-7a233115-7e85-4447-af90-0ddcc92d478c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651525 Aug 25 11:17:38.146590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:38.159056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5d640d5b-d266-4587-b4d9-18b3e4ca5b49 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.3949294 Aug 25 11:17:38.166487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42786) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:38.179289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-730419269'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:38.207845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6248e5-9ea5-4501-aeef-1e55ceac3584 None None] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:38.221588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Transition to ACTIVE for port object e4abaaa8-4624-44f3-b0db-f998375cf904 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:38.229725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f043afaf-6468-47c2-adb5-3545a48f1568 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:38.251140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:38.252549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.285526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:38.289854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.313379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4d7d6f13-733e-45f5-9743-6ab1540ce8ca tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.6595302 Aug 25 11:17:38.375420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4bdfe-8f45-4b2b-9cf8-6c93049ef188 req-2daa309d-8681-46c7-9535-09ff15fbb84d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:38.375786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.385017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5f4bdfe-8f45-4b2b-9cf8-6c93049ef188 req-2daa309d-8681-46c7-9535-09ff15fbb84d tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 944 time: 0.1764336 Aug 25 11:17:38.393006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.412036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.504072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.572962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-8113e700-6601-4890-8491-7af6dde56c29 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215158 Aug 25 11:17:38.575189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b096fc-a737-48d0-86b4-744b62cf106f None None] Pushing event updated for resources: {'Port': ['ID=e4abaaa8-4624-44f3-b0db-f998375cf904,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:38.591224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:17:38.618830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5f4bdfe-8f45-4b2b-9cf8-6c93049ef188 req-8b0866db-5d30-475d-a178-9c9d0b2f3591 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/security-groups?id=fb18854b-2177-45e8-b642-b12db93376b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329369 Aug 25 11:17:38.656536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f043afaf-6468-47c2-adb5-3545a48f1568 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:38.656999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.665754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.666096 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Added segment c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401 of type vlan for network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd Aug 25 11:17:38.702739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-2de73ec6-c75c-4668-85d7-89f984b46220 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:38.704388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-2de73ec6-c75c-4668-85d7-89f984b46220 tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 944 time: 0.2933633 Aug 25 11:17:38.718473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Attempting to bind port e4abaaa8-4624-44f3-b0db-f998375cf904 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:38.721296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=0497e218-2760-4131-b9e0-0d4041c66170,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:38.721991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Attempting to bind port e4abaaa8-4624-44f3-b0db-f998375cf904 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:38.722513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Attempting to bind port e4abaaa8-4624-44f3-b0db-f998375cf904 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:38.748757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997d30-0873-416c-a18d-66590a26c439 req-00335b8b-cb51-4830-8aae-47010eaaf0ba tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:38.759107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02997d30-0873-416c-a18d-66590a26c439 req-00335b8b-cb51-4830-8aae-47010eaaf0ba tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 950 time: 0.2714195 Aug 25 11:17:38.766067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:38.769479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:38.800368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:38.800870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:38.801392 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.801932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:38.802623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Bound port: e4abaaa8-4624-44f3-b0db-f998375cf904, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:38.803155 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:38.880991 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.018454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-957272a3-12d5-4bac-83bc-463b31e13dd6 req-a9fbc153-f874-4b65-b0ce-0d3deffecc73 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325778 Aug 25 11:17:39.032620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] For port e4abaaa8-4624-44f3-b0db-f998375cf904, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:39.040537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] For port e4abaaa8-4624-44f3-b0db-f998375cf904, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e4abaaa8-4624-44f3-b0db-f998375cf904,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:39.047678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.065575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02997d30-0873-416c-a18d-66590a26c439 req-709ad636-e0f2-40b1-82b3-3023aa0a616a tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054636 Aug 25 11:17:39.083794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.097770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:39.099948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.188490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0196364 Aug 25 11:17:39.197357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:39.205604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'subnet': {'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:39.313477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:17:39.334906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-282b45d5-3c49-4ab7-a6cb-25dbc7072727', 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'fixed_ips': [{'subnet_id': 'c9d604a2-785c-49ac-ad2b-d47febada500'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:17:39.338060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.341292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b096fc-a737-48d0-86b4-744b62cf106f None None] Pushing event updated for resources: {'Port': ['ID=e4abaaa8-4624-44f3-b0db-f998375cf904,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:39.360670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning for port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:39.386878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fde16b-f49f-46c1-893d-81f09f07e9c5 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Network': ['ID=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:39.411296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:17:39.417306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning complete for port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:39.417753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.440302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Deleting port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:17:39.440789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.489886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:17:39.505204 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ead454e8-83e4-4ef5-bdba-5463c5cf2ca3 admin admin] 10.222.0.35 "PUT /v2.0/routers/96d5d639-8285-4d66-96ef-cf80f7c8fcf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2981212 Aug 25 11:17:39.649964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:17:39.654612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:39.683338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:39.687394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.726104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] For port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,segment=NetworkSegment(36d4d02b-1f4e-4ce8-bde6-a5c1bf369500),segment_id=36d4d02b-1f4e-4ce8-bde6-a5c1bf369500)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:39.726624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:39.746364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Calling delete_port for 85a1bc02-003d-4b42-b5bb-01b61d4e62fb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:17:39.845315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-5fa87c2a-5b39-499c-92f3-15246bf76509 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:39.855087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-5fa87c2a-5b39-499c-92f3-15246bf76509 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/networks?id=06e131ce-f968-42ea-919c-d6b2008d8ae3 HTTP/1.1" status: 200 len: 815 time: 0.4821491 Aug 25 11:17:39.868611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:39.878647 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749695924', 'description': 'tempest-description--965567889'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:39.898179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-b419516b-098a-4552-a8be-cba0580b106c tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/quotas/27e5a5ca515f460cbb152a322121cb05 HTTP/1.1" status: 200 len: 375 time: 0.0419214 Aug 25 11:17:39.899134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:39.958889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning for port 319da910-3f8e-4426-9f0e-9ee14c5db670 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:39.966295 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.012823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning complete for port 319da910-3f8e-4426-9f0e-9ee14c5db670 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:40.013179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.071296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-1e0b94e3-7483-4648-b45b-d895922f222f tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=27e5a5ca515f460cbb152a322121cb05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720216 Aug 25 11:17:40.085005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46605c73-ed69-47e9-9b03-29b76d8b513f req-e23431d8-16b5-4113-877f-06860d83116b tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:40.086693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46605c73-ed69-47e9-9b03-29b76d8b513f req-e23431d8-16b5-4113-877f-06860d83116b tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 949 time: 0.1326861 Aug 25 11:17:40.160443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.168808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.206495 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.207815 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3380103 Aug 25 11:17:40.212524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42868) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:40.217464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'security_group_rule': {'security_group_id': '6f54277c-af68-4873-a4d8-4d79319ee199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:40.226062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753254-0a77-448d-b34a-398d0c8b1618 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f54277c-af68-4873-a4d8-4d79319ee199,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:40.254380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.307189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46605c73-ed69-47e9-9b03-29b76d8b513f req-8236bceb-56af-425d-9d9b-5516b01cf9c8 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084639 Aug 25 11:17:40.315032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.353594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Allocated IP 19.80.0.2 (282b45d5-3c49-4ab7-a6cb-25dbc7072727/c9d604a2-785c-49ac-ad2b-d47febada500/1118e719-00ae-442a-933f-161ca0a3366e) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:40.372363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Pushing event deleted for resources: {'Port': ['ID=85a1bc02-003d-4b42-b5bb-01b61d4e62fb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:40.398483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.404212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.410963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.442886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c35ade-f30e-4635-b3fd-367259b31971,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:40.462468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:17:40.475903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.489823 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-74d6e3cb-5489-4e44-8166-230b85cf4cf7 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667856 Aug 25 11:17:40.491604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:40.501273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'security_group_rule': {'security_group_id': '6f54277c-af68-4873-a4d8-4d79319ee199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:40.523969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] No DVR routers for this DVR port 85a1bc02-003d-4b42-b5bb-01b61d4e62fb on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:17:40.527563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.530304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28a41852-2a75-4ee5-96ac-4e7d00943eff req-f4132c4f-8875-4621-99eb-feeb9942a68c tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.67 "DELETE /v2.0/ports/85a1bc02-003d-4b42-b5bb-01b61d4e62fb HTTP/1.1" status: 204 len: 173 time: 1.7959363 Aug 25 11:17:40.538192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'name': 'network-vif-deleted', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:40.540612 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7dd0c8-085f-4adc-8d05-6a04a4a27c5c" -d '{"events": [{"server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "name": "network-vif-deleted", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:40.551492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-3411b86d-cdc9-4c4a-9587-2dda3c2857b1 service neutron] 10.222.0.35 "GET /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629636 Aug 25 11:17:40.597193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.613940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Subnet': ['ID=2e17b28a-b737-4800-961b-3ab2ef7f2307,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:40.688490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.711857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775ce25-91cd-42d6-9713-712d97cc6ce5 req-e16879d4-743e-4ca3-990a-f0b62a8e6de5 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:40.714881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6775ce25-91cd-42d6-9713-712d97cc6ce5 req-e16879d4-743e-4ca3-990a-f0b62a8e6de5 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 949 time: 0.3381503 Aug 25 11:17:40.752456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Checking segment: {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:40.752952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network hostable DHCP agents. Network: 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:17:40.784346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.795520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.817912 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.827189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] For port 319da910-3f8e-4426-9f0e-9ee14c5db670, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=319da910-3f8e-4426-9f0e-9ee14c5db670,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:40.834098 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.836861 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Transition to ACTIVE for port object 1118e719-00ae-442a-933f-161ca0a3366e will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:40.838453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:17:40.840955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd28ac3-84f8-4a87-842f-e59b76ffdba4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:40.847547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6775ce25-91cd-42d6-9713-712d97cc6ce5 req-6dfa91bf-d28c-4512-81fc-0242ab525a9e tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229372 Aug 25 11:17:40.863282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-1249f545-12a5-4e51-9923-916d31dc8b4b service neutron] 10.222.0.35 "GET /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820303 Aug 25 11:17:40.870548 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.878602 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eae260bc-b24f-44cc-890d-9fb3fecbe49d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3852091 Aug 25 11:17:40.878995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42874) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:40.886619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:40.895045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:40.912051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:40.913108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.943368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:40.955459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4b1d1-77fc-46d5-a8cf-dae486e12cca None None] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:40.968476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ad697c77-639f-457c-9641-e80efe59e0c4 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7676568 Aug 25 11:17:41.137636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning complete for port 71986064-93b7-413f-9594-96cfed0838e0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:41.137636 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:41.166616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Transition to ACTIVE for port object 1118e719-00ae-442a-933f-161ca0a3366e will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:41.187127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5421-4ce3-450c-8924-f2f0a8d771dc req-8af35602-63e5-465c-9ed6-609e53f9bdcb tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:41.193518 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:41.198404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-029d5421-4ce3-450c-8924-f2f0a8d771dc req-8af35602-63e5-465c-9ed6-609e53f9bdcb tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.1777973 Aug 25 11:17:41.240710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Port 71986064-93b7-413f-9594-96cfed0838e0 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:41.285234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:41.298189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94f7c64c-62b1-46a2-a7dc-d11e19a3a2f0 req-126d7b14-63b8-475c-bf18-eb601699587e tempest-LiveAutoBlockMigrationV225Test-1296705711 tempest-LiveAutoBlockMigrationV225Test-1296705711-project] 10.222.0.35 "GET /v2.0/ports?device_id=9447f179-3c9b-440d-9e19-9b2596701a46 HTTP/1.1" status: 200 len: 210 time: 0.0492797 Aug 25 11:17:41.311619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-029d5421-4ce3-450c-8924-f2f0a8d771dc req-1efe4606-5937-40d6-acb3-3d9c41c12391 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007509 Aug 25 11:17:41.370163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:41.397711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Pushing event updated for resources: {'Port': ['ID=319da910-3f8e-4426-9f0e-9ee14c5db670,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:41.488999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:41.495277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Pushing event updated for resources: {'Port': ['ID=1118e719-00ae-442a-933f-161ca0a3366e,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:41.519390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:41.523419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:41.559201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning for port 0497e218-2760-4131-b9e0-0d4041c66170 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:41.578920 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3390b8-0c85-4c02-8772-df9fbd03174c x-openstack-request-id: req-ea3390b8-0c85-4c02-8772-df9fbd03174c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:41.580865 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9447f179-3c9b-440d-9e19-9b2596701a46", "name": "network-vif-deleted", "tag": "85a1bc02-003d-4b42-b5bb-01b61d4e62fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:41.581567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 2, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:41.583167 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea3390b8-0c85-4c02-8772-df9fbd03174c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:41.584108 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9447f179-3c9b-440d-9e19-9b2596701a46', 'name': 'network-vif-deleted', 'tag': '85a1bc02-003d-4b42-b5bb-01b61d4e62fb', 'status': 'completed', 'code': 200} Aug 25 11:17:41.669715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Provisioning complete for port 0497e218-2760-4131-b9e0-0d4041c66170 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:41.670370 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:41.835950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e924a06-f244-4e4c-9c01-9c1e3e4ea6f4 None None] The sync data for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 is: [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 2, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:17:41.839161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 172.25.1.122 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/6878abc8-05b2-43e3-9e78-8b47140bb49e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:41.939318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 319da910-3f8e-4426-9f0e-9ee14c5db670 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:42.050237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-3b907857-48ec-45bc-a28b-bd0f0185eb94 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:42.060490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-3b907857-48ec-45bc-a28b-bd0f0185eb94 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 828 time: 0.3045650 Aug 25 11:17:42.091828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-469f049d-a077-4e99-9204-bf10a074aa79 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/quotas/5c06bda2f6db40ae87bbcfb79959bda9 HTTP/1.1" status: 200 len: 375 time: 0.0300882 Aug 25 11:17:42.104962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port c4154def-9cf3-4e6e-98ba-6392721f1c81 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:42.113039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd', 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'fixed_ips': [{'subnet_id': '2e17b28a-b737-4800-961b-3ab2ef7f2307'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:17:42.113944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.120875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-357edaef-703e-4d84-be8f-e8afaa3db991 None None] Port 0497e218-2760-4131-b9e0-0d4041c66170 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:42.126950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port c4154def-9cf3-4e6e-98ba-6392721f1c81 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:42.127321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.135420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Attempting to bind port 1118e719-00ae-442a-933f-161ca0a3366e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:42.135895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Attempting to bind port 1118e719-00ae-442a-933f-161ca0a3366e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:42.136239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Attempting to bind port 1118e719-00ae-442a-933f-161ca0a3366e on network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:42.182568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:42.182947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Checking segment: {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:42.183376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.184085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Bound using segment: {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:42.184988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Bound port: 1118e719-00ae-442a-933f-161ca0a3366e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:42.184988 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.190889 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.287805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-5d58c938-4a18-4ade-8de3-e31249da3fa0 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1947067 Aug 25 11:17:42.333309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 319da910-3f8e-4426-9f0e-9ee14c5db670 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:42.333963 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.391168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.469409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb80b5a3-645b-4db8-8bdb-6ff19fbbf3b8 None None] Provisioning complete for port 319da910-3f8e-4426-9f0e-9ee14c5db670 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:42.469941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb80b5a3-645b-4db8-8bdb-6ff19fbbf3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.539692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:42.566691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:42.569977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:42.648104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=6878abc8-05b2-43e3-9e78-8b47140bb49e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:42.654474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-bae6c358-3882-4c37-a423-13c9d1506534 service neutron] 10.222.0.35 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508608 Aug 25 11:17:42.746394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] For port 1118e719-00ae-442a-933f-161ca0a3366e, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:42.747918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78584b50-5d95-463d-a1de-b19275f4f342 req-50889800-f6dd-4b53-8a95-3648a2ef2a7f tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 210 time: 0.0853658 Aug 25 11:17:42.797724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] For port 1118e719-00ae-442a-933f-161ca0a3366e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1118e719-00ae-442a-933f-161ca0a3366e,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:42.833117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Allocated IP 19.86.0.2 (99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd/2e17b28a-b737-4800-961b-3ab2ef7f2307/099e9032-bf67-4808-ad8c-c123b0c7cca3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:42.860306 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.927055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.949437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:42.977923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-0f07f5a1-05d9-4adb-9d32-625e0cc27ddf service neutron] 10.222.0.35 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594805 Aug 25 11:17:43.186325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:43.189732 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf1e46-e688-4011-bce1-6eb4e0d07744" -d '{"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-plugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:43.198869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4cbd-4482-4889-9d5c-ce6cb0a236b4 None None] Pushing event updated for resources: {'Port': ['ID=1118e719-00ae-442a-933f-161ca0a3366e,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:43.285855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:43.340103 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:43.342763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:43.371094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb80b5a3-645b-4db8-8bdb-6ff19fbbf3b8 None None] Provisioning complete for port 0497e218-2760-4131-b9e0-0d4041c66170 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:43.372592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb80b5a3-645b-4db8-8bdb-6ff19fbbf3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:43.592001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-0c170e77-3b67-44d8-9250-5e7cef0b6306 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:43.593629 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-0c170e77-3b67-44d8-9250-5e7cef0b6306 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.10 "GET /v2.0/networks?id=06e131ce-f968-42ea-919c-d6b2008d8ae3 HTTP/1.1" status: 200 len: 815 time: 0.3478072 Aug 25 11:17:43.609073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Request body: {'port': {'device_id': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'admin_state_up': True, 'tenant_id': '27e5a5ca515f460cbb152a322121cb05'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:43.877568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:43.883270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Made reservation on behalf of 27e5a5ca515f460cbb152a322121cb05 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:43.892014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.056037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae464f-ce07-44d2-8b4c-bd3786022f99 req-a0b7d747-8b19-4a8b-a962-c284e6a0014a tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:44.070431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cae464f-ce07-44d2-8b4c-bd3786022f99 req-a0b7d747-8b19-4a8b-a962-c284e6a0014a tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 950 time: 0.2496486 Aug 25 11:17:44.189999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c4f1e453-f4a7-448d-9677-26fde67c60ad tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:44.203280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c4f1e453-f4a7-448d-9677-26fde67c60ad tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:44.229661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c4f1e453-f4a7-448d-9677-26fde67c60ad tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/networks?id=282b45d5-3c49-4ab7-a6cb-25dbc7072727&id=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd HTTP/1.1" status: 200 len: 1390 time: 1.2938421 Aug 25 11:17:44.250508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e4abaaa8-4624-44f3-b0db-f998375cf904 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:44.282458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Allocated IP 172.20.0.4 (06e131ce-f968-42ea-919c-d6b2008d8ae3/f9f147de-5b14-4312-ae78-26a43e084fa9/d8066d64-4684-41e5-aaef-4eaabba074e8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:44.546246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fb80b5a3-645b-4db8-8bdb-6ff19fbbf3b8 None None] Port 0497e218-2760-4131-b9e0-0d4041c66170 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:44.601630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.617016 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cae464f-ce07-44d2-8b4c-bd3786022f99 req-739ed0db-4018-4f63-98c8-29c09a2548f4 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447340 Aug 25 11:17:44.623466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.630985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.651780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-3cf3e8e9-6d38-49d2-8e73-bf29ecceb61c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/quotas/3c6e113ddc5444f09f28876d49954e5c HTTP/1.1" status: 200 len: 375 time: 0.4198041 Aug 25 11:17:44.708211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:44.781378 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.823557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Transition to ACTIVE for port object d8066d64-4684-41e5-aaef-4eaabba074e8 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:44.826634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Transition to ACTIVE for port object 099e9032-bf67-4808-ad8c-c123b0c7cca3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:44.922401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.929717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:44.935818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=6878abc8-05b2-43e3-9e78-8b47140bb49e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:45.044965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:45.058543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Transition to ACTIVE for port object 099e9032-bf67-4808-ad8c-c123b0c7cca3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:45.070448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3ac3b-270e-4186-b13b-8c9e3f8b96f4 None None] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:45.084813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Pushing event updated for resources: {'Port': ['ID=d8066d64-4684-41e5-aaef-4eaabba074e8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:45.131083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:45.135853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:45.139392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:45.152976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-0955a0d9-154a-4d9a-af26-b8d52b1a63a1 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4328823 Aug 25 11:17:45.157623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.185542 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.187865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e4abaaa8-4624-44f3-b0db-f998375cf904 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:45.202057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.223352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:17:45.277254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:45.279176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.313639 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-ed5d3e76-d282-4c7f-886c-a3e4f729984d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7097719 Aug 25 11:17:45.347900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.350078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-215e829a-6663-45b6-ae99-bfd35df3c33f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4684935 Aug 25 11:17:45.352844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e4abaaa8-4624-44f3-b0db-f998375cf904 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:45.358528 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.418294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0b643-906d-4996-9330-f2ac19895f4e req-748c513f-75ba-4d5b-9b57-05200c2b650f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:45.444360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97e0b643-906d-4996-9330-f2ac19895f4e req-748c513f-75ba-4d5b-9b57-05200c2b650f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 946 time: 0.4771373 Aug 25 11:17:45.463020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Request body: {'port': {'device_id': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:45.643924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97e0b643-906d-4996-9330-f2ac19895f4e req-cce65135-2676-4651-95e6-17f7c8425b89 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945069 Aug 25 11:17:45.669303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-a3c3d5c7-db44-46df-a38a-f835f828ebd1 service neutron] 10.222.0.35 "GET /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604740 Aug 25 11:17:45.673858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 85a1bc02-003d-4b42-b5bb-01b61d4e62fb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:17:45.674425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85a1bc02-003d-4b42-b5bb-01b61d4e62fb not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:17:45.707658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:45.708003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c1350d60-3b38-4855-9595-0d49a232f228 None None] Provisioning for port 1118e719-00ae-442a-933f-161ca0a3366e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:45.783420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42974) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:45.940080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:45.943761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=14']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:45.957504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:45.970189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:46.039162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-87deeb61-2d0e-4cf1-b891-21fa4a85ae79 service neutron] 10.222.0.35 "GET /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675840 Aug 25 11:17:46.238924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-bf639adc-7420-407f-a5e0-26a74d51c38c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:46.240226 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-bf639adc-7420-407f-a5e0-26a74d51c38c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.10 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 828 time: 0.5367119 Aug 25 11:17:46.272259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Request body: {'port': {'device_id': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'admin_state_up': True, 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:46.456019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Deleting subnet 5baec386-3b78-4da9-883b-608426612ca1 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:17:46.458775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:17:46.464212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Attempting to bind port 099e9032-bf67-4808-ad8c-c123b0c7cca3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:46.464859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Attempting to bind port 099e9032-bf67-4808-ad8c-c123b0c7cca3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:46.465448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Attempting to bind port 099e9032-bf67-4808-ad8c-c123b0c7cca3 on network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:46.479851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:46.504803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-af4bd183-de4c-49c9-8b68-f3c607134e13 service neutron] 10.222.0.35 "GET /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610045 Aug 25 11:17:46.524556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:46.525965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Checking segment: {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:46.526663 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:46.527308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Bound using segment: {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:46.528596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Bound port: 099e9032-bf67-4808-ad8c-c123b0c7cca3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:46.529070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:46.573637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:46.686867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-262cb932-d124-4422-a640-b41b3ae6470c service neutron] 10.222.0.35 "GET /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776686 Aug 25 11:17:46.691279 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Sync routers for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:17:46.708587 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:17:46.709213 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:46.721830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:46.788526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Made reservation on behalf of 5c06bda2f6db40ae87bbcfb79959bda9 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:46.794646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:46.862481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:46.891639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'mac_address': 'fa:16:3e:9f:6f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:17:46.938682 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:17:46.953283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Pushing event updated for resources: {'Port': ['ID=099e9032-bf67-4808-ad8c-c123b0c7cca3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:47.099880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-989a72b5-63e2-4548-8ebb-a8f01dcf31b6 None None] Provisioning for port d8066d64-4684-41e5-aaef-4eaabba074e8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:47.165544 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960dbaf-0845-4993-81b0-7ed3034f55ad x-openstack-request-id: req-b960dbaf-0845-4993-81b0-7ed3034f55ad {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:47.166016 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-plugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:47.166373 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b960dbaf-0845-4993-81b0-7ed3034f55ad {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:47.170430 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'code': 200} Aug 25 11:17:47.254957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Allocated IP 172.20.0.7 (eb46f0de-5c0c-4889-890c-fc18afbbd04f/85edabca-d901-4fa7-92ef-74351728e813/29c3590c-83bf-41d6-8d49-bb8ff5a68cf6) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:47.307038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8066d64-4684-41e5-aaef-4eaabba074e8 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:47.321410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.380467 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.384804 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5baec386-3b78-4da9-883b-608426612ca1 HTTP/1.1" status: 204 len: 168 time: 1.5307643 Aug 25 11:17:47.398317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.400382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-989a72b5-63e2-4548-8ebb-a8f01dcf31b6 None None] Provisioning complete for port d8066d64-4684-41e5-aaef-4eaabba074e8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:47.401029 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-989a72b5-63e2-4548-8ebb-a8f01dcf31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.412048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:47.521643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe89f88-de3f-480f-a801-0ee502793402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5baec386-3b78-4da9-883b-608426612ca1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:47.527313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff9071da-98a3-4307-bea9-5d4e65203ee3 req-8e87697f-ce2e-41bf-af97-b4b45363c50d tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 210 time: 0.1431425 Aug 25 11:17:47.544862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862b9c-4585-475c-9b82-db4ac5c5b083 req-14332408-2b0e-4d18-8dbe-d55a97ab8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:47.562547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e862b9c-4585-475c-9b82-db4ac5c5b083 req-14332408-2b0e-4d18-8dbe-d55a97ab8a1f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 1102 time: 0.3151212 Aug 25 11:17:47.614860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Transition to ACTIVE for port object d8066d64-4684-41e5-aaef-4eaabba074e8 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:47.623689 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.636035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.736732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-989a72b5-63e2-4548-8ebb-a8f01dcf31b6 None None] Port d8066d64-4684-41e5-aaef-4eaabba074e8 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:47.750943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] For port 099e9032-bf67-4808-ad8c-c123b0c7cca3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:47.764689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e862b9c-4585-475c-9b82-db4ac5c5b083 req-6d745773-bda6-47f0-9a29-24b41bc5651a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934054 Aug 25 11:17:47.805949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:47.888566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Pushing event updated for resources: {'Port': ['ID=d8066d64-4684-41e5-aaef-4eaabba074e8,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:47.911235 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 2, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:47.980240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] For port 099e9032-bf67-4808-ad8c-c123b0c7cca3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=099e9032-bf67-4808-ad8c-c123b0c7cca3,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:47.990022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 815384bb-66de-4eb1-88d1-517c5d99c4a0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:48.019067 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Checking router: 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:17:48.025595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.026902 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Updating router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 port 0497e218-2760-4131-b9e0-0d4041c66170 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:17:48.092652 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.123971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e4abaaa8-4624-44f3-b0db-f998375cf904, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e4abaaa8-4624-44f3-b0db-f998375cf904,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:48.129735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:48.140771 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.150383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.151216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1118e719-00ae-442a-933f-161ca0a3366e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:48.165399 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.218368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-507b6a66-4e8d-4d0d-bfc8-34669f6aa08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.250453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ac8b-5a67-4b22-b429-74de1ca92b06 None None] Pushing event updated for resources: {'Port': ['ID=099e9032-bf67-4808-ad8c-c123b0c7cca3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:48.261881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['815384bb-66de-4eb1-88d1-517c5d99c4a0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:17:48.286664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c314-228a-43cd-b416-a235785ab15a req-a7ed3235-249f-418d-a808-7854d9abdcdc tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:48.289257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.341287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8418c314-228a-43cd-b416-a235785ab15a req-a7ed3235-249f-418d-a808-7854d9abdcdc tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 943 time: 0.4817469 Aug 25 11:17:48.389576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.408577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8573153-d827-4ae7-a793-33e5c7a78269']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:48.434418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:48.435086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d4d02b-1f4e-4ce8-bde6-a5c1bf369500') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:48.452762 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.487723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.497156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:17:48.498012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.519361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1118e719-00ae-442a-933f-161ca0a3366e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:48.576733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e4abaaa8-4624-44f3-b0db-f998375cf904,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:17:48.595968 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:17:48.614274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Transition to ACTIVE for port object 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:48.614604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1118e719-00ae-442a-933f-161ca0a3366e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:48.614785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.616587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.626474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.629642 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] 10.222.0.35 "DELETE /v2.0/networks/e8573153-d827-4ae7-a793-33e5c7a78269 HTTP/1.1" status: 204 len: 168 time: 1.2131925 Aug 25 11:17:48.640852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:48.695118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8418c314-228a-43cd-b416-a235785ab15a req-bf1f49c5-9963-4899-9ec2-dc202491d4aa tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465753 Aug 25 11:17:48.713626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd7dab-1dd9-44b0-b544-d96e1943d3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e8573153-d827-4ae7-a793-33e5c7a78269,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:48.735835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Attempting to bind port d8066d64-4684-41e5-aaef-4eaabba074e8 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:48.736840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Attempting to bind port d8066d64-4684-41e5-aaef-4eaabba074e8 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:48.737182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Attempting to bind port d8066d64-4684-41e5-aaef-4eaabba074e8 on network 06e131ce-f968-42ea-919c-d6b2008d8ae3 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:48.768850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Port d8066d64-4684-41e5-aaef-4eaabba074e8 on network 06e131ce-f968-42ea-919c-d6b2008d8ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:17:48.769187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Attempting to bind port d8066d64-4684-41e5-aaef-4eaabba074e8 on network 06e131ce-f968-42ea-919c-d6b2008d8ae3 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:48.790411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:48.790787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Checking segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:48.791165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Bound using segment: {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:48.792119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Bound port: d8066d64-4684-41e5-aaef-4eaabba074e8, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca070b78-8557-4408-9350-9a76598c5992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:48.792510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.799396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Deleting subnet f3865e40-e44b-44a1-ab36-61c6da73722f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:17:48.836498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:48.896570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.158493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:49.187284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:49.198101 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c65e38-5757-40ca-982d-8ffb9b81f74a" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-unplugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:49.242156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.245464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:49.256195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a85a18-cd31-4e95-82cd-678e20fc9c54 req-a7bb50bc-6d13-4a87-afc9-e406841223e7 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:49.272317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67a85a18-cd31-4e95-82cd-678e20fc9c54 req-a7bb50bc-6d13-4a87-afc9-e406841223e7 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 950 time: 0.2461050 Aug 25 11:17:49.336949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:49.344891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:49.454897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67a85a18-cd31-4e95-82cd-678e20fc9c54 req-7466330d-c398-4dee-92fa-7f7d2fd5bd05 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751804 Aug 25 11:17:49.529822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] For port d8066d64-4684-41e5-aaef-4eaabba074e8, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:49.553328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event updated for resources: {'Port': ['ID=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:49.596135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.609356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7dabb8ec-a8f2-44d5-849f-eb0240d65077 None None] Provisioning complete for port 1118e719-00ae-442a-933f-161ca0a3366e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:49.620739 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7dabb8ec-a8f2-44d5-849f-eb0240d65077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.652773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] For port d8066d64-4684-41e5-aaef-4eaabba074e8, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8066d64-4684-41e5-aaef-4eaabba074e8,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:49.656564 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.745290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.755604 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Transition to ACTIVE for port object 0497e218-2760-4131-b9e0-0d4041c66170 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:49.789723 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:49.913974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-6274d26f-d2cc-4003-a1bd-cb61c22cff6a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--749695924&fields=id&tenant_id=425e4b1a170a40228ed51d2d05c7fe6c HTTP/1.1" status: 200 len: 267 time: 0.1288071 Aug 25 11:17:49.990473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:49.991960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.006502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1118e719-00ae-442a-933f-161ca0a3366e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1118e719-00ae-442a-933f-161ca0a3366e,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:50.010282 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Pushing event updated for resources: {'Port': ['ID=0497e218-2760-4131-b9e0-0d4041c66170,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:50.044215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.056963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.058337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.097963 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.098421 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.099014 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.100811 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.101367 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.102661 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.105078 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.117371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.118280 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.121230 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.121916 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.122472 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:17:50.142953 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-216f3539-5a7a-489b-8cd3-8d6c8d829180 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8746994 Aug 25 11:17:50.148823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.169310 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f3865e40-e44b-44a1-ab36-61c6da73722f HTTP/1.1" status: 204 len: 168 time: 1.5267842 Aug 25 11:17:50.257630 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Attempting to bind port 0497e218-2760-4131-b9e0-0d4041c66170 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:50.259033 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Attempting to bind port 0497e218-2760-4131-b9e0-0d4041c66170 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:50.260725 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Attempting to bind port 0497e218-2760-4131-b9e0-0d4041c66170 on network eb46f0de-5c0c-4889-890c-fc18afbbd04f {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:50.284796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:50.286512 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Checking segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:50.288509 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.289243 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Bound using segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:50.291189 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Bound port: 0497e218-2760-4131-b9e0-0d4041c66170, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:50.291997 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.402544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43098) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:50.526305 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] For port 0497e218-2760-4131-b9e0-0d4041c66170, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:50.534565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-196683f4-a0f5-4c20-bd0b-b973d782e9ce req-3db3a99f-8f4d-4617-88c5-a2e9a8563a2c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 210 time: 0.5302284 Aug 25 11:17:50.571584 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] For port 0497e218-2760-4131-b9e0-0d4041c66170, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0497e218-2760-4131-b9e0-0d4041c66170,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:50.571741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Pushing event updated for resources: {'Port': ['ID=d8066d64-4684-41e5-aaef-4eaabba074e8,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:50.581592 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:50.633927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Request body: {'port': {'device_id': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:50.663109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:50.737532 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:17:50.738442 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:50.963365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 099e9032-bf67-4808-ad8c-c123b0c7cca3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:51.058961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1118e719-00ae-442a-933f-161ca0a3366e,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:51.086839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-f55b5eca-d5a6-40c9-9b59-6ddfbd3d1412 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:51.116827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-f55b5eca-d5a6-40c9-9b59-6ddfbd3d1412 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 936 time: 1.2003353 Aug 25 11:17:51.209402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b11a6de7-6daa-49a0-ae48-adc8f1d19f94 None None] Provisioning for port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:51.236359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b11a6de7-6daa-49a0-ae48-adc8f1d19f94 None None] Provisioning complete for port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:51.236982 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b11a6de7-6daa-49a0-ae48-adc8f1d19f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:51.331622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 099e9032-bf67-4808-ad8c-c123b0c7cca3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:51.342169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8337e51-cb9e-4fd8-ace5-4e041296405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:51.359517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e4abaaa8-4624-44f3-b0db-f998375cf904 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:51.433129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd16111-50d9-4bd5-a8b2-75714e8a6d8e None None] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:17:51.461544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-2ea41074-a6d3-4f07-85e4-1a4ad0251ae5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:51.478100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-2ea41074-a6d3-4f07-85e4-1a4ad0251ae5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 935 time: 0.3522775 Aug 25 11:17:51.500383 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:17:51.582964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 815384bb-66de-4eb1-88d1-517c5d99c4a0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:51.583924 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:51.625595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b11a6de7-6daa-49a0-ae48-adc8f1d19f94 None None] Port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:51.637171 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:51.669234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e4abaaa8-4624-44f3-b0db-f998375cf904 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:51.670778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:51.734423 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085bacf-c224-4b4f-9873-887414583879 None None] Pushing event updated for resources: {'Port': ['ID=0497e218-2760-4131-b9e0-0d4041c66170,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:51.768080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-56227f84-4e5c-4f9f-a0c9-635254be8061 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2888291 Aug 25 11:17:51.778798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-e6f920cd-09f2-48eb-8d0d-7a3f7613254c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:51.798684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-e6f920cd-09f2-48eb-8d0d-7a3f7613254c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:51.811735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-e6f920cd-09f2-48eb-8d0d-7a3f7613254c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "GET /v2.0/networks?id=282b45d5-3c49-4ab7-a6cb-25dbc7072727&id=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd HTTP/1.1" status: 200 len: 1390 time: 1.5665860 Aug 25 11:17:51.855996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'port': {'device_id': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727', 'admin_state_up': True, 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:51.976314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-34057ce6-a328-4482-908d-7a32377e682b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1602290 Aug 25 11:17:52.170290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] Provisioning for port 099e9032-bf67-4808-ad8c-c123b0c7cca3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:52.176819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793217e6-92e1-4cbb-8453-15fb4d3d23dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3865e40-e44b-44a1-ab36-61c6da73722f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:52.182492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.184566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd76512-6c8a-4f2e-b88c-05c415c3a052 req-8247fe79-1c37-4148-b970-42481c532a96 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:52.207032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dfd76512-6c8a-4f2e-b88c-05c415c3a052 req-8247fe79-1c37-4148-b970-42481c532a96 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 931 time: 1.4044089 Aug 25 11:17:52.208408 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.263952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] Provisioning complete for port 099e9032-bf67-4808-ad8c-c123b0c7cca3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:52.265052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.281911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:52.282835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.284741 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e4c89de0-9f78-4aac-b9e3-4ee6cfb8b66b service neutron] 10.222.0.10 "PUT /v2.0/ports/d8066d64-4684-41e5-aaef-4eaabba074e8 HTTP/1.1" status: 200 len: 1092 time: 6.8267312 Aug 25 11:17:52.285252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'tag': 'd8066d64-4684-41e5-aaef-4eaabba074e8'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:52.288111 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703683e0-c781-4c1b-9153-51a5178e89fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dab01d-ae67-4e93-9bc6-f83a888e1f5d", "tag": "d8066d64-4684-41e5-aaef-4eaabba074e8"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:52.600012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-66981472-234d-44a2-adfa-885747667949 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:52.629403 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:50Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:52.646165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-66981472-234d-44a2-adfa-885747667949 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:52.677209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-66981472-234d-44a2-adfa-885747667949 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:52.702846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-66981472-234d-44a2-adfa-885747667949 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/networks?id=1cfc1716-58b4-4e56-a8be-9365be88475f&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 200 len: 1994 time: 0.7150030 Aug 25 11:17:52.737613 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.779954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.793587 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6ec1a0-c254-4823-b8ca-743832c59513 None None] The sync data for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 is: [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:50Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:17:52.805905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:52.840924 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:52.941179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-0e38d202-309a-4a1d-9cb2-918a21a43cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:52.944622 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-0e38d202-309a-4a1d-9cb2-918a21a43cdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27e5a5ca515f460cbb152a322121cb05&device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 1095 time: 0.3992774 Aug 25 11:17:53.052229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-e03ab86b-8e08-4f55-84b7-77b7b8bb11fe tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/quotas/425e4b1a170a40228ed51d2d05c7fe6c HTTP/1.1" status: 200 len: 375 time: 0.3482862 Aug 25 11:17:53.158461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-fe460183-6b13-4256-9c67-4f7530e1e61d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8066d64-4684-41e5-aaef-4eaabba074e8 HTTP/1.1" status: 200 len: 217 time: 0.1988893 Aug 25 11:17:53.163837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:53.372845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.413886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:17:53.425496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:53.440963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.454335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.505110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] For port 099e9032-bf67-4808-ad8c-c123b0c7cca3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=099e9032-bf67-4808-ad8c-c123b0c7cca3,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:53.511524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.596668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dfd76512-6c8a-4f2e-b88c-05c415c3a052 req-58ec18e3-92f6-465f-a267-85c648919359 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed27f833-1dda-4482-ac01-7ac56c1aba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3876104 Aug 25 11:17:53.633878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Transition to ACTIVE for port object 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:53.665641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.725113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0497e218-2760-4131-b9e0-0d4041c66170 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:53.729252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.760438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f1130f-28ee-46c9-8c4f-00cacb51fa00']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:53.778885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45005dba-3b8d-4c9b-a678-4d770fa07ce2') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:53.779780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45005dba-3b8d-4c9b-a678-4d770fa07ce2') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:17:53.794985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.817973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.828098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:17:53.828859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.828996 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5847e-dc59-4785-8da2-9f2ef8a4954e x-openstack-request-id: req-65d5847e-dc59-4785-8da2-9f2ef8a4954e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:17:53.829467 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-unplugged", "status": "completed", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:17:53.829467 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65d5847e-dc59-4785-8da2-9f2ef8a4954e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:17:53.829922 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'code': 200} Aug 25 11:17:53.853806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2265bc-1735-489e-a950-9982e0e7c7b0 None None] Pushing event updated for resources: {'Port': ['ID=099e9032-bf67-4808-ad8c-c123b0c7cca3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:53.882952 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e85ea9e6-eb02-480f-be17-bdfb482da460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:53.891221 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-e85ea9e6-eb02-480f-be17-bdfb482da460 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9f147de-5b14-4312-ae78-26a43e084fa9 HTTP/1.1" status: 200 len: 854 time: 0.4410639 Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:17:53.924488 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:17:53.946885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.977789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c2e4272d-4794-429d-97bc-5d30c059977f None None] Provisioning complete for port 099e9032-bf67-4808-ad8c-c123b0c7cca3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:53.978793 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c2e4272d-4794-429d-97bc-5d30c059977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:53.987527 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.006354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] 10.222.0.35 "DELETE /v2.0/networks/89f1130f-28ee-46c9-8c4f-00cacb51fa00 HTTP/1.1" status: 204 len: 168 time: 3.5795541 Aug 25 11:17:54.236882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0497e218-2760-4131-b9e0-0d4041c66170 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:54.278457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f50567-c386-4004-9150-582ec737879b service neutron] Pushing event updated for resources: {'Port': ['ID=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:54.297376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0497e218-2760-4131-b9e0-0d4041c66170 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:54.304760 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.333608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-f97642ef-4d4e-4f30-b012-edcbb340443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:54.336987 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-f97642ef-4d4e-4f30-b012-edcbb340443e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06e131ce-f968-42ea-919c-d6b2008d8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4155834 Aug 25 11:17:54.412837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.520444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Allocated IP 19.80.0.170 (282b45d5-3c49-4ab7-a6cb-25dbc7072727/c9d604a2-785c-49ac-ad2b-d47febada500/7becf650-4745-4a8d-88ab-ca3c1d6e8a13) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:54.663834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43122) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:54.793926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Attempting to bind port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:17:54.794279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Attempting to bind port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:17:54.794612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Attempting to bind port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 on network eb46f0de-5c0c-4889-890c-fc18afbbd04f {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:54.811887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.827535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.847330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Transition to ACTIVE for port object 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:54.856585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 on network eb46f0de-5c0c-4889-890c-fc18afbbd04f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:17:54.856931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Attempting to bind port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 on network eb46f0de-5c0c-4889-890c-fc18afbbd04f {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:17:54.915929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 0497e218-2760-4131-b9e0-0d4041c66170, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0497e218-2760-4131-b9e0-0d4041c66170,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:17:54.917713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:17:54.918261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Checking segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:17:54.918659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Bound using segment: {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:17:54.921482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Bound port: 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48dfe1dd-ad13-46dc-9d41-45ed147b826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:17:54.921991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.928140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.929205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1118e719-00ae-442a-933f-161ca0a3366e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:54.947763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc672f-dc52-4d91-aa70-0ff88d7320cb admin admin] Pushing event deleted for resources: {'Network': ['ID=89f1130f-28ee-46c9-8c4f-00cacb51fa00,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:54.979637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4db25361-9a43-40e5-9c0f-5a3c233c9b42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&fields=id HTTP/1.1" status: 200 len: 532 time: 1.8574920 Aug 25 11:17:54.984556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-808f17a9-2ffd-4e5c-827b-5b13ece1c34a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d099550bab464730bad24bf51770c66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102467 Aug 25 11:17:54.984922 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:54.985573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43126) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:55.000500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-a666d4d0-10fa-4f53-a47f-7366716af88a service neutron] 10.222.0.10 "GET /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936294 Aug 25 11:17:55.226509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] For port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:17:55.242784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] For port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:17:55.264245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=0497e218-2760-4131-b9e0-0d4041c66170,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:55.284639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.364929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1118e719-00ae-442a-933f-161ca0a3366e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:55.365563 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.488951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:17:55.503539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd8bd2-d5c3-4031-9913-7c3f536efd1a req-cfc63154-ff9a-49fe-8161-c43638ecd65d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:55.511850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96bd8bd2-d5c3-4031-9913-7c3f536efd1a req-cfc63154-ff9a-49fe-8161-c43638ecd65d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.6002362 Aug 25 11:17:55.521253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:17:55.556564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:17:55.560109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Port': ['ID=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:55.581036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-22e20eaf-c9f2-4032-8fd4-f5993067c1db service neutron] 10.222.0.35 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146256 Aug 25 11:17:55.612484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:55.616770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.619510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-66f50567-c386-4004-9150-582ec737879b service neutron] 10.222.0.10 "PUT /v2.0/ports/29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 1092 time: 5.0549994 Aug 25 11:17:55.648669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6da6341a-5266-47e3-9284-9c17c37f6db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.682180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6da6341a-5266-47e3-9284-9c17c37f6db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.756472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6da6341a-5266-47e3-9284-9c17c37f6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.782927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6da6341a-5266-47e3-9284-9c17c37f6db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:55.791620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6da6341a-5266-47e3-9284-9c17c37f6db8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb18854b-2177-45e8-b642-b12db93376b8 HTTP/1.1" status: 204 len: 168 time: 0.8024004 Aug 25 11:17:55.831412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:17:55.836014 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb51695c-4736-4418-837b-1d10de62b92c" -d '{"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-plugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:17:56.029279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96bd8bd2-d5c3-4031-9913-7c3f536efd1a req-5dc0ac39-fd08-4aaf-b0d7-3eaa26810da2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158923 Aug 25 11:17:56.035174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6341a-5266-47e3-9284-9c17c37f6db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18854b-2177-45e8-b642-b12db93376b8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:56.100996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f50567-c386-4004-9150-582ec737879b service neutron] Pushing event updated for resources: {'Port': ['ID=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:56.109394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 099e9032-bf67-4808-ad8c-c123b0c7cca3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:56.133528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:56.140967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:56.145134 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9be0b264-01cb-40e5-b53a-f1c9e636d69f req-5a6b2ebf-fb2f-496f-a9e9-45203767acd5 service neutron] 10.222.0.10 "GET /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8974531 Aug 25 11:17:56.228224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-1475cf1a-9c86-43ff-9c57-905dd29e2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:56.248707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-1475cf1a-9c86-43ff-9c57-905dd29e2c45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1095 time: 0.5186152 Aug 25 11:17:56.426075 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-8eafc674-cc39-4a12-8c5c-68e7da37c100 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 217 time: 0.1381912 Aug 25 11:17:56.445345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 099e9032-bf67-4808-ad8c-c123b0c7cca3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:56.446097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:56.452703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bbd9c25a-4630-416a-8168-205de4a5fa5d None None] Provisioning for port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:17:56.484728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-f4db6988-9dd5-4e9e-9707-45f34e157894 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6475446 Aug 25 11:17:56.509417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Request body: {'port': {'device_id': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd', 'admin_state_up': True, 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:17:56.566929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-fcf04282-4b67-4d15-b44a-0c0f6c841419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:56.572222 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-fcf04282-4b67-4d15-b44a-0c0f6c841419 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 200 len: 867 time: 0.1448154 Aug 25 11:17:56.676098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-44422519-3c25-475e-bfe0-4f7a4e6d7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:56.685461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-44422519-3c25-475e-bfe0-4f7a4e6d7d5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb46f0de-5c0c-4889-890c-fc18afbbd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899484 Aug 25 11:17:56.700941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bbd9c25a-4630-416a-8168-205de4a5fa5d None None] Provisioning complete for port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:56.704403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c25a-4630-416a-8168-205de4a5fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:56.729729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-de7600bf-a57f-4153-894a-4ae7ea070201 service neutron] 10.222.0.35 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0948739 Aug 25 11:17:56.792731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca21a6c-943e-4a36-a0af-c0f5773b5745 req-878d5091-c2d6-40e1-87aa-86ba223553d3 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:56.802210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca21a6c-943e-4a36-a0af-c0f5773b5745 req-878d5091-c2d6-40e1-87aa-86ba223553d3 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 943 time: 0.5246475 Aug 25 11:17:56.895969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-b61cf1c1-88ab-4481-8ce0-713dd593af42 service neutron] 10.222.0.35 "GET /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1436322 Aug 25 11:17:57.000151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-139d3d93-e41a-49f2-ba9f-0562a02092dd service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004730 Aug 25 11:17:57.004362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9c25a-4630-416a-8168-205de4a5fa5d None None] Port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:17:57.035509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0497e218-2760-4131-b9e0-0d4041c66170 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:17:57.186688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-958ffa45-35bf-452c-a374-3195f8753465 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726777 Aug 25 11:17:57.222855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca21a6c-943e-4a36-a0af-c0f5773b5745 req-a8c2fb03-130f-4f67-baad-4f9d02969a1d tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194934 Aug 25 11:17:57.323696 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:57.393082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0497e218-2760-4131-b9e0-0d4041c66170 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:17:57.393565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:57.489152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Made reservation on behalf of 3c6e113ddc5444f09f28876d49954e5c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:17:57.514629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:57.578553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43136) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:57.630481 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c40103c2-daae-487d-b34f-d642d3b617f9 req-dae99d7e-6eff-4a33-bd6b-4b5ebdc3ae10 service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832289 Aug 25 11:17:57.765446 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9030884a-29d6-462c-884b-f8c8597945aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bef00dee83114226858af9d9408dad2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849687 Aug 25 11:17:57.766637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43138) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:17:57.876345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1333-2d33-47ea-a87e-3a78ea875b25 req-eeada57e-4edb-4d98-8dc4-fe404147b2ea tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:17:57.879033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b1333-2d33-47ea-a87e-3a78ea875b25 req-eeada57e-4edb-4d98-8dc4-fe404147b2ea tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 950 time: 0.5145359 Aug 25 11:17:57.897758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c894651b-7d9f-403f-9c3e-660fa1d09076 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6667147 Aug 25 11:17:57.940837 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15804e10-472d-4acc-bd42-be94de87207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:57.997775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15804e10-472d-4acc-bd42-be94de87207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:58.025452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b1333-2d33-47ea-a87e-3a78ea875b25 req-0fd67903-ec5f-4fb5-a695-a3c99ceebd72 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237683 Aug 25 11:17:58.045384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-6d6c8f0b-0afa-4639-a711-411139165f98 service neutron] 10.222.0.35 "GET /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1203084 Aug 25 11:17:58.052474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Allocated IP 19.86.0.215 (99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd/2e17b28a-b737-4800-961b-3ab2ef7f2307/2a8bc140-c727-4004-9183-ad33066521ee) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:17:58.148121 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15804e10-472d-4acc-bd42-be94de87207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:58.180583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15804e10-472d-4acc-bd42-be94de87207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:58.211544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-15804e10-472d-4acc-bd42-be94de87207c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f625e802-0b8a-4a7b-a243-8f3d5efa12ca HTTP/1.1" status: 204 len: 168 time: 0.4256606 Aug 25 11:17:58.229167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15804e10-472d-4acc-bd42-be94de87207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625e802-0b8a-4a7b-a243-8f3d5efa12ca,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:17:58.341059 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:17:58.476544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-358d9ce9-65c9-4515-9103-6a78d56d0d43 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034042 Aug 25 11:17:59.664158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:17:59.688113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Transition to ACTIVE for port object 2a8bc140-c727-4004-9183-ad33066521ee will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:17:59.772082 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:00.015972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:00.021134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:00.028233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event updated for resources: {'Port': ['ID=2a8bc140-c727-4004-9183-ad33066521ee,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:00.043389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:00.170890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-81bd6888-261b-42e1-8f49-9206813c126d service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6697872 Aug 25 11:18:00.228238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:00.229330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:00.277510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43174) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:00.406266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-5640c89c-f941-4b4a-af97-ede4cbb00c29 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9050455 Aug 25 11:18:00.431075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Request body: {'port': {'device_id': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:00.483585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:00.501467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-844116016-network', 'tenant_id': '7a53180ea5374a77ae884fd61e2133f1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:00.570154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Made reservation on behalf of 7a53180ea5374a77ae884fd61e2133f1 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:00.586077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:00.634131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:00.665203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-a8b5001e-61cd-4bff-861e-b4a78eccbcf0 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735591 Aug 25 11:18:00.671239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:00.850887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:00.999987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c0467a7-d153-40d1-800c-56dbc1327277 None None] Provisioning for port 2a8bc140-c727-4004-9183-ad33066521ee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:01.024217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c0467a7-d153-40d1-800c-56dbc1327277 None None] Provisioning complete for port 2a8bc140-c727-4004-9183-ad33066521ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:01.024565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8c0467a7-d153-40d1-800c-56dbc1327277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.142944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.148482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.224312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:18:01.234051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:01.260486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0489a8-fe98-4776-8aa6-01be350ae298,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:01.263134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8c0467a7-d153-40d1-800c-56dbc1327277 None None] Port 2a8bc140-c727-4004-9183-ad33066521ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:01.273480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'port_id': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'mac_address': 'fa:16:3e:6c:4e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:01.274315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.274750 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Added segment 4dacf0db-efdf-4547-8048-68be924ffeb8 of type vlan for network 18bced2f-e46e-4dbd-9ea2-94079387039b Aug 25 11:18:01.352643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c17ddd13-5488-4f27-aed3-2a875ddefd24 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746354 Aug 25 11:18:01.396129 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.406762 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.441115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:01.485503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.487918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:01.488671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.504265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:01.515124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.553590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-b9761822-3e16-4390-9ae7-52df4ad6d1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894186 Aug 25 11:18:01.653668 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3691146 Aug 25 11:18:01.662938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43178) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:01.664821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:01.670288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Request body: {'subnet': {'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-844116016-subnet', 'tenant_id': '7a53180ea5374a77ae884fd61e2133f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:01.715686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4eba8-bf7a-4471-9732-08006d21e8ce admin admin] Pushing event updated for resources: {'Network': ['ID=18bced2f-e46e-4dbd-9ea2-94079387039b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:01.738974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:01.759202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.760991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Made reservation on behalf of 7a53180ea5374a77ae884fd61e2133f1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:01.763455 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.780704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:01.832339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Transition to ACTIVE for port object 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:01.858522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:01.868881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 18bced2f-e46e-4dbd-9ea2-94079387039b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:18:02.002189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:02.087283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-66903477-6e82-49d9-b31a-f7141642aaa4 service neutron] 10.222.0.35 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262637 Aug 25 11:18:02.353474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:02.420072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Attempting to bind port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:02.420705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Attempting to bind port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:02.420705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Attempting to bind port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 on network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:02.432794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 on network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:02.433122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Attempting to bind port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 on network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:02.445806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:02.446204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Checking segment: {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:02.446530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Bound using segment: {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:02.446989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Bound port: 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641594d0-6e6a-426e-ab29-f577a1783190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:02.447352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:02.474983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-2706cf63-edef-44da-846b-27b85198783a service neutron] 10.222.0.35 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657308 Aug 25 11:18:02.486141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a933be-9cab-45fc-bfe0-71fe81f8e0fe,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:02.581223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] For port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:02.585217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] For port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:02.595857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:02.597384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Network hostable DHCP agents. Network: 18bced2f-e46e-4dbd-9ea2-94079387039b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:18:02.601409 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:02.672075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Network 18bced2f-e46e-4dbd-9ea2-94079387039b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:18:02.697964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:02.700192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 18bced2f-e46e-4dbd-9ea2-94079387039b) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:02.711955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:02.713132 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:02.727936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3c99ab-504b-481b-8f88-9ee2c469da0d None None] Network 18bced2f-e46e-4dbd-9ea2-94079387039b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:18:02.762739 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f989721f-f246-4fe9-b9ce-5544e9f0fea4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0986824 Aug 25 11:18:02.891072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:02.891963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:02.893492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c587a562-cdc6-4c9c-b62c-1f300fb8b3fe service neutron] 10.222.0.10 "PUT /v2.0/ports/7becf650-4745-4a8d-88ab-ca3c1d6e8a13 HTTP/1.1" status: 200 len: 1093 time: 2.4721920 Aug 25 11:18:02.894020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'tag': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:02.896490 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "tag": "7becf650-4745-4a8d-88ab-ca3c1d6e8a13"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:02.947732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9e83b-33b5-46ed-9fb1-662ad7364f1b None None] Network 18bced2f-e46e-4dbd-9ea2-94079387039b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:18:02.965329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-cd542665-ded4-485c-85f5-54ac60dbb174 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779235 Aug 25 11:18:02.989331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Request body: {'port': {'device_id': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:03.428485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-fcb70b5f-a0e4-4509-9bbd-714c94bea7db service neutron] 10.222.0.35 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535160 Aug 25 11:18:03.669274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:03.889610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-35b077ad-2d23-4681-88cc-4ac26539e4ee service neutron] 10.222.0.35 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512653 Aug 25 11:18:04.291691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8bc140-c727-4004-9183-ad33066521ee {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:04.315076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:04.360400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Transition to ACTIVE for port object 2a8bc140-c727-4004-9183-ad33066521ee will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:04.375777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:04.502167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:04.582603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8bc140-c727-4004-9183-ad33066521ee,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:04.706277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Attempting to bind port 2a8bc140-c727-4004-9183-ad33066521ee on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:04.713191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Attempting to bind port 2a8bc140-c727-4004-9183-ad33066521ee by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:04.717252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Attempting to bind port 2a8bc140-c727-4004-9183-ad33066521ee on network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:04.743061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Port 2a8bc140-c727-4004-9183-ad33066521ee on network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:04.746188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:04.747041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Attempting to bind port 2a8bc140-c727-4004-9183-ad33066521ee on network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:04.776562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:04.776948 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:04.786658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:04.786993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Checking segment: {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:04.788151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Bound using segment: {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:04.788151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Bound port: 2a8bc140-c727-4004-9183-ad33066521ee, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:04.788151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:04.828510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43214) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:04.839492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-318491162-network', 'tenant_id': '25678c98ef5d4415a5da9e5208c0e6a4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:04.970606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Made reservation on behalf of 25678c98ef5d4415a5da9e5208c0e6a4 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:04.986491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:04.995500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] For port 2a8bc140-c727-4004-9183-ad33066521ee, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:05.005721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] For port 2a8bc140-c727-4004-9183-ad33066521ee, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8bc140-c727-4004-9183-ad33066521ee,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:05.015668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.027120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.048870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.091296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:05.092243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.094336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] 10.222.0.10 "PUT /v2.0/ports/2a8bc140-c727-4004-9183-ad33066521ee HTTP/1.1" status: 200 len: 1093 time: 2.1215053 Aug 25 11:18:05.164862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:05.188504 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.234965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de3c93-48a2-4527-85e4-3bef3361a199 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8bc140-c727-4004-9183-ad33066521ee,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:05.331448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-0bdde911-d5b7-49ff-96a5-58e757ae69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:05.335066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-0bdde911-d5b7-49ff-96a5-58e757ae69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:05.340293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-0bdde911-d5b7-49ff-96a5-58e757ae69fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1983 time: 0.1532848 Aug 25 11:18:05.344368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:05.407661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-11e26241-78ea-4af3-9099-f5b63115b339 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13 HTTP/1.1" status: 200 len: 217 time: 0.0518565 Aug 25 11:18:05.431702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.446676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.536996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2dbfe4-a144-45f5-802d-82dafe8e1770,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:05.597837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-d694f1f0-cff3-42cc-8213-3d0fd87a5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:05.601836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-d694f1f0-cff3-42cc-8213-3d0fd87a5219 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9d604a2-785c-49ac-ad2b-d47febada500 HTTP/1.1" status: 200 len: 801 time: 0.1676738 Aug 25 11:18:05.612833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:18:05.656570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.658610 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Added segment 41587ca5-9017-427f-a6c9-d88bc57dbec8 of type vlan for network 6c055d90-9a2a-461a-98fe-afc500962398 Aug 25 11:18:05.827979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:05.918381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-fc24ed60-9843-45d6-abac-481c50ffc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:05.934083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-fc24ed60-9843-45d6-abac-481c50ffc294 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=282b45d5-3c49-4ab7-a6cb-25dbc7072727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700417 Aug 25 11:18:06.183901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb77d-c46f-494f-ae8a-78b00ffea4b5 req-2456b867-64ce-4bf5-acfc-eb0267d6f2e0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:06.208424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb77d-c46f-494f-ae8a-78b00ffea4b5 req-2456b867-64ce-4bf5-acfc-eb0267d6f2e0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:06.232709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31fcb77d-c46f-494f-ae8a-78b00ffea4b5 req-2456b867-64ce-4bf5-acfc-eb0267d6f2e0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1679 time: 0.2178771 Aug 25 11:18:06.295070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:06.303659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:06.316665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:06.540825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31fcb77d-c46f-494f-ae8a-78b00ffea4b5 req-02170f76-202d-4d9e-9618-c4df76dd0452 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056972 Aug 25 11:18:06.543105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-ceb9f352-4ecd-4947-a5e5-76d3e33cb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:06.546362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-ceb9f352-4ecd-4947-a5e5-76d3e33cb5ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 1101 time: 0.7017238 Aug 25 11:18:06.553619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7233775 Aug 25 11:18:06.557441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43228) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:06.570847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec453f-7ee3-4a68-a78c-e28dca996ffc admin admin] Pushing event updated for resources: {'Network': ['ID=6c055d90-9a2a-461a-98fe-afc500962398,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:06.584504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Request body: {'subnet': {'network_id': '6c055d90-9a2a-461a-98fe-afc500962398', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-318491162-subnet', 'tenant_id': '25678c98ef5d4415a5da9e5208c0e6a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:06.625326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6c055d90-9a2a-461a-98fe-afc500962398 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:18:06.773581 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1be59c-6f60-41b4-a1fc-ee6dc177bd3a x-openstack-request-id: req-4c1be59c-6f60-41b4-a1fc-ee6dc177bd3a {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:06.774271 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dab01d-ae67-4e93-9bc6-f83a888e1f5d", "tag": "d8066d64-4684-41e5-aaef-4eaabba074e8", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:06.774699 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c1be59c-6f60-41b4-a1fc-ee6dc177bd3a {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:06.775458 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'tag': 'd8066d64-4684-41e5-aaef-4eaabba074e8', 'status': 'completed', 'code': 200} Aug 25 11:18:06.820235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-b4b4d752-6719-4816-9073-44757ed99819 service neutron] 10.222.0.10 "GET /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625057 Aug 25 11:18:06.822084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Made reservation on behalf of 25678c98ef5d4415a5da9e5208c0e6a4 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:06.836353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:07.107781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-24a0adf0-66a3-45a6-9e79-36e8ae0d65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.111881 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-24a0adf0-66a3-45a6-9e79-36e8ae0d65b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.4412282 Aug 25 11:18:07.241034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-c6cd1e97-0f0b-4b64-a499-ea70829985bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 200 len: 217 time: 0.1011107 Aug 25 11:18:07.248786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703683e0-c781-4c1b-9153-51a5178e89fc req-413a5d64-9d29-4cbf-b82b-d7cb1ac22078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.253786 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-413a5d64-9d29-4cbf-b82b-d7cb1ac22078 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27e5a5ca515f460cbb152a322121cb05&device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 1095 time: 0.3440740 Aug 25 11:18:07.489470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1449-9e8a-4315-9853-4e5af4abd44f req-8060fe71-9f1e-4170-afb9-c2bf0ccf5f24 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.492357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ffe1449-9e8a-4315-9853-4e5af4abd44f req-8060fe71-9f1e-4170-afb9-c2bf0ccf5f24 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 945 time: 0.4092550 Aug 25 11:18:07.510968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-bd0a03ff-ca43-4746-a48b-ab4b881f1650 service neutron] 10.222.0.10 "GET /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607580 Aug 25 11:18:07.534799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703683e0-c781-4c1b-9153-51a5178e89fc req-1a155266-e54b-4f02-b7f7-9e9c225f56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.536681 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-1a155266-e54b-4f02-b7f7-9e9c225f56c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06e131ce-f968-42ea-919c-d6b2008d8ae3 HTTP/1.1" status: 200 len: 916 time: 0.2333405 Aug 25 11:18:07.637386 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-8258383a-2d04-4115-8d41-9e97bd85b085 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8066d64-4684-41e5-aaef-4eaabba074e8 HTTP/1.1" status: 200 len: 217 time: 0.0521042 Aug 25 11:18:07.664490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-e1366ac1-5642-49a3-b0cf-4d8f29c8d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.670082 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-e1366ac1-5642-49a3-b0cf-4d8f29c8d5cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.3734031 Aug 25 11:18:07.832862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ffe1449-9e8a-4315-9853-4e5af4abd44f req-95b17dbf-9c63-4067-9e0b-fed0705ca734 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed27f833-1dda-4482-ac01-7ac56c1aba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161857 Aug 25 11:18:07.873060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-6870c03a-30aa-4c2e-bbb3-9ff068daa3cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=2a8bc140-c727-4004-9183-ad33066521ee HTTP/1.1" status: 200 len: 217 time: 0.2865965 Aug 25 11:18:07.905852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-6a76b60a-91b6-480a-adf0-a5714b29df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.913173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-6a76b60a-91b6-480a-adf0-a5714b29df8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2249196 Aug 25 11:18:07.930543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703683e0-c781-4c1b-9153-51a5178e89fc req-e20a2ce8-0a37-4b8f-bdf9-dd189fb0f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:07.935810 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-e20a2ce8-0a37-4b8f-bdf9-dd189fb0f434 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f9f147de-5b14-4312-ae78-26a43e084fa9 HTTP/1.1" status: 200 len: 854 time: 0.2754662 Aug 25 11:18:07.998469 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1872513-b574-41cc-b957-f9d3945cef9f x-openstack-request-id: req-d1872513-b574-41cc-b957-f9d3945cef9f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:07.999259 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-plugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:07.999259 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1872513-b574-41cc-b957-f9d3945cef9f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:07.999574 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'code': 200} Aug 25 11:18:08.077713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-da87d912-dac1-4f32-af62-1c52c0f69984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:08.086678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-da87d912-dac1-4f32-af62-1c52c0f69984 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e17b28a-b737-4800-961b-3ab2ef7f2307 HTTP/1.1" status: 200 len: 801 time: 0.2025788 Aug 25 11:18:08.332776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c5b11117-0ce1-4946-972b-29723c2db680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:08.340300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-c5b11117-0ce1-4946-972b-29723c2db680 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580162 Aug 25 11:18:08.473631 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-4a3d0b06-6899-4edb-864e-f7e14f9b2827 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335584 Aug 25 11:18:08.689172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1034aa98-108f-499b-a894-749bcfd8f4cc req-ae87432b-167b-42ae-b401-a23674e2a337 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044287 Aug 25 11:18:08.702106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703683e0-c781-4c1b-9153-51a5178e89fc req-26def8a2-40f6-48ad-9d35-46e15667db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:08.706269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-26def8a2-40f6-48ad-9d35-46e15667db94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06e131ce-f968-42ea-919c-d6b2008d8ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7300203 Aug 25 11:18:08.728096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-b425a8eb-a7c4-4cda-8ffd-d1128983bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:08.746847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-b425a8eb-a7c4-4cda-8ffd-d1128983bcf4 service neutron] 10.222.0.67 "GET /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 1032 time: 0.2732878 Aug 25 11:18:08.835479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:08.840400 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868ce645-9066-45fc-bbc8-8ac26b18fd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:08.859307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:09.014073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-bdef04d5-c1bf-4694-93b8-2a927e4b78c9 service neutron] 10.222.0.10 "GET /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004222 Aug 25 11:18:09.188029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-11a7810d-eef9-46a0-8666-bcaefa0d4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:09.191672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-11a7810d-eef9-46a0-8666-bcaefa0d4309 service neutron] 10.222.0.67 "GET /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 1031 time: 0.3902247 Aug 25 11:18:09.286456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-703683e0-c781-4c1b-9153-51a5178e89fc req-c9567d4c-e01e-4ca7-ba18-6af07a64d36d service neutron] 10.222.0.10 "GET /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625062 Aug 25 11:18:09.308399 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3473ccd-c89c-44c2-815b-8ecf3e0639da x-openstack-request-id: req-b3473ccd-c89c-44c2-815b-8ecf3e0639da {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:09.308708 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "tag": "7becf650-4745-4a8d-88ab-ca3c1d6e8a13", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:09.308986 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3473ccd-c89c-44c2-815b-8ecf3e0639da {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:09.309343 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'tag': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13', 'status': 'completed', 'code': 200} Aug 25 11:18:09.332190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-86df4e90-0d92-4521-af74-6bd4af40cabb service neutron] 10.222.0.10 "GET /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458582 Aug 25 11:18:09.369078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7d65f9-ba13-4a31-bdb5-8374558d8285,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:09.754942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f9332da-d9d8-4328-b7d3-369c7cd68382 req-e43db9e3-f47a-41e8-9dd2-823713cb63bb tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.2924509 Aug 25 11:18:09.767886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29fdcb-1d90-477f-9786-963d95686686 req-71228bd2-e366-414d-bc4e-cc9beefa2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:09.770551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-71228bd2-e366-414d-bc4e-cc9beefa2d2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.6191361 Aug 25 11:18:09.799658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Checking segment: {'id': '41587ca5-9017-427f-a6c9-d88bc57dbec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6c055d90-9a2a-461a-98fe-afc500962398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:09.804046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Network hostable DHCP agents. Network: 6c055d90-9a2a-461a-98fe-afc500962398, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:18:09.862394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af7530-a77e-41b2-a884-167d861071a8 req-358ba435-d4fe-4dd3-8b3b-266f555e3090 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:09.875877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5af7530-a77e-41b2-a884-167d861071a8 req-358ba435-d4fe-4dd3-8b3b-266f555e3090 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 943 time: 0.5778484 Aug 25 11:18:09.882191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c2e2cb2-56a0-4364-a99d-8573f27cec04 req-e15a900e-ddda-4f16-8f61-b2472a1f7136 service neutron] 10.222.0.10 "GET /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066044 Aug 25 11:18:10.001095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:10.005211 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e259c9de-5e96-4bc2-b711-da1954b58252" -d '{"events": [{"server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "name": "network-vif-plugged", "status": "completed", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:10.238288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Network 6c055d90-9a2a-461a-98fe-afc500962398 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:18:10.251210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d5a9af3a-4c46-4163-a64a-2ca51ace1827 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.261811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d5a9af3a-4c46-4163-a64a-2ca51ace1827 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.271357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d5a9af3a-4c46-4163-a64a-2ca51ace1827 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.290887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d5a9af3a-4c46-4163-a64a-2ca51ace1827 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "GET /v2.0/networks?id=1cfc1716-58b4-4e56-a8be-9365be88475f&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 200 len: 1994 time: 1.0672901 Aug 25 11:18:10.376724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5af7530-a77e-41b2-a884-167d861071a8 req-3171105d-0fd7-4262-9b67-198ca24b5903 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974194 Aug 25 11:18:10.419751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6c055d90-9a2a-461a-98fe-afc500962398) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:10.436121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15739b89-7091-4170-965c-67e9c72b95dc None None] Network 6c055d90-9a2a-461a-98fe-afc500962398 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:18:10.440974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.442594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:10.515418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2335d-587b-4055-8276-27ca5a53f845 req-7be7f698-2d52-47f3-854b-6ba598da73ce tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.564952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8066d64-4684-41e5-aaef-4eaabba074e8 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:10.575107 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132a89d-dccb-4d61-a2e5-4f371efa8f9e x-openstack-request-id: req-0132a89d-dccb-4d61-a2e5-4f371efa8f9e {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:10.575695 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:10.576096 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0132a89d-dccb-4d61-a2e5-4f371efa8f9e {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:10.576744 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'status': 'completed', 'code': 200} Aug 25 11:18:10.579902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2335d-587b-4055-8276-27ca5a53f845 req-7be7f698-2d52-47f3-854b-6ba598da73ce tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.597098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49a2335d-587b-4055-8276-27ca5a53f845 req-7be7f698-2d52-47f3-854b-6ba598da73ce tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1679 time: 0.6995220 Aug 25 11:18:10.618269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b978b-e8c8-4d78-b734-7f21bef056c4 None None] Network 6c055d90-9a2a-461a-98fe-afc500962398 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:18:10.646318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1db8d601-6767-4324-a77a-1c76cd1e84f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.0843272 Aug 25 11:18:10.671098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-cb098fd2-67c4-4ac0-af18-8f8c35b0cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.671582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-cb098fd2-67c4-4ac0-af18-8f8c35b0cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.673268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-cb098fd2-67c4-4ac0-af18-8f8c35b0cc77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1983 time: 0.5980623 Aug 25 11:18:10.762973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29fdcb-1d90-477f-9786-963d95686686 req-eecf787b-2b4a-48e6-aea9-49d8f9f706a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.770100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-eecf787b-2b4a-48e6-aea9-49d8f9f706a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.9551244 Aug 25 11:18:10.787518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-5e606c31-19e5-4c3a-826f-accfc9618dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:10.789895 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-5e606c31-19e5-4c3a-826f-accfc9618dad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1097 time: 0.1913822 Aug 25 11:18:11.053993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d8066d64-4684-41e5-aaef-4eaabba074e8, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8066d64-4684-41e5-aaef-4eaabba074e8,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:11.068754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd8066d64-4684-41e5-aaef-4eaabba074e8', 'network_id': '06e131ce-f968-42ea-919c-d6b2008d8ae3', 'port_id': 'd8066d64-4684-41e5-aaef-4eaabba074e8', 'mac_address': 'fa:16:3e:dc:be:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f147de-5b14-4312-ae78-26a43e084fa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:11.117295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:11.134381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8066d64-4684-41e5-aaef-4eaabba074e8 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:11.180069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d8066d64-4684-41e5-aaef-4eaabba074e8, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8066d64-4684-41e5-aaef-4eaabba074e8,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:11.203622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-f9b281ae-fa44-4251-bd7c-31149a972598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:11.207073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-f9b281ae-fa44-4251-bd7c-31149a972598 service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 929 time: 0.4070351 Aug 25 11:18:11.279884 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:11.299860 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-c9b6a470-3b33-4f9b-bb21-669b78a656ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 217 time: 0.0825932 Aug 25 11:18:11.447146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-b3e8cfc5-cacf-432e-b792-441bcb762a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:11.450076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-b3e8cfc5-cacf-432e-b792-441bcb762a03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 200 len: 867 time: 0.1364753 Aug 25 11:18:11.460197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d8066d64-4684-41e5-aaef-4eaabba074e8,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:11.475604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.476254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.476515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'tag': '2a8bc140-c727-4004-9183-ad33066521ee'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:11.477501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.478076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.478715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.478925 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771cd188-7224-41c3-9dfb-6b49846db846" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "tag": "2a8bc140-c727-4004-9183-ad33066521ee"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:11.479527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.480152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.480736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.481616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.482236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.482796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.483391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:11.486894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ba28a911-4eb8-4ac7-b800-7b421ff8bf3d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425e4b1a170a40228ed51d2d05c7fe6c HTTP/1.1" status: 200 len: 379 time: 1.1635401 Aug 25 11:18:11.519134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'admin_state_up': True, 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'security_groups': ['6f54277c-af68-4873-a4d8-4d79319ee199']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:11.561127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d8066d64-4684-41e5-aaef-4eaabba074e8'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:11.603074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-46972764-1237-4040-a653-a5603cca11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:11.606991 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-46972764-1237-4040-a653-a5603cca11e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb46f0de-5c0c-4889-890c-fc18afbbd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472299 Aug 25 11:18:11.739857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49a2335d-587b-4055-8276-27ca5a53f845 req-e2985a2b-c3ee-4db1-a714-1d85fcb6b049 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0831075 Aug 25 11:18:11.816041 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-5dec608f-5f7c-45c1-8d2f-64d884c68602 service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000084 Aug 25 11:18:11.836781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae63549-806b-44a8-ac20-c7f453ae2f0d req-0c1f5d51-2383-4943-9ae1-97ff5d9a913f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:11.844384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ae63549-806b-44a8-ac20-c7f453ae2f0d req-0c1f5d51-2383-4943-9ae1-97ff5d9a913f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 945 time: 0.9770215 Aug 25 11:18:11.935062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-08a95f47-832a-4626-a9a2-f5798eb49ece service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 1.0652533 Aug 25 11:18:11.938857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-7fdefcad-7ac7-45f7-b4c1-694c5c759618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:11.940449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-7fdefcad-7ac7-45f7-b4c1-694c5c759618 service neutron] 10.222.0.10 "GET /v2.0/networks?id=282b45d5-3c49-4ab7-a6cb-25dbc7072727 HTTP/1.1" status: 200 len: 902 time: 1.2552698 Aug 25 11:18:11.958192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:11.961901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:11.966643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-868ce645-9066-45fc-bbc8-8ac26b18fd3c req-44b7b929-dc4e-4105-858a-821b559449c7 service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430972 Aug 25 11:18:12.014012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ae63549-806b-44a8-ac20-c7f453ae2f0d req-e748381d-aaf1-4fc1-9c74-9e76ac4e3abb tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed27f833-1dda-4482-ac01-7ac56c1aba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685488 Aug 25 11:18:12.173097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-c174e8cf-6174-437b-aaee-93e6c84d8f3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13 HTTP/1.1" status: 200 len: 217 time: 0.1759894 Aug 25 11:18:12.257962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29fdcb-1d90-477f-9786-963d95686686 req-90e2390a-b7a6-4b80-9be8-76485c447bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:12.259712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-90e2390a-b7a6-4b80-9be8-76485c447bd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2709649 Aug 25 11:18:12.267823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724ca87-e17e-4720-8e1a-bf8730bffb22 req-33126a4f-a0a1-42b5-a24d-73a27660e3fc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:12.269486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4724ca87-e17e-4720-8e1a-bf8730bffb22 req-33126a4f-a0a1-42b5-a24d-73a27660e3fc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.4128025 Aug 25 11:18:12.302248 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e9dfe-f839-40cd-90a3-9262901ae3cb x-openstack-request-id: req-d72e9dfe-f839-40cd-90a3-9262901ae3cb {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:12.303105 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "name": "network-vif-plugged", "status": "completed", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:12.303105 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d72e9dfe-f839-40cd-90a3-9262901ae3cb {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:12.303426 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'code': 200} Aug 25 11:18:12.396108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-6c7692ba-162e-4160-9510-78e26d636c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:12.398690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-6c7692ba-162e-4160-9510-78e26d636c35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9d604a2-785c-49ac-ad2b-d47febada500 HTTP/1.1" status: 200 len: 801 time: 0.2125809 Aug 25 11:18:12.442990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 172.20.0.4 (1cfc1716-58b4-4e56-a8be-9365be88475f/e401c785-f192-4f84-87d6-10da174fd1a9/579d1d78-071e-4eb1-a72f-d6581bd96e67) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:12.452243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4724ca87-e17e-4720-8e1a-bf8730bffb22 req-4586c081-9b9d-4519-aa6f-2316e920431b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614089 Aug 25 11:18:12.529042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54af76e-1f07-42b5-bf6b-a81318cc34bb req-62429a18-e76b-4360-83df-9b3c143215ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:12.530883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f54af76e-1f07-42b5-bf6b-a81318cc34bb req-62429a18-e76b-4360-83df-9b3c143215ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1097 time: 0.1113236 Aug 25 11:18:12.545259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29fdcb-1d90-477f-9786-963d95686686 req-79bb4c20-95dd-4117-b164-58aa7ac12dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:12.548123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-79bb4c20-95dd-4117-b164-58aa7ac12dd7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2736404 Aug 25 11:18:12.564412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:12.656635 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f54af76e-1f07-42b5-bf6b-a81318cc34bb req-48ccf821-24f0-4786-92d8-f2340e32c9f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed27f833-1dda-4482-ac01-7ac56c1aba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149662 Aug 25 11:18:12.703665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2529393b-b0c6-433d-8c35-bd814e97fb95 req-6550f7d6-18a7-4722-9ddf-d3289a89443f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.1487927 Aug 25 11:18:12.875135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8066d64-4684-41e5-aaef-4eaabba074e8 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:12.962047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:12.980232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13', 'network_id': '282b45d5-3c49-4ab7-a6cb-25dbc7072727', 'port_id': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13', 'mac_address': 'fa:16:3e:56:b2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d604a2-785c-49ac-ad2b-d47febada500', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:12.984268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-8002b1ef-c18b-48b2-9d57-ff9dd44df2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:12.987766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-8002b1ef-c18b-48b2-9d57-ff9dd44df2f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=282b45d5-3c49-4ab7-a6cb-25dbc7072727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5500090 Aug 25 11:18:13.042863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d8066d64-4684-41e5-aaef-4eaabba074e8 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:13.053178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d8066d64-4684-41e5-aaef-4eaabba074e8 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:13.053865 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:13.152103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300fe93-9697-4a2e-b331-68338cbcb4c8 req-a04fe1d7-9b8b-4be2-ad09-1b3c1ea34f0e tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:13.160602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a300fe93-9697-4a2e-b331-68338cbcb4c8 req-a04fe1d7-9b8b-4be2-ad09-1b3c1ea34f0e tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 944 time: 0.4004977 Aug 25 11:18:13.186595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-a3ddc3af-2faf-430e-85ea-eb98d1dbba64 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159289 Aug 25 11:18:13.229038 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:13.271657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:13.329586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:13.353322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:13.357506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-51de0797-68b9-4d6e-9203-76d17bd58afb service neutron] 10.222.0.10 "GET /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468709 Aug 25 11:18:13.384477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a300fe93-9697-4a2e-b331-68338cbcb4c8 req-6b0df316-b493-403e-ab1b-a99fb663a277 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223849 Aug 25 11:18:13.508984 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:13.538188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:13.541464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:13.543398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8bc140-c727-4004-9183-ad33066521ee details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:13.598686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d8066d64-4684-41e5-aaef-4eaabba074e8, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8066d64-4684-41e5-aaef-4eaabba074e8,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:13.608935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object 579d1d78-071e-4eb1-a72f-d6581bd96e67 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:13.669380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:13.727078 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd3c9b5-1763-4b96-a489-16f96b7f8eee x-openstack-request-id: req-1bd3c9b5-1763-4b96-a489-16f96b7f8eee {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:13.728782 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "tag": "2a8bc140-c727-4004-9183-ad33066521ee", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:13.729205 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bd3c9b5-1763-4b96-a489-16f96b7f8eee {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:13.738422 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'tag': '2a8bc140-c727-4004-9183-ad33066521ee', 'status': 'completed', 'code': 200} Aug 25 11:18:13.743692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3270567-a4f6-4e0c-a73e-809f5dc3dd44 req-affde5d8-8129-485d-9916-a50a29d7a0b6 service neutron] 10.222.0.10 "GET /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737712 Aug 25 11:18:13.902120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:13.918112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'mac_address': 'fa:16:3e:25:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:13.922959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:14.049535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8bc140-c727-4004-9183-ad33066521ee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8bc140-c727-4004-9183-ad33066521ee,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:14.074528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '2a8bc140-c727-4004-9183-ad33066521ee', 'network_id': '99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd', 'port_id': '2a8bc140-c727-4004-9183-ad33066521ee', 'mac_address': 'fa:16:3e:5e:bc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e17b28a-b737-4800-961b-3ab2ef7f2307', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:14.155116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d8066d64-4684-41e5-aaef-4eaabba074e8,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:14.215716 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:14.234655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4154def-9cf3-4e6e-98ba-6392721f1c81 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:14.261595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:14.269656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:14.288785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:14.294285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8bc140-c727-4004-9183-ad33066521ee {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:14.322162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8bc140-c727-4004-9183-ad33066521ee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8bc140-c727-4004-9183-ad33066521ee,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:14.351707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-37b19017-8e37-48d5-9883-bcb6173465f2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:14.354621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-37b19017-8e37-48d5-9883-bcb6173465f2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.4545226 Aug 25 11:18:14.399009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8066d64-4684-41e5-aaef-4eaabba074e8'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:14.401763 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa3e0d-68e5-481d-b4b1-5c5c2f41ac60" -d '{"events": [{"server_uuid": "b5dab01d-ae67-4e93-9bc6-f83a888e1f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d8066d64-4684-41e5-aaef-4eaabba074e8"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:14.405718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:14.416485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:14.484172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c4154def-9cf3-4e6e-98ba-6392721f1c81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:14.516929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-c8feb84a-67e3-4ff3-8328-8ac0fddcc912 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/quotas/7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 375 time: 0.0341351 Aug 25 11:18:14.528745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8bc140-c727-4004-9183-ad33066521ee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:14.641212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd188-7224-41c3-9dfb-6b49846db846 req-327a64d8-47fb-4b2e-8a8d-48a5f8a08688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:14.642656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd188-7224-41c3-9dfb-6b49846db846 req-327a64d8-47fb-4b2e-8a8d-48a5f8a08688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:14.645186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-327a64d8-47fb-4b2e-8a8d-48a5f8a08688 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c6e113ddc5444f09f28876d49954e5c&device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1985 time: 0.2870424 Aug 25 11:18:14.662462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b792339-ecff-4f4e-8791-62bd5303ea10 req-2c8c705e-8ab3-4d69-bce1-1c8e1a15a432 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:14.675258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b792339-ecff-4f4e-8791-62bd5303ea10 req-2c8c705e-8ab3-4d69-bce1-1c8e1a15a432 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:14.680183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b792339-ecff-4f4e-8791-62bd5303ea10 req-2c8c705e-8ab3-4d69-bce1-1c8e1a15a432 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1680 time: 0.9250267 Aug 25 11:18:14.684347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d29fdcb-1d90-477f-9786-963d95686686 req-114f6400-565d-4978-b30e-a66ad0c9d4d9 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4710805 Aug 25 11:18:14.688533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-32b97699-72a7-4454-ae47-e8904ca11ad2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445534 Aug 25 11:18:14.698336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2a8bc140-c727-4004-9183-ad33066521ee'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:14.731037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['7becf650-4745-4a8d-88ab-ca3c1d6e8a13'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:14.979814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b792339-ecff-4f4e-8791-62bd5303ea10 req-7c3e45fb-cc27-48ab-a358-6d0c2583d8f1 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649419 Aug 25 11:18:14.983862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-c76955ed-4b16-4dd6-a94a-edda827cdec5 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064877 Aug 25 11:18:15.410767 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:15.427797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-40d50703-dda2-4b64-9dd9-c608e945c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:15.437418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-40d50703-dda2-4b64-9dd9-c608e945c118 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.4284954 Aug 25 11:18:15.577826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:15.604418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee2d4-1fe6-435a-b128-1aab2a0b6248 req-25e62363-0c02-4d73-9cc5-33b11e4d7d2f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:15.617813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b2ee2d4-1fe6-435a-b128-1aab2a0b6248 req-25e62363-0c02-4d73-9cc5-33b11e4d7d2f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 945 time: 0.4487758 Aug 25 11:18:15.683383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 1cfc1716-58b4-4e56-a8be-9365be88475f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:15.734433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:15.861533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:15.967922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b2ee2d4-1fe6-435a-b128-1aab2a0b6248 req-aa4cfbb0-640d-4d34-bf4e-cd3faf4f8ce1 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed27f833-1dda-4482-ac01-7ac56c1aba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472812 Aug 25 11:18:16.027175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd188-7224-41c3-9dfb-6b49846db846 req-f162e930-7291-47e1-8157-d96a467c63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.038400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-f162e930-7291-47e1-8157-d96a467c63f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd HTTP/1.1" status: 200 len: 902 time: 1.3457315 Aug 25 11:18:16.246433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ed01ee9a-c62e-4580-b8d1-870b4ae370a1 None None] Provisioning for port 579d1d78-071e-4eb1-a72f-d6581bd96e67 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:16.251816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-7beaa314-190b-49d0-b1a2-b485ea066478 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=2a8bc140-c727-4004-9183-ad33066521ee HTTP/1.1" status: 200 len: 217 time: 0.1361539 Aug 25 11:18:16.266357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ed01ee9a-c62e-4580-b8d1-870b4ae370a1 None None] Provisioning complete for port 579d1d78-071e-4eb1-a72f-d6581bd96e67 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:16.266942 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ed01ee9a-c62e-4580-b8d1-870b4ae370a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:16.277591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-5d3800da-0fd7-4102-ba8e-c29d3b580f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.279552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-5d3800da-0fd7-4102-ba8e-c29d3b580f7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.7180233 Aug 25 11:18:16.316337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-de3395f0-2311-4a7e-8964-47737be1f800 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2951450 Aug 25 11:18:16.373371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.374484 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:16.383264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ed01ee9a-c62e-4580-b8d1-870b4ae370a1 None None] Port 579d1d78-071e-4eb1-a72f-d6581bd96e67 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:16.518037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd188-7224-41c3-9dfb-6b49846db846 req-235d6ce9-b3df-479c-94ad-7389f0a40894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.520048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-235d6ce9-b3df-479c-94ad-7389f0a40894 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e17b28a-b737-4800-961b-3ab2ef7f2307 HTTP/1.1" status: 200 len: 801 time: 0.2573254 Aug 25 11:18:16.525405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-159664d8-6cf5-4328-9ef5-ef66301e15e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0147367 Aug 25 11:18:16.547172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'admin_state_up': True, 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'security_groups': ['6f54277c-af68-4873-a4d8-4d79319ee199']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:16.560095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-9187233d-4bde-4e68-a713-0254e4373cd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.2401214 Aug 25 11:18:16.603105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:16.726777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694dcfa-e1eb-4087-8f1e-45d512bc3f38 req-039427b3-e96a-496e-bbfe-cb7b047b4095 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.734501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3694dcfa-e1eb-4087-8f1e-45d512bc3f38 req-039427b3-e96a-496e-bbfe-cb7b047b4095 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2890728 Aug 25 11:18:16.827259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be81e8-5f4b-4024-a4dd-dfd1c1032138 req-a10e8b1a-1322-4431-a85d-d77bc17a216a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.835706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06be81e8-5f4b-4024-a4dd-dfd1c1032138 req-a10e8b1a-1322-4431-a85d-d77bc17a216a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 931 time: 0.2208650 Aug 25 11:18:16.854526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-b61c7b82-e015-448d-910b-cd3a4a53de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.856225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-b61c7b82-e015-448d-910b-cd3a4a53de3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2104805 Aug 25 11:18:16.872885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:16.891079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd188-7224-41c3-9dfb-6b49846db846 req-7b8ad0d0-acdf-44f9-967b-a34b4ef61951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:16.893356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-7b8ad0d0-acdf-44f9-967b-a34b4ef61951 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3604705 Aug 25 11:18:16.927503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:16.928139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:16.931190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3694dcfa-e1eb-4087-8f1e-45d512bc3f38 req-b6f0b986-341c-44b4-a7a1-b56480aa8a7b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955497 Aug 25 11:18:17.109879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-272c246c-2045-46b3-8327-4129cf3ef2eb service neutron] 10.222.0.10 "GET /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754210 Aug 25 11:18:17.294351 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:17.375312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:17.385084 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:17.387216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8bc140-c727-4004-9183-ad33066521ee up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:17.466755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:17.471347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:17.618387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port c4154def-9cf3-4e6e-98ba-6392721f1c81 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:17.618863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:17.625234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 2a8bc140-c727-4004-9183-ad33066521ee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:17.682377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 2a8bc140-c727-4004-9183-ad33066521ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:17.682820 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:17.740950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:17.744985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:17.795041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06be81e8-5f4b-4024-a4dd-dfd1c1032138 req-187c7086-0483-4c49-9a22-33d6ec4f8d36 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9581602 Aug 25 11:18:17.855579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-8eee9f1e-e0dd-46a7-83b8-5cf7c5c2eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:17.857309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-8eee9f1e-e0dd-46a7-83b8-5cf7c5c2eb78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9916470 Aug 25 11:18:17.995892 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75427536-54a8-4fe1-9eaf-26cd1959efbb x-openstack-request-id: req-75427536-54a8-4fe1-9eaf-26cd1959efbb {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:17.996514 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dab01d-ae67-4e93-9bc6-f83a888e1f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d8066d64-4684-41e5-aaef-4eaabba074e8", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:17.996957 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75427536-54a8-4fe1-9eaf-26cd1959efbb {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:17.997511 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8066d64-4684-41e5-aaef-4eaabba074e8', 'code': 200} Aug 25 11:18:18.000436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76e8b-e156-4848-afb0-caaa69846c6c req-308db78c-15a3-4e9c-99f0-2e4d27f9c347 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:18.010279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ac76e8b-e156-4848-afb0-caaa69846c6c req-308db78c-15a3-4e9c-99f0-2e4d27f9c347 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 945 time: 0.8977089 Aug 25 11:18:18.084913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:18.100931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-771cd188-7224-41c3-9dfb-6b49846db846 req-6c3a3b0d-56fc-4708-aa1f-891a5dcbb2d1 service neutron] 10.222.0.10 "GET /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9735484 Aug 25 11:18:18.153040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:18.197726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ac76e8b-e156-4848-afb0-caaa69846c6c req-b30c7de5-21e5-45a8-9ed1-34d220a98850 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860528 Aug 25 11:18:18.214955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d617bb-c289-4a9d-ab41-8537544f84a4 req-c3c2d0e5-a1cc-4027-af2c-754e62df6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:18.218772 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23d617bb-c289-4a9d-ab41-8537544f84a4 req-c3c2d0e5-a1cc-4027-af2c-754e62df6cb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 1097 time: 0.1633000 Aug 25 11:18:18.251258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a8bc140-c727-4004-9183-ad33066521ee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8bc140-c727-4004-9183-ad33066521ee,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:18.298051 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:18.372767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99e62d73-6c97-48a9-9baa-ad86491e8db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:18.384513 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23d617bb-c289-4a9d-ab41-8537544f84a4 req-9932ab93-7a21-4175-bf34-7f3f44f46fc2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429563 Aug 25 11:18:18.426956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:18.439725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:18.485824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a8bc140-c727-4004-9183-ad33066521ee,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:18.520931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-71926395-f781-4eb9-9b90-e2dd664e8443 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522098 Aug 25 11:18:18.574565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 10.1.1.21 (4742c583-3791-4e0c-80fa-01337094a4d4/1f2dfe30-ebad-4cfe-8ae5-4c097c220d44/26d139eb-961d-4575-a1b5-13c7fb5ca80b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:18.599177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-0e6d68f6-4b50-4e05-8a2d-b39419203d7e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 258 time: 0.5545542 Aug 25 11:18:18.647073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:18.671482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdfa90-3048-466f-9727-96372bf7e6dc req-b8e39c29-ff5c-4cda-ac2a-ce4c7fb6e10a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:18.679359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdfa90-3048-466f-9727-96372bf7e6dc req-b8e39c29-ff5c-4cda-ac2a-ce4c7fb6e10a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:18.681348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ebdfa90-3048-466f-9727-96372bf7e6dc req-b8e39c29-ff5c-4cda-ac2a-ce4c7fb6e10a tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1683 time: 0.3567536 Aug 25 11:18:18.718976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:18.953861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-367fcd20-0246-4c69-9779-11668d1ce0b7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:18.956056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-367fcd20-0246-4c69-9779-11668d1ce0b7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.1553264 Aug 25 11:18:18.970561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Request body: {'port': {'device_id': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'admin_state_up': True, 'tenant_id': '7a53180ea5374a77ae884fd61e2133f1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:19.060380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-647b1a20-08d0-4f23-8039-48c8d2679aea req-16665613-87d9-4d84-a5fb-1771d4d04122 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182047 Aug 25 11:18:19.097933 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:19.181330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ebdfa90-3048-466f-9727-96372bf7e6dc req-83ab317b-79fb-4488-b822-7a7342c0e757 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572010 Aug 25 11:18:19.288168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Made reservation on behalf of 7a53180ea5374a77ae884fd61e2133f1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:19.294247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:19.323556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:19.392652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object 26d139eb-961d-4575-a1b5-13c7fb5ca80b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:19.538156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Allocated IP 172.20.0.12 (18bced2f-e46e-4dbd-9ea2-94079387039b/01a933be-9cab-45fc-bfe0-71fe81f8e0fe/d837548d-b9bf-420e-bf4b-4d95b5adfdf7) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:19.582902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:19.744890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ed81b30-b985-4126-b8d2-754034ee2269 req-18c29c8a-7f5b-4306-a0c8-613d831700d6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 210 time: 0.0938649 Aug 25 11:18:19.927202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:19.932508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:20.000523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:20.004492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13'}, {'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8bc140-c727-4004-9183-ad33066521ee'}, {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:20.013256 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94460a8e-4860-4944-8ba5-bf2ca38e38d3" -d '{"events": [{"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-plugged", "status": "completed", "tag": "7becf650-4745-4a8d-88ab-ca3c1d6e8a13"}, {"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-plugged", "status": "completed", "tag": "2a8bc140-c727-4004-9183-ad33066521ee"}, {"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-plugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:20.142890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Network 18bced2f-e46e-4dbd-9ea2-94079387039b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:20.154824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:20.166320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:20.183849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:20.212335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 4742c583-3791-4e0c-80fa-01337094a4d4 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:20.265963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:20.281160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:20.295601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:20.342751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:20.343865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:20.403056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-f6e9472b-3d6d-4238-a283-a98610412343 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4360883 Aug 25 11:18:20.422255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Request body: {'port': {'device_id': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:20.548514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Allocated IP 172.25.1.18 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/b6ce5c78-6521-460b-a9af-c6263227d940) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:20.588218 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:20.629456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78210eb-0e1f-427d-9fd7-be6d9acf961f req-2fdc309d-197f-4bb8-b20b-0840b282d6d3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:20.641390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78210eb-0e1f-427d-9fd7-be6d9acf961f req-2fdc309d-197f-4bb8-b20b-0840b282d6d3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:20.650023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:20.664753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78210eb-0e1f-427d-9fd7-be6d9acf961f req-2fdc309d-197f-4bb8-b20b-0840b282d6d3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 1652 time: 0.3469176 Aug 25 11:18:20.783480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fd074106-f342-432c-81b5-f2580cd85eff None None] Provisioning for port 26d139eb-961d-4575-a1b5-13c7fb5ca80b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:20.803856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fd074106-f342-432c-81b5-f2580cd85eff None None] Provisioning complete for port 26d139eb-961d-4575-a1b5-13c7fb5ca80b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:20.804437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fd074106-f342-432c-81b5-f2580cd85eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:20.862081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:20.863121 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.033904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.035793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78210eb-0e1f-427d-9fd7-be6d9acf961f req-5e2feacd-76a9-41fa-b200-84c62c2e44eb tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910917 Aug 25 11:18:21.035793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4f8b7ea1-c1d9-465a-81b5-ce62108a9d7b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4300358 Aug 25 11:18:21.036204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fd074106-f342-432c-81b5-f2580cd85eff None None] Port 26d139eb-961d-4575-a1b5-13c7fb5ca80b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:21.036300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'admin_state_up': True, 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'security_groups': ['6f54277c-af68-4873-a4d8-4d79319ee199']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:21.078102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:21.093124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.242385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:21.264252 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80db3f59-9d2b-4f81-b492-2bf3eac3dd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.314197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d837548d-b9bf-420e-bf4b-4d95b5adfdf7 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:21.346261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.365315 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.405284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Transition to ACTIVE for port object d837548d-b9bf-420e-bf4b-4d95b5adfdf7 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:21.411663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.487840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:21.511611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d80a-c52f-4fea-964e-b6e8a5fcf6f8 req-f56c22cf-b0ac-43ed-8400-50965c99e697 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:21.514431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c626d80a-c52f-4fea-964e-b6e8a5fcf6f8 req-f56c22cf-b0ac-43ed-8400-50965c99e697 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 945 time: 0.2851894 Aug 25 11:18:21.595295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:21.601981 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.669046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c626d80a-c52f-4fea-964e-b6e8a5fcf6f8 req-379e32a3-8fb2-479c-92bb-3cf1e8951a0a tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401217 Aug 25 11:18:21.678324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.752007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:21.752596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:21.753140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:21.765716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:21.766303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:21.785732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:21.787154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:21.787853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:21.789502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Bound port: d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:21.790181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.792761 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:21.985902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:21.992819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:22.011893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:22.061526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event updated for resources: {'Port': ['ID=b6ce5c78-6521-460b-a9af-c6263227d940,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:22.092479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:22.100985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:22.114862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:22.122381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:22.123968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:22.125204 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] 10.222.0.10 "PUT /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 1093 time: 1.7109716 Aug 25 11:18:22.125204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:22.138842 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733e9abc-da30-48ff-8157-e400f3bc4899" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:22.231722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ef7ff-ddba-4f18-b326-b122e67c88f0 req-028d60d6-de05-4fd4-8c3e-e8e15852fbe6 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:22.233458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce5ef7ff-ddba-4f18-b326-b122e67c88f0 req-028d60d6-de05-4fd4-8c3e-e8e15852fbe6 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 947 time: 0.2869239 Aug 25 11:18:22.280499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 10.1.1.150 (4742c583-3791-4e0c-80fa-01337094a4d4/1f2dfe30-ebad-4cfe-8ae5-4c097c220d44/e71a7ac0-2bf2-47d6-a477-7fadd612e63b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:22.299725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:22.319753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-02133c24-b88a-4bd1-b6af-619bc1a5929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:22.321382 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-02133c24-b88a-4bd1-b6af-619bc1a5929c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1096 time: 0.1357217 Aug 25 11:18:22.323084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.323606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.323970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.324825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.324825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.325187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.325350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.325908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.326244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.326573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.326903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.327227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544494c-30b2-49f5-a6e1-e18c8a5d5887 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:22.365512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:22.400725 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-506b0c17-e6ab-423c-8bf4-c6f196a0da6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 217 time: 0.0687315 Aug 25 11:18:22.447929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce5ef7ff-ddba-4f18-b326-b122e67c88f0 req-da36ec3f-8d2f-463d-8b5f-34688cc36cd7 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069263 Aug 25 11:18:22.461755 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:22.527505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-d7e67128-0aae-46f7-8b4e-06d00e4d4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:22.529076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-d7e67128-0aae-46f7-8b4e-06d00e4d4a69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1211946 Aug 25 11:18:22.590163 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-57e14f0f-43bd-45c4-a499-16224e7975a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507250 Aug 25 11:18:22.845864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:22.864524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad279f85-cd5f-4bad-9126-cf18865a39ac req-038e610d-9179-47ea-b980-3b4ba5241083 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:22.872118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad279f85-cd5f-4bad-9126-cf18865a39ac req-038e610d-9179-47ea-b980-3b4ba5241083 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2566702 Aug 25 11:18:22.909857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:23.023869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object e71a7ac0-2bf2-47d6-a477-7fadd612e63b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:23.065964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad279f85-cd5f-4bad-9126-cf18865a39ac req-4a65ee4b-99b3-4ee7-a5cf-e6a08e6348a5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910596 Aug 25 11:18:23.346379 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f9e640-5430-406a-8db3-a1a8176c0468 x-openstack-request-id: req-78f9e640-5430-406a-8db3-a1a8176c0468 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:23.346874 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-plugged", "status": "completed", "tag": "7becf650-4745-4a8d-88ab-ca3c1d6e8a13", "code": 200}, {"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-plugged", "status": "completed", "tag": "2a8bc140-c727-4004-9183-ad33066521ee", "code": 200}, {"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-plugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:23.347303 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78f9e640-5430-406a-8db3-a1a8176c0468 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:23.347966 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13', 'code': 200} Aug 25 11:18:23.348398 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8bc140-c727-4004-9183-ad33066521ee', 'code': 200} Aug 25 11:18:23.348829 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'code': 200} Aug 25 11:18:23.413603 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-4f00cb35-de05-490c-bf0a-0e484ba52c8b service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8160312 Aug 25 11:18:23.769071 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba2ed255-fd0c-4b9c-a67e-62af2e5ab710 req-02b841d7-0117-4971-8976-9714052ac1d0 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218946 Aug 25 11:18:23.855717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:23.906148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 4742c583-3791-4e0c-80fa-01337094a4d4 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:23.918073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:23.922273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:23.989320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed96ef-9fd7-4f4b-9992-e525717208ef req-3ec4f314-c635-4316-8dbc-ac2df8f7b4e0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:24.002391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed96ef-9fd7-4f4b-9992-e525717208ef req-3ec4f314-c635-4316-8dbc-ac2df8f7b4e0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:24.005801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55ed96ef-9fd7-4f4b-9992-e525717208ef req-3ec4f314-c635-4316-8dbc-ac2df8f7b4e0 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1683 time: 0.4386890 Aug 25 11:18:24.021831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2578ef-a79e-41d4-9287-b1563ad188d4 req-6c8b4f4f-c489-4cf6-9b46-0b1db6d1ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:24.021831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2578ef-a79e-41d4-9287-b1563ad188d4 req-6c8b4f4f-c489-4cf6-9b46-0b1db6d1ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:24.022301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e2578ef-a79e-41d4-9287-b1563ad188d4 req-6c8b4f4f-c489-4cf6-9b46-0b1db6d1ac2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1987 time: 0.5178621 Aug 25 11:18:24.202656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:24.615778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-75db8475-268d-4e09-992d-494b9f7a93e9 None None] Provisioning for port e71a7ac0-2bf2-47d6-a477-7fadd612e63b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:24.646975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-75db8475-268d-4e09-992d-494b9f7a93e9 None None] Provisioning complete for port e71a7ac0-2bf2-47d6-a477-7fadd612e63b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:24.647646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-75db8475-268d-4e09-992d-494b9f7a93e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:24.842039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-75db8475-268d-4e09-992d-494b9f7a93e9 None None] Port e71a7ac0-2bf2-47d6-a477-7fadd612e63b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:24.873999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:24.874732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:24.915974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:24.956354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55ed96ef-9fd7-4f4b-9992-e525717208ef req-ab1536be-d80d-4f03-abb5-dc2d774ab3b8 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8900750 Aug 25 11:18:24.959702 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:24.962778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9128ff72-e396-4b90-98d1-994537bbbc72 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9795532 Aug 25 11:18:24.964677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e2578ef-a79e-41d4-9287-b1563ad188d4 req-0247b78a-32f1-4d39-9540-5c50865c36b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8892739 Aug 25 11:18:24.969073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:24.986212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'admin_state_up': True, 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'security_groups': ['6f54277c-af68-4873-a4d8-4d79319ee199']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:25.214300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event updated for resources: {'Port': ['ID=b6ce5c78-6521-460b-a9af-c6263227d940,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:25.242081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:25.246440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:25.315442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bd11-6606-47df-a312-11c2a0dfdb03 req-17b7ba85-1ec1-4dbe-b9dc-725a069cfc6c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:25.317279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a23bd11-6606-47df-a312-11c2a0dfdb03 req-17b7ba85-1ec1-4dbe-b9dc-725a069cfc6c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 944 time: 0.1688852 Aug 25 11:18:25.350158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:25.355621 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c158b19-faba-40fa-a300-1db22dd3b779" -d '{"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-unplugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:25.418878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:25.422452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:25.430657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-c1cf97a7-a9bb-4203-8263-7285d086c23c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.7801166 Aug 25 11:18:25.523033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a23bd11-6606-47df-a312-11c2a0dfdb03 req-a297406a-eb2a-43cd-b080-4f84efcd9d48 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925733 Aug 25 11:18:25.535425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-1bee4ac2-022f-4be8-a07b-1f7e187ea318 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1036987 Aug 25 11:18:25.980129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-de3e5455-ccc1-4b99-a3aa-9be847abbe56 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:25.981078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62e75431-8066-4cfd-abe7-99616c3f6c88 req-de3e5455-ccc1-4b99-a3aa-9be847abbe56 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.4448297 Aug 25 11:18:26.052627 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e930078-f384-47ee-bff7-3a1fdb7d73f5 x-openstack-request-id: req-8e930078-f384-47ee-bff7-3a1fdb7d73f5 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:26.053243 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:26.053243 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e930078-f384-47ee-bff7-3a1fdb7d73f5 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:26.053645 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'status': 'completed', 'code': 200} Aug 25 11:18:26.190014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f609-4b5b-4077-8193-8cf03b7303e3 req-0fd4807a-773c-4dbb-88b6-3ce51407e4a4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.197954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f609-4b5b-4077-8193-8cf03b7303e3 req-0fd4807a-773c-4dbb-88b6-3ce51407e4a4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.204803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4f609-4b5b-4077-8193-8cf03b7303e3 req-0fd4807a-773c-4dbb-88b6-3ce51407e4a4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.210602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baa4f609-4b5b-4077-8193-8cf03b7303e3 req-0fd4807a-773c-4dbb-88b6-3ce51407e4a4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 2373 time: 0.3707404 Aug 25 11:18:26.321997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 10.2.2.100 (5c9d0a61-590f-4b2a-a6df-a9acf0443cd7/da90f6d9-7627-42d3-9af7-d62e6c42acb8/dcf2d817-9dbb-46d4-9282-02dfe7aff1f3) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:26.346896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-e339707b-0ea3-4640-9820-607cf8414f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.348815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-e339707b-0ea3-4640-9820-607cf8414f8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1096 time: 0.2511759 Aug 25 11:18:26.362445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baa4f609-4b5b-4077-8193-8cf03b7303e3 req-1d04fe5e-681b-4197-ab34-b9a8f441dc80 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203239 Aug 25 11:18:26.662713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:26.709091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-8e46fe1b-1f40-4d5d-9322-136974851a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.712700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-8e46fe1b-1f40-4d5d-9322-136974851a4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.3319566 Aug 25 11:18:26.737681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f65d7-478f-4008-a412-3bd7c585ee4c req-09347cff-e560-42a2-9f8f-2fe8bee94f2f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.739059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-064f65d7-478f-4008-a412-3bd7c585ee4c req-09347cff-e560-42a2-9f8f-2fe8bee94f2f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1817367 Aug 25 11:18:26.821575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-0ff22d1f-c9ce-4d8d-bfe2-7f3b2491f9cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 217 time: 0.0814149 Aug 25 11:18:26.905008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-df9c9af7-b788-4d63-be3e-7391f1708a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:26.910474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-df9c9af7-b788-4d63-be3e-7391f1708a50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.0700386 Aug 25 11:18:26.979623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:27.014936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'port_id': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'mac_address': 'fa:16:3e:ea:f6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a933be-9cab-45fc-bfe0-71fe81f8e0fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:27.021036 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f75727-4e5b-4487-bcff-94bee38890f9 x-openstack-request-id: req-30f75727-4e5b-4487-bcff-94bee38890f9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:27.024289 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-unplugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:27.025272 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30f75727-4e5b-4487-bcff-94bee38890f9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:27.028798 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'code': 200} Aug 25 11:18:27.078944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-4b57e8d9-8a14-4ce3-9f1e-475cd2f2f793 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625675 Aug 25 11:18:27.111624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:27.149957 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:27.220124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d837548d-b9bf-420e-bf4b-4d95b5adfdf7 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:27.258306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:27.267665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:27.288705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-d138edcd-8fe6-4781-8fcb-d7be019aff37 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952453 Aug 25 11:18:27.309024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-064f65d7-478f-4008-a412-3bd7c585ee4c req-32df3bce-b251-47ac-b919-dab576044e14 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4820879 Aug 25 11:18:27.362848 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:27.474495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:27.603526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:27.668511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-733e9abc-da30-48ff-8157-e400f3bc4899 req-c983083b-1a73-48cc-8004-82f5c1392561 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707964 Aug 25 11:18:27.692301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-669d6659-55fc-488c-82a3-a203182ee8af tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:27.694161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-669d6659-55fc-488c-82a3-a203182ee8af tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1722579 Aug 25 11:18:27.696096 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:27.746460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d837548d-b9bf-420e-bf4b-4d95b5adfdf7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:27.938767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-3260bc37-5127-4b4b-91ad-26a747bc589d tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0948081 Aug 25 11:18:27.946220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:28.047865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Request body: {'floatingip': {'port_id': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:28.056127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:28.135088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:28.144686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:28.190822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:28.425600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:28.426368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:28.483008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-aa38edf7-e0e9-4d9f-a25f-b073882c7257 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5064685 Aug 25 11:18:28.498839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b3575-d355-4d4f-8784-bfd20b9626d5 req-a4d10b64-743b-4bc1-9d03-ee5f3434bdbc tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:28.506778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b3575-d355-4d4f-8784-bfd20b9626d5 req-a4d10b64-743b-4bc1-9d03-ee5f3434bdbc tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:28.515692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-790b3575-d355-4d4f-8784-bfd20b9626d5 req-a4d10b64-743b-4bc1-9d03-ee5f3434bdbc tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1683 time: 0.4547021 Aug 25 11:18:28.553777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'admin_state_up': True, 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'security_groups': ['6f54277c-af68-4873-a4d8-4d79319ee199']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:28.613343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-790b3575-d355-4d4f-8784-bfd20b9626d5 req-c72ca309-cf4f-490e-874a-92f6973ffb1f tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960302 Aug 25 11:18:28.883062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ed7fc81c-24b0-43df-9d30-021ea2314236 None None] Provisioning for port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:28.899180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ed7fc81c-24b0-43df-9d30-021ea2314236 None None] Provisioning complete for port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:28.900406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ed7fc81c-24b0-43df-9d30-021ea2314236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:29.025714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fc81c-24b0-43df-9d30-021ea2314236 None None] Port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:29.120887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfbeac-365d-43d1-9d70-b83eb644a5a5 req-73bc3b6d-8d78-47fb-8af0-9f81cd90d263 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:29.122703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6dfbeac-365d-43d1-9d70-b83eb644a5a5 req-73bc3b6d-8d78-47fb-8af0-9f81cd90d263 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 945 time: 0.1741765 Aug 25 11:18:29.188357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Made reservation on behalf of 425e4b1a170a40228ed51d2d05c7fe6c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:29.193801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:29.304948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6dfbeac-365d-43d1-9d70-b83eb644a5a5 req-9a06f4d8-c157-4465-85b8-fce00b35af3a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511517 Aug 25 11:18:29.733261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Allocated IP 10.2.2.200 (5c9d0a61-590f-4b2a-a6df-a9acf0443cd7/da90f6d9-7627-42d3-9af7-d62e6c42acb8/a07f056f-cef1-4eb7-8a39-85faf1e786b7) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:29.749951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d926f-162a-442a-a87a-6ea4f54d24f6 req-4c5d742d-e561-416d-a990-27f230bdc2b1 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:29.756344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d926f-162a-442a-a87a-6ea4f54d24f6 req-4c5d742d-e561-416d-a990-27f230bdc2b1 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:29.762549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d926f-162a-442a-a87a-6ea4f54d24f6 req-4c5d742d-e561-416d-a990-27f230bdc2b1 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:29.769759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d926f-162a-442a-a87a-6ea4f54d24f6 req-4c5d742d-e561-416d-a990-27f230bdc2b1 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:29.771948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e7d926f-162a-442a-a87a-6ea4f54d24f6 req-4c5d742d-e561-416d-a990-27f230bdc2b1 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 3094 time: 0.1707296 Aug 25 11:18:29.819734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:29.840352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:29.938390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e7d926f-162a-442a-a87a-6ea4f54d24f6 req-ccbffc63-f852-419f-9abd-577c231a97de tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514611 Aug 25 11:18:30.574840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:30.695522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:30.726933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c5cb503f-77a2-419f-9602-1d376bb59192 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:30.740515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c5cb503f-77a2-419f-9602-1d376bb59192 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.6456225 Aug 25 11:18:30.791412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-19f5ac22-ece5-44c9-b476-ea08964bbb49 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/quotas/530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 375 time: 0.0493965 Aug 25 11:18:30.852122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:30.857584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:30.858680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:30.864494 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Floating IP 349c917f-bbc2-44d8-ab7a-1c494e888ffb associated. External IP: 172.25.1.18, port: 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6. Aug 25 11:18:31.052125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:31.061366 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:31.115585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-0ed36cef-c66d-4383-b971-95515ef02182 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3219633 Aug 25 11:18:31.130843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:31.137650 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3c8c1f-3606-42c0-a889-5473959775dc" -d '{"events": [{"server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "name": "network-vif-plugged", "status": "completed", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:31.171940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:31.192966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:31.215735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Transition to ACTIVE for port object a07f056f-cef1-4eb7-8a39-85faf1e786b7 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:31.300066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:31.498332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:31.627606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:31.681034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:31.708198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'mac_address': 'fa:16:3e:8d:cf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:31.749627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-0dbaf1f6-1b3f-4651-b080-438a69ca9e68 service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100557 Aug 25 11:18:31.804794 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:31.843743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23e4228e-360e-47eb-b0c7-753b0f3eebec {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:31.892686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:31.902756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:31.990519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-2d9ecea9-b45a-47a3-b32c-f27fb65a7afa service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396548 Aug 25 11:18:32.073195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:32.096938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['23e4228e-360e-47eb-b0c7-753b0f3eebec'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:32.161012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:32.199821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event updated for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:32.211067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:32.224768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:32.391097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:32.392135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:32.464281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:18:32.508423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8ebf2048-f370-4aba-9479-dedbc933efb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9593151 Aug 25 11:18:32.535415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:32.643338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8e666-aaa8-4912-a913-a0a2fc3cd929 req-37a95fcf-4db6-4baf-8d43-994e46218012 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:32.651471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2cc8e666-aaa8-4912-a913-a0a2fc3cd929 req-37a95fcf-4db6-4baf-8d43-994e46218012 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 946 time: 0.2532682 Aug 25 11:18:32.790854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2cc8e666-aaa8-4912-a913-a0a2fc3cd929 req-c2876eba-0977-4500-921a-0a95f3476e3c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380329 Aug 25 11:18:32.794670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:32.796948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c4c1439e-d13b-4f46-8e60-85387a671d94 None None] Provisioning for port a07f056f-cef1-4eb7-8a39-85faf1e786b7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:32.803121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c4c1439e-d13b-4f46-8e60-85387a671d94 None None] Provisioning complete for port a07f056f-cef1-4eb7-8a39-85faf1e786b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:32.803577 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c4c1439e-d13b-4f46-8e60-85387a671d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:32.933597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1439e-d13b-4f46-8e60-85387a671d94 None None] Port a07f056f-cef1-4eb7-8a39-85faf1e786b7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:33.303250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579d1d78-071e-4eb1-a72f-d6581bd96e67 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:33.313764 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:33.329728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Transition to ACTIVE for port object 579d1d78-071e-4eb1-a72f-d6581bd96e67 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:33.341880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:33.502642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:33.575899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Pushing event updated for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:33.771853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:18:33.798638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:33.824021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] Sync routers for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:18:33.840847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:18:33.841967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:18:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:33.888227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Attempting to bind port 579d1d78-071e-4eb1-a72f-d6581bd96e67 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:33.888689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Attempting to bind port 579d1d78-071e-4eb1-a72f-d6581bd96e67 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:33.889031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Attempting to bind port 579d1d78-071e-4eb1-a72f-d6581bd96e67 on network 1cfc1716-58b4-4e56-a8be-9365be88475f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:33.914097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Port 579d1d78-071e-4eb1-a72f-d6581bd96e67 on network 1cfc1716-58b4-4e56-a8be-9365be88475f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:33.914522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Attempting to bind port 579d1d78-071e-4eb1-a72f-d6581bd96e67 on network 1cfc1716-58b4-4e56-a8be-9365be88475f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:33.939438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-5672d977-c1d2-4c7f-ae4f-d560a40da5cd tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "PUT /v2.0/floatingips/349c917f-bbc2-44d8-ab7a-1c494e888ffb HTTP/1.1" status: 200 len: 995 time: 5.9996006 Aug 25 11:18:33.943944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:33.948262 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518bb24-b816-4dae-ba57-06bdfd0e4733" -d '{"events": [{"name": "network-changed", "server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:33.987695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:33.988366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Checking segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:33.988952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Bound using segment: {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:33.989799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Bound port: 579d1d78-071e-4eb1-a72f-d6581bd96e67, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:33.991356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:34.013156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:18:34.337960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:34.343875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:34.350143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 23e4228e-360e-47eb-b0c7-753b0f3eebec triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:34.352189 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:34.375988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:34.426227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-d29746ee-6e10-4372-98b4-e036b33201a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:34.429091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-d29746ee-6e10-4372-98b4-e036b33201a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1097 time: 0.4719896 Aug 25 11:18:34.601890 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:34.670306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:34.683981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:34.934752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Pushing event updated for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:34.939338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:34.972656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '349c917f-bbc2-44d8-ab7a-1c494e888ffb', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'port_id': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'mac_address': 'fa:16:3e:6c:4e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:18:22Z', 'updated_at': '2021-08-25T11:18:29Z', 'revision_number': 1, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:54Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:35.071526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:35.072164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:35.073650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dacf96f4-c0f2-411e-8140-2d1dfb5e7b98 service neutron] 10.222.0.67 "PUT /v2.0/ports/579d1d78-071e-4eb1-a72f-d6581bd96e67 HTTP/1.1" status: 200 len: 1092 time: 2.5515246 Aug 25 11:18:35.073901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] Checking router: 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:18:35.116016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:18:35.117165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:18:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:35.221930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:35.350166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-99bc329f-e606-4678-9f0f-6189bc51f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:35.350698 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:18:35.351797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-99bc329f-e606-4678-9f0f-6189bc51f29f service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 929 time: 0.8018517 Aug 25 11:18:35.423527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-0bbf2ad7-9aa1-4087-9364-c67563c63b9b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:35.431279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-0bbf2ad7-9aa1-4087-9364-c67563c63b9b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.8979716 Aug 25 11:18:35.570748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:18:35.574442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'port': {'device_id': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'admin_state_up': True, 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:35.583223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:35.784789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:18:35.789115 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:35.918728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-435c560a-0d03-405b-a569-d296e8cb702b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 998 time: 0.5209274 Aug 25 11:18:36.291624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '349c917f-bbc2-44d8-ab7a-1c494e888ffb', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'port_id': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'mac_address': 'fa:16:3e:6c:4e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:18:22Z', 'updated_at': '2021-08-25T11:18:29Z', 'revision_number': 1, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:54Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:36.346038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9f4db0-ca5e-4d79-b541-5dca823cda11 None None] The sync data for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 is: [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '349c917f-bbc2-44d8-ab7a-1c494e888ffb', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'port_id': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'mac_address': 'fa:16:3e:6c:4e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:18:22Z', 'updated_at': '2021-08-25T11:18:29Z', 'revision_number': 1, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:54Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:18:36.385237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-09a953a3-cb9c-41c7-a191-dbbcfac17fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:36.387272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-09a953a3-cb9c-41c7-a191-dbbcfac17fca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 200 len: 867 time: 0.4524312 Aug 25 11:18:36.514826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Allocated IP 172.20.0.9 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/9665cf4d-bced-4016-8b21-d9a033f85ff6) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:36.543094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-cce5960d-26cf-4448-a822-b8367d6e3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:36.544706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-cce5960d-26cf-4448-a822-b8367d6e3930 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb46f0de-5c0c-4889-890c-fc18afbbd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459057 Aug 25 11:18:36.840686 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d6f2-f457-4077-98d2-10ca409db81e None None] New status for floating IP 349c917f-bbc2-44d8-ab7a-1c494e888ffb: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:18:36.917926 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:36.934936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Transition to ACTIVE for port object 9665cf4d-bced-4016-8b21-d9a033f85ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:36.989843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-af6999c5-0831-48e4-8901-9963ef020a0b service neutron] 10.222.0.35 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262018 Aug 25 11:18:36.993451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:37.076435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:37.081100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=9665cf4d-bced-4016-8b21-d9a033f85ff6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:37.091018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:37.116339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:37.168167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71986064-93b7-413f-9594-96cfed0838e0 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:37.229179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:37.290574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-fd065a05-2734-48d8-a3b5-aad02bc0a878 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:37.298133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-fd065a05-2734-48d8-a3b5-aad02bc0a878 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:37.304685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-fd065a05-2734-48d8-a3b5-aad02bc0a878 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:37.327236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-fd065a05-2734-48d8-a3b5-aad02bc0a878 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:37.334037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-fd065a05-2734-48d8-a3b5-aad02bc0a878 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:37.335941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-fd065a05-2734-48d8-a3b5-aad02bc0a878 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 3827 time: 0.2293427 Aug 25 11:18:37.348994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Transition to ACTIVE for port object 71986064-93b7-413f-9594-96cfed0838e0 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:37.395600 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:37.517899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:37.519151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:37.541556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Pushing event updated for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:37.560987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-b75ac370-90dd-4d27-ad7f-803332cb3ef4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0030563 Aug 25 11:18:37.591366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Request body: {'port': {'device_id': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:37.599632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8995c8e2-1921-41e8-9059-8bde58a85ebc req-c14451e1-1e6b-4b98-b69f-fd46ca116e53 service neutron] 10.222.0.35 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200484 Aug 25 11:18:37.645227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae066e17-73ef-44ff-80ea-26bf8110a7fb None None] Provisioning for port 9665cf4d-bced-4016-8b21-d9a033f85ff6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:37.666222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae066e17-73ef-44ff-80ea-26bf8110a7fb None None] Provisioning complete for port 9665cf4d-bced-4016-8b21-d9a033f85ff6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:37.666617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae066e17-73ef-44ff-80ea-26bf8110a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:37.712139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d79cdf38-8bf0-407b-8778-e1ffb3939fc7 req-a5b68e0e-336a-46d8-b2ff-19310f8fa80b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333955 Aug 25 11:18:37.715259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Attempting to bind port 71986064-93b7-413f-9594-96cfed0838e0 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:37.715606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Attempting to bind port 71986064-93b7-413f-9594-96cfed0838e0 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:37.715940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Attempting to bind port 71986064-93b7-413f-9594-96cfed0838e0 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:37.756693 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b708732f-92db-4855-8f44-02d7625f9e89 x-openstack-request-id: req-b708732f-92db-4855-8f44-02d7625f9e89 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:37.757223 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "name": "network-vif-plugged", "status": "completed", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:37.757355 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b708732f-92db-4855-8f44-02d7625f9e89 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:37.758746 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'code': 200} Aug 25 11:18:37.771997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Port 71986064-93b7-413f-9594-96cfed0838e0 on network 4742c583-3791-4e0c-80fa-01337094a4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:37.772335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Attempting to bind port 71986064-93b7-413f-9594-96cfed0838e0 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:37.802846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ae066e17-73ef-44ff-80ea-26bf8110a7fb None None] Port 9665cf4d-bced-4016-8b21-d9a033f85ff6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:18:37.857084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:37.857435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Checking segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:37.857864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Bound using segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:37.858332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Bound port: 71986064-93b7-413f-9594-96cfed0838e0, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:37.858700 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:37.984064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:38.087216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8b882-8198-431d-9890-e4f713950b22 req-87ee6fe4-ffdf-44b9-bcdb-dc1e914ee9be tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.089541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05b8b882-8198-431d-9890-e4f713950b22 req-87ee6fe4-ffdf-44b9-bcdb-dc1e914ee9be tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 931 time: 0.2597198 Aug 25 11:18:38.146425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05b8b882-8198-431d-9890-e4f713950b22 req-a9990599-6626-4269-887f-460832d8ca8d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Aug 25 11:18:38.148904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46779b-13ee-4835-ae15-a675f28d7b9d req-f68235e0-a43c-4627-9b4b-8db48ab896c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.151343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a46779b-13ee-4835-ae15-a675f28d7b9d req-f68235e0-a43c-4627-9b4b-8db48ab896c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1098 time: 0.2571201 Aug 25 11:18:38.201468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:38.415305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-49d1c6c6-50ca-44f7-9c87-900aa7a03038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.417812 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-49d1c6c6-50ca-44f7-9c87-900aa7a03038 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1097 time: 0.1267684 Aug 25 11:18:38.540033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-10698f2b-76ad-46fc-99c9-3e96abddb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.542173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-10698f2b-76ad-46fc-99c9-3e96abddb53b service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 929 time: 0.1099980 Aug 25 11:18:38.707841 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-00042874-796b-4f47-8a25-65699947cd95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 1000 time: 0.1465795 Aug 25 11:18:38.717290 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770da490-6c72-4a1d-8678-e8b6325cf099 x-openstack-request-id: req-770da490-6c72-4a1d-8678-e8b6325cf099 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:38.717926 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:38.718022 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-770da490-6c72-4a1d-8678-e8b6325cf099 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:38.718436 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'status': 'completed', 'code': 200} Aug 25 11:18:38.755544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=71986064-93b7-413f-9594-96cfed0838e0,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:38.763686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a46779b-13ee-4835-ae15-a675f28d7b9d req-f80f0702-bfaa-4c07-a674-ead54231c9c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018143 Aug 25 11:18:38.778677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-b99130f3-27d2-4d6a-818e-48f4d4e3eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.781011 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-b99130f3-27d2-4d6a-818e-48f4d4e3eb68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 200 len: 867 time: 0.0637245 Aug 25 11:18:38.793284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:38.828753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb1c7b-f2fa-4280-a92e-41b6f443d96b req-db45be35-995c-4c55-930e-66349b7bda3d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.830503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62eb1c7b-f2fa-4280-a92e-41b6f443d96b req-db45be35-995c-4c55-930e-66349b7bda3d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 946 time: 0.6393716 Aug 25 11:18:38.951883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:38.952529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:38.954061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] 10.222.0.67 "PUT /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 1136 time: 3.7821882 Aug 25 11:18:38.995576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:39.043207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-e86d66d1-25f0-478a-8c3d-e188010f7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:39.045160 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-e86d66d1-25f0-478a-8c3d-e188010f7605 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb46f0de-5c0c-4889-890c-fc18afbbd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751443 Aug 25 11:18:39.239768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-ebf67f54-b8b1-4ff4-95c0-6beb71e9152c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 258 time: 0.5483296 Aug 25 11:18:39.244895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:39.271725 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-5f25ff7e-1112-4026-aa69-a3dc8e36b923 service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148449 Aug 25 11:18:39.274650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Pushing event updated for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:39.317822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:39.423933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62eb1c7b-f2fa-4280-a92e-41b6f443d96b req-93d8da8a-d2ae-400c-9a33-b36bd589c63a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516191 Aug 25 11:18:39.466678 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8518bb24-b816-4dae-ba57-06bdfd0e4733 req-edd99959-ed78-4566-9d7f-bac64fbac511 service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782701 Aug 25 11:18:39.471349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9665cf4d-bced-4016-8b21-d9a033f85ff6 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:39.500651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.501271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.501833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.502384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.503520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.504069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.504688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.505146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.505807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.506417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.510652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.511343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b01d30-74dd-467e-bec2-30410d717a05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:18:39.521355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:39.616138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Transition to ACTIVE for port object 9665cf4d-bced-4016-8b21-d9a033f85ff6 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:39.638642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:39.658555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:39.760281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:39.765282 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d066c-6bae-42eb-9964-835047d253d4" -d '{"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-plugged", "status": "completed", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:39.876817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Pushing event updated for resources: {'Port': ['ID=9665cf4d-bced-4016-8b21-d9a033f85ff6,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:40.262572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-49600e3c-551d-4f0a-b124-a3718a961586 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:40.284142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-49600e3c-551d-4f0a-b124-a3718a961586 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:40.286305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-49600e3c-551d-4f0a-b124-a3718a961586 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1683 time: 0.2265623 Aug 25 11:18:40.428408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7bc6-c61a-4490-b66b-2bba04ea6178 req-69f62c5c-2c79-4eda-a830-7988f27f439e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:40.434834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d7bc6-c61a-4490-b66b-2bba04ea6178 req-69f62c5c-2c79-4eda-a830-7988f27f439e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:40.448652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-611d7bc6-c61a-4490-b66b-2bba04ea6178 req-69f62c5c-2c79-4eda-a830-7988f27f439e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d9d9cae-27f2-46af-8541-fd474d2798a0 HTTP/1.1" status: 200 len: 1683 time: 0.7451670 Aug 25 11:18:40.557951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 2a8bc140-c727-4004-9183-ad33066521ee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:40.560129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:40.566043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-611d7bc6-c61a-4490-b66b-2bba04ea6178 req-c171f823-f8bf-4410-a6fe-a61652499e00 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "GET /v2.0/security-groups?id=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161218 Aug 25 11:18:40.605000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:40.616741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:40.637286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:40.640281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Attempting to bind port 9665cf4d-bced-4016-8b21-d9a033f85ff6 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:40.647963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Attempting to bind port 9665cf4d-bced-4016-8b21-d9a033f85ff6 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:40.648591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Attempting to bind port 9665cf4d-bced-4016-8b21-d9a033f85ff6 on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:40.715073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Port 9665cf4d-bced-4016-8b21-d9a033f85ff6 on network 6b6922f5-7845-4e91-a40f-ba358f0df95f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:40.715704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Attempting to bind port 9665cf4d-bced-4016-8b21-d9a033f85ff6 on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:40.756834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Transition to ACTIVE for port object 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:40.758787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67'}, {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '71986064-93b7-413f-9594-96cfed0838e0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:40.761667 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be95144b-9a5a-4418-a601-f1b05e04c1da" -d '{"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67"}, {"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "71986064-93b7-413f-9594-96cfed0838e0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:40.765984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:40.766577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:40.767154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:40.767796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Bound port: 9665cf4d-bced-4016-8b21-d9a033f85ff6, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:40.768436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:40.799219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:40.871747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 2a8bc140-c727-4004-9183-ad33066521ee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a8bc140-c727-4004-9183-ad33066521ee,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:40.872089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:40.894131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 2a8bc140-c727-4004-9183-ad33066521ee owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:40.962297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb81fcc-76c4-4ffa-a3a1-3006e14fa42a req-f73fc51f-b7cd-4214-b235-498562886575 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:40.972937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0eb81fcc-76c4-4ffa-a3a1-3006e14fa42a req-f73fc51f-b7cd-4214-b235-498562886575 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 950 time: 0.2767975 Aug 25 11:18:41.142250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Allocated IP 172.25.1.73 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/06e4ebe2-6389-43fa-b013-f2ac2a6cb2aa) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:18:41.218425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.243304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['7becf650-4745-4a8d-88ab-ca3c1d6e8a13', '2a8bc140-c727-4004-9183-ad33066521ee'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:41.253891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=2a8bc140-c727-4004-9183-ad33066521ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:41.344824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:41.366411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 2a8bc140-c727-4004-9183-ad33066521ee on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:18:41.374347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.377121 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-42a79de8-c339-4ebe-ab18-d873d468133e tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "DELETE /v2.0/ports/2a8bc140-c727-4004-9183-ad33066521ee HTTP/1.1" status: 204 len: 173 time: 1.0832605 Aug 25 11:18:41.381155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-deleted', 'tag': '2a8bc140-c727-4004-9183-ad33066521ee'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:41.385560 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d34600a-25d5-425b-94fb-26670b6fd2b8" -d '{"events": [{"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-deleted", "tag": "2a8bc140-c727-4004-9183-ad33066521ee"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:41.480465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0eb81fcc-76c4-4ffa-a3a1-3006e14fa42a req-929aeee4-89ec-488f-93b7-232514159399 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062056 Aug 25 11:18:41.583135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:41.670273 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.673087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] For port 9665cf4d-bced-4016-8b21-d9a033f85ff6, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:41.692028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:41.692536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.731558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Attempting to bind port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:41.731974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Attempting to bind port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:41.732294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Attempting to bind port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:41.741648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] For port 9665cf4d-bced-4016-8b21-d9a033f85ff6, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:41.751793 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.765727 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.780808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 on network 4742c583-3791-4e0c-80fa-01337094a4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:41.781246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Attempting to bind port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:41.798313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:41.814723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.845926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:41.846814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Checking segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:41.847978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Bound using segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:41.848802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Bound port: 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:41.849185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:41.923538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.937748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.944954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.955226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:41.971868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.978397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.984894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.993236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:41.995303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-eaff5260-532c-4ea2-8341-818907369b5c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5380 time: 0.3052447 Aug 25 11:18:42.004790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:42.005584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.007338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] 10.222.0.67 "PUT /v2.0/ports/9665cf4d-bced-4016-8b21-d9a033f85ff6 HTTP/1.1" status: 200 len: 1092 time: 4.4216714 Aug 25 11:18:42.176253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:42.176598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.202013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9c491-45ec-4f07-8ef9-cfefcfe35a78 service neutron] Pushing event updated for resources: {'Port': ['ID=9665cf4d-bced-4016-8b21-d9a033f85ff6,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:42.209709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:42.225474 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.282326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:18:42.285152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:18:42.347136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:18:42.394843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d80eef4f-0e9e-4201-90e0-a726b52826a5 req-29887e1e-77ac-4797-9192-450b50ddd6d6 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004558 Aug 25 11:18:42.403131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.417609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2a8bc140-c727-4004-9183-ad33066521ee'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:42.441777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:42.471501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=7becf650-4745-4a8d-88ab-ca3c1d6e8a13,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:42.489211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-a372e8e1-1692-4b38-9a2a-071239dfd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:42.490895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-a372e8e1-1692-4b38-9a2a-071239dfd7dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 1095 time: 0.3822184 Aug 25 11:18:42.599173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:42.602975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-e52ee6b6-c9d0-4923-b394-2b1f61762feb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6 HTTP/1.1" status: 200 len: 217 time: 0.0912793 Aug 25 11:18:42.603663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event updated for resources: {'Port': ['ID=06e4ebe2-6389-43fa-b013-f2ac2a6cb2aa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:42.631856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:18:42.642767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.650869 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2418cd1d-445e-464d-995a-fd3f21b32314 req-3611caa2-d808-45c9-8984-ff0bd9f988d3 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.10 "DELETE /v2.0/ports/7becf650-4745-4a8d-88ab-ca3c1d6e8a13 HTTP/1.1" status: 204 len: 173 time: 1.2605469 Aug 25 11:18:42.664009 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.962376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:42.963095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:42.965074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] 10.222.0.67 "PUT /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 1135 time: 3.9738035 Aug 25 11:18:42.969369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-433b5898-c5b7-4b07-8f99-1f269b7151aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:42.972190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-433b5898-c5b7-4b07-8f99-1f269b7151aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.3252072 Aug 25 11:18:42.988015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:43.071537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:43.117221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1c23a-c77e-4291-8581-2e3ca1c286a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:43.142606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093552-abc0-4f63-a44f-d550f2af0cdd req-0055f4d6-0104-4b12-9a57-49e7e5155512 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:43.144984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91093552-abc0-4f63-a44f-d550f2af0cdd req-0055f4d6-0104-4b12-9a57-49e7e5155512 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 943 time: 0.5206783 Aug 25 11:18:43.234547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-df6b76f4-64eb-4e43-9044-4c247a6328dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:43.236211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-df6b76f4-64eb-4e43-9044-4c247a6328dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457404 Aug 25 11:18:43.236849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:43.362962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:43.389708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91093552-abc0-4f63-a44f-d550f2af0cdd req-c2c1ff5c-ffce-47bd-8430-218999a438b0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213030 Aug 25 11:18:43.486048 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079fa43-621b-4781-bef2-13628616a4ff x-openstack-request-id: req-8079fa43-621b-4781-bef2-13628616a4ff {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:43.486599 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-plugged", "status": "completed", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:43.486830 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8079fa43-621b-4781-bef2-13628616a4ff {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:43.487966 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'code': 200} Aug 25 11:18:43.901720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-0005189a-f6af-4ef7-a445-f0e0e75f0bea service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563821 Aug 25 11:18:44.097937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8d1a6-c081-4016-b584-0334141fb845 req-5d623c1e-482a-4309-b3e8-dfeb66d2a69d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:44.099560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0f8d1a6-c081-4016-b584-0334141fb845 req-5d623c1e-482a-4309-b3e8-dfeb66d2a69d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 946 time: 0.5270860 Aug 25 11:18:44.242816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.279995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.303822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0f8d1a6-c081-4016-b584-0334141fb845 req-d1b78209-17d6-4a49-b3f2-10328000fac5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922424 Aug 25 11:18:44.336742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58f61845-dfd4-46b0-9117-be13dd9f6279 req-a788f7ba-783d-4770-87f7-97c7f4ea4de6 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179299 Aug 25 11:18:44.486484 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfc7165-5000-49da-97b6-f695ef2d8136 x-openstack-request-id: req-dbfc7165-5000-49da-97b6-f695ef2d8136 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:44.486828 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "71986064-93b7-413f-9594-96cfed0838e0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:44.487682 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbfc7165-5000-49da-97b6-f695ef2d8136 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:44.494346 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'status': 'completed', 'code': 200} Aug 25 11:18:44.494779 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '71986064-93b7-413f-9594-96cfed0838e0', 'status': 'completed', 'code': 200} Aug 25 11:18:44.505529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event updated for resources: {'Port': ['ID=06e4ebe2-6389-43fa-b013-f2ac2a6cb2aa,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:44.507396 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef0579b-f1a5-4993-a65f-7777814a11c6 x-openstack-request-id: req-9ef0579b-f1a5-4993-a65f-7777814a11c6 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:44.507937 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-deleted", "tag": "2a8bc140-c727-4004-9183-ad33066521ee", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:44.508242 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ef0579b-f1a5-4993-a65f-7777814a11c6 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:44.508854 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-deleted', 'tag': '2a8bc140-c727-4004-9183-ad33066521ee', 'status': 'completed', 'code': 200} Aug 25 11:18:44.514389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d139eb-961d-4575-a1b5-13c7fb5ca80b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:44.535188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.635327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43684) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:44.762933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:44.769201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting subnet 2e17b28a-b737-4800-961b-3ab2ef7f2307 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:18:44.781969 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.875681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:18:44.878362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7becf650-4745-4a8d-88ab-ca3c1d6e8a13 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:18:44.880942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8bc140-c727-4004-9183-ad33066521ee no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:44.889599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.911554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.921316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 2a8bc140-c727-4004-9183-ad33066521ee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:18:44.921655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a8bc140-c727-4004-9183-ad33066521ee not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:18:44.959932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Transition to ACTIVE for port object 26d139eb-961d-4575-a1b5-13c7fb5ca80b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:44.969597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.981157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:44.982519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-d22879a0-e62a-44ee-a6fb-84a2124a92e2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7419345 Aug 25 11:18:45.094829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.104053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-6384da18-edb5-416f-8ddc-f14980a08be2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6220 time: 0.5890157 Aug 25 11:18:45.125064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.130321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.138780 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:45.139959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.152161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.158714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.166480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.172690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.190151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-79fb89c9-e574-4cb5-b524-59fb6c8522ae tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5380 time: 0.2746849 Aug 25 11:18:45.217229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-5783e95a-cd97-42f8-be07-43ce099df9de tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.2058029 Aug 25 11:18:45.326716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:45.346312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Pushing event updated for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:45.408621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Subnet': ['ID=2e17b28a-b737-4800-961b-3ab2ef7f2307,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:45.418793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:45.423848 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-890680eb-a452-44c4-9af1-c0054582c541 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/subnets/2e17b28a-b737-4800-961b-3ab2ef7f2307 HTTP/1.1" status: 204 len: 168 time: 0.7862201 Aug 25 11:18:45.428198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:45.433282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7da92e-6eaf-4a76-a54d-c8e932a4582e None None] Network 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:18:45.535198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:45.549247 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3507c0e-5eff-4380-a754-390d46d5d4a2" -d '{"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:45.561078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-61e97368-7ac2-48d5-ba25-79c9b1737756 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.563006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a958c64c-f24f-4649-b43e-0d04ba57c2a7 req-61e97368-7ac2-48d5-ba25-79c9b1737756 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.3092349 Aug 25 11:18:45.656269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a68809a-4929-42ae-b47b-85bfd416adf5 req-139e87a6-f067-4090-ac96-34ebc07d420e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4365158 Aug 25 11:18:45.681260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:45.779055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 099e9032-bf67-4808-ad8c-c123b0c7cca3 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:45.779405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:45.871368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 099e9032-bf67-4808-ad8c-c123b0c7cca3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=099e9032-bf67-4808-ad8c-c123b0c7cca3,segment=NetworkSegment(c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401),segment_id=c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:45.872079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:45.879507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-5a48ac52-6a86-4fbd-9a6f-5b0dd9d61f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.890730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 099e9032-bf67-4808-ad8c-c123b0c7cca3 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:45.894955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-5a48ac52-6a86-4fbd-9a6f-5b0dd9d61f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.896214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-5a48ac52-6a86-4fbd-9a6f-5b0dd9d61f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:45.911820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-5a48ac52-6a86-4fbd-9a6f-5b0dd9d61f31 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7146149 Aug 25 11:18:45.950233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] DHCP port deletion for 99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:18:46.032253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Deleting port 099e9032-bf67-4808-ad8c-c123b0c7cca3 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:46.033653 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.056797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.106562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Attempting to bind port 26d139eb-961d-4575-a1b5-13c7fb5ca80b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:46.107261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Attempting to bind port 26d139eb-961d-4575-a1b5-13c7fb5ca80b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:46.107261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Attempting to bind port 26d139eb-961d-4575-a1b5-13c7fb5ca80b on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:46.150500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] For port 099e9032-bf67-4808-ad8c-c123b0c7cca3, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:46.151300 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.162576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 099e9032-bf67-4808-ad8c-c123b0c7cca3 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:18:46.164374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=099e9032-bf67-4808-ad8c-c123b0c7cca3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:46.181018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Calling delete_port for 099e9032-bf67-4808-ad8c-c123b0c7cca3 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:46.186133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Port 099e9032-bf67-4808-ad8c-c123b0c7cca3 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:18:46.188847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.193412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Port 26d139eb-961d-4575-a1b5-13c7fb5ca80b on network 4742c583-3791-4e0c-80fa-01337094a4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:46.193751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Attempting to bind port 26d139eb-961d-4575-a1b5-13c7fb5ca80b on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:46.211548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:46.211899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Checking segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:46.212307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Bound using segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:46.212784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Bound port: 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:46.213161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.235618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] Pushing event deleted for resources: {'Port': ['ID=099e9032-bf67-4808-ad8c-c123b0c7cca3,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:46.239438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b757ef9-6c1b-4b3f-be53-906bf575155b req-cf1a0029-76ee-4906-b2dd-a3334af550ab tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.241394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b757ef9-6c1b-4b3f-be53-906bf575155b req-cf1a0029-76ee-4906-b2dd-a3334af550ab tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 943 time: 0.4850695 Aug 25 11:18:46.260765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f8029-c9d3-4549-8337-c7b69efb4c18 None None] No DVR routers for this DVR port 099e9032-bf67-4808-ad8c-c123b0c7cca3 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:18:46.369518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.384703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:46.408550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:46.410590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d5a7f3-3e4f-423b-8cac-d4ee23eb8401') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:46.438482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.448243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eae65-b910-4ce3-94f4-f02d1f3f4ad3 req-ae963f91-99f0-40a8-8822-39d49988ea05 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.450100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-201eae65-b910-4ce3-94f4-f02d1f3f4ad3 req-ae963f91-99f0-40a8-8822-39d49988ea05 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1098 time: 0.4495194 Aug 25 11:18:46.474093 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.479955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:46.483351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-cf4abc7c-c84f-4c30-beea-f255f5c86b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.485488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-cf4abc7c-c84f-4c30-beea-f255f5c86b97 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5722504 Aug 25 11:18:46.488786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:18:46.489358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:18:46.493443 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:18:46.510927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'tag': '9665cf4d-bced-4016-8b21-d9a033f85ff6'}, {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '0beaf1af-3d06-4e67-a8c6-bbc75143fc93'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:46.511697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-deleted', 'tag': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:46.513958 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0127545-8c2b-4cf9-b632-75ae059cbaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "1cec32be-3217-4385-ba9a-d906764b6ad5", "tag": "9665cf4d-bced-4016-8b21-d9a033f85ff6"}, {"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "0beaf1af-3d06-4e67-a8c6-bbc75143fc93"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:46.514444 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4c6397-c19d-49bc-89f0-0b32cd9c601c" -d '{"events": [{"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-deleted", "tag": "7becf650-4745-4a8d-88ab-ca3c1d6e8a13"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:46.538373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b757ef9-6c1b-4b3f-be53-906bf575155b req-af8ea4ed-a51c-4616-a8f1-b7e811aba467 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581182 Aug 25 11:18:46.554387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:46.585910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.608111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-201eae65-b910-4ce3-94f4-f02d1f3f4ad3 req-a9acf650-4b44-499e-8c78-fe52be14bab2 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421525 Aug 25 11:18:46.625167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.652147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.653099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.656404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] 10.222.0.67 "PUT /v2.0/ports/26d139eb-961d-4575-a1b5-13c7fb5ca80b HTTP/1.1" status: 200 len: 1091 time: 3.5896327 Aug 25 11:18:46.660594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:46.679273 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/networks/99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd HTTP/1.1" status: 204 len: 168 time: 1.2342069 Aug 25 11:18:46.682476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43716) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:46.700891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:46.767024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28740bba-0a70-4a8a-ac79-f3bbb9b54a44 tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Network': ['ID=99270a28-4fa5-4dc5-95c6-5caf8a0dd6bd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:46.786213 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8897b1d6-4e16-483b-8ac0-2c1baad81e15 x-openstack-request-id: req-8897b1d6-4e16-483b-8ac0-2c1baad81e15 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:46.786895 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:46.787335 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8897b1d6-4e16-483b-8ac0-2c1baad81e15 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:46.787979 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'code': 200} Aug 25 11:18:46.865109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.865802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.866360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.866921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.867405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.867884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.869550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:46.871958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-246a3091-8c86-4730-a99a-8f1f1f3bc7c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6246 time: 0.3303454 Aug 25 11:18:46.872778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347223-08c7-4f98-b5a7-0eda5a936a02 service neutron] Pushing event updated for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:46.892561 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bbbb2d-0a27-4dc4-b337-db4e1421f334 x-openstack-request-id: req-05bbbb2d-0a27-4dc4-b337-db4e1421f334 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:46.893863 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9d9cae-27f2-46af-8541-fd474d2798a0", "name": "network-vif-deleted", "tag": "7becf650-4745-4a8d-88ab-ca3c1d6e8a13", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:46.894560 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05bbbb2d-0a27-4dc4-b337-db4e1421f334 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:46.895423 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9d9cae-27f2-46af-8541-fd474d2798a0', 'name': 'network-vif-deleted', 'tag': '7becf650-4745-4a8d-88ab-ca3c1d6e8a13', 'status': 'completed', 'code': 200} Aug 25 11:18:46.977477 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd6ca31-6d74-4425-851d-45409244b11a x-openstack-request-id: req-1cd6ca31-6d74-4425-851d-45409244b11a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:46.977907 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cec32be-3217-4385-ba9a-d906764b6ad5", "tag": "9665cf4d-bced-4016-8b21-d9a033f85ff6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "0beaf1af-3d06-4e67-a8c6-bbc75143fc93", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:46.978255 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1cd6ca31-6d74-4425-851d-45409244b11a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:46.978734 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'tag': '9665cf4d-bced-4016-8b21-d9a033f85ff6', 'status': 'completed', 'code': 200} Aug 25 11:18:46.979056 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '0beaf1af-3d06-4e67-a8c6-bbc75143fc93', 'status': 'completed', 'code': 200} Aug 25 11:18:47.099631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting subnet c9d604a2-785c-49ac-ad2b-d47febada500 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:18:47.161863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:47.212655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:47.273511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-57a6074d-8f02-412e-98e6-20e12f924930 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:47.275236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-57a6074d-8f02-412e-98e6-20e12f924930 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3879471 Aug 25 11:18:47.300763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:47.311211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-6e26d6b0-7d3b-4e0b-9edd-43cd9a04fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:47.313010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-6e26d6b0-7d3b-4e0b-9edd-43cd9a04fcd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 1095 time: 0.2634330 Aug 25 11:18:47.485612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-8e79346e-dd3e-485b-b006-911ca8c9b402 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.1978388 Aug 25 11:18:47.492349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-6a7e6715-9c6e-4aac-b30a-518ad805db73 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Request body: {'floatingip': {'port_id': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:47.502670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-e0e9618b-f957-4769-ba3c-b2a10358813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:47.503794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-e0e9618b-f957-4769-ba3c-b2a10358813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:47.504354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-e0e9618b-f957-4769-ba3c-b2a10358813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:47.506111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-e0e9618b-f957-4769-ba3c-b2a10358813a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6004121 Aug 25 11:18:47.579883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9665cf4d-bced-4016-8b21-d9a033f85ff6 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:47.694484 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-6a7e6715-9c6e-4aac-b30a-518ad805db73 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:47.706392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9665cf4d-bced-4016-8b21-d9a033f85ff6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:47.720850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '9665cf4d-bced-4016-8b21-d9a033f85ff6', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '9665cf4d-bced-4016-8b21-d9a033f85ff6', 'mac_address': 'fa:16:3e:5f:25:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:47.764666 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:47.781276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9665cf4d-bced-4016-8b21-d9a033f85ff6 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:47.813918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9665cf4d-bced-4016-8b21-d9a033f85ff6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:47.822106 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:47.889807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9665cf4d-bced-4016-8b21-d9a033f85ff6,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:47.996507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-ddbff152-23a3-4e91-83d1-94808459b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:47.998472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be95144b-9a5a-4418-a601-f1b05e04c1da req-ddbff152-23a3-4e91-83d1-94808459b331 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4819660 Aug 25 11:18:48.029388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-b9314dee-5ddf-4ba7-9143-b64658434cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:48.031301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-b9314dee-5ddf-4ba7-9143-b64658434cc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.6379924 Aug 25 11:18:48.076276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 099e9032-bf67-4808-ad8c-c123b0c7cca3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:48.113208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 099e9032-bf67-4808-ad8c-c123b0c7cca3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:18:48.114334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 099e9032-bf67-4808-ad8c-c123b0c7cca3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:18:48.129679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:48.136607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-2d3a2e17-6f95-47c3-bc93-e9197b6f8c0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6 HTTP/1.1" status: 200 len: 217 time: 0.0840375 Aug 25 11:18:48.140422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:48.175345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e73c55c9-c998-4dcd-89af-8db4e7e26f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:48.754701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-5d7559c0-56cc-44d5-9f65-9d081dd58287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:48.757144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-5d7559c0-56cc-44d5-9f65-9d081dd58287 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.6074533 Aug 25 11:18:48.844064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c30a77-aecd-4d6c-8bee-85f7859b2fea req-f7968107-9b04-4f0d-bb78-fb13eb6b681d tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:48.853659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c30a77-aecd-4d6c-8bee-85f7859b2fea req-f7968107-9b04-4f0d-bb78-fb13eb6b681d tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1098 time: 0.6596091 Aug 25 11:18:48.898508 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:48.956761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d604a2-785c-49ac-ad2b-d47febada500,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:48.978447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2b28e-c845-414d-bb7c-300d96f9b31c None None] Network 282b45d5-3c49-4ab7-a6cb-25dbc7072727 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:18:48.983719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:48.988615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-836b02ef-5ec1-4bfe-8612-395e0090efdf tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/subnets/c9d604a2-785c-49ac-ad2b-d47febada500 HTTP/1.1" status: 204 len: 168 time: 2.2988846 Aug 25 11:18:48.988831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:48.991529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43770) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:49.004496 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:49.011564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c30a77-aecd-4d6c-8bee-85f7859b2fea req-ae95fa3f-0975-47c2-8845-f832d519ab2f tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568844 Aug 25 11:18:49.023289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-0bc97aca-3849-4563-a10f-e33aff8e3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.023289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-0bc97aca-3849-4563-a10f-e33aff8e3f47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2501619 Aug 25 11:18:49.054614 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-6a7e6715-9c6e-4aac-b30a-518ad805db73 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] update failed (client error): There was a conflict when trying to complete your request. Aug 25 11:18:49.057080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d61940fa-c302-4ad3-ae9f-e77c58e23995 req-6a7e6715-9c6e-4aac-b30a-518ad805db73 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "PUT /v2.0/floatingips/2ac7078c-015f-4bf7-9e10-1aa1e33fe2ed HTTP/1.1" status: 409 len: 549 time: 1.5702145 Aug 25 11:18:49.126239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71a7ac0-2bf2-47d6-a477-7fadd612e63b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:49.150123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.200894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.263306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Deleting port 1118e719-00ae-442a-933f-161ca0a3366e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:49.263990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.337062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] For port 1118e719-00ae-442a-933f-161ca0a3366e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1118e719-00ae-442a-933f-161ca0a3366e,segment=NetworkSegment(641594d0-6e6a-426e-ab29-f577a1783190),segment_id=641594d0-6e6a-426e-ab29-f577a1783190)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:49.337775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.352865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Calling delete_port for 1118e719-00ae-442a-933f-161ca0a3366e owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:49.375662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Transition to ACTIVE for port object e71a7ac0-2bf2-47d6-a477-7fadd612e63b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:49.394152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.477804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.492813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2449d0a-8bae-42a2-8469-3a9683912427 req-f3f65c4c-31fb-4e11-ac85-dda4307f20a6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.494565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2449d0a-8bae-42a2-8469-3a9683912427 req-f3f65c4c-31fb-4e11-ac85-dda4307f20a6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 944 time: 0.2813241 Aug 25 11:18:49.514427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.527277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.548239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.566595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.580014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Port': ['ID=1118e719-00ae-442a-933f-161ca0a3366e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:49.580391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.594057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] No DVR routers for this DVR port 1118e719-00ae-442a-933f-161ca0a3366e on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:18:49.594305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490a9fb-ab0c-40a4-b84d-bf70fadca4a7 None None] DHCP port deletion for 282b45d5-3c49-4ab7-a6cb-25dbc7072727 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:18:49.596753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9665cf4d-bced-4016-8b21-d9a033f85ff6 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:49.607356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.620009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:49.625753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-0935e84c-27ad-4fd9-aa1a-db01ad3924a3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5392 time: 0.4517887 Aug 25 11:18:49.731401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:49.745832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a6115a72-04d0-4f22-8388-61b8bb7ccc9b service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027631 Aug 25 11:18:49.772245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 9665cf4d-bced-4016-8b21-d9a033f85ff6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:18:49.779353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 9665cf4d-bced-4016-8b21-d9a033f85ff6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:49.779941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.926374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:49.963545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282b45d5-3c49-4ab7-a6cb-25dbc7072727']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:50.003722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641594d0-6e6a-426e-ab29-f577a1783190') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:50.004966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641594d0-6e6a-426e-ab29-f577a1783190') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:50.021804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-ea615d03-ef95-465d-96dd-d8b7ae845446 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393684 Aug 25 11:18:50.045312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1118e719-00ae-442a-933f-161ca0a3366e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:50.058756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Attempting to bind port e71a7ac0-2bf2-47d6-a477-7fadd612e63b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:50.059100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Attempting to bind port e71a7ac0-2bf2-47d6-a477-7fadd612e63b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:50.059410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Attempting to bind port e71a7ac0-2bf2-47d6-a477-7fadd612e63b on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:50.077665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa32a128-adbc-4b4b-8a3f-d3199b4e6280 req-48f5a435-4dd1-4558-a7c9-157a927aff21 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3909447 Aug 25 11:18:50.081216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Port e71a7ac0-2bf2-47d6-a477-7fadd612e63b on network 4742c583-3791-4e0c-80fa-01337094a4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:50.081545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Attempting to bind port e71a7ac0-2bf2-47d6-a477-7fadd612e63b on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:50.090567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.091955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:50.092474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Checking segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:50.092878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Bound using segment: {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:50.093425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Bound port: e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:50.093826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.122482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1118e719-00ae-442a-933f-161ca0a3366e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:18:50.123832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1118e719-00ae-442a-933f-161ca0a3366e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:18:50.142394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2449d0a-8bae-42a2-8469-3a9683912427 req-55b5dc73-cd1b-4d01-9c42-a57ee7c37cbc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917181 Aug 25 11:18:50.167246 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.186551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.209576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:18:50.213305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:18:50.220033 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:18:50.267502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665cf4d-bced-4016-8b21-d9a033f85ff6'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:50.269709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.270308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.270799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.271275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.271751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.272222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.272693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.274864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a1ce9ce7-1eab-49c0-9b42-b74119a438b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6314 time: 0.1313457 Aug 25 11:18:50.279767 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f63b966-fba1-43ec-8cea-4a29a46cb3c7" -d '{"events": [{"server_uuid": "1cec32be-3217-4385-ba9a-d906764b6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9665cf4d-bced-4016-8b21-d9a033f85ff6"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:50.295615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.304333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.317023 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] 10.222.0.35 "DELETE /v2.0/networks/282b45d5-3c49-4ab7-a6cb-25dbc7072727 HTTP/1.1" status: 204 len: 168 time: 1.3256013 Aug 25 11:18:50.342685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9665cf4d-bced-4016-8b21-d9a033f85ff6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:50.358763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07bc6d-0fe1-47ba-bb37-38525fe8828c tempest-ServersTestMultiNic-222147339 tempest-ServersTestMultiNic-222147339-project] Pushing event deleted for resources: {'Network': ['ID=282b45d5-3c49-4ab7-a6cb-25dbc7072727,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:50.361299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.370691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:50.459159 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d26fe6-50cb-4618-9c83-6d637753112e x-openstack-request-id: req-d4d26fe6-50cb-4618-9c83-6d637753112e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:50.463413 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:50.464006 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4d26fe6-50cb-4618-9c83-6d637753112e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:50.464620 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b', 'status': 'completed', 'code': 200} Aug 25 11:18:50.494011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9665cf4d-bced-4016-8b21-d9a033f85ff6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:50.530736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-544336c7-f7d8-4a9c-87bf-82c863225c30 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips/2ac7078c-015f-4bf7-9e10-1aa1e33fe2ed HTTP/1.1" status: 200 len: 692 time: 0.0644059 Aug 25 11:18:50.577754 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b710ce8-c4c5-415a-a184-f1e88a81ff8b x-openstack-request-id: req-0b710ce8-c4c5-415a-a184-f1e88a81ff8b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:50.578283 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cec32be-3217-4385-ba9a-d906764b6ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9665cf4d-bced-4016-8b21-d9a033f85ff6", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:50.578745 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b710ce8-c4c5-415a-a184-f1e88a81ff8b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:50.579607 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665cf4d-bced-4016-8b21-d9a033f85ff6', 'code': 200} Aug 25 11:18:50.658478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:50.713342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.740995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-7765ab66-2e5b-473e-9baa-4cb082d7258e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.748975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-7765ab66-2e5b-473e-9baa-4cb082d7258e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2168682 Aug 25 11:18:50.866453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.867304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:50.869769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] 10.222.0.67 "PUT /v2.0/ports/e71a7ac0-2bf2-47d6-a477-7fadd612e63b HTTP/1.1" status: 200 len: 1092 time: 4.1742616 Aug 25 11:18:50.888768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-e6f2c46e-b887-4910-b794-e96bfab45e39 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.1386211 Aug 25 11:18:50.891121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ff9d-f311-4ecb-851f-c1478a8176d8 req-dab48d86-b7da-44dd-86e7-ab3ac9531631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:50.892713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0413ff9d-f311-4ecb-851f-c1478a8176d8 req-dab48d86-b7da-44dd-86e7-ab3ac9531631 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 1097 time: 0.2229381 Aug 25 11:18:51.021427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:51.064063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-951b2236-c2fc-4ac2-8bcb-6b51b02af790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:51.064817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-951b2236-c2fc-4ac2-8bcb-6b51b02af790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:51.066207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-951b2236-c2fc-4ac2-8bcb-6b51b02af790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:51.070601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-951b2236-c2fc-4ac2-8bcb-6b51b02af790 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7798793 Aug 25 11:18:51.072648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58e322-9896-4b90-a30f-35a1518995f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:51.141907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0584c2c2-5eed-4c88-af54-67ad06313f40 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.73 HTTP/1.1" status: 200 len: 695 time: 0.2208495 Aug 25 11:18:51.213089 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9b352fbc-3b6a-4f5b-a870-677c1462db75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:51.371876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0413ff9d-f311-4ecb-851f-c1478a8176d8 req-0923a21e-e041-4e7e-a649-7c86b4905c8d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522829 Aug 25 11:18:51.389578 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:51.399274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:51.470720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a3c525e9-ca09-4add-a383-164064f0f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:51.475311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0127545-8c2b-4cf9-b632-75ae059cbaf9 req-a3c525e9-ca09-4add-a383-164064f0f70c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3546369 Aug 25 11:18:51.605846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Deleting port 06e4ebe2-6389-43fa-b013-f2ac2a6cb2aa {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:51.605846 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.063537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.063869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.087808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.088694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.088832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.089240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.089732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.090205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.090710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.092895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-75768dd3-cc1a-4f46-8171-c699e5875360 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6356 time: 0.1654484 Aug 25 11:18:52.100883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Calling delete_port for 06e4ebe2-6389-43fa-b013-f2ac2a6cb2aa owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:52.328315 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.364384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-a3c66cee-3485-4ed9-838d-dbc6e2149dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.364724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-a3c66cee-3485-4ed9-838d-dbc6e2149dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.365293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-a3c66cee-3485-4ed9-838d-dbc6e2149dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.367067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-a3c66cee-3485-4ed9-838d-dbc6e2149dd0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2608156 Aug 25 11:18:52.389630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:52.421208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.492295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:52.494654 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:52.525231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Transition to ACTIVE for port object dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:52.528821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.538716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.591608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event deleted for resources: {'Port': ['ID=06e4ebe2-6389-43fa-b013-f2ac2a6cb2aa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:52.689310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-a6b02ef1-fcd4-4eec-b927-9e0453ac0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:52.691277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f5bb196-70a6-447c-9d29-c8e4e3bd82b9 req-a6b02ef1-fcd4-4eec-b927-9e0453ac0218 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725770 Aug 25 11:18:52.710420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:52.772475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-08218541-7e90-412c-a217-adb6227e0df1 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:18:52.773587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-08218541-7e90-412c-a217-adb6227e0df1 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1917090 Aug 25 11:18:52.782614 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.785338 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:52.786589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e00ff22b-06e3-4c33-97f6-b0ca7d26b4d3 req-0751a781-b38e-4e2b-9580-01725a08553e tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "DELETE /v2.0/floatingips/2ac7078c-015f-4bf7-9e10-1aa1e33fe2ed HTTP/1.1" status: 204 len: 173 time: 1.6439602 Aug 25 11:18:52.837557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Attempting to bind port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:52.838180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Attempting to bind port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:52.838800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Attempting to bind port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:52.848641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:52.849346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Attempting to bind port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:52.866407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:52.866932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Unknown quota resources ['binding']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:18:52.908108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:52.908630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Checking segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:52.909386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Bound using segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:52.910279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Bound port: dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:52.910947 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:53.103735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:53.131861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:53.158317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:53.266237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.266971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:53.268655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 HTTP/1.1" status: 200 len: 1092 time: 2.3272619 Aug 25 11:18:53.275417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:53.275951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:53.276625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:53.304138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:53.304541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:53.323268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Request body: {'port': {'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:53.350195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.359199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.369072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.375803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.382206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.388649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.394861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:53.397008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-c5b2f075-f43d-4dd3-a223-b9fd9f322182 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5416 time: 0.2637143 Aug 25 11:18:53.413956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:53.414277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:53.414671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:53.415121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Bound port: d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:53.420056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7c6e9-1d9c-42d3-ae18-06d62a5a80e6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:53.574329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:53.583464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af3ca92-dbe0-430a-8fc9-1723d7979a6c req-2ea19078-8a3b-4b33-884e-aeabf1be3929 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564212 Aug 25 11:18:53.615306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:53.624297 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:53.625764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-260a69cb-0428-45b4-8c1e-1b2601ed6400 service neutron] 10.222.0.35 "POST /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7/bindings HTTP/1.1" status: 201 len: 390 time: 0.8381474 Aug 25 11:18:53.826425 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9168433a-278f-45cd-bfaf-9f309a18e3fa x-openstack-request-id: req-9168433a-278f-45cd-bfaf-9f309a18e3fa {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:53.827251 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:53.827649 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9168433a-278f-45cd-bfaf-9f309a18e3fa {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:53.828271 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b', 'status': 'completed', 'code': 200} Aug 25 11:18:54.060074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35633d9-218e-4d1b-8eb4-6ac4ce86e29d req-25034ee0-ffcb-49dd-b4ca-2d533da3249d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.061606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b35633d9-218e-4d1b-8eb4-6ac4ce86e29d req-25034ee0-ffcb-49dd-b4ca-2d533da3249d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.2856631 Aug 25 11:18:54.080843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-a15218a6-3374-497b-958a-d354ae24b06d tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 1000 time: 0.2438285 Aug 25 11:18:54.170863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:54.185476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.186091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.186467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.186940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.187667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.188138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.188608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.191290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-5252756b-17d7-475c-91fa-9fae4bb05075 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6424 time: 0.2928383 Aug 25 11:18:54.193442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-57f171d1-03dc-4fc8-82b8-55983d259cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.195009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-57f171d1-03dc-4fc8-82b8-55983d259cb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1098 time: 0.2299817 Aug 25 11:18:54.217716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-f80d7048-02b9-45d0-886e-42691726325c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.219216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-f80d7048-02b9-45d0-886e-42691726325c tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports/29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 942 time: 0.1227829 Aug 25 11:18:54.226725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b35633d9-218e-4d1b-8eb4-6ac4ce86e29d req-500eae2f-66b9-4046-ad62-6c944cf88247 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547906 Aug 25 11:18:54.769337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07f056f-cef1-4eb7-8a39-85faf1e786b7 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:54.794011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:54.802244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-20430dcf-483a-4490-92dc-9a51d39b9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.804365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-20430dcf-483a-4490-92dc-9a51d39b9a57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.5840962 Aug 25 11:18:54.818665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-20874438-1ec8-418a-afa4-fdb2e0c30afa tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 1000 time: 0.2082443 Aug 25 11:18:54.829283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-798e82f0-fb94-4f06-88b7-9c102175e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.829283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-798e82f0-fb94-4f06-88b7-9c102175e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.830160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-798e82f0-fb94-4f06-88b7-9c102175e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:54.833118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-798e82f0-fb94-4f06-88b7-9c102175e393 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6097345 Aug 25 11:18:54.958301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Transition to ACTIVE for port object a07f056f-cef1-4eb7-8a39-85faf1e786b7 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:18:54.960065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-04091812-a391-4de9-be21-f6af37c350cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 217 time: 0.1345279 Aug 25 11:18:55.028978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:55.194758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e04d04-ae38-439d-8144-e0962e077652 req-581fc1a1-2b31-4055-a4da-61c422ca387a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:55.202535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06e04d04-ae38-439d-8144-e0962e077652 req-581fc1a1-2b31-4055-a4da-61c422ca387a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 946 time: 0.3829460 Aug 25 11:18:55.235001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Pushing event updated for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:55.245285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-53518d00-f9e5-4c9d-9a0a-eccb7dd3bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:55.247085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-53518d00-f9e5-4c9d-9a0a-eccb7dd3bab9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.2324855 Aug 25 11:18:55.271065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-73b3676c-bd90-4234-b208-7d8f9339e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:55.273029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19ecd196-2f5b-4512-8f2d-87ae162cfe2a req-73b3676c-bd90-4234-b208-7d8f9339e4b5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4001741 Aug 25 11:18:55.309658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-825d9318-5a8a-483b-bc85-bfef444d385f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:55.311329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-825d9318-5a8a-483b-bc85-bfef444d385f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.4635425 Aug 25 11:18:55.359028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-782ffb4d-6725-4337-ae47-96147e07b52b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930030 Aug 25 11:18:55.363667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-43b28282-9ff6-4838-8d05-689f906de297 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:18:55.364763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-43b28282-9ff6-4838-8d05-689f906de297 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268097 Aug 25 11:18:55.526687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06e04d04-ae38-439d-8144-e0962e077652 req-ccb6b9e3-f6c1-4bfb-a80c-4339c0fd99e4 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231385 Aug 25 11:18:55.581664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-aaacb649-8761-4250-8d6e-a472a29fbfd1 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 1000 time: 0.1829703 Aug 25 11:18:55.601554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Attempting to bind port a07f056f-cef1-4eb7-8a39-85faf1e786b7 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:18:55.602188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Attempting to bind port a07f056f-cef1-4eb7-8a39-85faf1e786b7 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:18:55.602705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Attempting to bind port a07f056f-cef1-4eb7-8a39-85faf1e786b7 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:55.610830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:55.619718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:18:55.633909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:18:55.667955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Port a07f056f-cef1-4eb7-8a39-85faf1e786b7 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:18:55.668593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Attempting to bind port a07f056f-cef1-4eb7-8a39-85faf1e786b7 on network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:18:55.691355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:18:55.691599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Checking segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:18:55.692003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Bound using segment: {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:18:55.692462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Bound port: a07f056f-cef1-4eb7-8a39-85faf1e786b7, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9bdf5f1-1101-4587-ad67-57e595376c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:18:55.693649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:55.720824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-88cebb11-2a49-45ec-84d5-24c02d7abbd5 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509686 Aug 25 11:18:55.767557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:55.849221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:55.851594 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edf7a0-5d90-465c-acc8-821d3821c249" -d '{"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:55.986444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:56.043560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:18:56.063557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.090634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9d455e5c-6e15-4a36-990d-4f3f5c59e3b1 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598175 Aug 25 11:18:56.258873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.360765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.382942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Pushing event updated for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:56.450172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:56.456018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.456018 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Floating IP 349c917f-bbc2-44d8-ab7a-1c494e888ffb disassociated. External IP: 172.25.1.18, port: 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6. Aug 25 11:18:56.460488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:56.464931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:18:56.468626 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc952f5a-912e-46ee-8b32-96e42b59b13e" -d '{"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-unplugged", "status": "completed", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:18:56.480228 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.518478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'mac_address': 'fa:16:3e:25:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:18:56.572666 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.598860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4154def-9cf3-4e6e-98ba-6392721f1c81 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:18:56.650871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:56.656049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:56.675707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.754335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:56.757641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:56.762202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c90ac3f7-9b07-41da-83cd-9ccf98759c0c service neutron] 10.222.0.67 "PUT /v2.0/ports/a07f056f-cef1-4eb7-8a39-85faf1e786b7 HTTP/1.1" status: 200 len: 1092 time: 3.4461396 Aug 25 11:18:56.777152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c4154def-9cf3-4e6e-98ba-6392721f1c81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:18:56.871378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:56.995477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-20f59184-5902-450d-b55a-929f49d7f73e tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.000156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-20f59184-5902-450d-b55a-929f49d7f73e tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1098 time: 0.7917573 Aug 25 11:18:57.061219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:57.174308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.185912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.193058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.199506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.206861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.213554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.230961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.236314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c42b970-3efa-4028-b125-e07e26b2791d req-9abf9f30-a13c-4f42-9b1a-5e78b4a084ff tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.7853868 Aug 25 11:18:57.319101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:18:57.621403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:18:57.759622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:18:57.765771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port c4154def-9cf3-4e6e-98ba-6392721f1c81 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:18:57.766632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:57.768983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:57.780954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.781447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.781959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.782437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.782909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.783377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.783928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:57.786694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-ab503ae2-2977-42a5-bd16-f8442d39d0ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6492 time: 0.8636260 Aug 25 11:18:57.797728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c42b970-3efa-4028-b125-e07e26b2791d req-562459ff-c749-4866-b6d3-45ec7f90dcbd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4626589 Aug 25 11:18:57.896088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:18:57.932628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-8bc6663d-84bc-490c-898d-a3ca13f628aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67 HTTP/1.1" status: 200 len: 217 time: 0.1297863 Aug 25 11:18:58.066615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:58.158801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:58.168935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:58.296322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=10']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:18:58.373773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a47ad-c75e-4664-80b2-170e986a643e req-c5eb7048-c9e2-4085-b347-60558368c520 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:58.375493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd4a47ad-c75e-4664-80b2-170e986a643e req-c5eb7048-c9e2-4085-b347-60558368c520 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 0.3853753 Aug 25 11:18:58.384597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-5154492d-45a7-45f7-8bec-d3fbe256bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:58.386183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-5154492d-45a7-45f7-8bec-d3fbe256bc59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e401c785-f192-4f84-87d6-10da174fd1a9 HTTP/1.1" status: 200 len: 856 time: 0.3625102 Aug 25 11:18:58.492153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:58.518308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:18:58.524664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:58.533009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] Sync routers for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:18:58.554038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:18:58.554685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:58.627324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bc7a294d-d63a-457a-8de3-81652747d3c2 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "PUT /v2.0/floatingips/349c917f-bbc2-44d8-ab7a-1c494e888ffb HTTP/1.1" status: 200 len: 694 time: 3.0443287 Aug 25 11:18:58.630312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-a446cc44-b881-4856-9503-1bd890653883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:58.631916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-a446cc44-b881-4856-9503-1bd890653883 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1cfc1716-58b4-4e56-a8be-9365be88475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2359040 Aug 25 11:18:58.774720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:58.789337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd4a47ad-c75e-4664-80b2-170e986a643e req-b33cc13f-1034-47f4-9ffd-11eadc3bc765 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017465 Aug 25 11:18:58.830433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:18:58.990591 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074cae1-aa1a-471c-9407-a614c375159d x-openstack-request-id: req-1074cae1-aa1a-471c-9407-a614c375159d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:18:58.991052 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:18:58.993219 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1074cae1-aa1a-471c-9407-a614c375159d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:18:58.993424 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3', 'status': 'completed', 'code': 200} Aug 25 11:18:59.001801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:18:59.218506 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:59.287940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:59.326359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-c7088eb7-178f-4f04-8a4b-ee7fb9852d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:59.329226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-c7088eb7-178f-4f04-8a4b-ee7fb9852d0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1097 time: 0.4815874 Aug 25 11:18:59.373902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Deleting port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:18:59.374899 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:59.401855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861662-dc25-4ece-9060-0bfb86204d4d req-df02458d-bc61-4da7-9619-3cdb69cac2ce tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:18:59.404624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc861662-dc25-4ece-9060-0bfb86204d4d req-df02458d-bc61-4da7-9619-3cdb69cac2ce tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.3094916 Aug 25 11:18:59.427938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-3143d8a9-3483-4553-b642-393949767aec service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838652 Aug 25 11:18:59.580331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:54Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:18:59.590634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] For port d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:18:59.590634 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:18:59.614350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Calling delete_port for d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:18:59.667904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] Checking router: 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:18:59.685825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:18:59.687248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:00.033091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc861662-dc25-4ece-9060-0bfb86204d4d req-7b46e539-4330-40d2-a71c-b2dec0536506 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035819 Aug 25 11:19:00.041546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:00.195297 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e894fd-e5ee-4fab-9846-a52f5db70a0f x-openstack-request-id: req-42e894fd-e5ee-4fab-9846-a52f5db70a0f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:00.199093 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-unplugged", "status": "completed", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:00.201539 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42e894fd-e5ee-4fab-9846-a52f5db70a0f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:00.208866 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'code': 200} Aug 25 11:19:00.244564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bd6a266f-b21c-44f5-8099-8ea58be8fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:00.255701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-bd6a266f-b21c-44f5-8099-8ea58be8fade service neutron] 10.222.0.35 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 929 time: 0.8741512 Aug 25 11:19:00.359995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-eb5facc2-b3e4-4a2b-a27b-58671f5a7abf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 217 time: 0.1032667 Aug 25 11:19:00.389852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:00.453634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:19:00.454582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:19:00.454582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:00.464696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-3683aef9-809b-41d4-bc66-71395253c368 service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0246575 Aug 25 11:19:00.480310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:00.488708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:19:00.489078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Attempting to bind port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:00.499851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:00.569100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:19:00.569793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:00.570954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:19:00.571860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Bound port: d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:19:00.572419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:00.595721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-1352fee8-4155-4981-b32d-3014b02d47c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 217 time: 0.1201372 Aug 25 11:19:00.610936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2ed4e-4410-4152-8509-b0de3efe25d6 req-404228d3-9b1a-4f50-b02a-6c5593202aeb tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:00.622332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fa2ed4e-4410-4152-8509-b0de3efe25d6 req-404228d3-9b1a-4f50-b02a-6c5593202aeb tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 944 time: 0.2899327 Aug 25 11:19:00.637188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:00.647790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-793dfc17-ae7c-4a0c-8c09-3dbe5d6d9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:00.661060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-793dfc17-ae7c-4a0c-8c09-3dbe5d6d9689 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 200 len: 867 time: 0.2998579 Aug 25 11:19:00.833374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fa2ed4e-4410-4152-8509-b0de3efe25d6 req-9d449d13-050c-4ade-88f3-61668596baef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088375 Aug 25 11:19:00.879256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-51a0da62-d2d4-4af4-a923-001f2a5a968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:00.880871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-51a0da62-d2d4-4af4-a923-001f2a5a968f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.2469718 Aug 25 11:19:00.928189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:00.937061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-97035b08-4167-47f9-a473-d4bed121a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:00.947501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-97035b08-4167-47f9-a473-d4bed121a36a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=eb46f0de-5c0c-4889-890c-fc18afbbd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2850981 Aug 25 11:19:01.126315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7'}, {'name': 'network-changed', 'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'}, {'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:01.134314 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df8916-d0ca-4217-8748-797017edb6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7"}, {"name": "network-changed", "server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6"}, {"server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "name": "network-vif-unplugged", "status": "completed", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:01.152691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-60e2dd73-1d2d-4988-b833-414db3d2ab0c service neutron] 10.222.0.35 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042131 Aug 25 11:19:01.163057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:01.184429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:19:01.275125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:01.291822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:54Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:01.416200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec08acb-4555-42d5-a258-31c63a5ce33b None None] The sync data for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 is: [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:17:37Z', 'revision_number': 4, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0497e218-2760-4131-b9e0-0d4041c66170', 'name': '', 'network_id': 'eb46f0de-5c0c-4889-890c-fc18afbbd04f', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'mac_address': 'fa:16:3e:94:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '85edabca-d901-4fa7-92ef-74351728e813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:34Z', 'updated_at': '2021-08-25T11:17:54Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'subnets': [{'id': '85edabca-d901-4fa7-92ef-74351728e813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:01.485619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-31969081-1ac9-4417-9b1b-8c7b0c4015ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:01.487523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-31969081-1ac9-4417-9b1b-8c7b0c4015ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5936592 Aug 25 11:19:01.501571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:01.502353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:01.505136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] 10.222.0.67 "PUT /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 1124 time: 4.3473415 Aug 25 11:19:01.522529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142b121-d369-44ce-bb31-d9f860aaa752 service neutron] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:01.591948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d837548d-b9bf-420e-bf4b-4d95b5adfdf7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:01.705071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61727c6d-9646-4efd-b3e4-9ad1f0bcd582 req-d9d7c16b-9754-49d1-ab1f-1df38a940fd1 service neutron] 10.222.0.35 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512815 Aug 25 11:19:01.899154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-0a56d2d1-78d3-4ce2-818d-78dfba3e4de7 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875394 Aug 25 11:19:02.210878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:02.215365 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b2aae-ba40-4c74-8ca6-938e624ce9a7" -d '{"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-plugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:02.325478 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab6a25-35f6-49bb-9cbc-3ae73a27c5f2 None None] New status for floating IP 349c917f-bbc2-44d8-ab7a-1c494e888ffb: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:19:02.328765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af24c9-94b9-46fc-84d2-f534f82c96e3 req-864eff54-552d-4b2b-88a4-8e4d6e48257f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.330283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88af24c9-94b9-46fc-84d2-f534f82c96e3 req-864eff54-552d-4b2b-88a4-8e4d6e48257f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1620088 Aug 25 11:19:02.348310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.354637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.361444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.368896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.375856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.382795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.390211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.392279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-296a00c1-1b85-4788-9108-e6f393f67903 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.3747752 Aug 25 11:19:02.511131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88af24c9-94b9-46fc-84d2-f534f82c96e3 req-61da7d94-4b5b-4a3f-ab4a-7dacc961dcd9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177611 Aug 25 11:19:02.514714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-638526c2-65e7-4ed7-a211-4071fe8b9c6d service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108768 Aug 25 11:19:02.562348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f23d1a24-5dfc-4645-861d-2d921e051961 req-21764a90-71f8-4b42-a012-b016e261bc3a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363282 Aug 25 11:19:02.698210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d0cb0d63-76c1-4ed4-9696-25c297c0340a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 217 time: 0.1668563 Aug 25 11:19:02.814222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:19:02.976328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2fda820a-da33-46cd-84cf-25131ccbebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:02.980854 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2fda820a-da33-46cd-84cf-25131ccbebdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 1097 time: 0.1579344 Aug 25 11:19:03.204687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:19:03.217514 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-165d92d3-0c77-41f1-85d4-12b1f11cb902 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3178122 Aug 25 11:19:03.221400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] Sync routers for ids ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:19:03.234805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] Routers {'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:03.235566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:03.235770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44012) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:03.283039 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a125a3-f1d3-47cb-bab8-05114276797c x-openstack-request-id: req-66a125a3-f1d3-47cb-bab8-05114276797c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:03.283923 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6", "status": "completed", "code": 200}, {"server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "name": "network-vif-unplugged", "status": "completed", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:03.284490 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66a125a3-f1d3-47cb-bab8-05114276797c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:03.285124 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7', 'status': 'completed', 'code': 200} Aug 25 11:19:03.285623 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'status': 'completed', 'code': 200} Aug 25 11:19:03.286167 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'code': 200} Aug 25 11:19:03.342375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-f9f07df8-200b-4485-b510-b71e632bfc59 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips/349c917f-bbc2-44d8-ab7a-1c494e888ffb HTTP/1.1" status: 200 len: 694 time: 0.6593471 Aug 25 11:19:03.431951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-f045b230-8a54-47e8-8f11-dbd591033c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.434134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-f045b230-8a54-47e8-8f11-dbd591033c19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.6102793 Aug 25 11:19:03.483127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-28f1464a-4eb1-4dc6-ab61-99ef91a70a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.485723 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-28f1464a-4eb1-4dc6-ab61-99ef91a70a4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 200 len: 929 time: 0.4968469 Aug 25 11:19:03.500420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] Set router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:03.523844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b02d7-c2f6-413d-ae82-b4b9b4ba9ef1 req-d53d2287-5b2a-4872-8ac8-a450fe9d76ba tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.533084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-726b02d7-c2f6-413d-ae82-b4b9b4ba9ef1 req-d53d2287-5b2a-4872-8ac8-a450fe9d76ba tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 944 time: 0.2454379 Aug 25 11:19:03.634634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-a66fa8d1-6b13-4065-929d-5de0c1b52432 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.636666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-a66fa8d1-6b13-4065-929d-5de0c1b52432 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.2858567 Aug 25 11:19:03.640115 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-37d3af49-7d8c-43fa-8c6b-1f37f82e5711 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 200 len: 217 time: 0.1428058 Aug 25 11:19:03.679940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-726b02d7-c2f6-413d-ae82-b4b9b4ba9ef1 req-dc7fe385-ed4a-4f31-9a55-2bcc05c30c8f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404135 Aug 25 11:19:03.686969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-cf5f8db5-6de9-4b6c-92eb-475d49f3ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.698308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-cf5f8db5-6de9-4b6c-92eb-475d49f3ceb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2508783 Aug 25 11:19:03.730030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:03.810753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2bb15a16-5033-4afe-8e57-f6e3fdbe3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.814041 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2bb15a16-5033-4afe-8e57-f6e3fdbe3f8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 200 len: 867 time: 0.1577017 Aug 25 11:19:03.893832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:03.913920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-3219a8a0-4146-4cfc-8bfb-6115d21eda7b tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.2687769 Aug 25 11:19:03.996464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-27c5d1ac-2ca8-4370-badc-e667b9c038c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:03.999735 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-27c5d1ac-2ca8-4370-badc-e667b9c038c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=eb46f0de-5c0c-4889-890c-fc18afbbd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732557 Aug 25 11:19:04.035984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:04.057495 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f993c197-c142-4a5a-aa35-98aeb78c559c x-openstack-request-id: req-f993c197-c142-4a5a-aa35-98aeb78c559c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:04.058135 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-plugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:04.058571 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f993c197-c142-4a5a-aa35-98aeb78c559c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:04.059165 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'code': 200} Aug 25 11:19:04.060541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:19:04.100741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-7435bd97-0e39-4736-88dd-e675d05c68f9 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.1856205 Aug 25 11:19:04.156287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:19:00Z', 'revision_number': 5, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:04.212617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] Checking router: b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:19:04.255991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:04.264466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] Routers {'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:04.265788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:04.277386 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-985df3b6-9508-4152-ad9b-b85d52a541ff service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634645 Aug 25 11:19:04.489421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Deleting port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:04.489944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:04.600600 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-ae41434e-f185-43c3-a470-37d3d614372b service neutron] 10.222.0.10 "GET /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028176 Aug 25 11:19:04.615047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d044-2f04-4566-8379-5c7fc385be4b req-82136c71-69eb-4e37-bf9c-a9429690dd74 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:04.617778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af86d044-2f04-4566-8379-5c7fc385be4b req-82136c71-69eb-4e37-bf9c-a9429690dd74 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.5064511 Aug 25 11:19:04.633961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c52b69c2-e56d-4408-80df-4f16f80bcad7 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453975 Aug 25 11:19:04.683715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] For port 74df2eba-b01a-4ce1-8b6c-928cc0fa0706, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:04.684328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:04.701500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Calling delete_port for 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:04.751259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] Set router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:04.900426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:04.942683 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af86d044-2f04-4566-8379-5c7fc385be4b req-2bcfb2cd-c42b-433d-813b-63159591fa18 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045187 Aug 25 11:19:04.962817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:04.987863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=74df2eba-b01a-4ce1-8b6c-928cc0fa0706,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:05.068864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Deleting port b6ce5c78-6521-460b-a9af-c6263227d940 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:05.069932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.090442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.257590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.263420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.338206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:05.345250 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:05.355725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.363566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:19:05.406853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.411477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35079740-48f6-40fc-839c-27d8e4b34c2c admin admin] 10.222.0.35 "DELETE /v2.0/routers/b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507 HTTP/1.1" status: 204 len: 168 time: 2.1677814 Aug 25 11:19:05.417561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44048) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:05.430712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:05.441210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-feaa1fec-aaab-4ae1-9c22-fed7ae0534c4 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003524 Aug 25 11:19:05.461504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'mac_address': 'fa:16:3e:9f:6f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:05.535638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:19:00Z', 'revision_number': 5, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:05.551175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Deleting subnet cb67a5ea-3dea-4478-bcbb-a81dac5fd973 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:19:05.557563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.566193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3484b6f-982b-4eae-bd6c-9a99aa842a82 None None] The sync data for ids ['b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507'] in n-d-778732-11 is: [{'id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'name': 'tempest-ServersTestMultiNic-646167392-router', 'tenant_id': '3c6e113ddc5444f09f28876d49954e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:40Z', 'updated_at': '2021-08-25T11:19:00Z', 'revision_number': 5, 'project_id': '3c6e113ddc5444f09f28876d49954e5c', 'gw_port': {'id': '74df2eba-b01a-4ce1-8b6c-928cc0fa0706', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d44292-8b8f-4b1e-a9a5-c6bd9d31a507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:15:43Z', 'updated_at': '2021-08-25T11:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:05.577388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d32c3c23-9926-4ee9-be96-cd07ccc02fa0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b HTTP/1.1" status: 200 len: 217 time: 0.1213424 Aug 25 11:19:05.585861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.607230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815384bb-66de-4eb1-88d1-517c5d99c4a0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:05.636327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:05.646110 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.650187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.699525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.700395 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.713825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.720209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.727116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.733300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.739502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.745649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.751892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.754206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:05.760230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2221a71-82f0-4b01-84f2-38aea873108e req-c9724c70-1742-448c-803b-9890e70cfba3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.6802411 Aug 25 11:19:05.804020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Calling delete_port for b6ce5c78-6521-460b-a9af-c6263227d940 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:05.823786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-5afe848c-1d1e-48fe-a681-6bd8d3053632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:05.825406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-5afe848c-1d1e-48fe-a681-6bd8d3053632 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1686921 Aug 25 11:19:05.838935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['815384bb-66de-4eb1-88d1-517c5d99c4a0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:05.855691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:05.932437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2221a71-82f0-4b01-84f2-38aea873108e req-87e54132-cc70-489d-867d-c1d939033a19 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1710298 Aug 25 11:19:06.046894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:06.078143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:06.083172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cb67a5ea-3dea-4478-bcbb-a81dac5fd973 HTTP/1.1" status: 204 len: 168 time: 0.6559432 Aug 25 11:19:06.093348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44056) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:06.103346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5eac90-ac90-4afd-be5b-923075c7af5f None None] Network 85bea065-491d-4824-abd3-0c0dcf072465 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:06.119962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69907257-a9b2-49a8-8033-5ea6e440a0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb67a5ea-3dea-4478-bcbb-a81dac5fd973,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:06.155918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-29f87cad-e5b8-42bc-8674-e2899e15f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:06.158535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-29f87cad-e5b8-42bc-8674-e2899e15f2b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3243334 Aug 25 11:19:06.377717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:06.473395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:06.474293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d1ac154f-d16b-47cb-a2b5-a6ca8ae53bec not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:06.665592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:06.776164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad8d1b-fa60-4844-a5d6-00e9d33024b3 req-8e639c22-694e-4253-b4ed-227e7794c1bc tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:06.783038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9ad8d1b-fa60-4844-a5d6-00e9d33024b3 req-8e639c22-694e-4253-b4ed-227e7794c1bc tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 944 time: 0.4491000 Aug 25 11:19:06.789897 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-0830e764-4af2-4ae8-b740-8468ef1e6aad service neutron] 10.222.0.10 "GET /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.2638099 Aug 25 11:19:06.856356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-9ff7015f-84c0-4f6c-982b-2262f2ea1b28 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468050 Aug 25 11:19:06.918449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] DHCP port deletion for 85bea065-491d-4824-abd3-0c0dcf072465 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:19:06.970622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9ad8d1b-fa60-4844-a5d6-00e9d33024b3 req-83084174-0be8-44b0-be69-a5d7629c3a7e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573024 Aug 25 11:19:07.097646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] Deleting port 434dc7d6-99a3-4cec-b68e-7f81596245b8 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:07.097646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.201355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-15c2bf2c-5067-4cca-9a75-b248c312f66e service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248032 Aug 25 11:19:07.318887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d87524c8-1b83-4918-b18e-e21699b1e2e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b HTTP/1.1" status: 200 len: 217 time: 0.1060195 Aug 25 11:19:07.319813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.364630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] For port 434dc7d6-99a3-4cec-b68e-7f81596245b8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=434dc7d6-99a3-4cec-b68e-7f81596245b8,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:07.365235 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.416280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] Calling delete_port for 434dc7d6-99a3-4cec-b68e-7f81596245b8 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:07.476769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event deleted for resources: {'Port': ['ID=b6ce5c78-6521-460b-a9af-c6263227d940,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:07.525909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-f8e9e987-b8d4-4f9b-9018-c6fece2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:07.527371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-f8e9e987-b8d4-4f9b-9018-c6fece2884f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1849625 Aug 25 11:19:07.571002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Deleting port 434dc7d6-99a3-4cec-b68e-7f81596245b8 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:07.571533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.623642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:07.714775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:07.756806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.787368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.789483 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.806309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc36ab5f-fe2b-4573-9e1e-bcd2e15937cf req-14f56d1a-566e-4452-960c-89b4a000eeef tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "DELETE /v2.0/floatingips/349c917f-bbc2-44d8-ab7a-1c494e888ffb HTTP/1.1" status: 204 len: 173 time: 3.6301265 Aug 25 11:19:07.808362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d837548d-b9bf-420e-bf4b-4d95b5adfdf7 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:07.822839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] No DVR routers for this DVR port 434dc7d6-99a3-4cec-b68e-7f81596245b8 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:07.841576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:07.866964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] For port 434dc7d6-99a3-4cec-b68e-7f81596245b8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=434dc7d6-99a3-4cec-b68e-7f81596245b8,segment=NetworkSegment(0d2636ba-7b71-46c7-96a9-64d4716dbe1b),segment_id=0d2636ba-7b71-46c7-96a9-64d4716dbe1b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:07.867682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.879902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:07.887319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1b900-f6c8-4264-8ed5-c918b056b5cc None None] Pushing event deleted for resources: {'Port': ['ID=434dc7d6-99a3-4cec-b68e-7f81596245b8,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:07.892799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-3c4aec0c-a270-47c4-b86a-1036ed9e5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:07.900142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-3c4aec0c-a270-47c4-b86a-1036ed9e5b02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3393910 Aug 25 11:19:07.979633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Calling delete_port for 434dc7d6-99a3-4cec-b68e-7f81596245b8 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:08.076636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] Transition to ACTIVE for port object d837548d-b9bf-420e-bf4b-4d95b5adfdf7 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:08.084484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:08.156194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:08.164674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:08.213146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] No DVR routers for this DVR port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:08.264448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:08.264805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74df2eba-b01a-4ce1-8b6c-928cc0fa0706 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:08.265279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 434dc7d6-99a3-4cec-b68e-7f81596245b8 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:08.294815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 434dc7d6-99a3-4cec-b68e-7f81596245b8 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:08.295456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 434dc7d6-99a3-4cec-b68e-7f81596245b8 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:08.311184 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-c37fc0ed-079d-421d-b128-f8668a2679f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5024185 Aug 25 11:19:08.867015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:09.008308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 815384bb-66de-4eb1-88d1-517c5d99c4a0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:09.008308 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:09.192816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-7abb22ba-c044-4963-a82c-b232985ae628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:09.196570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-7abb22ba-c044-4963-a82c-b232985ae628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 1100 time: 0.8274579 Aug 25 11:19:09.224511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-c2d07f15-73ba-4e42-86ba-ea1d79b00f89 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3102770 Aug 25 11:19:09.229011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-6248c349-35dd-4188-a9fb-685d6ba2bc63 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:09.232262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-6248c349-35dd-4188-a9fb-685d6ba2bc63 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.7132366 Aug 25 11:19:09.265735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:09.304113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:09.306697 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591df7ea-5d5d-4d76-b7f5-35c05154d479" -d '{"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-plugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:09.332983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:09.343599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:09.347220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:09.564007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=10']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:09.709138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] No DVR routers for this DVR port 434dc7d6-99a3-4cec-b68e-7f81596245b8 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:09.875772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-f22f8a42-618e-4176-a086-72b652bba8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:09.880866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-f22f8a42-618e-4176-a086-72b652bba8c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5434363 Aug 25 11:19:09.886484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-3fdd6ba5-c3b9-44ee-9fe6-6bd8bac02e13 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525502 Aug 25 11:19:10.028571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Pushing event deleted for resources: {'Port': ['ID=434dc7d6-99a3-4cec-b68e-7f81596245b8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:10.258157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-ad454662-3f4e-40c9-80eb-0770a351a54c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 200 len: 217 time: 0.2092099 Aug 25 11:19:10.260623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-b3361444-6eba-4f79-9b1f-1cf7b430e962 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 HTTP/1.1" status: 200 len: 217 time: 0.2242126 Aug 25 11:19:10.374646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:10.573401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bea065-491d-4824-abd3-0c0dcf072465']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:10.616391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2636ba-7b71-46c7-96a9-64d4716dbe1b') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:10.616846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2636ba-7b71-46c7-96a9-64d4716dbe1b') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:10.622448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-344ed96d-2e11-4bf1-b77b-66e5fdb81973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:10.624747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-344ed96d-2e11-4bf1-b77b-66e5fdb81973 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa&tenant_id=7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 1097 time: 1.2610817 Aug 25 11:19:10.758387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:10.784931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-56858cb2-73ce-4142-a1ef-a5dcb90efb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:10.787908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-56858cb2-73ce-4142-a1ef-a5dcb90efb12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.5017109 Aug 25 11:19:10.863425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-21a9f340-a82c-43f7-acc5-2a989ac3fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:10.866522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-21a9f340-a82c-43f7-acc5-2a989ac3fb2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.5922129 Aug 25 11:19:10.871039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:10.874189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:10.918312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:19:10.919051 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:19:10.952329 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:19:10.972368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:11.094980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-382cfb4f-98d2-4899-b8ac-a135b069a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:11.098297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-382cfb4f-98d2-4899-b8ac-a135b069a6eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1097 time: 0.4268701 Aug 25 11:19:11.105140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-4785c6a6-708e-4419-8e28-a07df539dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:11.107951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-4785c6a6-708e-4419-8e28-a07df539dace service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3021817 Aug 25 11:19:11.516859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-e568bc49-3491-4d22-b5d5-1293dab0a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:11.531837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-e568bc49-3491-4d22-b5d5-1293dab0a15a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6526330 Aug 25 11:19:11.551691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:11.564922 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:11.571421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] 10.222.0.35 "DELETE /v2.0/networks/85bea065-491d-4824-abd3-0c0dcf072465 HTTP/1.1" status: 204 len: 168 time: 5.4765084 Aug 25 11:19:11.827674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219e5c-68a8-4893-8afd-35ca4f86b152 admin admin] Pushing event deleted for resources: {'Network': ['ID=85bea065-491d-4824-abd3-0c0dcf072465,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:11.958608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-87385a4c-240b-4c11-a91e-88b8e498dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:11.960165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-87385a4c-240b-4c11-a91e-88b8e498dd58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.8389266 Aug 25 11:19:11.969853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-bf7608d8-3b05-4d97-8006-8ad87437bc78 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330438 Aug 25 11:19:12.126205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44102) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:12.212328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-976bb26d-30f0-470d-9017-b1ab85e740e3 req-c46c4209-0616-4d5e-add5-fc68a3ee5891 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256467 Aug 25 11:19:12.220301 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6456fb7-fe21-4bf4-b86c-6635d9089486 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c6e113ddc5444f09f28876d49954e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906088 Aug 25 11:19:12.220554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:12.230848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-7e45df1a-d84e-4b1d-8bb6-480555e14d61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 217 time: 0.2576737 Aug 25 11:19:12.234925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-beb4c208-c8c9-4865-b39a-055d74213fd2 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438689 Aug 25 11:19:12.312386 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:19:12.362314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-daaf4a2a-7e03-40a2-b8c0-ad59cdfe312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:12.364542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-daaf4a2a-7e03-40a2-b8c0-ad59cdfe312f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1171932 Aug 25 11:19:12.367037 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d396374c-8014-4fbf-ac37-d44a231898db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:12.417004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d396374c-8014-4fbf-ac37-d44a231898db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:12.498736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-62c716c5-cb7f-4fe5-b1c9-8656b0010a43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403719 Aug 25 11:19:12.521926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d396374c-8014-4fbf-ac37-d44a231898db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:12.524840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d396374c-8014-4fbf-ac37-d44a231898db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:12.528605 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d396374c-8014-4fbf-ac37-d44a231898db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29 HTTP/1.1" status: 204 len: 168 time: 0.3045235 Aug 25 11:19:12.550960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396374c-8014-4fbf-ac37-d44a231898db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2de88c2-ce53-4f9a-a26d-ee2c1dad2e29,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:12.705562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-318b0e56-395b-4c8c-9aa7-8772a84b9f8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3393695 Aug 25 11:19:12.871076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-61a27775-35f0-4eeb-8d80-d3d7a956b893 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247895 Aug 25 11:19:13.057620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-94ddb4f8-8e37-4f2f-b579-7d0dfe798567 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7 HTTP/1.1" status: 200 len: 217 time: 0.1629755 Aug 25 11:19:13.180273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-e3372c01-75ff-4829-a3f4-708cb20015ad service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710870 Aug 25 11:19:13.436044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-a53e8b2c-5455-48fd-a026-5003ddfed8c0 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421937 Aug 25 11:19:13.450776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-7d875a15-6ec3-4833-9b42-5e30a0cf6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:13.454681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-7d875a15-6ec3-4833-9b42-5e30a0cf6426 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.5811253 Aug 25 11:19:13.531629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dde9bbeb-05c4-481a-91a7-65ff5826b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:13.535428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-dde9bbeb-05c4-481a-91a7-65ff5826b5b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.4692049 Aug 25 11:19:13.859781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-7df51e17-3815-4a2e-90cd-f7a5fd5b7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:13.863607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-7df51e17-3815-4a2e-90cd-f7a5fd5b7c05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2877531 Aug 25 11:19:13.999748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-5c86d03c-5f55-4e1f-bace-616abcfebbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:14.003394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-5c86d03c-5f55-4e1f-bace-616abcfebbbf service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.5111632 Aug 25 11:19:14.168153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-bc553082-f22a-4b44-a918-f3fc00c3de1f tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:14.169973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-bc553082-f22a-4b44-a918-f3fc00c3de1f tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.3196166 Aug 25 11:19:14.283425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:14.541094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1400479215-network', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:14.630908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:14.638764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:14.675403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:14.839403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-b53c1b58-fb19-4383-a814-3ef46f5c6171 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.7822676 Aug 25 11:19:14.850948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-d8d2558b-dac1-4322-b564-d0927a416c3d service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9534690 Aug 25 11:19:15.108317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.116496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.261017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:19:15.274956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-7fa02c6d-2dc8-4dba-8d10-fc951affe007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:15.284173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-7fa02c6d-2dc8-4dba-8d10-fc951affe007 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.4310970 Aug 25 11:19:15.290480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb44574-8a4f-426e-8adf-76a977e9ca89,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:15.320955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.321762 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Added segment 25221a63-c997-4177-82a9-0b4c06fef09e of type vlan for network 4c02236c-c78c-4537-9384-2ff1eca72838 Aug 25 11:19:15.544299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.609876 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.614474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:15.619839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.689808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-f7781571-2e95-4b2e-88ec-c679ae36dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:15.692523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-f7781571-2e95-4b2e-88ec-c679ae36dfe4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3986385 Aug 25 11:19:15.763436 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4765556 Aug 25 11:19:15.767475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:15.774023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Request body: {'subnet': {'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1400479215-subnet', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:15.778870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d45d60-f066-4501-bf6d-13d9f18a7bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c02236c-c78c-4537-9384-2ff1eca72838,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:15.791907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4c02236c-c78c-4537-9384-2ff1eca72838 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:19:15.827961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:15.836311 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.884523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-6ec81323-d7e4-4b2c-978b-43f3cfce6762 service neutron] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:15.927277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-6ec81323-d7e4-4b2c-978b-43f3cfce6762 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:15.929154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc5d02-6f0e-4c4c-b030-608cf8f888b5 req-6ec81323-d7e4-4b2c-978b-43f3cfce6762 service neutron] 10.222.0.67 "DELETE /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 1.7462366 Aug 25 11:19:15.948391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7587de-2278-41ee-8f03-8f4ec3d61c8e req-04916fc4-6000-42ed-9f0e-8fcbfd0392a3 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0665812 Aug 25 11:19:16.081422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-2b9e1277-616f-4d4e-97b4-808c62b4ac25 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753636 Aug 25 11:19:16.298610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.299723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.300941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.301825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.302910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.304166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.305080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.308787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-068c1215-147c-4479-a5b0-2a4fe75b33b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6492 time: 0.2451003 Aug 25 11:19:16.391440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0999a154-26b5-46bb-9f6b-e449f8c87b3f req-82dd8d61-e4f9-4926-991c-d1a61a02045c service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487748 Aug 25 11:19:16.466143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:16.845136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-0df741f8-6f3f-41aa-b7e8-474488f08f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:16.847761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-0df741f8-6f3f-41aa-b7e8-474488f08f8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 200 len: 902 time: 0.4564707 Aug 25 11:19:16.871609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd3dc33-67e6-415a-97e4-94424d0919e6,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:16.909339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Checking segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:16.910044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Network hostable DHCP agents. Network: 4c02236c-c78c-4537-9384-2ff1eca72838, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:19:16.975736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Network 4c02236c-c78c-4537-9384-2ff1eca72838 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:19:16.977914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-2c0689f1-212a-43f7-a2d1-4b52b01baa68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 HTTP/1.1" status: 200 len: 217 time: 0.1164088 Aug 25 11:19:17.005478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4c02236c-c78c-4537-9384-2ff1eca72838) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:17.020773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba4055-300c-410c-a57c-b497dc91d7f2 None None] Network 4c02236c-c78c-4537-9384-2ff1eca72838 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:17.054730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:17.058855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:17.110694 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e60470cb-815a-4495-a6e8-8e0932eea569 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3388186 Aug 25 11:19:17.113795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44140) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:17.130416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:17.142012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-85ae6e10-f0d5-4165-b37b-70a767af944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:17.174485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-85ae6e10-f0d5-4165-b37b-70a767af944b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.1855900 Aug 25 11:19:17.235519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:17.248536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:17.360845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-1b1ef1f6-b5aa-4958-9dcb-41d68f27d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:17.368363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-1b1ef1f6-b5aa-4958-9dcb-41d68f27d51d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1853311 Aug 25 11:19:17.428215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:17.676660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4c02236c-c78c-4537-9384-2ff1eca72838', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:19:17.678276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:17.702718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-e73d78b6-85f5-4d7e-b5d0-74cd8d4af49a service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265276 Aug 25 11:19:17.884503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:17.973241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33edf7a0-5d90-465c-acc8-821d3821c249 req-c19a0e12-4631-490c-993d-5b39e080e5c8 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589200 Aug 25 11:19:18.197314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-052e48e0-5a02-4f2c-b672-35845781858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:18.207078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.207841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.208565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.209230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.209956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.210663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.211319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.216003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-2d272a50-5a28-4ab4-9a6e-94285dbd11fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6492 time: 0.0827422 Aug 25 11:19:18.256231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Allocated IP 172.20.0.2 (4c02236c-c78c-4537-9384-2ff1eca72838/ffd3dc33-67e6-415a-97e4-94424d0919e6/031af840-b096-4d96-92f4-2f78d90d73f4) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:19:18.485006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:18.520438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-9a0c5f76-4662-45e7-ae64-08088a260f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:18.527828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-9a0c5f76-4662-45e7-ae64-08088a260f98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 200 len: 902 time: 0.3019686 Aug 25 11:19:18.556863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:18.559777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:18.570854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Transition to ACTIVE for port object 031af840-b096-4d96-92f4-2f78d90d73f4 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:18.593380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Transition to ACTIVE for port object 031af840-b096-4d96-92f4-2f78d90d73f4 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:18.601757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:18.720705 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c88f84-c405-4ab0-84be-63a92beb78da x-openstack-request-id: req-18c88f84-c405-4ab0-84be-63a92beb78da {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:18.721144 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:18.721534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18c88f84-c405-4ab0-84be-63a92beb78da {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:18.722773 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'status': 'completed', 'code': 200} Aug 25 11:19:18.729661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-3cefe4dc-8545-4aa5-8d83-3d0755a5e8c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7 HTTP/1.1" status: 200 len: 217 time: 0.1926527 Aug 25 11:19:18.777723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Network 4c02236c-c78c-4537-9384-2ff1eca72838 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:18.780732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Pushing event updated for resources: {'Port': ['ID=031af840-b096-4d96-92f4-2f78d90d73f4,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:18.787087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:18.800034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:19:18.807822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.808369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.809824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.810636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.811261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.811997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.812647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.813539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.814206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.814808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.815568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.816533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:18.965831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Allocated IP 172.25.1.48 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:19:19.017516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Attempting to bind port 031af840-b096-4d96-92f4-2f78d90d73f4 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:19:19.018484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Attempting to bind port 031af840-b096-4d96-92f4-2f78d90d73f4 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:19:19.030600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Attempting to bind port 031af840-b096-4d96-92f4-2f78d90d73f4 on network 4c02236c-c78c-4537-9384-2ff1eca72838 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:19.041515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:19:19.043169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Checking segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:19.043885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:19.044627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Bound using segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:19:19.045443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Bound port: 031af840-b096-4d96-92f4-2f78d90d73f4, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:19:19.046077 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:19.176618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-5ce1e2e3-cf6b-4b78-8971-fc5f6a84dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.180092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-5ce1e2e3-cf6b-4b78-8971-fc5f6a84dbbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.4388604 Aug 25 11:19:19.243570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] For port 031af840-b096-4d96-92f4-2f78d90d73f4, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:19.250822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] For port 031af840-b096-4d96-92f4-2f78d90d73f4, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=031af840-b096-4d96-92f4-2f78d90d73f4,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:19:19.256784 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:19.320095 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:19.321761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-265829ef-2ad1-4aab-ae8f-0aa1d768442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.325131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-265829ef-2ad1-4aab-ae8f-0aa1d768442d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1097 time: 0.5645690 Aug 25 11:19:19.370891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183c08a-f0b7-46b6-a87a-1592496738c8 req-fbd96674-470c-41a8-b8b8-1d13c1b4615f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.385995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c183c08a-f0b7-46b6-a87a-1592496738c8 req-fbd96674-470c-41a8-b8b8-1d13c1b4615f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.4363866 Aug 25 11:19:19.415370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e0a6b-c73a-4b21-9923-9674d6c711d8 None None] Pushing event updated for resources: {'Port': ['ID=031af840-b096-4d96-92f4-2f78d90d73f4,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:19.430121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.431843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:19.445558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.463852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.478624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.492490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.505990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.519672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.523679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-7ed13fdf-c223-4cd5-ab11-0d325b3161c4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.5100048 Aug 25 11:19:19.531662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:19.537596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:19.546589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:19:19.551297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:19.770067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c183c08a-f0b7-46b6-a87a-1592496738c8 req-93833fe0-1ffe-4c27-8af0-dd06172cd34a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384162 Aug 25 11:19:19.778120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df8916-d0ca-4217-8748-797017edb6ec req-cecaad05-045c-4ef5-8c5c-93b84ca9a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:19.781773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-cecaad05-045c-4ef5-8c5c-93b84ca9a587 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5785444 Aug 25 11:19:20.192046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7be68632-58a7-4a41-aa50-403c8f08bd66 req-3551990e-7d06-43f1-bd89-9a62e9be08cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5518873 Aug 25 11:19:20.241794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 031af840-b096-4d96-92f4-2f78d90d73f4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:20.359982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:20.369939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 031af840-b096-4d96-92f4-2f78d90d73f4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:20.388817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-d003e8ae-2938-4b72-9059-b20e71b477fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:20.391823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-d003e8ae-2938-4b72-9059-b20e71b477fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.9949212 Aug 25 11:19:20.419336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c660000-38af-47d2-8068-b1aef423dd04 req-39996f8b-1396-4ed2-94a4-a0732cf603ce tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:20.422665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c660000-38af-47d2-8068-b1aef423dd04 req-39996f8b-1396-4ed2-94a4-a0732cf603ce tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 945 time: 0.3255434 Aug 25 11:19:20.450906 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567e8b3f-16c8-45fd-8eb8-4197b43de64f x-openstack-request-id: req-567e8b3f-16c8-45fd-8eb8-4197b43de64f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:20.452028 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-plugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:20.452028 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-567e8b3f-16c8-45fd-8eb8-4197b43de64f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:20.452682 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'code': 200} Aug 25 11:19:20.503347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-b325f2c5-302f-4f9f-9c31-1bb0ada4973f service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056808 Aug 25 11:19:20.587117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-8898fbca-52c2-433f-af89-46de7eda2030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 217 time: 0.1626744 Aug 25 11:19:20.840606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-ac480a26-9770-4508-821d-f8b2dc7caa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:20.844146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-ac480a26-9770-4508-821d-f8b2dc7caa82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.2473433 Aug 25 11:19:20.882515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c660000-38af-47d2-8068-b1aef423dd04 req-7f500dbd-7359-4b57-88b6-ce5988404102 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768470 Aug 25 11:19:21.023132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-a39e25e9-c295-4c7d-bf14-acfdf2b8dba7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649187 Aug 25 11:19:21.209629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b2573a06-1aef-4c1b-9962-478227136350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:21.371964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:21.475066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3cca1d-6b01-4923-abc7-d47faea088a2 None None] Network 4c02236c-c78c-4537-9384-2ff1eca72838 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:21.475412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-76f1678f-4378-45c3-ab6d-23cd6366e618 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307830 Aug 25 11:19:21.599131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] Provisioning for port 031af840-b096-4d96-92f4-2f78d90d73f4 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:21.613816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] Provisioning complete for port 031af840-b096-4d96-92f4-2f78d90d73f4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:21.614996 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:21.683012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:21.891451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4df8916-d0ca-4217-8748-797017edb6ec req-84337204-086d-4300-8f48-bb791fd75326 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3745842 Aug 25 11:19:21.908180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93f761-53b8-40ca-ae2d-4486a7a0f5f4 req-8a4649d8-429d-4e72-b70c-4c862a7ecc42 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:21.924346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf93f761-53b8-40ca-ae2d-4486a7a0f5f4 req-8a4649d8-429d-4e72-b70c-4c862a7ecc42 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4842870 Aug 25 11:19:21.976186 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:21.980917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d8ed0-d853-4483-936f-7604cd821140 req-711a42a3-e914-40c6-a557-84278c41d5f3 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:21.982733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-798d8ed0-d853-4483-936f-7604cd821140 req-711a42a3-e914-40c6-a557-84278c41d5f3 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 951 time: 0.5018578 Aug 25 11:19:22.085768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf93f761-53b8-40ca-ae2d-4486a7a0f5f4 req-b551d8a9-1e64-4923-92e4-bd0d4d1cc325 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1351278 Aug 25 11:19:22.130772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] For port 031af840-b096-4d96-92f4-2f78d90d73f4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=031af840-b096-4d96-92f4-2f78d90d73f4,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:22.142191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:19:22.145905 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:22.163019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f47b7d2-8571-4bfb-8b5d-39af1efcf08f req-e5487409-fb61-4c5e-bcf5-868da79910bf service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419554 Aug 25 11:19:22.170652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-798d8ed0-d853-4483-936f-7604cd821140 req-5aba5b9a-f79f-4f0c-9405-7daadd8f64d3 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671767 Aug 25 11:19:22.236299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c98378-d6e6-4ad1-b18b-b5be14826f8f None None] Pushing event updated for resources: {'Port': ['ID=031af840-b096-4d96-92f4-2f78d90d73f4,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:22.343240 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:22.422365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:19:22.433428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad7ff-7767-4be6-babe-2b880a9730a8 req-a441c97b-cab2-48c9-a5c1-8e38fbe9b9e4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.440383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b5ad7ff-7767-4be6-babe-2b880a9730a8 req-a441c97b-cab2-48c9-a5c1-8e38fbe9b9e4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1102386 Aug 25 11:19:22.444553 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Sync routers for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:19:22.452849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:22.460439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44214) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:22.461649 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97ad614b-8bc0-453a-bd58-9089dc845db6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3445158 Aug 25 11:19:22.484054 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:22.485195 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:22.607774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1d9cf2e3-2f9b-473a-a127-9452ab397291 None None] Provisioning complete for port 031af840-b096-4d96-92f4-2f78d90d73f4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:22.609644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9cf2e3-2f9b-473a-a127-9452ab397291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:22.620431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b5ad7ff-7767-4be6-babe-2b880a9730a8 req-cd691f38-dd65-4971-8402-d3eb83d65885 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616623 Aug 25 11:19:22.695931 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:22.746116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.753046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.760594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.767258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.774110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.780904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.787620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:22.790195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46ea213d-fb25-4cef-b64b-5740019761dd req-eb2bda4c-747c-4b91-8163-bc6ffeea65f5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.2584090 Aug 25 11:19:22.862350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46ea213d-fb25-4cef-b64b-5740019761dd req-2359d201-5bb4-4a66-adfc-c26473773091 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619426 Aug 25 11:19:23.318786 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:19Z', 'revision_number': 3, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:23.365221 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Checking router: f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:19:23.366026 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Updating router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:19:23.398969 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:23.529441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6768c184-cb5f-483b-8248-638545aff432 req-d354a96e-19cf-4d23-afff-c011caca2163 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.6004090 Aug 25 11:19:23.717413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:23.783819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:23.896922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e48be-185f-4d36-8d0f-2fee92ccbb9e req-57ae997b-1c1a-4e7a-859b-4d1b8fee1ca0 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:23.898657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d45e48be-185f-4d36-8d0f-2fee92ccbb9e req-57ae997b-1c1a-4e7a-859b-4d1b8fee1ca0 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1097 time: 0.2325678 Aug 25 11:19:24.008748 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.040499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d45e48be-185f-4d36-8d0f-2fee92ccbb9e req-eb1f489b-0e7f-4e85-a597-7e73a442de5a tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233804 Aug 25 11:19:24.078265 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Transition to ACTIVE for port object cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:24.105259 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.150420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 031af840-b096-4d96-92f4-2f78d90d73f4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:24.264932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Allocated IP 172.20.0.1 (4c02236c-c78c-4537-9384-2ff1eca72838/ffd3dc33-67e6-415a-97e4-94424d0919e6/526fef1d-602a-46ac-adb9-251a058b03ee) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:19:24.296727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.325051 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Attempting to bind port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:19:24.325676 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Attempting to bind port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:19:24.327028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df43eec-aa90-44e6-a7c3-14a41297a5ad req-8d64c5fa-7bf2-4dab-9df2-6f2215ec3192 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:24.331333 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Attempting to bind port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:24.344827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2df43eec-aa90-44e6-a7c3-14a41297a5ad req-8d64c5fa-7bf2-4dab-9df2-6f2215ec3192 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 945 time: 0.1338732 Aug 25 11:19:24.371580 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:19:24.372213 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:24.372863 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.373509 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:19:24.374371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Bound port: cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:19:24.375417 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.477602 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.509252 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Pushing event updated for resources: {'Port': ['ID=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:24.515034 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] For port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:24.522839 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] For port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:19:24.536057 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.538168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.538646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2df43eec-aa90-44e6-a7c3-14a41297a5ad req-33ac9c62-848d-4db8-ad6a-da74a66ecd31 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/security-groups?id=ebf939f4-f408-4a17-b98e-70f84e939fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927950 Aug 25 11:19:24.540049 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.541317 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.542183 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.543044 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.543967 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.544726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.546602 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.547661 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.548467 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.549266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:24.557388 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.591584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:24.600965 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e85dc32-cc73-443e-a028-3bf9bb5003f3" -d '{"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:24.702360 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:24.703859 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:24.730602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-55673b0f-353a-4fb1-954d-5ba8f5905e6c tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:24.732466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-55673b0f-353a-4fb1-954d-5ba8f5905e6c tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 945 time: 0.2050807 Aug 25 11:19:24.782585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:24.801399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c2f8-6b87-44c0-8a6e-a655e6a91e1a req-2b82a7f9-e852-47e5-baaa-a8191eb3fcf1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:24.812900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f048c2f8-6b87-44c0-8a6e-a655e6a91e1a req-2b82a7f9-e852-47e5-baaa-a8191eb3fcf1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.1591465 Aug 25 11:19:24.880633 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b20f8b-4f50-4331-9323-acf0d66223c5 None None] Pushing event updated for resources: {'Port': ['ID=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:24.926956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Transition to ACTIVE for port object 526fef1d-602a-46ac-adb9-251a058b03ee will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:24.938284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:24.961511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 031af840-b096-4d96-92f4-2f78d90d73f4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:24.961949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:25.069289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:25.083321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f048c2f8-6b87-44c0-8a6e-a655e6a91e1a req-20e226d4-c7a6-4aa0-bb0d-daabda364cad tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664177 Aug 25 11:19:25.086817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:25.209555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Network 4c02236c-c78c-4537-9384-2ff1eca72838 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:25.214218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:25.230802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:25.323056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:19:25.348484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:25.434174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Pushing event updated for resources: {'Port': ['ID=526fef1d-602a-46ac-adb9-251a058b03ee,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:25.480557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Deleting port d8066d64-4684-41e5-aaef-4eaabba074e8 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:25.480557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:25.553281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.567259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.597742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.604481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.612521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.625276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.637194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:25.641538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-0914c3ab-6a55-4b4e-a169-c37e25a42f32 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.4177246 Aug 25 11:19:25.725227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:25.824871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-68355661-edd6-4e3e-9454-39b9f285fedb None None] Provisioning for port 526fef1d-602a-46ac-adb9-251a058b03ee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:25.829424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-68355661-edd6-4e3e-9454-39b9f285fedb None None] Provisioning complete for port 526fef1d-602a-46ac-adb9-251a058b03ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:25.829834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68355661-edd6-4e3e-9454-39b9f285fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:25.880569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-68355661-edd6-4e3e-9454-39b9f285fedb None None] Port 526fef1d-602a-46ac-adb9-251a058b03ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:19:25.983362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4294f13-8f81-409f-82cf-a2efa8c38ce5 req-703fa652-5440-4ca2-99ac-e50b9a81dc45 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2812366 Aug 25 11:19:25.992853 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:19Z', 'revision_number': 3, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:26.036752 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be9a89-6ad9-42a2-b5b8-93980f300f7a None None] The sync data for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 is: [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:19Z', 'revision_number': 3, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:26.113078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] For port d8066d64-4684-41e5-aaef-4eaabba074e8, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8066d64-4684-41e5-aaef-4eaabba074e8,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:26.113468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:26.152358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-53b8cdf7-36e3-4550-82c7-2a97e97c1764 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:26.159904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-53b8cdf7-36e3-4550-82c7-2a97e97c1764 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.5039139 Aug 25 11:19:26.192169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Calling delete_port for d8066d64-4684-41e5-aaef-4eaabba074e8 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:26.274659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-1650c8e0-ccca-449b-b26d-1508b006ec83 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/quotas/7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 375 time: 0.1137912 Aug 25 11:19:26.278751 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be8efa2-cf9c-4b0c-ab02-8ad0011b01ae x-openstack-request-id: req-8be8efa2-cf9c-4b0c-ab02-8ad0011b01ae {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:26.279336 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:26.279608 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8be8efa2-cf9c-4b0c-ab02-8ad0011b01ae {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:26.280242 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'code': 200} Aug 25 11:19:26.352118 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:26.412447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-af2960e9-c5f2-45c9-8cb9-4997738b861f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:26.414973 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-af2960e9-c5f2-45c9-8cb9-4997738b861f tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.10 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 945 time: 0.1165087 Aug 25 11:19:26.621151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Deleting port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:26.622103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:26.622509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-05b6f903-9896-4642-9475-505f39556f52 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2992036 Aug 25 11:19:26.668424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07185d2e-e1bb-4782-b3f6-bda6880ce5e2 req-c9802266-9f85-4a52-b8c3-8fabe677ebae tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:26.677927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07185d2e-e1bb-4782-b3f6-bda6880ce5e2 req-c9802266-9f85-4a52-b8c3-8fabe677ebae tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/ports?device_id=9daeacc8-2628-424a-9cfb-53d2f311844f HTTP/1.1" status: 200 len: 945 time: 0.2584081 Aug 25 11:19:26.699714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:26.722966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d8066d64-4684-41e5-aaef-4eaabba074e8'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:26.795202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] For port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:26.796110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:26.831345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Calling delete_port for 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:26.836672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Pushing event deleted for resources: {'Port': ['ID=d8066d64-4684-41e5-aaef-4eaabba074e8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:26.959692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07185d2e-e1bb-4782-b3f6-bda6880ce5e2 req-f7751ba7-7d48-4f78-af42-21ee5c41b677 tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.35 "GET /v2.0/security-groups?id=ed27f833-1dda-4482-ac01-7ac56c1aba8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753568 Aug 25 11:19:26.976323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] No DVR routers for this DVR port d8066d64-4684-41e5-aaef-4eaabba074e8 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:26.997590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:26.999887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9250f7a3-0744-4df6-a088-63d0667e84cc req-8534f366-0ad0-4b43-9caf-2169d3013292 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.10 "DELETE /v2.0/ports/d8066d64-4684-41e5-aaef-4eaabba074e8 HTTP/1.1" status: 204 len: 173 time: 2.2565994 Aug 25 11:19:27.028177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'name': 'network-vif-deleted', 'tag': 'd8066d64-4684-41e5-aaef-4eaabba074e8'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:27.030866 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f48c96-e6e3-46b1-800b-5ea806e1a9ad" -d '{"events": [{"server_uuid": "b5dab01d-ae67-4e93-9bc6-f83a888e1f5d", "name": "network-vif-deleted", "tag": "d8066d64-4684-41e5-aaef-4eaabba074e8"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:27.046920 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:27.100009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-5e38356b-2e73-4934-9743-221bed650a99 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750793 Aug 25 11:19:27.144122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:27.157509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:27.223997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Pushing event deleted for resources: {'Port': ['ID=29c3590c-83bf-41d6-8d49-bb8ff5a68cf6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:27.318408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] No DVR routers for this DVR port 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:27.323159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:27.327292 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bc3a1f6e-63ed-4a63-9957-224683afa9b5 req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] 10.222.0.10 "DELETE /v2.0/ports/29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 HTTP/1.1" status: 204 len: 173 time: 0.9007397 Aug 25 11:19:27.328158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'name': 'network-vif-deleted', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:27.335971 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0cd4f-6fd3-40e7-ad88-e9f87f719e62" -d '{"events": [{"server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "name": "network-vif-deleted", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:27.348719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.349291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.349947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.351063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.351731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.352276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.352838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.353340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.353955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.354486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.355027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.355607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe2d2ba-c114-4455-af90-ded5677fc8db tempest-FloatingIPsAssociationNegativeTestJSON-838203488 tempest-FloatingIPsAssociationNegativeTestJSON-838203488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:27.784714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed1771e5-f915-409d-ac90-d9a7699fd844 req-753cf259-3107-4221-8637-f534a6c84768 tempest-AttachSCSIVolumeTestJSON-1094306142 tempest-AttachSCSIVolumeTestJSON-1094306142-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5dab01d-ae67-4e93-9bc6-f83a888e1f5d HTTP/1.1" status: 200 len: 210 time: 0.6819272 Aug 25 11:19:27.801055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:27.815362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:28.036069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-b4e159fb-b3d2-49b3-8f2f-ccfdfe1fd605 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9156976 Aug 25 11:19:28.049849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Pushing event updated for resources: {'Port': ['ID=526fef1d-602a-46ac-adb9-251a058b03ee,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:28.062190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:28.177270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:28.331229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:28.348634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:28.348935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:28.399991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013d08d-1691-4197-9c8f-5d806113ee2e req-5b710e06-9816-4249-bb3e-77689a987421 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:28.410328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e013d08d-1691-4197-9c8f-5d806113ee2e req-5b710e06-9816-4249-bb3e-77689a987421 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.2193129 Aug 25 11:19:28.467039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Network 4c02236c-c78c-4537-9384-2ff1eca72838 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:28.470062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:28.544337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:28.591181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:28.598565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:28.686768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e013d08d-1691-4197-9c8f-5d806113ee2e req-94703ca9-b13f-4fa4-8324-62ac900821b4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751882 Aug 25 11:19:28.716988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:28.804251 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d2398-caa4-4494-8d65-62324f798fbf x-openstack-request-id: req-0c1d2398-caa4-4494-8d65-62324f798fbf {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:28.804956 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dab01d-ae67-4e93-9bc6-f83a888e1f5d", "name": "network-vif-deleted", "tag": "d8066d64-4684-41e5-aaef-4eaabba074e8", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:28.805363 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c1d2398-caa4-4494-8d65-62324f798fbf {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:28.806388 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dab01d-ae67-4e93-9bc6-f83a888e1f5d', 'name': 'network-vif-deleted', 'tag': 'd8066d64-4684-41e5-aaef-4eaabba074e8', 'status': 'completed', 'code': 200} Aug 25 11:19:28.882856 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b01a1-c4c5-488b-bc06-0fc2ccefc091 x-openstack-request-id: req-b77b01a1-c4c5-488b-bc06-0fc2ccefc091 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:28.883418 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daeacc8-2628-424a-9cfb-53d2f311844f", "name": "network-vif-deleted", "tag": "29c3590c-83bf-41d6-8d49-bb8ff5a68cf6", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:28.883418 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b77b01a1-c4c5-488b-bc06-0fc2ccefc091 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:28.883824 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daeacc8-2628-424a-9cfb-53d2f311844f', 'name': 'network-vif-deleted', 'tag': '29c3590c-83bf-41d6-8d49-bb8ff5a68cf6', 'status': 'completed', 'code': 200} Aug 25 11:19:28.885602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:19:28.942298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b7164671-b380-4e3e-9e93-9459746378ab None None] Provisioning complete for port 526fef1d-602a-46ac-adb9-251a058b03ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:28.942855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7164671-b380-4e3e-9e93-9459746378ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:28.948751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44354) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:29.000175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8066d64-4684-41e5-aaef-4eaabba074e8 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:29.042483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: d8066d64-4684-41e5-aaef-4eaabba074e8 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:29.043722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8066d64-4684-41e5-aaef-4eaabba074e8 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:29.044487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:29.078407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:29.079147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 29c3590c-83bf-41d6-8d49-bb8ff5a68cf6 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:29.089754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b7164671-b380-4e3e-9e93-9459746378ab None None] Port 526fef1d-602a-46ac-adb9-251a058b03ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:19:29.197082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d8d8dc2-9770-4c52-9e26-aeec572de11b req-1c454803-84d5-4433-9860-84e47afe674e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 210 time: 0.1509345 Aug 25 11:19:29.277011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.285947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.292375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.298874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.305770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.312098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.318675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.327914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-945c8003-848d-4aee-adfe-edfdeb18cb42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.4232869 Aug 25 11:19:29.454835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96b930b2-679f-4aca-99ac-35ec3ca03a60 req-2f6998de-68a2-44a6-abdd-6d78f074ca6b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262474 Aug 25 11:19:29.457541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:19:29.478545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58be246e-6268-48a4-a290-a06fd1cb1a66 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6aa45b9-0f36-4a59-b38a-b12bdc3a8454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0046062 Aug 25 11:19:29.478740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Sync routers for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:19:29.493403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:29.494095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:29.516080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835987cb-71ae-44cf-bd43-4e180b3bbdd2 req-b0a7efdd-ca7f-4b17-b446-9e78b4d3f901 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:29.517831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-835987cb-71ae-44cf-bd43-4e180b3bbdd2 req-b0a7efdd-ca7f-4b17-b446-9e78b4d3f901 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 949 time: 0.1389518 Aug 25 11:19:29.591827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-835987cb-71ae-44cf-bd43-4e180b3bbdd2 req-c8d53be4-8af2-453d-9680-b755506ef17e tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653780 Aug 25 11:19:29.619924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:29.799151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:30.214821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:30.369515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62e3ee-b74d-42f3-84ea-16f9a0a630be req-352e5224-422b-4f26-84a9-89985a14b367 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:30.399891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d62e3ee-b74d-42f3-84ea-16f9a0a630be req-352e5224-422b-4f26-84a9-89985a14b367 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.3099256 Aug 25 11:19:30.480303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6be16-40e8-45b7-a16b-05397edab4c1 req-4c1fa40a-1ed5-4252-b71a-92ac6674fc2b tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:30.482790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bd6be16-40e8-45b7-a16b-05397edab4c1 req-4c1fa40a-1ed5-4252-b71a-92ac6674fc2b tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 950 time: 0.5300961 Aug 25 11:19:30.517183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:30.517733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:30.633135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-adffafc7-4675-4ec9-8188-a7d228f912e9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:30.636492 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-adffafc7-4675-4ec9-8188-a7d228f912e9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.4198234 Aug 25 11:19:30.658257 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:30.665169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Request body: {'port': {'device_id': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'admin_state_up': True, 'tenant_id': '7a53180ea5374a77ae884fd61e2133f1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:30.700354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 2, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:30.764915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Checking router: f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:19:30.765629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Updating router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 port 526fef1d-602a-46ac-adb9-251a058b03ee binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:19:30.787135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d62e3ee-b74d-42f3-84ea-16f9a0a630be req-8803f87a-ec5d-4d95-aa30-17b145dd67e1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723662 Aug 25 11:19:30.800148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:30.832006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bd6be16-40e8-45b7-a16b-05397edab4c1 req-22ce0215-1687-4612-93c3-c0f32c91a5e6 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176057 Aug 25 11:19:30.912194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-53c30363-faf2-4d63-a4d3-555a39851585 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:30.932861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-53c30363-faf2-4d63-a4d3-555a39851585 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.67 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 949 time: 0.2716656 Aug 25 11:19:30.951547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Deleting port 0497e218-2760-4131-b9e0-0d4041c66170 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:30.952515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.162651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] For port 0497e218-2760-4131-b9e0-0d4041c66170, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0497e218-2760-4131-b9e0-0d4041c66170,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:31.163658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.190628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Calling delete_port for 0497e218-2760-4131-b9e0-0d4041c66170 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:31.325254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a61c5467-562b-4ec3-9159-6775dfe3e609 req-cdc81bc7-f2ce-42d3-b611-9c93abfecee6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 210 time: 0.1889436 Aug 25 11:19:31.423291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Made reservation on behalf of 7a53180ea5374a77ae884fd61e2133f1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:31.430889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.577327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.597232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.615202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.627118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.645748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.652453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.659895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.662089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-e68b89c8-615a-495f-83d0-465372de200a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.6342833 Aug 25 11:19:31.664377 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.699876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Transition to ACTIVE for port object 526fef1d-602a-46ac-adb9-251a058b03ee will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:31.720169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.779047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Deleting port c4154def-9cf3-4e6e-98ba-6392721f1c81 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:31.779641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.822290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68e43a-7fa5-481c-8ecb-736e32c83e61 None None] Pushing event updated for resources: {'Port': ['ID=526fef1d-602a-46ac-adb9-251a058b03ee,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:31.830808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Allocated IP 172.20.0.6 (18bced2f-e46e-4dbd-9ea2-94079387039b/01a933be-9cab-45fc-bfe0-71fe81f8e0fe/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:19:31.922743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1e7eb1d-bc5f-4ea9-b661-e28a57ca045d req-97d56c6e-d741-4c8d-817f-f8a1ea469709 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2440042 Aug 25 11:19:31.943969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Attempting to bind port 526fef1d-602a-46ac-adb9-251a058b03ee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:19:31.944380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Attempting to bind port 526fef1d-602a-46ac-adb9-251a058b03ee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:19:31.944832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Attempting to bind port 526fef1d-602a-46ac-adb9-251a058b03ee on network 4c02236c-c78c-4537-9384-2ff1eca72838 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:31.952285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d213bf-e099-4825-808a-c3821d6529db req-14101a28-d575-47d5-965f-eb73f60e3d17 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:31.955411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:19:31.964880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Checking segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:31.965166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2d213bf-e099-4825-808a-c3821d6529db req-14101a28-d575-47d5-965f-eb73f60e3d17 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 949 time: 0.4376471 Aug 25 11:19:31.965719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:31.970791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Bound using segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:19:31.971431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Bound port: 526fef1d-602a-46ac-adb9-251a058b03ee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:19:31.972017 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:32.142343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2d213bf-e099-4825-808a-c3821d6529db req-1057a033-8662-4ed4-8c40-88d2fadac194 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5b45a9e-16e9-492d-aa6a-06c062f62373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755872 Aug 25 11:19:32.151565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] For port 526fef1d-602a-46ac-adb9-251a058b03ee, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:32.155928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] For port 526fef1d-602a-46ac-adb9-251a058b03ee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=526fef1d-602a-46ac-adb9-251a058b03ee,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:19:32.176418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:32.207721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] For port c4154def-9cf3-4e6e-98ba-6392721f1c81, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c4154def-9cf3-4e6e-98ba-6392721f1c81,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:32.214576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:32.302196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:32.313423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:32.320841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Calling delete_port for c4154def-9cf3-4e6e-98ba-6392721f1c81 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:32.423960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68e43a-7fa5-481c-8ecb-736e32c83e61 None None] Pushing event updated for resources: {'Port': ['ID=526fef1d-602a-46ac-adb9-251a058b03ee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:32.513870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7ea9f-842f-43d4-8bf8-4fb0e12d4b77 req-92aac8db-e380-4ccb-858a-9a30764f531e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:32.517421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:32.522938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6e7ea9f-842f-43d4-8bf8-4fb0e12d4b77 req-92aac8db-e380-4ccb-858a-9a30764f531e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.3048701 Aug 25 11:19:32.593148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Pushing event deleted for resources: {'Port': ['ID=0497e218-2760-4131-b9e0-0d4041c66170,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:32.610033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-358c628f-5b40-422b-9283-8755e5723859 req-74bfb396-e36e-4b67-9235-43d237301c5b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 210 time: 0.0816967 Aug 25 11:19:32.666922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:32.704572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:33.004350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6e7ea9f-842f-43d4-8bf8-4fb0e12d4b77 req-bbcc7f53-0da7-4b66-9a7f-24e7f636b892 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758019 Aug 25 11:19:33.013303 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:33.185047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Pushing event deleted for resources: {'Port': ['ID=c4154def-9cf3-4e6e-98ba-6392721f1c81,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:33.294484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:33.364639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:33.535839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01036166-e814-4585-80ba-fc910ba38c9b req-8fbbb9cb-9af7-4755-908d-873a39970d97 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.35 "GET /v2.0/ports?device_id=47002331-125e-470b-9a89-94691a2fc58e HTTP/1.1" status: 200 len: 210 time: 0.0726724 Aug 25 11:19:33.541297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] No DVR routers for this DVR port c4154def-9cf3-4e6e-98ba-6392721f1c81 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:33.551514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:33.564126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6304b62-9243-444b-ba4f-638a506b66b0 req-dea7fa2e-d604-4d49-9497-0b31f0535ed2 tempest-ImagesOneServerTestJSON-1688254606 tempest-ImagesOneServerTestJSON-1688254606-project] 10.222.0.67 "DELETE /v2.0/ports/c4154def-9cf3-4e6e-98ba-6392721f1c81 HTTP/1.1" status: 204 len: 173 time: 2.6295638 Aug 25 11:19:33.572489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-deleted', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:33.590419 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73cf1c-2444-4f25-833b-781b61c31c6f" -d '{"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-deleted", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:33.671805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:33.677398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.701386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.707737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:33.727591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.737410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:32Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:33.748696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.778570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.778789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.821241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:33.828828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1c458d8b-b694-4e77-be0a-88949e707dac tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.5567553 Aug 25 11:19:33.879971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:33.943705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Network 18bced2f-e46e-4dbd-9ea2-94079387039b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:34.020155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d744b07-8d44-4ec8-bf39-5733b04686ce req-1e6b2630-660e-4ecf-9737-ac8d56df51df tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1677957 Aug 25 11:19:34.191032 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dfd939-af6e-4748-8d1c-ef10fc3053fd x-openstack-request-id: req-17dfd939-af6e-4748-8d1c-ef10fc3053fd {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:34.192048 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47002331-125e-470b-9a89-94691a2fc58e", "name": "network-vif-deleted", "tag": "c4154def-9cf3-4e6e-98ba-6392721f1c81", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:34.192226 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17dfd939-af6e-4748-8d1c-ef10fc3053fd {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:34.192707 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47002331-125e-470b-9a89-94691a2fc58e', 'name': 'network-vif-deleted', 'tag': 'c4154def-9cf3-4e6e-98ba-6392721f1c81', 'status': 'completed', 'code': 200} Aug 25 11:19:34.195360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:34.220235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:19:34.309563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-b5714008-222c-453c-8bf5-244bb171d61b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:34.319114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-b5714008-222c-453c-8bf5-244bb171d61b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.2032435 Aug 25 11:19:34.362765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-fad9076c-81c0-4a1e-8cff-a64de269071a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/quotas/530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 375 time: 0.0426202 Aug 25 11:19:34.364831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:34.451974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:19:34.464809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:34.466423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:34.467853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0f2de-c654-45af-a265-6d895e97e052 req-02c824fe-4f7e-4b43-9890-c65c2b43388c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:34.469602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ae0f2de-c654-45af-a265-6d895e97e052 req-02c824fe-4f7e-4b43-9890-c65c2b43388c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 931 time: 0.1284907 Aug 25 11:19:34.495692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df951626-5726-461b-8d12-0b57c0c6df83 None None] The sync data for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 is: [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:32Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:34.502601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-775a6d1a-2622-4a6d-9b47-6ed7b1fd703c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1377244 Aug 25 11:19:34.506415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: c4154def-9cf3-4e6e-98ba-6392721f1c81 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:34.506952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c4154def-9cf3-4e6e-98ba-6392721f1c81 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:34.508785 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-939483d5-607f-477f-ac5e-144ac5fdb242 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8514669 Aug 25 11:19:34.514912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:34.519750 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49afcd4e-462e-401a-bdef-73095b116220" -d '{"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-unplugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:34.542175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:34.544273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-a912617a-4df1-4137-995c-467778404132 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:19:34.554562 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-a912617a-4df1-4137-995c-467778404132 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319707 Aug 25 11:19:34.557079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:34.687034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ae0f2de-c654-45af-a265-6d895e97e052 req-d2fcabc9-2756-42be-96c1-76381c4bd3fc tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685574 Aug 25 11:19:34.749367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:34.779555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-f684561e-0305-45fd-b075-b10c7dd281de service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703650 Aug 25 11:19:35.006070 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d38524a-8c6e-428a-b7ad-9c51a389ad68 x-openstack-request-id: req-8d38524a-8c6e-428a-b7ad-9c51a389ad68 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:35.006513 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-unplugged", "status": "completed", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:35.006911 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d38524a-8c6e-428a-b7ad-9c51a389ad68 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:35.007550 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'code': 200} Aug 25 11:19:35.039429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:19:35.062050 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] Sync routers for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:19:35.099656 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:35.102207 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:35.106140 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce2f9db6-29b1-49bb-9a94-e47bd8efbabb admin admin] 10.222.0.35 "PUT /v2.0/routers/96d5d639-8285-4d66-96ef-cf80f7c8fcf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1447489 Aug 25 11:19:35.133018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Request body: {'port': {'device_id': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:35.155930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:35.199616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-ea5366ae-8277-4117-837b-0f2f39d6e50e service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187515 Aug 25 11:19:35.478873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:35.569029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.589567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.610492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.620458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.643350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.645796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:35.665150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.671834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:35.673897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-2782266a-f7ca-46d7-a960-99f80a9f7603 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.2398560 Aug 25 11:19:35.678069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44624) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:35.824794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:35.836649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:35.859803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a645cd61-a106-4652-b5c3-7a7cded98595 req-7b2836b5-b5e6-4ee2-9279-af0ff8d9a17a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746480 Aug 25 11:19:36.221892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 526fef1d-602a-46ac-adb9-251a058b03ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:36.228594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:19:32Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:36.272249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-adec8cd0-bec7-45ab-a55d-03d9a6c98788 req-8eec42ab-3e09-47d3-b2cb-144d58863dcd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 210 time: 0.1898670 Aug 25 11:19:36.313839 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] Checking router: 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:19:36.322995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750f58c-71fa-48f0-a7c5-45be2231068d req-2b163be3-501a-4362-88bd-31d964f76bf9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:36.340975 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] Routers {'96d5d639-8285-4d66-96ef-cf80f7c8fcf4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:36.342206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:36.345437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d750f58c-71fa-48f0-a7c5-45be2231068d req-2b163be3-501a-4362-88bd-31d964f76bf9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 931 time: 0.2836804 Aug 25 11:19:36.452711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d750f58c-71fa-48f0-a7c5-45be2231068d req-ffef4649-1a43-4aed-a299-2820e5551210 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017485 Aug 25 11:19:36.753318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 526fef1d-602a-46ac-adb9-251a058b03ee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:36.755413 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] Set router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:36.796873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 526fef1d-602a-46ac-adb9-251a058b03ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:36.797250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.005852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:37.069934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3', 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'port_id': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3', 'mac_address': 'fa:16:3e:72:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da90f6d9-7627-42d3-9af7-d62e6c42acb8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:37.184188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.196573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.221094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.260899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.280334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 526fef1d-602a-46ac-adb9-251a058b03ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=526fef1d-602a-46ac-adb9-251a058b03ee,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:37.289715 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6260c4fb-54a8-412c-90b6-4938cbebdc01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd926a897d314288a4bf3527cf209ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6097538 Aug 25 11:19:37.295690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.303955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44708) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:37.313336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.316935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.342843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.351134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.432891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:37.437306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-35cab4e3-4a8c-4779-a4fc-524ddf36e32b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5428 time: 0.3937325 Aug 25 11:19:37.518112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:37.540369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bc08-fc9f-4df8-8e76-92809b41cdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.555268 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:19:32Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:37.562862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:37.573981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.578880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a07f056f-cef1-4eb7-8a39-85faf1e786b7 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:37.596901 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9847ce-2e0a-45d5-b060-27c276323f30 None None] The sync data for ids ['96d5d639-8285-4d66-96ef-cf80f7c8fcf4'] in n-d-778732-11 is: [{'id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-948729385-router', 'tenant_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:17:09Z', 'updated_at': '2021-08-25T11:19:32Z', 'revision_number': 5, 'project_id': '5c06bda2f6db40ae87bbcfb79959bda9', 'gw_port': {'id': 'e4abaaa8-4624-44f3-b0db-f998375cf904', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:96:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d5d639-8285-4d66-96ef-cf80f7c8fcf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:17:19Z', 'updated_at': '2021-08-25T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:37.608783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bc08-fc9f-4df8-8e76-92809b41cdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.652936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fe5dcb7-7d82-4831-b148-ccd92b7f4486 req-581e521f-0acc-4d5d-9506-7bab459228eb tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031169 Aug 25 11:19:37.737849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.775676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:37.794814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7d0ab36-452f-49da-862f-ef681a3793eb req-93d38760-fbe6-4d55-9101-1dbdeeacc50a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 210 time: 0.2582731 Aug 25 11:19:37.828410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7', 'network_id': '5c9d0a61-590f-4b2a-a6df-a9acf0443cd7', 'port_id': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7', 'mac_address': 'fa:16:3e:da:9b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da90f6d9-7627-42d3-9af7-d62e6c42acb8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:37.831600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=526fef1d-602a-46ac-adb9-251a058b03ee,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:37.904662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.920272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bc08-fc9f-4df8-8e76-92809b41cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.929024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8c4bc08-fc9f-4df8-8e76-92809b41cdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:37.933522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f8c4bc08-fc9f-4df8-8e76-92809b41cdf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5b45a9e-16e9-492d-aa6a-06c062f62373 HTTP/1.1" status: 204 len: 168 time: 0.6264601 Aug 25 11:19:37.966519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07f056f-cef1-4eb7-8a39-85faf1e786b7 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:38.020695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:38.025544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:38.044195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4bc08-fc9f-4df8-8e76-92809b41cdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b45a9e-16e9-492d-aa6a-06c062f62373,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:38.057618 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:38.060198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 579d1d78-071e-4eb1-a72f-d6581bd96e67 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:38.192734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Deleting port e4abaaa8-4624-44f3-b0db-f998375cf904 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:38.193157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:38.255764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3edc1-5f6e-47a0-a087-9ea61bced793 req-1187cd04-3eb9-491e-b092-d2c372d84d3f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:38.266186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f3edc1-5f6e-47a0-a087-9ea61bced793 req-1187cd04-3eb9-491e-b092-d2c372d84d3f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 931 time: 0.2636540 Aug 25 11:19:38.371459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:38.400798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4f3edc1-5f6e-47a0-a087-9ea61bced793 req-7b5ebe42-4baa-45c8-9141-859124fbfe5c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008525 Aug 25 11:19:38.403687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44746) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:38.413708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:38.507333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 526fef1d-602a-46ac-adb9-251a058b03ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:38.510274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:38.695772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:38.704320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Transition to ACTIVE for port object 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:38.754136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:38.760963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] For port e4abaaa8-4624-44f3-b0db-f998375cf904, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e4abaaa8-4624-44f3-b0db-f998375cf904,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:38.761407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:38.798222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'port_id': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'mac_address': 'fa:16:3e:da:a4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:38.810623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 526fef1d-602a-46ac-adb9-251a058b03ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:38.817200 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:38.939705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Calling delete_port for e4abaaa8-4624-44f3-b0db-f998375cf904 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:38.981755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-86a0ca52-babf-46d2-9d6c-753049c0bec2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:38.983848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-86a0ca52-babf-46d2-9d6c-753049c0bec2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.4953589 Aug 25 11:19:39.014604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'port': {'device_id': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'admin_state_up': True, 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:39.019950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:39.129889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579d1d78-071e-4eb1-a72f-d6581bd96e67 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:39.185179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:39.196141 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:39.197200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:39.215051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:39.304776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.318488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.332641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.349982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.393337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:39.395525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.427556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.459593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:39.487776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-cdd63b39-144a-4cfc-b4ac-e5b7434e89ba tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5430 time: 0.4992883 Aug 25 11:19:39.695891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:39.755060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '0beaf1af-3d06-4e67-a8c6-bbc75143fc93', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'port_id': '0beaf1af-3d06-4e67-a8c6-bbc75143fc93', 'mac_address': 'fa:16:3e:38:b1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:39.766271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:39.807051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:39.819180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:39.870145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e6944cc-2b36-4d07-aa4e-df3844fd579b req-9f41b4f2-94cb-4aff-8655-d5982790c36c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3778675 Aug 25 11:19:39.919244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e4abaaa8-4624-44f3-b0db-f998375cf904,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:39.920808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0497e218-2760-4131-b9e0-0d4041c66170 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:40.002199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0497e218-2760-4131-b9e0-0d4041c66170 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:40.003997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0497e218-2760-4131-b9e0-0d4041c66170 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:40.043363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.083511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:40.144649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:40.157454 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.159019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e71a7ac0-2bf2-47d6-a477-7fadd612e63b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:40.178184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9afc9ad-9918-4ebd-9547-820be490f779 req-49f46bd9-0e96-4c71-a72d-3e9e19a2769e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 210 time: 0.0976179 Aug 25 11:19:40.257221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:40.291525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'port_id': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b', 'mac_address': 'fa:16:3e:44:ec:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:40.341923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:40.360837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.371816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:19:40.372485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:19:40.372904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:40.377954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71a7ac0-2bf2-47d6-a477-7fadd612e63b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:40.381637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Allocated IP 172.20.0.10 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/70e86dd6-468e-4789-9f07-db508a8cf4dd) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:19:40.403905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:19:40.404276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:40.414382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e588a42-e2ad-4669-9676-3ad73842a14a req-a21decfe-fec1-4161-bd0a-c05365dfdc27 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:40.424607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e588a42-e2ad-4669-9676-3ad73842a14a req-a21decfe-fec1-4161-bd0a-c05365dfdc27 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 943 time: 0.1148984 Aug 25 11:19:40.426263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:40.430338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.436294 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.437136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 26d139eb-961d-4575-a1b5-13c7fb5ca80b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:40.440242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:19:40.441545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:40.442873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:19:40.443637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Bound port: 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:19:40.444950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.501552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e588a42-e2ad-4669-9676-3ad73842a14a req-9baadd81-1ff7-4d5a-bc94-ddedf391c381 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758986 Aug 25 11:19:40.522895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:40.622212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:40.637936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '26d139eb-961d-4575-a1b5-13c7fb5ca80b', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'port_id': '26d139eb-961d-4575-a1b5-13c7fb5ca80b', 'mac_address': 'fa:16:3e:6d:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:40.688472 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.705736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d139eb-961d-4575-a1b5-13c7fb5ca80b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:40.741579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:40.742453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.748856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.749824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 71986064-93b7-413f-9594-96cfed0838e0 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:40.767250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Transition to ACTIVE for port object 70e86dd6-468e-4789-9f07-db508a8cf4dd will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:40.854244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.855353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=71986064-93b7-413f-9594-96cfed0838e0,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:40.856957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.859071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:40.874197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '71986064-93b7-413f-9594-96cfed0838e0', 'network_id': '4742c583-3791-4e0c-80fa-01337094a4d4', 'port_id': '71986064-93b7-413f-9594-96cfed0838e0', 'mac_address': 'fa:16:3e:af:38:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2dfe30-ebad-4cfe-8ae5-4c097c220d44', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:40.881381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:40.884013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:40.989975 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.026191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71986064-93b7-413f-9594-96cfed0838e0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:41.032064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:41.038679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:41.073533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=71986064-93b7-413f-9594-96cfed0838e0,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:41.073811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:19:41.090776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.142211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=70e86dd6-468e-4789-9f07-db508a8cf4dd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:41.154339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:41.177568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.190809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.192498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.193627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.194838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.195977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.197257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.198484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.199200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.199834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.201131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.202805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:19:41.217757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.218158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96d5d639-8285-4d66-96ef-cf80f7c8fcf4 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:19:41.240861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.245148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44850) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:41.250944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0ee684bd-d6a3-4bd8-a989-31e73b7376ec admin admin] 10.222.0.35 "DELETE /v2.0/routers/96d5d639-8285-4d66-96ef-cf80f7c8fcf4 HTTP/1.1" status: 204 len: 168 time: 6.0883081 Aug 25 11:19:41.254667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:19:41.279721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.295160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:41.321541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.322217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.323747 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 1092 time: 6.5336230 Aug 25 11:19:41.393148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:41.399726 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:41.429365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.431163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.521053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Deleting subnet 85edabca-d901-4fa7-92ef-74351728e813 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:19:41.522592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd6b2-1c28-4da9-902b-c747aeb13432 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:41.528095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-74b0a5cd-04ea-4101-b541-255e4b15816f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5190060 Aug 25 11:19:41.534163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6de3b5e0-2cd8-4c86-aaa2-52ff4b5a90a6 None None] Provisioning for port 70e86dd6-468e-4789-9f07-db508a8cf4dd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:41.545994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.554407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-85432ed2-79be-42e7-a88a-730e64714587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.555883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-85432ed2-79be-42e7-a88a-730e64714587 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1095 time: 0.1374187 Aug 25 11:19:41.556398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6de3b5e0-2cd8-4c86-aaa2-52ff4b5a90a6 None None] Provisioning complete for port 70e86dd6-468e-4789-9f07-db508a8cf4dd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:41.557061 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6de3b5e0-2cd8-4c86-aaa2-52ff4b5a90a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.567516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Request body: {'port': {'device_id': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:41.657935 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-17acbc21-8ee7-432a-a1fc-4dbcbabef130 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 217 time: 0.0654142 Aug 25 11:19:41.668363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6de3b5e0-2cd8-4c86-aaa2-52ff4b5a90a6 None None] Port 70e86dd6-468e-4789-9f07-db508a8cf4dd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:19:41.734642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.758811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.761966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-aa524ce4-bc62-4df4-ae00-3f5948449471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.763906 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-aa524ce4-bc62-4df4-ae00-3f5948449471 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.0995216 Aug 25 11:19:41.832596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:41.854109 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-49bdc230-bb29-420a-8464-4425a9aeaab6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459681 Aug 25 11:19:41.916866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['dcf2d817-9dbb-46d4-9282-02dfe7aff1f3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:41.922758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.931987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.938501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.946623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.953087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.960027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.966444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:41.968600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-c33c30a4-ce42-4381-896e-7061a8c6b5ea tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5435 time: 0.2105229 Aug 25 11:19:41.984749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a07f056f-cef1-4eb7-8a39-85faf1e786b7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:41.989279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['0beaf1af-3d06-4e67-a8c6-bbc75143fc93'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:42.095710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:42.099210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['26d139eb-961d-4575-a1b5-13c7fb5ca80b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:42.118006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['71986064-93b7-413f-9594-96cfed0838e0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:42.123716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['e71a7ac0-2bf2-47d6-a477-7fadd612e63b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:42.207560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e4abaaa8-4624-44f3-b0db-f998375cf904 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:42.269399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-3d4b068e-c8cf-48cf-993e-3c7bf71ca338 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030747 Aug 25 11:19:42.327771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd85bb9-6d9d-492e-81cf-db832142852f req-a1f60073-1823-4eb5-8901-15bb82ef403c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:42.331145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffd85bb9-6d9d-492e-81cf-db832142852f req-a1f60073-1823-4eb5-8901-15bb82ef403c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 932 time: 0.3593979 Aug 25 11:19:42.367724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e4abaaa8-4624-44f3-b0db-f998375cf904 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:42.368605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e4abaaa8-4624-44f3-b0db-f998375cf904 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:42.380003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ce82841-0bb6-4b14-8034-6a706fa73b78 req-4c197d4d-e42f-45fe-8704-d6130c5cd3fd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3344154 Aug 25 11:19:42.753356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:42.794772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffd85bb9-6d9d-492e-81cf-db832142852f req-04bb50db-2d0e-42c4-8db9-1a149a81a63c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122667 Aug 25 11:19:42.855129 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24937599-dd84-4064-a445-f87495934635 x-openstack-request-id: req-24937599-dd84-4064-a445-f87495934635 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:42.855582 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:42.855976 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24937599-dd84-4064-a445-f87495934635 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:42.856541 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'status': 'completed', 'code': 200} Aug 25 11:19:42.926285 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1eca962-af2b-4858-aa71-06e07fe4ad8f req-b544a84c-78a9-4ac4-af20-8c6eb898f463 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467025 Aug 25 11:19:42.944024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['579d1d78-071e-4eb1-a72f-d6581bd96e67'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:42.968944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Deleting port becd1c51-f928-4764-908a-dc0d927a1e4b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:42.969611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:43.265476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85edabca-d901-4fa7-92ef-74351728e813,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:43.277391 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:43.279994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-14fea294-f99b-42cc-b284-24c3591ee145 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/85edabca-d901-4fa7-92ef-74351728e813 HTTP/1.1" status: 204 len: 168 time: 2.0291803 Aug 25 11:19:43.288357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:43.290036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-d48f37be-95b1-44d0-928c-88ead93e5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:43.294034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-d48f37be-95b1-44d0-928c-88ead93e5838 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1095 time: 0.2267768 Aug 25 11:19:43.313103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc0d88-510d-4cee-af12-802f23fd20ec req-09787908-4234-4826-bf87-0af95688e37f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:43.315346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1fc0d88-510d-4cee-af12-802f23fd20ec req-09787908-4234-4826-bf87-0af95688e37f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 943 time: 0.6727245 Aug 25 11:19:43.318546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e86dd6-468e-4789-9f07-db508a8cf4dd {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:43.369930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:43.415140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] For port becd1c51-f928-4764-908a-dc0d927a1e4b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=becd1c51-f928-4764-908a-dc0d927a1e4b,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:43.415823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:43.421089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Transition to ACTIVE for port object 70e86dd6-468e-4789-9f07-db508a8cf4dd will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:19:43.435550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db480b6-0899-49bb-ac2a-b067b680a1ac None None] Network eb46f0de-5c0c-4889-890c-fc18afbbd04f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:43.436111 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:43.472643 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:43.520645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1fc0d88-510d-4cee-af12-802f23fd20ec req-966b6064-55eb-41ac-a566-a603c4c18b30 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748886 Aug 25 11:19:43.526925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Calling delete_port for becd1c51-f928-4764-908a-dc0d927a1e4b owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:43.585631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Pushing event updated for resources: {'Port': ['ID=70e86dd6-468e-4789-9f07-db508a8cf4dd,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:43.729486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-daa876b5-4b4b-4b1a-9c23-91dc11c34481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:43.732599 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-daa876b5-4b4b-4b1a-9c23-91dc11c34481 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.4235086 Aug 25 11:19:43.906273 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-b63faedf-b0e8-474a-ad33-3d9394a09d2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 217 time: 0.1597080 Aug 25 11:19:43.956273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Attempting to bind port 70e86dd6-468e-4789-9f07-db508a8cf4dd on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:19:43.956996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Attempting to bind port 70e86dd6-468e-4789-9f07-db508a8cf4dd by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:19:43.957435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Attempting to bind port 70e86dd6-468e-4789-9f07-db508a8cf4dd on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:43.972977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Port 70e86dd6-468e-4789-9f07-db508a8cf4dd on network 6b6922f5-7845-4e91-a40f-ba358f0df95f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:19:43.973595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Attempting to bind port 70e86dd6-468e-4789-9f07-db508a8cf4dd on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:19:43.993893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.001961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.011084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.031202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.046973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.060104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.068605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.082040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-ce4504ee-297f-4ba8-88c0-dd1aa4015880 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5435 time: 0.3393116 Aug 25 11:19:44.095679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:19:44.096928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:44.098206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:19:44.098962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Bound port: 70e86dd6-468e-4789-9f07-db508a8cf4dd, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:19:44.099597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.111052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-a0e6686b-6ca0-4009-8f27-d4f38c83a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.116733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-a0e6686b-6ca0-4009-8f27-d4f38c83a758 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.2032583 Aug 25 11:19:44.141556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Deleting port 1205abac-3cc4-433d-9e37-e1ee598bf866 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:44.142625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.184523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-841ce744-5810-4807-947e-69cfeab11394 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563772 Aug 25 11:19:44.265281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fde31c02-5a09-49a0-8372-246098e7cc71 req-24644a8d-53a0-423b-88a2-e9481068c2bc tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1818442 Aug 25 11:19:44.284394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] DHCP port deletion for eb46f0de-5c0c-4889-890c-fc18afbbd04f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:19:44.321260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] For port 1205abac-3cc4-433d-9e37-e1ee598bf866, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1205abac-3cc4-433d-9e37-e1ee598bf866,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:44.321584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.333133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] For port 70e86dd6-468e-4789-9f07-db508a8cf4dd, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:19:44.357628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Calling delete_port for 1205abac-3cc4-433d-9e37-e1ee598bf866 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:44.357628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] For port 70e86dd6-468e-4789-9f07-db508a8cf4dd, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:19:44.382998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.448741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] Deleting port 1205abac-3cc4-433d-9e37-e1ee598bf866 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:44.449431 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.459895 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-c57b4193-3ce5-430b-937a-896c0b9f5a01 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672808 Aug 25 11:19:44.461183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.534536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Pushing event updated for resources: {'Port': ['ID=70e86dd6-468e-4789-9f07-db508a8cf4dd,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:44.551675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.552496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.555566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-97d6d652-d345-4f4a-b99f-8abdfb528c33 service neutron] 10.222.0.10 "PUT /v2.0/ports/70e86dd6-468e-4789-9f07-db508a8cf4dd HTTP/1.1" status: 200 len: 1093 time: 2.9919393 Aug 25 11:19:44.558569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'tag': '70e86dd6-468e-4789-9f07-db508a8cf4dd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:44.571465 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d878f0d-24f5-4de8-9b55-f9e87515a908", "tag": "70e86dd6-468e-4789-9f07-db508a8cf4dd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:44.616883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] For port 1205abac-3cc4-433d-9e37-e1ee598bf866, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1205abac-3cc4-433d-9e37-e1ee598bf866,segment=NetworkSegment(48dfe1dd-ad13-46dc-9d41-45ed147b826d),segment_id=48dfe1dd-ad13-46dc-9d41-45ed147b826d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:44.617303 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.633570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92f7ba-67f6-4485-a543-ee020a8b965d req-c5019cd7-463d-41bb-9438-d5d27d9ff3db tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.642470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc92f7ba-67f6-4485-a543-ee020a8b965d req-c5019cd7-463d-41bb-9438-d5d27d9ff3db tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 944 time: 0.2727232 Aug 25 11:19:44.646148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] Calling delete_port for 1205abac-3cc4-433d-9e37-e1ee598bf866 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:44.780741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Pushing event deleted for resources: {'Port': ['ID=becd1c51-f928-4764-908a-dc0d927a1e4b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:44.786971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a04fd32d-0dc3-4316-befc-f2f5a268e9d5 req-bd1a9a58-09cd-4c16-a6b5-3a8084e9bbb4 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112197 Aug 25 11:19:44.881850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc92f7ba-67f6-4485-a543-ee020a8b965d req-ae3e7882-7b27-4c05-830b-bb432c8fcaf3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294514 Aug 25 11:19:44.905169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.908278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-ba17386e-25cf-4d8a-8fd6-f7f4fa07aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:44.912703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-ba17386e-25cf-4d8a-8fd6-f7f4fa07aee0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 1096 time: 0.2643147 Aug 25 11:19:44.918283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:44.922768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] No DVR routers for this DVR port 1205abac-3cc4-433d-9e37-e1ee598bf866 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:44.963832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94b13-cf3d-47fc-a20e-f5bfe9b57b6e None None] Pushing event deleted for resources: {'Port': ['ID=1205abac-3cc4-433d-9e37-e1ee598bf866,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:45.014568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:45.047081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Pushing event deleted for resources: {'Port': ['ID=1205abac-3cc4-433d-9e37-e1ee598bf866,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:45.051029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] No DVR routers for this DVR port 1205abac-3cc4-433d-9e37-e1ee598bf866 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:45.142594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e71a7ac0-2bf2-47d6-a477-7fadd612e63b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:45.148867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-dcd8ce38-a2bf-481f-b709-e62050becb9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd HTTP/1.1" status: 200 len: 217 time: 0.2018189 Aug 25 11:19:45.164922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.199921 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442bb136-1c1c-42ae-87a0-a3d21449a4f9 x-openstack-request-id: req-442bb136-1c1c-42ae-87a0-a3d21449a4f9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:45.200221 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d878f0d-24f5-4de8-9b55-f9e87515a908", "tag": "70e86dd6-468e-4789-9f07-db508a8cf4dd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:45.200459 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-442bb136-1c1c-42ae-87a0-a3d21449a4f9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:45.200864 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'tag': '70e86dd6-468e-4789-9f07-db508a8cf4dd', 'status': 'completed', 'code': 200} Aug 25 11:19:45.245158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701dba-9e10-4c1f-b8c5-7df745062699 req-0a1b43e3-ee55-41ed-8076-0d2da39cae84 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:45.247007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54701dba-9e10-4c1f-b8c5-7df745062699 req-0a1b43e3-ee55-41ed-8076-0d2da39cae84 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 943 time: 0.3299839 Aug 25 11:19:45.272982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:45.275491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.287802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'port_id': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'mac_address': 'fa:16:3e:6a:27:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a933be-9cab-45fc-bfe0-71fe81f8e0fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:45.301867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-55054ad7-1af1-4f09-a8a4-2700df167749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:45.303260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-55054ad7-1af1-4f09-a8a4-2700df167749 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1450026 Aug 25 11:19:45.306236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb46f0de-5c0c-4889-890c-fc18afbbd04f']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:45.349857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dfe1dd-ad13-46dc-9d41-45ed147b826d') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:45.350174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dfe1dd-ad13-46dc-9d41-45ed147b826d') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:45.354982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port e71a7ac0-2bf2-47d6-a477-7fadd612e63b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:45.365018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port e71a7ac0-2bf2-47d6-a477-7fadd612e63b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:45.365384 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.367800 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.385977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:45.397675 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.410672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:45.436541 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.446340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54701dba-9e10-4c1f-b8c5-7df745062699 req-8d82ffa5-28d3-47ad-a6cf-047e35566704 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902468 Aug 25 11:19:45.534775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.551471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-861fb13d-8bde-4274-9330-2ddde4b20138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:45.555940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:45.556949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:19:45.561134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-861fb13d-8bde-4274-9330-2ddde4b20138 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429516 Aug 25 11:19:45.590122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:19:45.590566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:19:45.592946 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:19:45.651777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.682474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:45.684869 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a46956a-7035-4d50-9358-47f48c29bd39" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:45.704466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85d24c-fb82-4c74-9e3b-c3806ff6f788 req-7d1d2ce4-eb80-499e-82f8-09d8146508fa tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:45.706354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b85d24c-fb82-4c74-9e3b-c3806ff6f788 req-7d1d2ce4-eb80-499e-82f8-09d8146508fa tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 0.3127511 Aug 25 11:19:45.720842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:45.728426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:45.736056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:19:45.746183 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.761433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86c09cb1-be7e-4dfa-ab93-9a73d692b45d admin admin] 10.222.0.35 "PUT /v2.0/routers/efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3558784 Aug 25 11:19:45.761719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] Sync routers for ids ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:19:45.763527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44954) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:45.767625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.775098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:45.779516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb46f0de-5c0c-4889-890c-fc18afbbd04f HTTP/1.1" status: 204 len: 168 time: 2.4882946 Aug 25 11:19:45.823515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf8491-9ce6-448c-83f9-a079a8103200 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb46f0de-5c0c-4889-890c-fc18afbbd04f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:45.866996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-d8dd0884-75b6-452e-ab9b-aed9aa9b0b1b service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970119 Aug 25 11:19:45.872441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] Routers {'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:45.873477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:45.885890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b85d24c-fb82-4c74-9e3b-c3806ff6f788 req-c00275cf-f44d-479e-a10b-c74dd2d35526 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480072 Aug 25 11:19:46.037630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.075231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.081631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.088754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.099922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.106798 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc03cb23-9f59-4290-9384-fe68855d3a3e x-openstack-request-id: req-fc03cb23-9f59-4290-9384-fe68855d3a3e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:46.108493 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:46.109047 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc03cb23-9f59-4290-9384-fe68855d3a3e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:46.109956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.115978 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b', 'code': 200} Aug 25 11:19:46.117332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.124989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.127129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-451ebe15-959d-4b1c-aa43-1de3447df62a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5436 time: 0.3463280 Aug 25 11:19:46.203293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:46.212074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44962) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:46.224844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-975cacde-7f82-4dec-8fcf-2b3dd13a4617 req-dcef9eaa-95fe-4178-8674-838beed4c624 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802095 Aug 25 11:19:46.303152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.372678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bd14d61-3cd8-4cc2-8763-5478962423f7 req-37833a59-2350-4bc7-9e48-97535f851742 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851780 Aug 25 11:19:46.406012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1205abac-3cc4-433d-9e37-e1ee598bf866 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:46.416039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93a4da46-e763-4adc-a6fd-b11c14e9eaf5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c06bda2f6db40ae87bbcfb79959bda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898909 Aug 25 11:19:46.418939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44964) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:46.459250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Deleting port 2b98c708-6198-40fe-b261-1743a4e66eb5 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:46.461530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.475756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1205abac-3cc4-433d-9e37-e1ee598bf866 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:46.476116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1205abac-3cc4-433d-9e37-e1ee598bf866 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:46.504598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a794-76c8-4029-a273-9af0f369e6ab req-13345490-7aaf-4cc0-9975-b3622b8bd3e4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.507575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4767a794-76c8-4029-a273-9af0f369e6ab req-13345490-7aaf-4cc0-9975-b3622b8bd3e4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 944 time: 0.2482722 Aug 25 11:19:46.514455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] Set router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:46.656402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] For port 2b98c708-6198-40fe-b261-1743a4e66eb5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b98c708-6198-40fe-b261-1743a4e66eb5,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:46.656922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.688814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Calling delete_port for 2b98c708-6198-40fe-b261-1743a4e66eb5 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:46.699387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-7d62440b-c9cf-4516-a720-09e4b2a0427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.701387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-7d62440b-c9cf-4516-a720-09e4b2a0427b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 1096 time: 0.1907864 Aug 25 11:19:46.735421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91074031-e15e-4e8e-82c7-cc3f71383927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.790866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4767a794-76c8-4029-a273-9af0f369e6ab req-07418530-1934-403e-b711-0df3eeb2c791 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163601 Aug 25 11:19:46.823775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-2528542f-cb4a-4d47-9cd4-96af8cc34fc9 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.825359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-2528542f-cb4a-4d47-9cd4-96af8cc34fc9 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 0.2259939 Aug 25 11:19:46.833792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91074031-e15e-4e8e-82c7-cc3f71383927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.912677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:19:44Z', 'revision_number': 5, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port': {'id': '2b98c708-6198-40fe-b261-1743a4e66eb5', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:01Z', 'updated_at': '2021-08-25T11:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:46.955036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] Checking router: efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:19:46.969517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] Routers {'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:46.971097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:46.980373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:46.984673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-d0f3611f-038f-46e5-ac7b-b12250d94c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:46.987695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-d0f3611f-038f-46e5-ac7b-b12250d94c2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.2731428 Aug 25 11:19:47.046872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b62e6a-3d17-4d1f-b6aa-a89ba5bac34a req-0541e51f-02c1-488a-9f56-79905cfb87d3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:47.048544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34b62e6a-3d17-4d1f-b6aa-a89ba5bac34a req-0541e51f-02c1-488a-9f56-79905cfb87d3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 944 time: 0.2221596 Aug 25 11:19:47.093946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-3aa29847-b73c-4b6a-9925-11f9df42cc41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd HTTP/1.1" status: 200 len: 217 time: 0.0811610 Aug 25 11:19:47.130950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91074031-e15e-4e8e-82c7-cc3f71383927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.133175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91074031-e15e-4e8e-82c7-cc3f71383927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.136769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-91074031-e15e-4e8e-82c7-cc3f71383927 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed27f833-1dda-4482-ac01-7ac56c1aba8c HTTP/1.1" status: 204 len: 168 time: 0.7142875 Aug 25 11:19:47.143635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.146456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b98c708-6198-40fe-b261-1743a4e66eb5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:47.220814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91074031-e15e-4e8e-82c7-cc3f71383927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed27f833-1dda-4482-ac01-7ac56c1aba8c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:47.247223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34b62e6a-3d17-4d1f-b6aa-a89ba5bac34a req-cb72ad69-b748-4a65-8f81-4cf5e989b856 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577857 Aug 25 11:19:47.250682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-8060b975-70f9-426e-956c-315b7873c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:47.262933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-8060b975-70f9-426e-956c-315b7873c0e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1576951 Aug 25 11:19:47.266515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Deleting port 23e4228e-360e-47eb-b0c7-753b0f3eebec {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:47.266859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.303437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.307127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.337528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:47.339799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:47.376943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.379164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:19:47.390338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.392391 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c16ea2ee-6f80-48fd-8add-e999f9f8768c admin admin] 10.222.0.35 "DELETE /v2.0/routers/efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd HTTP/1.1" status: 204 len: 168 time: 1.6276948 Aug 25 11:19:47.395986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44978) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:47.465997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] Set router efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:47.483646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Deleting subnet f9f147de-5b14-4312-ae78-26a43e084fa9 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:19:47.487782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.556051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:19:46Z', 'revision_number': 7, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:47.576589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.585750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-82082389-c935-42d1-a7dc-227f5a48e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:47.587549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-82082389-c935-42d1-a7dc-227f5a48e4cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3048913 Aug 25 11:19:47.629492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b5daa-969b-4d36-bc90-33752e3238e2 None None] The sync data for ids ['efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd'] in n-d-778732-11 is: [{'id': 'efb97b82-7f5a-45b1-b4b2-ffc6ed0c6ebd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1912320661-router', 'tenant_id': '27e5a5ca515f460cbb152a322121cb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:15:58Z', 'updated_at': '2021-08-25T11:19:46Z', 'revision_number': 7, 'project_id': '27e5a5ca515f460cbb152a322121cb05', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:47.653500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:47.672773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:47.679664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:47.680361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.684671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:47.685223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.693896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5f39-999c-4eb6-bc6a-44809cd8358c req-43410135-6ef1-4891-bd87-fb3a58363b17 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:47.695764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-782d5f39-999c-4eb6-bc6a-44809cd8358c req-43410135-6ef1-4891-bd87-fb3a58363b17 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 948 time: 0.2679400 Aug 25 11:19:47.776908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] For port 23e4228e-360e-47eb-b0c7-753b0f3eebec, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=23e4228e-360e-47eb-b0c7-753b0f3eebec,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:47.777307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.827485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:47.831360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Calling delete_port for 23e4228e-360e-47eb-b0c7-753b0f3eebec owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:47.961269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-782d5f39-999c-4eb6-bc6a-44809cd8358c req-6f71c245-130a-4b01-989f-36d6e6c0dd6a tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240403 Aug 25 11:19:48.006163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-1c328216-c7db-4117-a414-199571e27324 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090793 Aug 25 11:19:48.014093 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.032262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.044519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.117232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.128042 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f9f147de-5b14-4312-ae78-26a43e084fa9 HTTP/1.1" status: 204 len: 168 time: 0.7286112 Aug 25 11:19:48.129565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84cea0-a36a-4966-bc02-c3acd7245307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f147de-5b14-4312-ae78-26a43e084fa9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:48.135083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:48.146683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:48.155808 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b38f2a-19ae-4a4f-9908-92f94be32bed" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:48.166551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.179512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.185325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcdd186-4c6e-447f-b9b6-d30ec7b8bb7e None None] Network 06e131ce-f968-42ea-919c-d6b2008d8ae3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:48.196032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.217366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.243947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.258051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.275525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:48.298375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-953859ae-d8c3-4801-9280-c1336f5530c8 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5436 time: 0.4219828 Aug 25 11:19:48.321380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:48.367003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device becd1c51-f928-4764-908a-dc0d927a1e4b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:48.368323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.443711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.444654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a07f056f-cef1-4eb7-8a39-85faf1e786b7 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:48.450697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: becd1c51-f928-4764-908a-dc0d927a1e4b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:48.452209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device becd1c51-f928-4764-908a-dc0d927a1e4b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:48.504499 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8c70a4a3-c519-4f1e-afd3-067c6d50b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.525524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Deleting port e37a9f40-4c35-4f34-afdd-759a4d00e246 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:48.525979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.574021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:48.602822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a363504-6f43-481e-bba8-f5c1295d8b9a req-70dc5576-b3ed-424b-ae1a-1fed75fa7f5b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2947855 Aug 25 11:19:48.606268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.671255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac8be5a-e1ee-46a6-b879-35d69a1c26e9 req-015a821c-269c-4f3e-829c-e7591730b533 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381788 Aug 25 11:19:48.730623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] For port e37a9f40-4c35-4f34-afdd-759a4d00e246, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e37a9f40-4c35-4f34-afdd-759a4d00e246,segment=NetworkSegment(ca070b78-8557-4408-9350-9a76598c5992),segment_id=ca070b78-8557-4408-9350-9a76598c5992)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:48.730996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.758814 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1e2dc-eac8-4cde-828e-feaf5f6a5452 x-openstack-request-id: req-d6f1e2dc-eac8-4cde-828e-feaf5f6a5452 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:48.759105 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:48.759356 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6f1e2dc-eac8-4cde-828e-feaf5f6a5452 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:48.759824 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3', 'code': 200} Aug 25 11:19:48.772553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:48.778925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Calling delete_port for e37a9f40-4c35-4f34-afdd-759a4d00e246 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:48.808844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:48.908777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Pushing event deleted for resources: {'Port': ['ID=23e4228e-360e-47eb-b0c7-753b0f3eebec,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:48.933448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a07f056f-cef1-4eb7-8a39-85faf1e786b7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:48.997668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:49.006581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b330260-f122-4184-9c0b-2ede2bb6e018 None None] DHCP port deletion for 06e131ce-f968-42ea-919c-d6b2008d8ae3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:19:49.029345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a07f056f-cef1-4eb7-8a39-85faf1e786b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:49.031607 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.037003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.073312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e37a9f40-4c35-4f34-afdd-759a4d00e246,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:49.079822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] No DVR routers for this DVR port e37a9f40-4c35-4f34-afdd-759a4d00e246 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:49.109495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 70e86dd6-468e-4789-9f07-db508a8cf4dd details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:19:49.146555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:49.150446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9b330260-f122-4184-9c0b-2ede2bb6e018 None None] The port 'e37a9f40-4c35-4f34-afdd-759a4d00e246' was deleted {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 25 11:19:49.270366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.290670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e131ce-f968-42ea-919c-d6b2008d8ae3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:49.317643 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:19:49.325510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca070b78-8557-4408-9350-9a76598c5992') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:49.326186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca070b78-8557-4408-9350-9a76598c5992') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:49.349109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.373435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.388525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.402312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 70e86dd6-468e-4789-9f07-db508a8cf4dd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:49.406835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:19:49.408964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:19:49.413302 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:19:49.437737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '70e86dd6-468e-4789-9f07-db508a8cf4dd', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '70e86dd6-468e-4789-9f07-db508a8cf4dd', 'mac_address': 'fa:16:3e:95:1e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:19:49.491719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:49.516477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1287313535-network', 'tenant_id': '0d54f9d1bc924c18aa258bc2b859edfd'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:49.519012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420ea7-6cd5-4c0c-b1c8-6f80d3206b97 req-fd1aebc3-2534-40e7-b824-c5d32036ee60 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:49.527402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86420ea7-6cd5-4c0c-b1c8-6f80d3206b97 req-fd1aebc3-2534-40e7-b824-c5d32036ee60 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 944 time: 0.8232582 Aug 25 11:19:49.531867 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.532878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 579d1d78-071e-4eb1-a72f-d6581bd96e67 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:49.552111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] No DVR routers for this DVR port 23e4228e-360e-47eb-b0c7-753b0f3eebec on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:49.561809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.563909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c631865-ab0b-4b67-add6-a13bc0622121 req-5582f857-a837-4557-ad49-eb15a2dcdd31 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.67 "DELETE /v2.0/ports/23e4228e-360e-47eb-b0c7-753b0f3eebec HTTP/1.1" status: 204 len: 173 time: 2.7119355 Aug 25 11:19:49.564386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-deleted', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:49.567603 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150268e-aa0a-436a-bfbd-8c4047169abc" -d '{"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-deleted", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:49.609744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Made reservation on behalf of 0d54f9d1bc924c18aa258bc2b859edfd for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:49.611000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86420ea7-6cd5-4c0c-b1c8-6f80d3206b97 req-06704353-3936-43f4-a490-e0510b1d97a6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815885 Aug 25 11:19:49.612214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.636966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd372478-3230-47e5-92d7-abb83b741d36 req-4df24549-44ae-4145-a980-ee0ec70698a1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:49.637484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.643827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.659592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd372478-3230-47e5-92d7-abb83b741d36 req-4df24549-44ae-4145-a980-ee0ec70698a1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 945 time: 0.7560179 Aug 25 11:19:49.663084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.667055 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] 10.222.0.35 "DELETE /v2.0/networks/06e131ce-f968-42ea-919c-d6b2008d8ae3 HTTP/1.1" status: 204 len: 168 time: 1.5308287 Aug 25 11:19:49.672965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:49.739468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd6a73-4295-4077-b9ba-3c4619d15dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=06e131ce-f968-42ea-919c-d6b2008d8ae3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:49.758866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.792940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd372478-3230-47e5-92d7-abb83b741d36 req-b38f843c-12a1-44fe-9519-fa75f3552d4d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322517 Aug 25 11:19:49.840110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 579d1d78-071e-4eb1-a72f-d6581bd96e67 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:49.845237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:49.861759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e86dd6-468e-4789-9f07-db508a8cf4dd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:19:49.874584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27babfa4-03d9-4150-b08a-df38244e4e0d req-83c6fd71-d5a2-40fe-b21c-cdccb7013751 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b684f48-7675-4807-a424-6fa48a1098a8 HTTP/1.1" status: 200 len: 210 time: 0.0440304 Aug 25 11:19:49.889310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 70e86dd6-468e-4789-9f07-db508a8cf4dd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:49.889843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 579d1d78-071e-4eb1-a72f-d6581bd96e67 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:49.890711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:49.949847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.008717 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05843f02-ee78-441d-a946-32a1966a259f x-openstack-request-id: req-05843f02-ee78-441d-a946-32a1966a259f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:50.009150 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b684f48-7675-4807-a424-6fa48a1098a8", "name": "network-vif-deleted", "tag": "23e4228e-360e-47eb-b0c7-753b0f3eebec", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:50.012037 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05843f02-ee78-441d-a946-32a1966a259f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:50.012037 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b684f48-7675-4807-a424-6fa48a1098a8', 'name': 'network-vif-deleted', 'tag': '23e4228e-360e-47eb-b0c7-753b0f3eebec', 'status': 'completed', 'code': 200} Aug 25 11:19:50.035137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.048778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.141711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:19:50.170734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5f34c-21ae-4f6f-9342-dd08cd5b3989,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:50.191903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.192474 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Added segment 94c31f02-eb66-4838-a9b9-50d454397416 of type vlan for network b346257e-e9c1-400d-bf60-f010212550a3 Aug 25 11:19:50.204531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b98c708-6198-40fe-b261-1743a4e66eb5 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:50.237247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=70e86dd6-468e-4789-9f07-db508a8cf4dd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:50.240172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.246595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['70e86dd6-468e-4789-9f07-db508a8cf4dd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:19:50.248703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.253904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2b98c708-6198-40fe-b261-1743a4e66eb5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:50.254628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b98c708-6198-40fe-b261-1743a4e66eb5 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:50.255276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e37a9f40-4c35-4f34-afdd-759a4d00e246 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:50.257591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.265402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.272271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.282610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.291472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.294655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-b86201f8-3633-4148-86e6-16e435657e4a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5438 time: 0.2437956 Aug 25 11:19:50.299080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.331756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e37a9f40-4c35-4f34-afdd-759a4d00e246 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:50.332146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e37a9f40-4c35-4f34-afdd-759a4d00e246 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:50.337901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.356978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.358064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.358578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.426627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:50.447382 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.450619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:50.501275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] Pushing event updated for resources: {'Network': ['ID=b346257e-e9c1-400d-bf60-f010212550a3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:50.529401 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c621f11-89f5-4e9f-80bf-cefbfd9be939 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3796678 Aug 25 11:19:50.530025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f12d7ce1-8a94-4501-81c8-d226e959e38e req-d505dbaf-ae9c-4b1b-ab76-8237929a2c76 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516287 Aug 25 11:19:50.533556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45036) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:50.548923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Request body: {'subnet': {'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1287313535-subnet', 'tenant_id': '0d54f9d1bc924c18aa258bc2b859edfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:50.581795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network b346257e-e9c1-400d-bf60-f010212550a3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:19:50.646552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Made reservation on behalf of 0d54f9d1bc924c18aa258bc2b859edfd for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:50.652456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.714878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:50.764545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:50.766998 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c32b0-4ee4-4d9c-a1ca-17504873911b" -d '{"events": [{"server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "name": "network-vif-plugged", "status": "completed", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:50.808479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:50.892556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:50.905534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56344d1-e10a-4f67-968d-238b1ced3a57 req-a6e093df-098d-46e6-a56a-6e8abe3fc6f8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:50.907425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f56344d1-e10a-4f67-968d-238b1ced3a57 req-a6e093df-098d-46e6-a56a-6e8abe3fc6f8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 945 time: 0.1249294 Aug 25 11:19:50.927014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:50.927617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.025378 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780868f5-37b1-427d-abdc-c1ffcc9f4e72 x-openstack-request-id: req-780868f5-37b1-427d-abdc-c1ffcc9f4e72 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:51.025910 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "name": "network-vif-plugged", "status": "completed", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:51.026319 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-780868f5-37b1-427d-abdc-c1ffcc9f4e72 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:51.026954 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'code': 200} Aug 25 11:19:51.036185 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7', 'code': 200} Aug 25 11:19:51.036430 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'code': 200} Aug 25 11:19:51.116385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.173602 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.175816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f56344d1-e10a-4f67-968d-238b1ced3a57 req-0c08f403-2d18-4bf2-96b4-37a98a36195c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565830 Aug 25 11:19:51.210694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9762b46-3f25-4802-9589-1d919ca4281e req-c74e8012-aa65-4536-8cf1-781f4291d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:51.212788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9762b46-3f25-4802-9589-1d919ca4281e req-c74e8012-aa65-4536-8cf1-781f4291d3f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1097 time: 0.0988097 Aug 25 11:19:51.261537 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28ad824d-1f3c-4b0d-b613-5051161b825e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.331237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:51.345958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.346780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 26d139eb-961d-4575-a1b5-13c7fb5ca80b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:51.445261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2533ea9-3525-4b20-bcce-977586447146 req-368863a7-69f0-43fa-91a8-8b323089f0e9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:51.447297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2533ea9-3525-4b20-bcce-977586447146 req-368863a7-69f0-43fa-91a8-8b323089f0e9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 945 time: 0.2408891 Aug 25 11:19:51.456707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9762b46-3f25-4802-9589-1d919ca4281e req-f382845f-6711-4db8-aee0-ceec14b9cc82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867323 Aug 25 11:19:51.470869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Deleting port 5627bd70-7012-4eba-8212-529ede371bd5 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:51.471509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.525823 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae43418-f6dc-45d4-9ce8-d1373859c84b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:51.532834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Checking segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:19:51.533424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Network hostable DHCP agents. Network: b346257e-e9c1-400d-bf60-f010212550a3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:19:51.577118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Network b346257e-e9c1-400d-bf60-f010212550a3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:19:51.594352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, b346257e-e9c1-400d-bf60-f010212550a3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:51.601800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2533ea9-3525-4b20-bcce-977586447146 req-416b0252-12b1-478a-87d6-06fce888ce63 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411600 Aug 25 11:19:51.619644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:51.621383 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.653830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9ad87a00-f663-4a26-870c-f6e6d9e838e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1040077 Aug 25 11:19:51.670369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] For port 5627bd70-7012-4eba-8212-529ede371bd5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5627bd70-7012-4eba-8212-529ede371bd5,segment=NetworkSegment(c0e014a6-edd9-4b2a-b818-1631f68743d6),segment_id=c0e014a6-edd9-4b2a-b818-1631f68743d6)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:51.670828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.720883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Calling delete_port for 5627bd70-7012-4eba-8212-529ede371bd5 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:51.850358 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:51.859771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96c1d6-6b76-4502-a045-4ccd44961cf8 None None] Network b346257e-e9c1-400d-bf60-f010212550a3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:51.950832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:52.009182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 26d139eb-961d-4575-a1b5-13c7fb5ca80b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:52.042445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 26d139eb-961d-4575-a1b5-13c7fb5ca80b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:52.043066 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.131781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.138323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.145443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.152236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.159321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.165829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.172044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.184151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-bef58552-6c25-463c-9e26-944213f95bec tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5440 time: 0.1308258 Aug 25 11:19:52.190743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59225901-86e1-419f-84d7-4836af5f3953 None None] Network b346257e-e9c1-400d-bf60-f010212550a3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:52.196133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.245234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Pushing event deleted for resources: {'Port': ['ID=5627bd70-7012-4eba-8212-529ede371bd5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:52.376396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6cf2bfa-10b7-4459-b228-86be5bd17a7d req-f0e6a6d1-d2c1-4238-8aa1-728340ac82b5 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1912353 Aug 25 11:19:52.393658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.410625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.640903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:52.650376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.651753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 71986064-93b7-413f-9594-96cfed0838e0 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:52.728135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.767460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96817de4-b2c5-4615-b3dd-498e6ba122a4 req-639578c8-3bff-4752-963a-521d6926929d tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.769036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96817de4-b2c5-4615-b3dd-498e6ba122a4 req-639578c8-3bff-4752-963a-521d6926929d tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 948 time: 0.1857896 Aug 25 11:19:52.784090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:52.796490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 71986064-93b7-413f-9594-96cfed0838e0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:52.801580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 71986064-93b7-413f-9594-96cfed0838e0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:52.802055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.873485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-43b47898-a276-4cc4-8c54-08f92da1ebc7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:52.878626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-43b47898-a276-4cc4-8c54-08f92da1ebc7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 822 time: 0.3551388 Aug 25 11:19:52.912838 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.961864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=71986064-93b7-413f-9594-96cfed0838e0,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:52.968175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:52.979193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:53.025544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 23e4228e-360e-47eb-b0c7-753b0f3eebec {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:53.026230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 23e4228e-360e-47eb-b0c7-753b0f3eebec not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:53.037826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beaf1af-3d06-4e67-a8c6-bbc75143fc93'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71986064-93b7-413f-9594-96cfed0838e0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:53.040297 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3e4c08-ad26-4823-aaa6-b72e9da1929a" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "0beaf1af-3d06-4e67-a8c6-bbc75143fc93"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "71986064-93b7-413f-9594-96cfed0838e0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:53.063386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:53.109369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 70e86dd6-468e-4789-9f07-db508a8cf4dd up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:19:53.188581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 70e86dd6-468e-4789-9f07-db508a8cf4dd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:19:53.196546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 70e86dd6-468e-4789-9f07-db508a8cf4dd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:19:53.197309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:53.230619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96817de4-b2c5-4615-b3dd-498e6ba122a4 req-3eff7b37-fae2-41f4-93d1-196814c3b628 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196970 Aug 25 11:19:53.263861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-88b70506-2fa1-4292-8f58-40f3e95e3c58 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/quotas/0d54f9d1bc924c18aa258bc2b859edfd HTTP/1.1" status: 200 len: 375 time: 0.0590010 Aug 25 11:19:53.356149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-396adeb1-93cc-40ef-a26f-341141534bad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841477 Aug 25 11:19:53.357283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:53.417895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 70e86dd6-468e-4789-9f07-db508a8cf4dd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:53.426555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:53.532280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b7376-d726-4bb7-a4dd-e549f1e9e033 req-b3328544-2bb2-4b45-8d21-57aa1df883a5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:53.539935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb7b7376-d726-4bb7-a4dd-e549f1e9e033 req-b3328544-2bb2-4b45-8d21-57aa1df883a5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 945 time: 0.2452316 Aug 25 11:19:53.553004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=70e86dd6-468e-4789-9f07-db508a8cf4dd,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:53.617333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-5fb78bc5-df2c-4b5f-bbc9-36167694a4b4 service neutron] 10.222.0.35 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365370 Aug 25 11:19:53.701422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb7b7376-d726-4bb7-a4dd-e549f1e9e033 req-30998b3b-f771-4377-b3e8-b518c1ced761 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602690 Aug 25 11:19:53.722247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Router 968a63a4-3958-4441-9891-f14bed36a557 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:19:53.808927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-7fcedca7-e8e5-473c-a0c1-1265af67ee6f service neutron] 10.222.0.35 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843057 Aug 25 11:19:53.939425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:19:53.950765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dcbb66b7-32a2-4d15-b8f8-da5393d4d30e admin admin] 10.222.0.35 "PUT /v2.0/routers/968a63a4-3958-4441-9891-f14bed36a557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2679613 Aug 25 11:19:53.952882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45096) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:53.956356 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] Sync routers for ids ['968a63a4-3958-4441-9891-f14bed36a557'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:19:53.962158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18a078-f4a8-4623-ab1d-6e798eee274b req-fb37e7fd-75f8-46e4-a6a1-46cd013df5b1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:53.963837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e18a078-f4a8-4623-ab1d-6e798eee274b req-fb37e7fd-75f8-46e4-a6a1-46cd013df5b1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 945 time: 0.1479540 Aug 25 11:19:53.979385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e4b13-5d03-48ea-a046-02287db924ac req-676293ae-925b-4611-ac5b-e21c718b2ffc tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:53.980991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-849e4b13-5d03-48ea-a046-02287db924ac req-676293ae-925b-4611-ac5b-e21c718b2ffc tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.10 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 948 time: 0.1003189 Aug 25 11:19:53.989254 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] Routers {'968a63a4-3958-4441-9891-f14bed36a557'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:53.991197 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['968a63a4-3958-4441-9891-f14bed36a557'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:54.107060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e18a078-f4a8-4623-ab1d-6e798eee274b req-390b5963-a745-4ce9-a68b-58fa7487979f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233811 Aug 25 11:19:54.194104 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:54.200230 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bb1d2-f9c3-4da2-ae43-594ba61fb81e x-openstack-request-id: req-e22bb1d2-f9c3-4da2-ae43-594ba61fb81e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:54.200407 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "0beaf1af-3d06-4e67-a8c6-bbc75143fc93", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-plugged", "status": "completed", "tag": "71986064-93b7-413f-9594-96cfed0838e0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:54.200533 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e22bb1d2-f9c3-4da2-ae43-594ba61fb81e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:54.201116 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beaf1af-3d06-4e67-a8c6-bbc75143fc93', 'code': 200} Aug 25 11:19:54.201531 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b', 'code': 200} Aug 25 11:19:54.201818 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71986064-93b7-413f-9594-96cfed0838e0', 'code': 200} Aug 25 11:19:54.222466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Deleting port 815384bb-66de-4eb1-88d1-517c5d99c4a0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:54.226134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:54.283448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:54.424337 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] Set router 968a63a4-3958-4441-9891-f14bed36a557 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:54.462873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:54.467065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13b74aae-83c5-46cd-b81d-667efe7e6b57 req-da16f9e8-8f33-41bb-830f-5ea0016a20bc tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 210 time: 0.0690114 Aug 25 11:19:54.492770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] For port 815384bb-66de-4eb1-88d1-517c5d99c4a0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=815384bb-66de-4eb1-88d1-517c5d99c4a0,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:54.493257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:54.524517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.531434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.538980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.554816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.565602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.576770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Deleting port f0c49065-540d-407b-a506-8143d574ac7d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:54.576974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.577355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:54.585188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.594924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-79e00f6f-8d35-4248-88c0-db5d09fda2aa tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.3607845 Aug 25 11:19:54.597372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Calling delete_port for 815384bb-66de-4eb1-88d1-517c5d99c4a0 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:54.622385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.622990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.623554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.624088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.624634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.625185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.625726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.627889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-85d7d15a-2629-4612-90e7-52cd9587b467 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6506 time: 0.2550161 Aug 25 11:19:54.794501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acd911b0-33e1-4290-9c5e-9be70899f957 req-5ba58d56-b250-454d-bae3-5bb837b28b4e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1984403 Aug 25 11:19:54.812682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec891c13-7e63-4dd7-9bd5-8b80fc9fedf4 req-5d54cc14-d435-4acb-856c-77f3d1ffa469 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&id=49a8878d-db35-4df9-b366-b9495ae97a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706893 Aug 25 11:19:54.817529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b392d-3b83-4fe2-b315-ba3f50e9327e req-8b8b56f8-ee93-446c-bcee-817a5c9bc1f7 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:54.825265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-193b392d-3b83-4fe2-b315-ba3f50e9327e req-8b8b56f8-ee93-446c-bcee-817a5c9bc1f7 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1097 time: 0.1865981 Aug 25 11:19:54.902377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-193b392d-3b83-4fe2-b315-ba3f50e9327e req-306a0088-7d8d-4e58-af78-d91a2ee5aabe tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Aug 25 11:19:54.951921 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:19:51Z', 'revision_number': 5, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port': {'id': 'f0c49065-540d-407b-a506-8143d574ac7d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968a63a4-3958-4441-9891-f14bed36a557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:34Z', 'updated_at': '2021-08-25T11:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:54.996160 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] Checking router: 968a63a4-3958-4441-9891-f14bed36a557 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:19:55.007391 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] Routers {'968a63a4-3958-4441-9891-f14bed36a557'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:19:55.008267 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['968a63a4-3958-4441-9891-f14bed36a557'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:55.011901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] For port f0c49065-540d-407b-a506-8143d574ac7d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f0c49065-540d-407b-a506-8143d574ac7d,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:55.012984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:55.050560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Calling delete_port for f0c49065-540d-407b-a506-8143d574ac7d owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:55.150647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9e47-4e88-40a0-88fe-9c6fb67dea08 req-37244c92-136c-4976-a038-772a2d1bbd40 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:55.152609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-579d9e47-4e88-40a0-88fe-9c6fb67dea08 req-37244c92-136c-4976-a038-772a2d1bbd40 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 948 time: 0.1784346 Aug 25 11:19:55.154676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:55.204179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] Set router 968a63a4-3958-4441-9891-f14bed36a557 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:19:55.213893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Pushing event deleted for resources: {'Port': ['ID=815384bb-66de-4eb1-88d1-517c5d99c4a0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:55.243190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589442e-cb8d-4769-b995-e3d819817cb2 req-01c9c3cc-2260-446d-ad17-ea0aa384c8be tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:55.251770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9589442e-cb8d-4769-b995-e3d819817cb2 req-01c9c3cc-2260-446d-ad17-ea0aa384c8be tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 946 time: 0.1759386 Aug 25 11:19:55.274251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45124) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:55.323862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] No DVR routers for this DVR port 815384bb-66de-4eb1-88d1-517c5d99c4a0 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:55.329546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:55.331667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-849e4b13-5d03-48ea-a046-02287db924ac req-e10bb224-ce5b-4406-bf6a-0a29e5cf3190 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.10 "DELETE /v2.0/ports/815384bb-66de-4eb1-88d1-517c5d99c4a0 HTTP/1.1" status: 204 len: 173 time: 1.3414721 Aug 25 11:19:55.335343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-deleted', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:55.337247 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654429a1-b7ba-4ca2-925f-9a8b5982eae4" -d '{"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-deleted", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:55.355745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-579d9e47-4e88-40a0-88fe-9c6fb67dea08 req-87430393-1c67-4a70-b187-4cf5c09e3772 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/security-groups?id=e56efcfd-2cbf-4220-a028-4e18b4ae0983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888027 Aug 25 11:19:55.412382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9589442e-cb8d-4769-b995-e3d819817cb2 req-ed907a10-3a05-489e-8cde-98ed95145d63 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593728 Aug 25 11:19:55.416155 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:19:54Z', 'revision_number': 6, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:55.520170 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f708cce-6649-4c74-997d-10acec00e063 x-openstack-request-id: req-6f708cce-6649-4c74-997d-10acec00e063 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:55.520482 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7ab64-7014-4b36-b787-b94847efb771", "name": "network-vif-deleted", "tag": "815384bb-66de-4eb1-88d1-517c5d99c4a0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:55.520701 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f708cce-6649-4c74-997d-10acec00e063 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:55.521100 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7ab64-7014-4b36-b787-b94847efb771', 'name': 'network-vif-deleted', 'tag': '815384bb-66de-4eb1-88d1-517c5d99c4a0', 'status': 'completed', 'code': 200} Aug 25 11:19:55.521272 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7ca85-b1d8-41de-8720-9fb7fe2513e0 None None] The sync data for ids ['968a63a4-3958-4441-9891-f14bed36a557'] in n-d-778732-11 is: [{'id': '968a63a4-3958-4441-9891-f14bed36a557', 'name': 'tempest-AttachSCSIVolumeTestJSON-507397125-router', 'tenant_id': '0046a3aaad1445caaecc724edcadc876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:31Z', 'updated_at': '2021-08-25T11:19:54Z', 'revision_number': 6, 'project_id': '0046a3aaad1445caaecc724edcadc876', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:19:55.627903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767a9c8-6875-4b8a-beb5-4de1fbdc7419 req-683a4777-19e1-4018-a7c3-b388169de9fc tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:55.635852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8767a9c8-6875-4b8a-beb5-4de1fbdc7419 req-683a4777-19e1-4018-a7c3-b388169de9fc tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1097 time: 0.1252530 Aug 25 11:19:55.683018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69b0d8dd-55ac-4330-b39f-b3cc9b0a6fbf req-e10e0e3c-153c-430e-bd8d-a8ac1a64b7f0 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 210 time: 0.0608926 Aug 25 11:19:55.687383 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fe9218a-8558-4bd7-b3b1-9a92bbfa32ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:55.770840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8767a9c8-6875-4b8a-beb5-4de1fbdc7419 req-71188e21-552c-4d06-ade5-3fa9f5f30486 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339967 Aug 25 11:19:55.900359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.054683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5627bd70-7012-4eba-8212-529ede371bd5 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:56.084450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c49065-540d-407b-a506-8143d574ac7d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:56.105728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5627bd70-7012-4eba-8212-529ede371bd5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:56.106185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5627bd70-7012-4eba-8212-529ede371bd5 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:56.141871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.168774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.185066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.199630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.202685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e86dd6-468e-4789-9f07-db508a8cf4dd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:19:56.205420 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876aa6ce-e4f4-4f33-b95a-eb40cf1b3169" -d '{"events": [{"server_uuid": "6d878f0d-24f5-4de8-9b55-f9e87515a908", "name": "network-vif-plugged", "status": "completed", "tag": "70e86dd6-468e-4789-9f07-db508a8cf4dd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:19:56.206373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.213738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.226081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.234756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-731e4144-ffa9-441f-97c8-418ade57096f req-ca382a6a-61f7-40fd-95a1-91b8076c9178 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.2702160 Aug 25 11:19:56.262726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.295205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-731e4144-ffa9-441f-97c8-418ade57096f req-d1570ea1-b939-4849-b9df-5d9c05056432 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550363 Aug 25 11:19:56.336495 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06f168-cbce-48ec-a2f7-a426e52eb633 x-openstack-request-id: req-0c06f168-cbce-48ec-a2f7-a426e52eb633 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:19:56.336976 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d878f0d-24f5-4de8-9b55-f9e87515a908", "name": "network-vif-plugged", "status": "completed", "tag": "70e86dd6-468e-4789-9f07-db508a8cf4dd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:19:56.339448 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c06f168-cbce-48ec-a2f7-a426e52eb633 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:19:56.340812 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e86dd6-468e-4789-9f07-db508a8cf4dd', 'code': 200} Aug 25 11:19:56.401145 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.404491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.481489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.482752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 968a63a4-3958-4441-9891-f14bed36a557 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:19:56.502278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.503357 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96d5d80f-7451-4201-ad58-8b8e854444be admin admin] 10.222.0.35 "DELETE /v2.0/routers/968a63a4-3958-4441-9891-f14bed36a557 HTTP/1.1" status: 204 len: 168 time: 2.5489306 Aug 25 11:19:56.509771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45154) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:56.524341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fe9218a-8558-4bd7-b3b1-9a92bbfa32ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.542484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f0865-1c6d-43e6-b0b5-8d76c6422f93 req-5de09a31-3f58-456b-b597-471ffd851015 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:56.544957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c2f0865-1c6d-43e6-b0b5-8d76c6422f93 req-5de09a31-3f58-456b-b597-471ffd851015 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1097 time: 0.1385071 Aug 25 11:19:56.596102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fe9218a-8558-4bd7-b3b1-9a92bbfa32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.672775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fde1ee07-27d8-4002-9667-dadd328afe29 req-dbfff86f-5614-4541-9402-38c559396244 tempest-ListImageFiltersTestJSON-2033975304 tempest-ListImageFiltersTestJSON-2033975304-project] 10.222.0.35 "GET /v2.0/ports?device_id=bed7ab64-7014-4b36-b787-b94847efb771 HTTP/1.1" status: 200 len: 210 time: 0.1261830 Aug 25 11:19:56.735425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9218a-8558-4bd7-b3b1-9a92bbfa32ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a846e-a42b-476c-a499-027fb3c61992,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:56.747043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Deleting subnet 30e52dcd-957c-43dd-88e5-859664560dc0 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:19:56.758146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:56.811110 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1fe9218a-8558-4bd7-b3b1-9a92bbfa32ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6eb13eb4d4334822982b4895544e5144&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5350385 Aug 25 11:19:56.816368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:56.895734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c2f0865-1c6d-43e6-b0b5-8d76c6422f93 req-eadf10f6-3448-4f89-b1ca-26f619490b88 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294394 Aug 25 11:19:56.906737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.092042 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.098446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:57.146659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 815384bb-66de-4eb1-88d1-517c5d99c4a0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:57.147235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 815384bb-66de-4eb1-88d1-517c5d99c4a0 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:57.155353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cfa78363-79cd-4c53-a364-3c8733e03a27 req-57574122-f005-4e34-a0b1-bd60c1606176 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 210 time: 0.0573118 Aug 25 11:19:57.200260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd981b5f-0c65-4f14-a60a-699bbfb4b696 req-7fb0662f-8f11-471c-ad4c-58abf5aff958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.200260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd981b5f-0c65-4f14-a60a-699bbfb4b696 req-7fb0662f-8f11-471c-ad4c-58abf5aff958 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 1098 time: 0.5319171 Aug 25 11:19:57.218865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-2b1c6db8-f061-4f62-a356-557146dfc78e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.220428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-2b1c6db8-f061-4f62-a356-557146dfc78e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 822 time: 0.5516798 Aug 25 11:19:57.235167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51381-b12a-4749-bff9-c529f6dc5d37 req-a95d134f-b8ea-465b-92b2-c9d6a29c5a9d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.236985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bde51381-b12a-4749-bff9-c529f6dc5d37 req-a95d134f-b8ea-465b-92b2-c9d6a29c5a9d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 946 time: 0.3385637 Aug 25 11:19:57.242724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4883bfba-3acc-4ac1-a471-fcfb232e3b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.252582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'port': {'device_id': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'admin_state_up': True, 'tenant_id': '0d54f9d1bc924c18aa258bc2b859edfd'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:57.321384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4883bfba-3acc-4ac1-a471-fcfb232e3b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.345280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd981b5f-0c65-4f14-a60a-699bbfb4b696 req-93b8662d-b25b-4171-8cf2-3aeeca4d6404 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336508 Aug 25 11:19:57.386599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bde51381-b12a-4749-bff9-c529f6dc5d37 req-e3307c63-161e-48dc-9beb-91dd50f23612 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270730 Aug 25 11:19:57.414593 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.503689 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4883bfba-3acc-4ac1-a471-fcfb232e3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.509525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4883bfba-3acc-4ac1-a471-fcfb232e3b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.511883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4883bfba-3acc-4ac1-a471-fcfb232e3b50 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb8a846e-a42b-476c-a499-027fb3c61992 HTTP/1.1" status: 204 len: 168 time: 0.6928973 Aug 25 11:19:57.529334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Made reservation on behalf of 0d54f9d1bc924c18aa258bc2b859edfd for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:57.534452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.539458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883bfba-3acc-4ac1-a471-fcfb232e3b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a846e-a42b-476c-a499-027fb3c61992,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:57.555434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.580800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.587599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.592072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e52dcd-957c-43dd-88e5-859664560dc0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:57.595493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.599678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.605370 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae8b885c-382b-4a13-b0a0-a3616a5ca419 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/30e52dcd-957c-43dd-88e5-859664560dc0 HTTP/1.1" status: 204 len: 168 time: 1.0902762 Aug 25 11:19:57.606453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.606648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45174) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:57.610278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.611023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb6b19-73a4-4a3d-9c01-3156c3b6e8e2 None None] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:19:57.617675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.625133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:57.636126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-3bd8191b-4ab3-467e-b508-cac3676c7e0c tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.1815524 Aug 25 11:19:57.689426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.738068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cded6c63-9644-4287-b77a-a3ad0355e64c req-78f84b75-4d2a-4055-8491-ed9b56bff98d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008170 Aug 25 11:19:57.803521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Deleting port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:57.804005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:57.940430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] For port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,segment=NetworkSegment(c0e014a6-edd9-4b2a-b818-1631f68743d6),segment_id=c0e014a6-edd9-4b2a-b818-1631f68743d6)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:57.941075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.002509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Calling delete_port for 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:58.016098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Allocated IP 172.20.0.14 (b346257e-e9c1-400d-bf60-f010212550a3/4ae43418-f6dc-45d4-9ce8-d1373859c84b/2d15ee1b-9b1b-400c-a5ac-85b6184777d0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:19:58.172331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.186704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.190004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] DHCP port deletion for 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:19:58.233226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.258162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.281767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.295373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.303900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.304982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.307403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e462277-dd8a-4862-920e-677bd0a516bd req-1943791f-c7dc-4c9b-9acc-4357be3875ab tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.3138335 Aug 25 11:19:58.329005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45214) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:58.357335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f0c49065-540d-407b-a506-8143d574ac7d no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:19:58.376785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Request body: {'floatingip': {'port_id': '579d1d78-071e-4eb1-a72f-d6581bd96e67'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:58.467767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: f0c49065-540d-407b-a506-8143d574ac7d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:19:58.469564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f0c49065-540d-407b-a506-8143d574ac7d not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:19:58.482421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.510274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:58.552324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Deleting port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:19:58.553160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] No DVR routers for this DVR port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:58.557831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.666794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.678343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd1c5e7-a52a-485f-8adc-04ac53d9e15b']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:58.690031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e014a6-edd9-4b2a-b818-1631f68743d6') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:58.690661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e014a6-edd9-4b2a-b818-1631f68743d6') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:19:58.692756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95134d-e51f-44f6-8487-dc01f0c11342 req-7a6c2f41-a7af-4e6c-b182-9a6e2b24b223 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:58.701305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.706630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e95134d-e51f-44f6-8487-dc01f0c11342 req-7a6c2f41-a7af-4e6c-b182-9a6e2b24b223 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1097 time: 0.1807201 Aug 25 11:19:58.717574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.724493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:19:58.724915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.756486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:19:58.787742 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:19:58.801480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.811837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] For port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:19:58.812401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.818577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e95134d-e51f-44f6-8487-dc01f0c11342 req-62af9797-d3eb-489d-b5b7-7ef33ff17ecb tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052711 Aug 25 11:19:58.838420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.842933 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0bd1c5e7-a52a-485f-8adc-04ac53d9e15b HTTP/1.1" status: 204 len: 168 time: 1.2336309 Aug 25 11:19:58.848071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e79f1-9d85-4c99-bbcc-332ddb8debf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd1c5e7-a52a-485f-8adc-04ac53d9e15b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:58.850758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Calling delete_port for 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:19:58.857317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:19:58.861142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.878654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Network 0bd1c5e7-a52a-485f-8adc-04ac53d9e15b is not hosted by any dhcp agent {{(pid=94912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:19:58.879713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] No DVR routers for this DVR port 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:19:58.924226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:58.965104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce6a9e-24fa-4e5c-bf1c-e1b53c715527 None None] Pushing event deleted for resources: {'Port': ['ID=5dbe5ad3-4697-46cc-ae7c-c7a23b13696a,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:59.053321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Network b346257e-e9c1-400d-bf60-f010212550a3 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:19:59.060818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:19:59.064286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:19:59.105627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:19:59.157739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073f772-415c-4e2f-90de-d627b6ad85e1 req-601e2dc9-1d13-4c40-bb30-584889e73955 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:59.166329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c073f772-415c-4e2f-90de-d627b6ad85e1 req-601e2dc9-1d13-4c40-bb30-584889e73955 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 932 time: 0.1694670 Aug 25 11:19:59.186879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:59.192010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.201979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:59.230564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45242) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:59.298915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-d9917643-328b-4a6e-8c59-a844c942474e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0536096 Aug 25 11:19:59.319503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c073f772-415c-4e2f-90de-d627b6ad85e1 req-731722b8-19ee-4fae-95ca-c83efc8bd4d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506774 Aug 25 11:19:59.335067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Request body: {'port': {'device_id': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:59.399710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a60d3-e7c8-412e-bcbf-0f8f6405600e req-8daf0752-b610-49f2-a0db-ff0960f2ae27 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:19:59.407959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd4a60d3-e7c8-412e-bcbf-0f8f6405600e req-8daf0752-b610-49f2-a0db-ff0960f2ae27 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 946 time: 0.1739924 Aug 25 11:19:59.438519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7b2b7832-c495-4dfd-a0b1-1343ac89d874 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27e5a5ca515f460cbb152a322121cb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276227 Aug 25 11:19:59.442628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45248) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:19:59.518847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd4a60d3-e7c8-412e-bcbf-0f8f6405600e req-898e661d-2bb7-4def-b043-51175e4b8946 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096992 Aug 25 11:19:59.572963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.575824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:19:59.634682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2071307702-network', 'tenant_id': 'e778b5b3ecc9489988da300b58c3711f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:19:59.662358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.669159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.674075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac223b70-405f-4a5d-9831-0148b3d769e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.734645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Made reservation on behalf of e778b5b3ecc9489988da300b58c3711f for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:19:59.737364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.742063 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac223b70-405f-4a5d-9831-0148b3d769e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.764533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.931922 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Floating IP e7822024-c911-43cc-a5c1-e716acfc1eb3 associated. External IP: 172.25.1.122, port: 579d1d78-071e-4eb1-a72f-d6581bd96e67. Aug 25 11:19:59.986728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac223b70-405f-4a5d-9831-0148b3d769e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.990007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac223b70-405f-4a5d-9831-0148b3d769e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:19:59.991410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac223b70-405f-4a5d-9831-0148b3d769e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebf939f4-f408-4a17-b98e-70f84e939fa3 HTTP/1.1" status: 204 len: 168 time: 0.5450082 Aug 25 11:20:00.052703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac223b70-405f-4a5d-9831-0148b3d769e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf939f4-f408-4a17-b98e-70f84e939fa3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:00.195236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:20:00.240845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:20:00.242636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5dbe5ad3-4697-46cc-ae7c-c7a23b13696a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:20:00.309652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.319053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.408631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:20:00.474444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:00.493225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.496656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.497217 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Added segment b36d5528-2136-4155-992b-83be703ec454 of type vlan for network 3c807a57-c508-42a8-83d5-1b24b3c96873 Aug 25 11:20:00.501486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0253a37-8f48-4196-bbec-879610b6d275,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:00.562337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Transition to ACTIVE for port object 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:00.585627 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.588998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.606553 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.647288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Router 83bcaa45-efa0-4c70-971e-c2e8d9080303 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:20:00.798332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45312) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:00.799786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:20:00.812505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:00.819435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] Sync routers for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:20:00.858704 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-36d508f4-da69-437e-8f09-fd7c04cc38ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "PUT /v2.0/floatingips/e7822024-c911-43cc-a5c1-e716acfc1eb3 HTTP/1.1" status: 200 len: 991 time: 2.5113618 Aug 25 11:20:00.859094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:00.861811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:00.862245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:00.866646 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637d688f-b46e-4a6c-b101-18d15bee4218" -d '{"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:00.892023 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9f87be70-28a3-406a-bb20-b5674f4d9eea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0046a3aaad1445caaecc724edcadc876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890977 Aug 25 11:20:00.894389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:00.977547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67dcbc44-10e1-4e8b-86e3-3ec4b4c6f362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.003411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67dcbc44-10e1-4e8b-86e3-3ec4b4c6f362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.083122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67dcbc44-10e1-4e8b-86e3-3ec4b4c6f362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.086215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67dcbc44-10e1-4e8b-86e3-3ec4b4c6f362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.087917 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-67dcbc44-10e1-4e8b-86e3-3ec4b4c6f362 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b48cd73e-3bec-4468-a73e-65e43e46f223 HTTP/1.1" status: 204 len: 168 time: 0.1906595 Aug 25 11:20:01.092952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:01.122456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcbc44-10e1-4e8b-86e3-3ec4b4c6f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48cd73e-3bec-4468-a73e-65e43e46f223,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:01.188751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-5ec0da5b-055a-449e-ab5f-b46ebdce62a8 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:20:01.189942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-5ec0da5b-055a-449e-ab5f-b46ebdce62a8 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0793304 Aug 25 11:20:01.232040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.233553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:01.233980 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.333452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-691ae755-239b-474d-9fe1-190e5d371c23 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:20:01.341328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-691ae755-239b-474d-9fe1-190e5d371c23 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699375 Aug 25 11:20:01.368175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:01.368694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Unknown quota resources ['binding']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:20:01.372675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:01.433168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2015347 Aug 25 11:20:01.437542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:01.444891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Request body: {'subnet': {'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2071307702-subnet', 'tenant_id': 'e778b5b3ecc9489988da300b58c3711f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:01.486109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff66ee-23ba-4c80-9e16-8c8be77db358 admin admin] Pushing event updated for resources: {'Network': ['ID=3c807a57-c508-42a8-83d5-1b24b3c96873,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:01.590392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:20:01.639923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Attempting to bind port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:01.640846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Attempting to bind port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:01.641062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Attempting to bind port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 on network b346257e-e9c1-400d-bf60-f010212550a3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:01.657271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 on network b346257e-e9c1-400d-bf60-f010212550a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:20:01.657826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Attempting to bind port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 on network b346257e-e9c1-400d-bf60-f010212550a3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:01.680281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:01.680991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Checking segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:01.681425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Bound using segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:01.690632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Bound port: 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:01.691119 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:01.865319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'e7822024-c911-43cc-a5c1-e716acfc1eb3', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'port_id': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'mac_address': 'fa:16:3e:da:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:17:42Z', 'updated_at': '2021-08-25T11:19:59Z', 'revision_number': 1, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:01.907377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] Checking router: 83bcaa45-efa0-4c70-971e-c2e8d9080303 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:20:01.920528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:01.921323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:02.018837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c68ad-fcc5-4eaa-b73b-6c3f62bb51b2 req-ddf7d557-a2da-4044-bc07-45e80bb2d584 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:02.033307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-973c68ad-fcc5-4eaa-b73b-6c3f62bb51b2 req-ddf7d557-a2da-4044-bc07-45e80bb2d584 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 944 time: 0.3048608 Aug 25 11:20:02.087555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:02.089302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:02.089722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:02.153462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:20:02.156909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:02.210366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:02.236609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:02.236981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:02.241232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:02.241882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Bound port: 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:02.284613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-973c68ad-fcc5-4eaa-b73b-6c3f62bb51b2 req-209c9a32-4384-434d-9d1c-6e61c9581257 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490335 Aug 25 11:20:02.342797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:02.355750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45352) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:02.381293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:02.431771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Made reservation on behalf of e778b5b3ecc9489988da300b58c3711f for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:02.435555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:02.501110 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ddfad8-8015-4d59-a664-ff8f32e46d0d x-openstack-request-id: req-f8ddfad8-8015-4d59-a664-ff8f32e46d0d {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:02.501555 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:02.501980 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8ddfad8-8015-4d59-a664-ff8f32e46d0d {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:02.502584 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'status': 'completed', 'code': 200} Aug 25 11:20:02.509249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:02.631989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:02.675406 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:02.678194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e1c1098-cd3d-43d1-b580-e614b3fcebeb service neutron] 10.222.0.35 "POST /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96/bindings HTTP/1.1" status: 201 len: 390 time: 1.3346241 Aug 25 11:20:02.695304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:02.696738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:02.699592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] 10.222.0.67 "PUT /v2.0/ports/2d15ee1b-9b1b-400c-a5ac-85b6184777d0 HTTP/1.1" status: 200 len: 1093 time: 3.3742380 Aug 25 11:20:02.701707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:02.712755 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0dc1c1-aa3e-416d-9438-0335143f47af" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:02.824681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f55982-9583-41fa-80a2-3b5034d18a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:02.885900 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ef2036-9b29-4e04-9763-eaf47e5e0250 x-openstack-request-id: req-02ef2036-9b29-4e04-9763-eaf47e5e0250 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:02.888217 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:02.888924 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02ef2036-9b29-4e04-9763-eaf47e5e0250 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:02.892524 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'status': 'completed', 'code': 200} Aug 25 11:20:03.054278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-abf0e93b-48c1-4119-90be-70c8fb05b296 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae0bd7ef450b48f08ad51551eaf1e7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6950796 Aug 25 11:20:03.057159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45372) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:03.167640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:03.240362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'e7822024-c911-43cc-a5c1-e716acfc1eb3', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'port_id': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'mac_address': 'fa:16:3e:da:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:17:42Z', 'updated_at': '2021-08-25T11:19:59Z', 'revision_number': 1, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:03.303468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a024c-9c4c-4bcf-bf7c-473392175b00 None None] The sync data for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 is: [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'e7822024-c911-43cc-a5c1-e716acfc1eb3', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'port_id': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'mac_address': 'fa:16:3e:da:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:17:42Z', 'updated_at': '2021-08-25T11:19:59Z', 'revision_number': 1, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:20:03.333316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ff7ac4-22f1-4406-a6ee-db525772c80d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:03.341961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aad3919d-ec86-416d-9d99-92c4da86e63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:03.370685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Checking segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:03.380833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Network hostable DHCP agents. Network: 3c807a57-c508-42a8-83d5-1b24b3c96873, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:20:03.413364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aad3919d-ec86-416d-9d99-92c4da86e63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:03.422747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.425072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.425796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.427657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.430811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.431567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.434168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.436760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-2a566520-d356-4f7e-9dd6-6ab290dc63c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6506 time: 0.8025496 Aug 25 11:20:03.455022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abf313-564b-4e7b-90ba-727b3b02c43a req-1d79b590-a289-4ddc-817e-0480d973321f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.456809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2abf313-564b-4e7b-90ba-727b3b02c43a req-1d79b590-a289-4ddc-817e-0480d973321f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 945 time: 0.3147876 Aug 25 11:20:03.460662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-90c8b1c7-2b94-4fdf-bf5e-3e4c0f20dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.462574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-90c8b1c7-2b94-4fdf-bf5e-3e4c0f20dfce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 1096 time: 0.7018523 Aug 25 11:20:03.474195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-b48149cc-d6c4-4d39-92e6-37589002803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.475985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-b48149cc-d6c4-4d39-92e6-37589002803f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1097 time: 0.3328469 Aug 25 11:20:03.522550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:20:03.538623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 3c807a57-c508-42a8-83d5-1b24b3c96873) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:03.550389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52abcfea-16e9-41bb-bac9-be7549b07baf None None] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:03.552551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:03.553349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:03.569479 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aad3919d-ec86-416d-9d99-92c4da86e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:03.573210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aad3919d-ec86-416d-9d99-92c4da86e63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:03.580149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aad3919d-ec86-416d-9d99-92c4da86e63f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e56efcfd-2cbf-4220-a028-4e18b4ae0983 HTTP/1.1" status: 204 len: 168 time: 0.4993608 Aug 25 11:20:03.596745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-734600f2-1d47-4d06-8fc9-ffd9e92d59da admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1572173 Aug 25 11:20:03.598468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3919d-ec86-416d-9d99-92c4da86e63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56efcfd-2cbf-4220-a028-4e18b4ae0983,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:03.675474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-c9f7e3d8-5619-4175-9ad5-66e72e71536c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0 HTTP/1.1" status: 200 len: 217 time: 0.1980395 Aug 25 11:20:03.754552 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4843e3c2-73e8-40db-a938-5a9aaf704836 None None] New status for floating IP e7822024-c911-43cc-a5c1-e716acfc1eb3: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:20:03.909139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761a609-36a6-4ac6-88cd-7399f5c86f8d None None] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:04.070676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2abf313-564b-4e7b-90ba-727b3b02c43a req-e1fdd549-c1b2-4a96-ac9e-e6e79d142192 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754421 Aug 25 11:20:04.243530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-37814d83-2fa1-427d-9b37-82d1d35262e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:04.256806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-37814d83-2fa1-427d-9b37-82d1d35262e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 200 len: 862 time: 0.5593293 Aug 25 11:20:04.390696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-08d98e3f-f482-4d68-bb3b-83309e5a0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:04.393653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-08d98e3f-f482-4d68-bb3b-83309e5a0d7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=1cfc1716-58b4-4e56-a8be-9365be88475f HTTP/1.1" status: 200 len: 918 time: 0.9295983 Aug 25 11:20:04.624125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-44011d22-d5e8-4b2d-853c-a9bd93de750a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b346257e-e9c1-400d-bf60-f010212550a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2795701 Aug 25 11:20:04.629501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-5164755c-2a20-492d-b13e-b0499273da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:04.633171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-5164755c-2a20-492d-b13e-b0499273da57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 1.1479657 Aug 25 11:20:04.804178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-1572acd0-313c-42b4-8be2-86902b95c487 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 217 time: 0.1615245 Aug 25 11:20:05.014893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-0bd8283b-c9f0-481b-81cb-ef65d07c7265 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67 HTTP/1.1" status: 200 len: 1001 time: 0.5789993 Aug 25 11:20:05.028179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af491-6c6e-461a-ae93-dfbe0f6d4cb2 req-45c18c19-1ef5-4ff7-9d13-e0f021587a9a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:05.040216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f35af491-6c6e-461a-ae93-dfbe0f6d4cb2 req-45c18c19-1ef5-4ff7-9d13-e0f021587a9a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 944 time: 0.7815521 Aug 25 11:20:05.154940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-2e09086b-a804-4e12-9161-fb53a1916723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:05.158022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-2e09086b-a804-4e12-9161-fb53a1916723 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.2599533 Aug 25 11:20:05.312557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-b4a09d82-c2f7-433e-83fa-bdd944c51364 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239376 Aug 25 11:20:05.422510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f35af491-6c6e-461a-ae93-dfbe0f6d4cb2 req-ba85ce46-4609-4e5a-9a8b-a7d0ba654902 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811247 Aug 25 11:20:05.473409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-35d32d37-1d0c-41d4-8832-5bbd84b50f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:05.474970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-35d32d37-1d0c-41d4-8832-5bbd84b50f63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e401c785-f192-4f84-87d6-10da174fd1a9 HTTP/1.1" status: 200 len: 856 time: 0.4268970 Aug 25 11:20:05.482132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-dd599615-cbe8-4bef-ac3f-4a5f234af8bf service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474774 Aug 25 11:20:05.702092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-a553132b-30a2-424b-8e17-dc4cfbee9e16 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:05.703761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-a553132b-30a2-424b-8e17-dc4cfbee9e16 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 815 time: 0.6982036 Aug 25 11:20:05.776598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b31aa76-e8ae-4b89-b695-6e25f3bc5e17 req-b9004087-04b2-4ec4-8d33-2ec31442efb2 service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668517 Aug 25 11:20:05.791825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-01eb4259-055b-4794-8b1d-f2e387f3d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:05.793646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-01eb4259-055b-4794-8b1d-f2e387f3d72f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1cfc1716-58b4-4e56-a8be-9365be88475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2851548 Aug 25 11:20:05.834174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7f7e87ca-c657-4eec-88a4-661b3f8ad5cd service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889259 Aug 25 11:20:05.839100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-a93d7b92-ee7a-47f5-bdca-1a6bd0aec8cd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/quotas/e778b5b3ecc9489988da300b58c3711f HTTP/1.1" status: 200 len: 375 time: 0.0596857 Aug 25 11:20:05.931630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bb87a-7f18-4f61-af77-6ba52525be1f req-bf121014-68a8-481a-9cc3-a7e4a0b73000 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:05.933304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-581bb87a-7f18-4f61-af77-6ba52525be1f req-bf121014-68a8-481a-9cc3-a7e4a0b73000 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 945 time: 0.3624740 Aug 25 11:20:06.298633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-b90aca29-a76f-4ea8-b1c5-06037c2b6b2a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4338973 Aug 25 11:20:06.452254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-14743c6e-b8d4-4944-a66a-fc9908487ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:06.454039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-14743c6e-b8d4-4944-a66a-fc9908487ae6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 1096 time: 0.5589402 Aug 25 11:20:06.486741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-d1619a88-c93c-487a-be5e-299631e0c75c service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688335 Aug 25 11:20:06.489971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-581bb87a-7f18-4f61-af77-6ba52525be1f req-6aa36623-74c0-4696-aa73-82c74f7769e2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305824 Aug 25 11:20:06.508264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-a4e55bc8-f170-4179-808e-76289dd4fe76 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422718 Aug 25 11:20:06.668520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-3ee2213c-23a5-4543-9845-86370496173b service neutron] 10.222.0.35 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422351 Aug 25 11:20:06.781104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-a7aa71f6-3b43-4225-a16f-c99d2a4b691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:06.782820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-a7aa71f6-3b43-4225-a16f-c99d2a4b691b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 923 time: 0.3173859 Aug 25 11:20:06.811074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-4e6c931f-ded3-44e2-850d-0a65beb3a722 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:06.812637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-4e6c931f-ded3-44e2-850d-0a65beb3a722 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.2083001 Aug 25 11:20:06.819421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-637d688f-b46e-4a6c-b101-18d15bee4218 req-f5c95abf-ab54-452c-99a2-956f5ff47cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084228 Aug 25 11:20:06.871889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:06.877031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-20fe55fa-25d3-4230-b3f9-d90a1426dc38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0 HTTP/1.1" status: 200 len: 217 time: 0.0819042 Aug 25 11:20:06.927426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-104d3325-e2c8-4009-8f4c-681693826b2b req-08cd6ad6-de22-4203-861b-bc26767fd91a tempest-FlavorsV2NegativeTest-1494346512 tempest-FlavorsV2NegativeTest-1494346512-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=89a68e731e5d4938950ae8132665c69f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199300 Aug 25 11:20:07.057869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-1e06e3d0-ca8e-4e12-9dba-a37bb24c42b0 service neutron] 10.222.0.35 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702033 Aug 25 11:20:07.064000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-14de7243-7b1c-4abd-a87b-170bd8bbada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:07.066286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-14de7243-7b1c-4abd-a87b-170bd8bbada7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 200 len: 862 time: 0.1612208 Aug 25 11:20:07.071342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:07.118240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-1bb089b5-4a73-43d4-8d36-537cf65cb5a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b346257e-e9c1-400d-bf60-f010212550a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424862 Aug 25 11:20:07.268825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3325-e2c8-4009-8f4c-681693826b2b req-62d29696-3dfa-45b4-88c8-5a24f31b5ab6 tempest-FlavorsV2NegativeTest-1494346512 tempest-FlavorsV2NegativeTest-1494346512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:07.276266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-104d3325-e2c8-4009-8f4c-681693826b2b req-62d29696-3dfa-45b4-88c8-5a24f31b5ab6 tempest-FlavorsV2NegativeTest-1494346512 tempest-FlavorsV2NegativeTest-1494346512-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238933 Aug 25 11:20:07.345656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-104d3325-e2c8-4009-8f4c-681693826b2b req-f3e73466-08d9-4dde-b92d-68a059d62aee tempest-FlavorsV2NegativeTest-1494346512 tempest-FlavorsV2NegativeTest-1494346512-project] 10.222.0.35 "GET /v2.0/quotas/89a68e731e5d4938950ae8132665c69f HTTP/1.1" status: 200 len: 375 time: 0.0683501 Aug 25 11:20:07.404811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-104d3325-e2c8-4009-8f4c-681693826b2b req-68702072-48e3-4510-9212-e2fb8516a6d6 tempest-FlavorsV2NegativeTest-1494346512 tempest-FlavorsV2NegativeTest-1494346512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=89a68e731e5d4938950ae8132665c69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571129 Aug 25 11:20:07.408034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-a8a1f0c4-24fb-4998-8e53-302536b7e0d7 service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762611 Aug 25 11:20:07.609435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:07.702089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3db9783f-e222-4d2f-afb2-cec2b56ce9a9 req-3ad257dc-8a2f-4535-919b-9fa6b9d82ad6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 210 time: 0.0792661 Aug 25 11:20:07.834610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e0cf-f55c-4b7e-b6ab-77f354477827 req-152afe0a-014d-4fdb-9f9e-65d6beae84db tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:07.842704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a170e0cf-f55c-4b7e-b6ab-77f354477827 req-152afe0a-014d-4fdb-9f9e-65d6beae84db tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 944 time: 0.2661390 Aug 25 11:20:07.861619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:07.871971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad0dc1c1-aa3e-416d-9438-0335143f47af req-a29733d3-c0e8-429d-ab36-04ae22f96edd service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400642 Aug 25 11:20:07.954789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:07.957706 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d08b413-f2e8-4471-b27c-20ab248e1e1e" -d '{"events": [{"server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:07.964707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:07.973764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a170e0cf-f55c-4b7e-b6ab-77f354477827 req-b7bdd5c2-c24f-43dc-b83b-89cfcb7ae095 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292894 Aug 25 11:20:07.976901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:08.001239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30f926-fe50-4c15-b63a-8a04133e4384 req-34fdbece-b087-40fe-8a2e-cfb4794110d7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:08.002920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de30f926-fe50-4c15-b63a-8a04133e4384 req-34fdbece-b087-40fe-8a2e-cfb4794110d7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 945 time: 0.1978467 Aug 25 11:20:08.257243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de30f926-fe50-4c15-b63a-8a04133e4384 req-763afe67-3c32-460a-8ff1-ef93af97aca1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267709 Aug 25 11:20:08.280828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:08.308847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:08.309224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:08.309564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:08.333291 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e921d-477e-46fd-80dc-452fe7a71d97 x-openstack-request-id: req-195e921d-477e-46fd-80dc-452fe7a71d97 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:08.333677 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "name": "network-vif-unplugged", "status": "completed", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:08.334210 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-195e921d-477e-46fd-80dc-452fe7a71d97 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:08.334646 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'code': 200} Aug 25 11:20:08.335914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:20:08.337141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Attempting to bind port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:08.345169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:08.346123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:08.347377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:08.348520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Bound port: 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:08.349676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:08.516248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:08.525048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:08.550214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:08.630759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45554) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:08.656794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:08.686741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:08.687380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:08.688923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-94b19e7f-f1c8-4ea9-a818-ae2eb92a9102 service neutron] 10.222.0.67 "PUT /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 1123 time: 1.8234599 Aug 25 11:20:08.779458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:20:08.812982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45562) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:08.979127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313aaf65-ea6c-4d86-8657-93f517c87209 req-822b5ae4-fe5f-46d1-ae45-c5b7242157bb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 210 time: 0.0789709 Aug 25 11:20:08.981992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca16361d-2015-4e27-afad-00f533f4bfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.132992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca16361d-2015-4e27-afad-00f533f4bfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.140231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca16361d-2015-4e27-afad-00f533f4bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.180286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16361d-2015-4e27-afad-00f533f4bfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c48f69-04c8-47c1-aa0e-271a11a87ee2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:09.203129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6037f23c-cefe-4a79-8e17-c0da97ba7859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.220932 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ca16361d-2015-4e27-afad-00f533f4bfb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89a68e731e5d4938950ae8132665c69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890145 Aug 25 11:20:09.223786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45570) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:09.255758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-821b6ff7-0dd5-4cbc-9c28-1d83f916f10f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:09.257855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-821b6ff7-0dd5-4cbc-9c28-1d83f916f10f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 815 time: 0.3463979 Aug 25 11:20:09.276464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Request body: {'port': {'device_id': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'admin_state_up': True, 'tenant_id': 'e778b5b3ecc9489988da300b58c3711f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:09.306177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:20:09.314153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35cdae22-0ac7-4bbf-8dcc-143b71118fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.355822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35cdae22-0ac7-4bbf-8dcc-143b71118fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.399427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f19fb8-40ff-48fb-a089-14ca39131b38 req-d15980c0-88fd-4f22-a7c1-7627d5ad3c43 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:09.402273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0f19fb8-40ff-48fb-a089-14ca39131b38 req-d15980c0-88fd-4f22-a7c1-7627d5ad3c43 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 944 time: 0.1965516 Aug 25 11:20:09.437901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35cdae22-0ac7-4bbf-8dcc-143b71118fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.441021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35cdae22-0ac7-4bbf-8dcc-143b71118fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.445973 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35cdae22-0ac7-4bbf-8dcc-143b71118fe8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4c48f69-04c8-47c1-aa0e-271a11a87ee2 HTTP/1.1" status: 204 len: 168 time: 0.2201953 Aug 25 11:20:09.448349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:09.455490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdae22-0ac7-4bbf-8dcc-143b71118fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c48f69-04c8-47c1-aa0e-271a11a87ee2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:09.485199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'port_id': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'mac_address': 'fa:16:3e:f1:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae43418-f6dc-45d4-9ce8-d1373859c84b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:20:09.529831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.547950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:09.574588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:09.580737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.595995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0f19fb8-40ff-48fb-a089-14ca39131b38 req-fdba73c8-ee8d-4ddc-bec8-cbd4d0d2325a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555111 Aug 25 11:20:09.604760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85d612-16e3-499d-8562-49d85d8a1760 req-9f7c2f2a-fbe0-4603-a749-a10587b7997a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:09.606492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f85d612-16e3-499d-8562-49d85d8a1760 req-9f7c2f2a-fbe0-4603-a749-a10587b7997a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 943 time: 0.2371817 Aug 25 11:20:09.643475 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6037f23c-cefe-4a79-8e17-c0da97ba7859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.653102 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6037f23c-cefe-4a79-8e17-c0da97ba7859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.674549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:09.710304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f85d612-16e3-499d-8562-49d85d8a1760 req-0f429213-29e2-4f48-8666-1ba5788f61c2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927174 Aug 25 11:20:09.725478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Made reservation on behalf of e778b5b3ecc9489988da300b58c3711f for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:09.729118 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.733135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6037f23c-cefe-4a79-8e17-c0da97ba7859 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e3d81c7ab3c412fa75fba736d7ef950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9188416 Aug 25 11:20:09.736896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45580) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:09.742401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037f23c-cefe-4a79-8e17-c0da97ba7859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65353550-7813-4505-89b9-9ef793b535a4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:09.822616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ce32-80a7-4a35-bdf3-8d5837b44632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.853790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ce32-80a7-4a35-bdf3-8d5837b44632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.898248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Allocated IP 172.20.0.12 (3c807a57-c508-42a8-83d5-1b24b3c96873/79ff7ac4-22f1-4406-a6ee-db525772c80d/80e7d68e-234a-42d6-8609-f0bb98610e8f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:09.924044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ce32-80a7-4a35-bdf3-8d5837b44632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.929513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ce32-80a7-4a35-bdf3-8d5837b44632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:09.931588 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f1f2ce32-80a7-4a35-bdf3-8d5837b44632 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65353550-7813-4505-89b9-9ef793b535a4 HTTP/1.1" status: 204 len: 168 time: 0.1928070 Aug 25 11:20:09.950419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ce32-80a7-4a35-bdf3-8d5837b44632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65353550-7813-4505-89b9-9ef793b535a4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:09.996020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['2d15ee1b-9b1b-400c-a5ac-85b6184777d0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:20:10.149678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:10.220137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:10.335565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:10.337076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:10.339818 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ddeba-0df0-4b1c-9897-f55681b6c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:10.350923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:10.353938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:10.356659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:10.367751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3b18e-266a-41b5-b2cb-015c60fc1061 req-6507b964-34de-4e83-bb4b-11402ef21c24 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:10.375306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76e3b18e-266a-41b5-b2cb-015c60fc1061 req-6507b964-34de-4e83-bb4b-11402ef21c24 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 932 time: 0.1717799 Aug 25 11:20:10.475922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76e3b18e-266a-41b5-b2cb-015c60fc1061 req-284aa2a5-4e62-4c52-a20c-c2e638ad84e8 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Aug 25 11:20:10.483037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:10.483873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:10.509486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-cc8a802f-3b81-47ff-892e-1b851369acb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2360373 Aug 25 11:20:10.525268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Request body: {'port': {'device_id': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:10.609976 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc3143a-233c-4ea7-87d8-c736d33890d6 x-openstack-request-id: req-7fc3143a-233c-4ea7-87d8-c736d33890d6 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:10.616980 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:10.617745 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fc3143a-233c-4ea7-87d8-c736d33890d6 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:10.623430 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'status': 'completed', 'code': 200} Aug 25 11:20:10.709412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:10.783560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-f3946a72-d129-4a02-a084-7d5c9c959bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:10.791898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-f3946a72-d129-4a02-a084-7d5c9c959bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1126 time: 0.1914337 Aug 25 11:20:10.942088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb12cc-4b7b-42cf-9048-8e494e78f1fa req-2eb0277f-64af-4bf1-9f7d-cf9de5354f1f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:10.945073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69fb12cc-4b7b-42cf-9048-8e494e78f1fa req-2eb0277f-64af-4bf1-9f7d-cf9de5354f1f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 945 time: 0.1485467 Aug 25 11:20:10.998875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45630) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:11.087553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-8084b608-633d-47ab-b226-e782dfbbffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:11.089331 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-8084b608-633d-47ab-b226-e782dfbbffa9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.2874603 Aug 25 11:20:11.194912 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-779fda28-14d9-492e-a501-9cbd6ccc7617 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 217 time: 0.0947168 Aug 25 11:20:11.299354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-3428df40-7365-44c6-90bd-149e8d7dd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:11.301532 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-3428df40-7365-44c6-90bd-149e8d7dd427 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.0971282 Aug 25 11:20:11.333672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:20:11.376542 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-1d7a603b-2182-4ccd-94b8-0464d328a788 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673294 Aug 25 11:20:11.419880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-network', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:11.501268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Made reservation on behalf of 5cbcc88aa1384857b6c2511058d44116 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:11.503975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.521532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.540621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69fb12cc-4b7b-42cf-9048-8e494e78f1fa req-8e9537ef-1334-49f5-8eb4-0141723cba0b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091252 Aug 25 11:20:11.555445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f5a11-c074-4334-999f-947d2d91b0c0 req-2fe3a8ab-44b0-475e-9358-79fbaaaae44c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:11.569570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-169f5a11-c074-4334-999f-947d2d91b0c0 req-2fe3a8ab-44b0-475e-9358-79fbaaaae44c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 943 time: 0.5362558 Aug 25 11:20:11.570883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-4d6e05fe-e38d-4d90-82c2-f2c9a4956ac9 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767602 Aug 25 11:20:11.666299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:11.694355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:20:11.782630 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-346ddeba-0df0-4b1c-9897-f55681b6c39a req-672dbe4d-bda6-4d5f-a69a-1b97f8764236 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001777 Aug 25 11:20:11.836194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.843227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.858945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e7d68e-234a-42d6-8609-f0bb98610e8f {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:11.878820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.881878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:20:11.901877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb0797-5da2-47a4-998e-f536d644dff9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:11.911207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.913021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-169f5a11-c074-4334-999f-947d2d91b0c0 req-33bf55ec-d3e3-4f33-ae61-911536cf4cc3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412087 Aug 25 11:20:11.914176 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Added segment 44a4ade3-49b2-4c65-a857-593624853491 of type vlan for network 85eadaec-95d8-4dd4-8501-75afe755cc8f Aug 25 11:20:11.921560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Transition to ACTIVE for port object 80e7d68e-234a-42d6-8609-f0bb98610e8f will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:11.936397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088da51-46c7-4c37-98db-e51a296e1672 req-2eb997be-ad43-4c0a-81b1-b1983318813d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:11.938083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f088da51-46c7-4c37-98db-e51a296e1672 req-2eb997be-ad43-4c0a-81b1-b1983318813d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 932 time: 0.1129308 Aug 25 11:20:11.939052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:11.943424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:12.020119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.040183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f088da51-46c7-4c37-98db-e51a296e1672 req-cfcf96de-eadf-444c-bf7f-f736f3da6a49 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669296 Aug 25 11:20:12.042640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:12.095855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.097095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.098812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.171212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Attempting to bind port 80e7d68e-234a-42d6-8609-f0bb98610e8f on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:12.171969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Attempting to bind port 80e7d68e-234a-42d6-8609-f0bb98610e8f by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:12.172590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Attempting to bind port 80e7d68e-234a-42d6-8609-f0bb98610e8f on network 3c807a57-c508-42a8-83d5-1b24b3c96873 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:12.182388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Port 80e7d68e-234a-42d6-8609-f0bb98610e8f on network 3c807a57-c508-42a8-83d5-1b24b3c96873 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:20:12.182924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Attempting to bind port 80e7d68e-234a-42d6-8609-f0bb98610e8f on network 3c807a57-c508-42a8-83d5-1b24b3c96873 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:12.199519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:12.200124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Checking segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:12.200810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Bound using segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:12.202322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Bound port: 80e7d68e-234a-42d6-8609-f0bb98610e8f, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:12.202948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.231883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=85eadaec-95d8-4dd4-8501-75afe755cc8f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:12.246634 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cfca4367-257e-4250-bc6a-f5aea7984ed2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2463310 Aug 25 11:20:12.246928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:20:12.249908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45656) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:12.255621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Request body: {'subnet': {'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-subnet', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:12.267452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2052323575-network', 'tenant_id': 'eacf53f0f9664633ac178d2acede518b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:12.305673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Made reservation on behalf of 5cbcc88aa1384857b6c2511058d44116 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:12.312326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.411501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:12.428083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:12.432445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Made reservation on behalf of eacf53f0f9664633ac178d2acede518b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:12.434511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.434817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.453099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.481608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e314-625a-4f90-be2d-8046940f045d req-060e0f8c-f566-4905-b043-c77a741796a5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.483239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c699e314-625a-4f90-be2d-8046940f045d req-060e0f8c-f566-4905-b043-c77a741796a5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1103578 Aug 25 11:20:12.493702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.494568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.496117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/80e7d68e-234a-42d6-8609-f0bb98610e8f HTTP/1.1" status: 200 len: 1093 time: 1.9794507 Aug 25 11:20:12.531484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7c02-c8f7-4e39-8e0e-ab3fc326d9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:12.579130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c699e314-625a-4f90-be2d-8046940f045d req-5df9b8ed-faf8-4f78-bab3-62bcf7a3cad5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822010 Aug 25 11:20:12.587713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-5cf007a3-bd95-4c72-bfb3-e16ddaa46334 service neutron] 10.222.0.10 "GET /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.1301863 Aug 25 11:20:12.630096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:12.635688 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c42f89-164d-4a59-b28e-8ba09928c24f" -d '{"events": [{"name": "network-changed", "server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:12.647547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-2444fec3-583f-4906-85af-ac2ab4d38b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.651349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-2444fec3-583f-4906-85af-ac2ab4d38b67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 1096 time: 0.1011691 Aug 25 11:20:12.728070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.753598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-0cc83c16-4f13-4248-a441-fb3ab17aee47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f HTTP/1.1" status: 200 len: 217 time: 0.0923078 Aug 25 11:20:12.820393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.837317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.848575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8518a1c9-0a02-456d-a71c-2a4569b8f522,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:12.906374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-d001fa59-958f-4374-9d64-ab6e4b2fb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.906374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-d001fa59-958f-4374-9d64-ab6e4b2fb883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 200 len: 855 time: 0.1037419 Aug 25 11:20:12.906374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45668) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:12.912249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:20:12.913567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1886782960'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:12.930061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3831a-540f-4158-b492-43d00a18addb req-f20df6b1-b76b-435b-9dbb-2cf6a1371924 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.931657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63a3831a-540f-4158-b492-43d00a18addb req-f20df6b1-b76b-435b-9dbb-2cf6a1371924 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2466559 Aug 25 11:20:12.942211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c502d50-09d2-4280-a7b2-d75ed0c04deb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:12.951139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:12.951460 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Added segment ea434320-f7a4-4eae-8eaf-ff61afd6b283 of type vlan for network edbaf51f-bbcd-4906-81bb-ef683c2d0937 Aug 25 11:20:12.953000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Checking segment: {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:12.953257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5c502-e85b-4247-8594-88c3629b49d2 req-5acddf7e-d594-4e07-91bd-6d198dcc60c6 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:12.953431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Network hostable DHCP agents. Network: 85eadaec-95d8-4dd4-8501-75afe755cc8f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:20:12.954860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b5c502-e85b-4247-8594-88c3629b49d2 req-5acddf7e-d594-4e07-91bd-6d198dcc60c6 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 945 time: 0.2082682 Aug 25 11:20:12.986089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-0991f219-5043-4a88-9211-8a65da2effe5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3c807a57-c508-42a8-83d5-1b24b3c96873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661891 Aug 25 11:20:13.040650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:13.045588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:20:13.055237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.072124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:13.076174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.080075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 85eadaec-95d8-4dd4-8501-75afe755cc8f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:13.090570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:13.094649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:13.096560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd28b9-ab04-49c4-85eb-c0180275033e None None] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:13.097921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.125526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63a3831a-540f-4158-b492-43d00a18addb req-e02230f8-b121-44dc-808b-bbf38f28c120 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820009 Aug 25 11:20:13.139731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.140671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:13.141437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.146086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b5c502-e85b-4247-8594-88c3629b49d2 req-d706ab75-4eb1-4ea6-bfd5-edd61bd5c7e1 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624279 Aug 25 11:20:13.151281 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-41947986-a877-44e5-97f4-9c4d385d8562 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9000633 Aug 25 11:20:13.157616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:13.162047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45674) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:13.174311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:20:13.182573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:13.224602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.225095 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Added segment 2d0bd427-e91b-49de-a688-ded4592da5c7 of type vlan for network 1774e408-eb01-4a23-9513-208a0b6fe394 Aug 25 11:20:13.250926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:13.266912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-d417e9ea-cb82-457e-b353-9849484b5f50 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718537 Aug 25 11:20:13.268663 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47aacc0-0502-4fa6-a22a-60a9f3e37254 x-openstack-request-id: req-d47aacc0-0502-4fa6-a22a-60a9f3e37254 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:13.268955 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:13.269236 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d47aacc0-0502-4fa6-a22a-60a9f3e37254 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:13.269772 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'status': 'completed', 'code': 200} Aug 25 11:20:13.284064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] Pushing event updated for resources: {'Network': ['ID=edbaf51f-bbcd-4906-81bb-ef683c2d0937,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:13.293367 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd30ef01-7b63-4c68-ab39-6e5238de6423 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3477936 Aug 25 11:20:13.295375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.300217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:13.312602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.313744 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.326932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Request body: {'subnet': {'network_id': 'edbaf51f-bbcd-4906-81bb-ef683c2d0937', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2052323575-subnet', 'tenant_id': 'eacf53f0f9664633ac178d2acede518b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:13.328014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network edbaf51f-bbcd-4906-81bb-ef683c2d0937 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:20:13.337946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:13.367249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.415215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Made reservation on behalf of eacf53f0f9664633ac178d2acede518b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:13.420069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.570794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.576745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:13.577817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.581610 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.589387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] Transition to ACTIVE for port object 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:13.601445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-85eadaec-95d8-4dd4-8501-75afe755cc8f', 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'fixed_ips': [{'subnet_id': '8518a1c9-0a02-456d-a71c-2a4569b8f522'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:20:13.602645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.607756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.608951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:13.631418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:13.632051 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:13.786918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8756073 Aug 25 11:20:13.793534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45682) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:13.797644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f85e829f-1a4c-4729-9b03-6a60ae940d08 req-626b5b6c-b537-4911-9bb8-9fa2eadcc2b8 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219624 Aug 25 11:20:13.809338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1874517176'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:13.812234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] No DVR routers for this DVR port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:20:13.829630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90c3d-7d42-4855-af56-b1a3328efe39 req-2995cdd2-a970-4e2c-b8f7-0a3e09a5e82a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:13.831346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dc90c3d-7d42-4855-af56-b1a3328efe39 req-2995cdd2-a970-4e2c-b8f7-0a3e09a5e82a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 943 time: 0.4421873 Aug 25 11:20:13.836653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec4410-3d01-48e8-83cd-1efddef59238 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Network': ['ID=1774e408-eb01-4a23-9513-208a0b6fe394,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:13.841545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-03fd18d0-970b-4ffe-965b-c2a36cc74ac8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3640466 Aug 25 11:20:13.851517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] Pushing event updated for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:13.899387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 1774e408-eb01-4a23-9513-208a0b6fe394 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:20:13.959586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fd843-695b-4599-87fe-8ba89bde83d7 req-22c08007-5930-4751-a770-c76dbdea6652 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:13.961314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b2fd843-695b-4599-87fe-8ba89bde83d7 req-22c08007-5930-4751-a770-c76dbdea6652 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 944 time: 0.4159744 Aug 25 11:20:13.979235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d3c67d6a-bf91-4133-ab53-1825a05a6bfa service neutron] 10.222.0.10 "PUT /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3838322 Aug 25 11:20:13.997895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.008712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.034547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:14.038153 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.092744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.110837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e432fba5-737c-4d2a-8eba-4009ae856602,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:14.123308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Checking segment: {'id': 'ea434320-f7a4-4eae-8eaf-ff61afd6b283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'edbaf51f-bbcd-4906-81bb-ef683c2d0937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:14.123676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Network hostable DHCP agents. Network: edbaf51f-bbcd-4906-81bb-ef683c2d0937, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:20:14.130034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dc90c3d-7d42-4855-af56-b1a3328efe39 req-278c7932-17d1-4617-ae26-a9a7978c53bc tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459972 Aug 25 11:20:14.133573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Allocated IP 172.20.0.2 (85eadaec-95d8-4dd4-8501-75afe755cc8f/8518a1c9-0a02-456d-a71c-2a4569b8f522/3d0b0106-6bad-461d-b86b-85ab4bb45dc3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:14.148550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Network edbaf51f-bbcd-4906-81bb-ef683c2d0937 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:20:14.155009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:14.158752 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397cf81-5e94-4e77-b631-ab90d99e34e3" -d '{"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-plugged", "status": "completed", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:14.170440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-fbb489c3-e3cc-4917-b6b2-238ef51f329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:14.172175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-fbb489c3-e3cc-4917-b6b2-238ef51f329f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 1096 time: 0.2869084 Aug 25 11:20:14.172708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, edbaf51f-bbcd-4906-81bb-ef683c2d0937) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:14.188566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:14.189528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91572b-a22d-493e-aad1-930693b130b0 req-13d7db62-035c-429c-b09e-f25410841d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:14.189939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.191374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-13d7db62-035c-429c-b09e-f25410841d49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 1097 time: 0.2851009 Aug 25 11:20:14.194630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b2fd843-695b-4599-87fe-8ba89bde83d7 req-ac0e17bc-ea11-4829-9d06-6e57c016ef53 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039840 Aug 25 11:20:14.203171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:20:14.207876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1fe3a5-7a97-4cac-ae90-3fda33744b4f None None] Network edbaf51f-bbcd-4906-81bb-ef683c2d0937 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:14.228831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:14.232974 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9e1fd50-da7f-43d8-bd62-9829fa5bdf73 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9301202 Aug 25 11:20:14.377272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.377976 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Added segment eefbe607-3a78-4aa3-b6ab-6123c4f938bd of type vlan for network 21fd759f-f92b-4e59-929b-4a2fc2225515 Aug 25 11:20:14.390001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.531133 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a6ba47-384a-43a2-8cd8-1778f6500be9 x-openstack-request-id: req-64a6ba47-384a-43a2-8cd8-1778f6500be9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:14.531504 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-plugged", "status": "completed", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:14.531927 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64a6ba47-384a-43a2-8cd8-1778f6500be9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:14.532734 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'code': 200} Aug 25 11:20:14.614986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:14.744554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeff63e-a9f2-458d-9d66-39a18f61284d None None] Network edbaf51f-bbcd-4906-81bb-ef683c2d0937 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:14.972988 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:14.993203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Transition to ACTIVE for port object 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:15.039588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Transition to ACTIVE for port object 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:15.078888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.099887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-e52a6c53-eb0d-4b42-9017-dc1fd8eebfba req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1994044370', 'description': 'tempest-description-437512034'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:15.124478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.138937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:15.144352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:15.148752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:15.158161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Pushing event updated for resources: {'Port': ['ID=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:15.215605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Attempting to bind port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:15.215968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Attempting to bind port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:15.216365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Attempting to bind port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 on network 85eadaec-95d8-4dd4-8501-75afe755cc8f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:15.221895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:15.222272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Checking segment: {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:15.222681 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.223104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Bound using segment: {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:15.223376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-ae906bbc-48ae-43cb-8c07-adc3d4c92b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.223601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Bound port: 3d0b0106-6bad-461d-b86b-85ab4bb45dc3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:15.223977 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.224893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-ae906bbc-48ae-43cb-8c07-adc3d4c92b09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 916 time: 1.0382571 Aug 25 11:20:15.226995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-ae3fca44-57a6-4147-a6c4-c24e23675c47 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.228428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-ae3fca44-57a6-4147-a6c4-c24e23675c47 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.8407400 Aug 25 11:20:15.248258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e52a6c53-eb0d-4b42-9017-dc1fd8eebfba req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.279605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:20:15.283726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:20:15.307054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a80e-f4cc-43c6-9899-57a48964f877 req-d7b146d8-4399-462e-9eea-9d6c50a50a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.308601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7c5a80e-f4cc-43c6-9899-57a48964f877 req-d7b146d8-4399-462e-9eea-9d6c50a50a07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 1098 time: 0.6954496 Aug 25 11:20:15.309653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91572b-a22d-493e-aad1-930693b130b0 req-a6aeccda-f4fc-4ee9-b77c-aa0c4ea755a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.311063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-a6aeccda-f4fc-4ee9-b77c-aa0c4ea755a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.9871373 Aug 25 11:20:15.341351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.347255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.348190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.367228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0abde-393e-4aeb-84c8-b1403680cd30 req-1316e4cd-472a-4cc5-be4e-eb13cf30eb28 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.368938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04e0abde-393e-4aeb-84c8-b1403680cd30 req-1316e4cd-472a-4cc5-be4e-eb13cf30eb28 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.7536736 Aug 25 11:20:15.389540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-22e2dc29-a9da-4178-9e61-205d1186a004 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f HTTP/1.1" status: 200 len: 217 time: 0.1462460 Aug 25 11:20:15.424818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] For port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:15.429956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:20:15.449378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] For port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,segment=NetworkSegment(44a4ade3-49b2-4c65-a857-593624853491),segment_id=44a4ade3-49b2-4c65-a857-593624853491)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:15.458040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.517252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-cd22edb3-0e5d-448b-88aa-d8b4fefc58d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6 HTTP/1.1" status: 200 len: 217 time: 0.1635249 Aug 25 11:20:15.541764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:15.547749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45706) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:15.548636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7470748 Aug 25 11:20:15.561561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'subnet': {'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:15.577152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'port_id': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'mac_address': 'fa:16:3e:5a:94:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ff7ac4-22f1-4406-a6ee-db525772c80d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:20:15.579988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a866c2-15b7-470f-946d-51bbd4c40359 None None] Pushing event updated for resources: {'Port': ['ID=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:15.654702 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.679469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e7d68e-234a-42d6-8609-f0bb98610e8f {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:15.691184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7c5a80e-f4cc-43c6-9899-57a48964f877 req-dd3c63ac-38fc-4c03-8584-f59ab21154e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381569 Aug 25 11:20:15.711922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:15.717327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.769102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3af680-49dc-497a-96dd-3469d64e31d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Network': ['ID=21fd759f-f92b-4e59-929b-4a2fc2225515,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:15.807968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:20:15.840005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d1ccf47f-6616-4634-8e49-69f505898b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.841608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-d1ccf47f-6616-4634-8e49-69f505898b73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c&tenant_id=7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 1096 time: 0.6011181 Aug 25 11:20:15.889131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04e0abde-393e-4aeb-84c8-b1403680cd30 req-5167ab08-9e8a-4485-8f88-07531aea09a4 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983284 Aug 25 11:20:15.925298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:15.954574 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:15.979854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['80e7d68e-234a-42d6-8609-f0bb98610e8f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:20:15.983118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-7efea7f3-680c-40e2-ba60-85c53785e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:15.986360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-7efea7f3-680c-40e2-ba60-85c53785e909 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 200 len: 855 time: 0.5422685 Aug 25 11:20:15.994123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.027535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91572b-a22d-493e-aad1-930693b130b0 req-81662565-9d5c-4e91-a8f9-a2ff6be3cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:16.028943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-81662565-9d5c-4e91-a8f9-a2ff6be3cd49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.4627273 Aug 25 11:20:16.153769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-0d6fd52a-3e9f-43e2-ac27-bcd693917655 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3c807a57-c508-42a8-83d5-1b24b3c96873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300113 Aug 25 11:20:16.238424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:16.345098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e52a6c53-eb0d-4b42-9017-dc1fd8eebfba req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.345386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:16.351129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-51f45003-e21e-44b1-b077-15bab28be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:16.358771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-51f45003-e21e-44b1-b077-15bab28be3ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1096 time: 0.3699348 Aug 25 11:20:16.377246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86226-b268-477e-a2b4-58f2e8b9fa4b req-8fb8547b-918c-4cff-b3e6-8290753cb1c4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:16.379105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8b86226-b268-477e-a2b4-58f2e8b9fa4b req-8fb8547b-918c-4cff-b3e6-8290753cb1c4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.3866296 Aug 25 11:20:16.381652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:16.386432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e52a6c53-eb0d-4b42-9017-dc1fd8eebfba req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.388088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.413003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91572b-a22d-493e-aad1-930693b130b0 req-7d0db489-3aa8-407f-8fb8-22d010301f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:16.414627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-7d0db489-3aa8-407f-8fb8-22d010301f6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3546278 Aug 25 11:20:16.603788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Allocated IP 172.25.1.179 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/cd31168a-afda-42ca-9a54-24e5e9d1b093) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:16.610147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e52a6c53-eb0d-4b42-9017-dc1fd8eebfba req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.611593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e52a6c53-eb0d-4b42-9017-dc1fd8eebfba req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5750520 Aug 25 11:20:16.619004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f132687-8201-4d3e-8e2a-ff60c14e998b tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:16.635839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-4341683b-8e0c-4c5a-a780-543952033e14 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675503 Aug 25 11:20:16.692542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.759324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8b86226-b268-477e-a2b4-58f2e8b9fa4b req-157afd4d-391a-4be1-bf4e-b900022ddc95 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594477 Aug 25 11:20:16.836951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Subnet': ['ID=857be199-57db-433c-aa7b-0b5ebe8327c9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:16.850494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Checking segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:16.850736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network hostable DHCP agents. Network: 1774e408-eb01-4a23-9513-208a0b6fe394, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:20:16.875361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 1774e408-eb01-4a23-9513-208a0b6fe394 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:20:16.891382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 1774e408-eb01-4a23-9513-208a0b6fe394) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:16.900192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:16.901269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:16.912558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4066ec-16b1-4ecf-8b00-896761df16bf None None] Network 1774e408-eb01-4a23-9513-208a0b6fe394 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:16.930542 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c0902ff5-ae54-48c3-a06b-be6b99d05013 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3768284 Aug 25 11:20:16.931535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:16.931729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be4c0b-518f-4dcc-995e-42eff5baad11 None None] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:16.939258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'subnet': {'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:16.948635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-3f83a2f0-147d-4219-b3bb-22c35af7b9d2 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098841 Aug 25 11:20:16.992593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-76f6a075-40fd-4498-ae82-7c058bb6e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:16.994101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-76f6a075-40fd-4498-ae82-7c058bb6e126 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.6108634 Aug 25 11:20:17.049223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] Provisioning for port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:17.061263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] Provisioning complete for port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:17.061958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.187923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-c0ca0e10-8d6a-4606-82f8-d9c4d604eff1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 200 len: 217 time: 0.1115973 Aug 25 11:20:17.190804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:17.199464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.206349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf670-96a5-4d35-9a02-f7eddd24c129 req-aaee0639-3a74-49cf-9934-1f7540282ef8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:17.208070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18dcf670-96a5-4d35-9a02-f7eddd24c129 req-aaee0639-3a74-49cf-9934-1f7540282ef8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 944 time: 0.4788132 Aug 25 11:20:17.242444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63c42f89-164d-4a59-b28e-8ba09928c24f req-0f2feff8-9e6a-4301-8428-a0e1dcaa3808 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808713 Aug 25 11:20:17.272310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:17.303086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.329793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700504a-55a7-4fe1-afed-eb50e888feac req-0afe8e38-0c5e-44f8-a349-007116f1da99 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:17.332015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2700504a-55a7-4fe1-afed-eb50e888feac req-0afe8e38-0c5e-44f8-a349-007116f1da99 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 945 time: 0.4291947 Aug 25 11:20:17.382687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f91572b-a22d-493e-aad1-930693b130b0 req-c9866c4e-d709-42d0-abc1-6d53bb71fbda service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053833 Aug 25 11:20:17.401269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-1c1c1bb7-897a-46e5-82aa-8caa1357fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:17.403282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-1c1c1bb7-897a-46e5-82aa-8caa1357fba5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1917269 Aug 25 11:20:17.444575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18dcf670-96a5-4d35-9a02-f7eddd24c129 req-3918f0d1-00e7-4439-bada-bf2b64213f22 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255604 Aug 25 11:20:17.481641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-51648164-b231-4cb9-88bd-5821f1659698 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671244 Aug 25 11:20:17.497573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-1774e408-eb01-4a23-9513-208a0b6fe394', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:20:17.498985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.506021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.542740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 80e7d68e-234a-42d6-8609-f0bb98610e8f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:17.553398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 80e7d68e-234a-42d6-8609-f0bb98610e8f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:17.553867 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.586028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2700504a-55a7-4fe1-afed-eb50e888feac req-9c9f49ea-97ea-4f7c-b89c-7084efc19850 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384369 Aug 25 11:20:17.651461 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.701135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:17.761725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:17.787642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-1b08de16-70e5-41d9-892a-fea49c3dbe43 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f HTTP/1.1" status: 200 len: 1804 time: 0.1628385 Aug 25 11:20:17.793284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:17.793919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:17.799362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:17.800186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Subnet': ['ID=edd65997-31ab-4bf0-a07c-7c812c34e0ab,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:17.803262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:17.808406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-4b148999-3a6c-42b5-ae7d-378811dbb6aa service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138969 Aug 25 11:20:17.810585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Pushing event updated for resources: {'Port': ['ID=cd31168a-afda-42ca-9a54-24e5e9d1b093,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:17.861922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Checking segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:17.862886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network hostable DHCP agents. Network: 21fd759f-f92b-4e59-929b-4a2fc2225515, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:20:17.901723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Allocated IP 10.1.1.2 (1774e408-eb01-4a23-9513-208a0b6fe394/857be199-57db-433c-aa7b-0b5ebe8327c9/75be2890-b857-4537-82de-be12238c8c97) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:17.923241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:20:17.950137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 21fd759f-f92b-4e59-929b-4a2fc2225515) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:17.963428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:17.965803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.015453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-046eeb8e-cb37-4a7c-8fd8-dd3f307a4d30 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0822423 Aug 25 11:20:18.019446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45718) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:18.024961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'name': 'tempest-TaggedBootDevicesTest-1372676901', 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:18.070658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48baafb0-103d-41f6-b94c-3d083d0faa26 None None] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:18.197763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] For port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,segment=NetworkSegment(44a4ade3-49b2-4c65-a857-593624853491),segment_id=44a4ade3-49b2-4c65-a857-593624853491)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:18.218214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.239785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a224a71c-2d8f-4aab-997c-355a03207516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.303547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:18.421420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.444376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] device_id is not set on port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:20:18.589488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.592498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f13c9-ebf3-4afc-84a3-b5f339e2872d None None] Pushing event updated for resources: {'Port': ['ID=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:18.621581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7e073a15-8cb3-49a6-8006-63bbc86d18b3 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7837946 Aug 25 11:20:18.655746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.675096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-53983d88-2e9f-4287-ab27-deaf82407180 None None] Provisioning complete for port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:18.676063 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-53983d88-2e9f-4287-ab27-deaf82407180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.678631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e275-cd67-4ee2-9442-108bef384c70 req-d26ee468-a22a-4040-be29-bc12d068ca2a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:18.680375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da20e275-cd67-4ee2-9442-108bef384c70 req-d26ee468-a22a-4040-be29-bc12d068ca2a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.5785208 Aug 25 11:20:18.682466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.691515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.759028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b4bfdd-01ac-43fa-b91f-455ff5d78f29,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:18.776221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.777002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.777971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98cc45ae-27fb-4bcc-9da1-a43bb353593c req-b9c06fa3-b36f-433d-aa46-b9cc22da0dcb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9890485 Aug 25 11:20:18.809530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da20e275-cd67-4ee2-9442-108bef384c70 req-a4ef6cf0-29b0-41c2-bbeb-5b90a8f69d1a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028655 Aug 25 11:20:18.812313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:18.815251 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896d6982-8599-44fb-b37b-27aa82d2fdc8" -d '{"events": [{"server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "name": "network-vif-plugged", "status": "completed", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:18.874407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:18.910751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Transition to ACTIVE for port object 75be2890-b857-4537-82de-be12238c8c97 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:18.930840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.943605 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:18.952318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-21fd759f-f92b-4e59-929b-4a2fc2225515', 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'fixed_ips': [{'subnet_id': 'edd65997-31ab-4bf0-a07c-7c812c34e0ab'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:20:18.953901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.049234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Transition to ACTIVE for port object 75be2890-b857-4537-82de-be12238c8c97 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:19.118373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 10.1.1.213 (1774e408-eb01-4a23-9513-208a0b6fe394/857be199-57db-433c-aa7b-0b5ebe8327c9/2306f32e-8d07-4dec-8d9f-cccb653d4b17) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:19.189156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.241966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:19.256813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Network 1774e408-eb01-4a23-9513-208a0b6fe394 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:19.257102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbc73a-00dd-4ea4-bd9f-b4195e88da4b req-859f2ba5-9950-437c-8ac0-f32330eee068 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:19.258684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2dbc73a-00dd-4ea4-bd9f-b4195e88da4b req-859f2ba5-9950-437c-8ac0-f32330eee068 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.2352531 Aug 25 11:20:19.263689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7462fca0-4e93-4076-9cd9-af42ffe7e831 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:19.265316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-7462fca0-4e93-4076-9cd9-af42ffe7e831 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.1717489 Aug 25 11:20:19.282783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.283078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.283421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.283760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.284094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.284427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.284821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.285527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.285527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.286362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.286608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.286931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:19.291021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:19.303139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562454f4-e95c-45bb-9193-9357e630044b req-b97b9a40-6403-4e5e-9b64-6c3f1c1c4284 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:19.304780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-562454f4-e95c-45bb-9193-9357e630044b req-b97b9a40-6403-4e5e-9b64-6c3f1c1c4284 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 944 time: 0.2575424 Aug 25 11:20:19.323116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:19.381609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Allocated IP 10.2.2.2 (21fd759f-f92b-4e59-929b-4a2fc2225515/edd65997-31ab-4bf0-a07c-7c812c34e0ab/850c616f-e0c3-4c98-851d-2ce5e3b3f8d1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:19.395637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.408516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Pushing event updated for resources: {'Port': ['ID=75be2890-b857-4537-82de-be12238c8c97,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:19.430558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Attempting to bind port 75be2890-b857-4537-82de-be12238c8c97 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:19.430926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Attempting to bind port 75be2890-b857-4537-82de-be12238c8c97 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:19.431510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Attempting to bind port 75be2890-b857-4537-82de-be12238c8c97 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:19.433481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object 2306f32e-8d07-4dec-8d9f-cccb653d4b17 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:19.439316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2dbc73a-00dd-4ea4-bd9f-b4195e88da4b req-44a5949e-96a5-45f1-8c48-547b605046bd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690733 Aug 25 11:20:19.474927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:19.475306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Checking segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:19.475717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.476116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Bound using segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:19.476813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Bound port: 75be2890-b857-4537-82de-be12238c8c97, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:19.477244 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.503444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-562454f4-e95c-45bb-9193-9357e630044b req-a8c48d35-b089-461e-9e9e-f7cc994d60d9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455271 Aug 25 11:20:19.539822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.564324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.587437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-981231fb-cece-4090-b7b5-e331da13c099 req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1207243636', 'description': 'tempest-description-808324241'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:19.621307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] For port 75be2890-b857-4537-82de-be12238c8c97, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:19.642669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] For port 75be2890-b857-4537-82de-be12238c8c97, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=75be2890-b857-4537-82de-be12238c8c97,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:19.643760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-99276814-7c1b-453a-88fe-accceaa63f66 req-8a200662-ff27-472a-a296-a2bcda3c7f89 service neutron] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:19.654117 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.661110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-99276814-7c1b-453a-88fe-accceaa63f66 req-8a200662-ff27-472a-a296-a2bcda3c7f89 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.662523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99276814-7c1b-453a-88fe-accceaa63f66 req-8a200662-ff27-472a-a296-a2bcda3c7f89 service neutron] 10.222.0.67 "DELETE /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 0.3843553 Aug 25 11:20:19.674097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.699761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:19.711598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Transition to ACTIVE for port object 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:19.712004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-981231fb-cece-4090-b7b5-e331da13c099 req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.755104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 1774e408-eb01-4a23-9513-208a0b6fe394 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:19.765786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:19.771701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Transition to ACTIVE for port object 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:19.774710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba5a7c-ffc5-4289-8704-a1ad53b0387b None None] Pushing event updated for resources: {'Port': ['ID=75be2890-b857-4537-82de-be12238c8c97,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:19.779974 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.796744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:19.822446 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae970f-305f-4484-a452-3579260d18ec x-openstack-request-id: req-9aae970f-305f-4484-a452-3579260d18ec {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:19.822801 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "name": "network-vif-plugged", "status": "completed", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:19.822990 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9aae970f-305f-4484-a452-3579260d18ec {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:19.823419 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'code': 200} Aug 25 11:20:19.839123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:19.843733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:19.854117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:19.858335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Pushing event updated for resources: {'Port': ['ID=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:19.859484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Router d5da083f-8664-4ac5-95b8-6abb527d6166 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:20:19.946624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Attempting to bind port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:19.946624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Attempting to bind port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:19.947206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Attempting to bind port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 on network 21fd759f-f92b-4e59-929b-4a2fc2225515 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:19.967023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:19.967947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Checking segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:19.968861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.969758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Bound using segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:19.970475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:19.971474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Bound port: 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:19.972348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.975140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:19.980407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-981231fb-cece-4090-b7b5-e331da13c099 req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.005557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-221c5bff-4e0b-47aa-a5c4-41ddbe2f2632 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9849343 Aug 25 11:20:20.009603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45734) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:20.015292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'name': 'tempest-TaggedBootDevicesTest-797082089', 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:20.027748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-981231fb-cece-4090-b7b5-e331da13c099 req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.082257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa3563e-8d7e-4486-9900-37b0d3aff3b5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:20.153501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-981231fb-cece-4090-b7b5-e331da13c099 req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.161868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-981231fb-cece-4090-b7b5-e331da13c099 req-3fc7573c-014b-4b86-9409-305f53128245 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5799971 Aug 25 11:20:20.253659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:20:20.263284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] For port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:20.271582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] For port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:20.280556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Sync routers for ids ['d5da083f-8664-4ac5-95b8-6abb527d6166'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:20:20.290781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.306871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8fbe4-fcb1-462d-8d35-26874e075731 req-18e23891-031b-48ad-be90-c3b8b7d8073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:20.312379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47a8fbe4-fcb1-462d-8d35-26874e075731 req-18e23891-031b-48ad-be90-c3b8b7d8073f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 1098 time: 0.3536170 Aug 25 11:20:20.342010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Routers {'d5da083f-8664-4ac5-95b8-6abb527d6166'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:20.342536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:19:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d5da083f-8664-4ac5-95b8-6abb527d6166'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:20.369217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fbd6d-a855-497a-a8e1-8f44a1ff0c5e req-6f6b1856-c2d3-4b18-9ec0-d3eb20bc223a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:20.375184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e18fbd6d-a855-497a-a8e1-8f44a1ff0c5e req-6f6b1856-c2d3-4b18-9ec0-d3eb20bc223a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.3727324 Aug 25 11:20:20.400844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:20.428341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:20.437066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.450560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.450560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-71471117-0c2a-4641-b243-1b6c26ffe254 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2865756 Aug 25 11:20:20.467886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45738) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:20.518386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7595ba-593f-4fe7-bebf-cd33dec00f7c None None] Pushing event updated for resources: {'Port': ['ID=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:20.556881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47a8fbe4-fcb1-462d-8d35-26874e075731 req-b96c2a3a-06d7-436f-a151-3e89ca73090f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345142 Aug 25 11:20:20.575988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] device_id is not set on port 659c2e59-7c55-4d2b-b76d-bcee277421fb yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:20:20.615871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Set router d5da083f-8664-4ac5-95b8-6abb527d6166 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:20.622581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e18fbd6d-a855-497a-a8e1-8f44a1ff0c5e req-661bb6cd-207c-4cbc-ac22-f2b7725b0c38 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097414 Aug 25 11:20:20.631145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-f83e7234-c566-4e3b-8e69-72c3d8355bb1 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/cfa3563e-8d7e-4486-9900-37b0d3aff3b5 HTTP/1.1" status: 200 len: 1804 time: 0.1011417 Aug 25 11:20:20.673107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cfa3563e-8d7e-4486-9900-37b0d3aff3b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:20.673854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cfa3563e-8d7e-4486-9900-37b0d3aff3b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:20.846667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b914a4-95d3-4238-ae10-dcd1ea94f0ef req-ff26ccdc-0c6b-45e0-bce1-3291f6b67803 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:20.860109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52b914a4-95d3-4238-ae10-dcd1ea94f0ef req-ff26ccdc-0c6b-45e0-bce1-3291f6b67803 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1159830 Aug 25 11:20:20.869669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.921878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.924070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:20.924699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.932874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52b914a4-95d3-4238-ae10-dcd1ea94f0ef req-522db82e-65fb-4204-b7c0-f74d027296b7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718701 Aug 25 11:20:20.934158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:20.988321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2745cc-90a9-44ab-afb2-1f1572ad04f8,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:21.006124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.012561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20f56ad4-3291-4a7b-8171-88a0c715b082 req-8e1f9572-3be7-4ec5-a1a5-2766cc5baaf9 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3526537 Aug 25 11:20:21.208396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667d940-54f3-4ee1-9bdc-9b09a8f636fa req-69886c34-ca2e-4f27-8fdd-9a5569c0f4f0 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:21.216479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3667d940-54f3-4ee1-9bdc-9b09a8f636fa req-69886c34-ca2e-4f27-8fdd-9a5569c0f4f0 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.1472273 Aug 25 11:20:21.239281 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ba15-a1dd-4600-83e6-c417271aadeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.257603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff62d3-099f-48f7-87b0-4da1677d49e4 req-b9784d3a-2123-49e4-8563-4d5f4f3fdd26 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:21.265764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13ff62d3-099f-48f7-87b0-4da1677d49e4 req-b9784d3a-2123-49e4-8563-4d5f4f3fdd26 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 944 time: 0.1111200 Aug 25 11:20:21.272770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:18Z', 'revision_number': 3, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:21.304153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3667d940-54f3-4ee1-9bdc-9b09a8f636fa req-eb468a82-fb77-4173-9a09-8bae3fe2736c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866272 Aug 25 11:20:21.351329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Checking router: d5da083f-8664-4ac5-95b8-6abb527d6166 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:20:21.352386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Updating router d5da083f-8664-4ac5-95b8-6abb527d6166 port cd31168a-afda-42ca-9a54-24e5e9d1b093 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:20:21.385216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13ff62d3-099f-48f7-87b0-4da1677d49e4 req-0c21f19a-87d1-4424-895b-2b49ab7ce5ae tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183386 Aug 25 11:20:21.424763 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.427952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ea6abf44-be0c-4fea-b717-a727842b2fd8 req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-848849136', 'description': 'tempest-description-78361139'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:21.485843 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea6abf44-be0c-4fea-b717-a727842b2fd8 req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.531247 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.740262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc89a-e7eb-4bfc-b80b-726cedef219b req-5d6e0abc-123a-42e0-810a-dea69e9dda44 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:21.755630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56afc89a-e7eb-4bfc-b80b-726cedef219b req-5d6e0abc-123a-42e0-810a-dea69e9dda44 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.1483355 Aug 25 11:20:21.826762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea6abf44-be0c-4fea-b717-a727842b2fd8 req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.851158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea6abf44-be0c-4fea-b717-a727842b2fd8 req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.860828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bdc8c-28c1-4eb1-b05e-ea09d5e2e50f None None] Network 1774e408-eb01-4a23-9513-208a0b6fe394 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:21.875019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56afc89a-e7eb-4bfc-b80b-726cedef219b req-df53702e-9207-4144-a835-0c54426b1868 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180491 Aug 25 11:20:21.922274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea6abf44-be0c-4fea-b717-a727842b2fd8 req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:21.942179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea6abf44-be0c-4fea-b717-a727842b2fd8 req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5211158 Aug 25 11:20:21.963285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 10.1.1.67 (1774e408-eb01-4a23-9513-208a0b6fe394/857be199-57db-433c-aa7b-0b5ebe8327c9/659c2e59-7c55-4d2b-b76d-bcee277421fb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:21.977815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47820-488e-4611-9675-6050d2a74700 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7642520d-9226-474a-886d-d300df8b3036,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:22.012088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f629420b-ad81-4421-a961-3b939e321582 req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-870227476', 'description': 'tempest-description-261638596'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:22.124263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f629420b-ad81-4421-a961-3b939e321582 req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.236397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf357d64-5c9e-4b6e-986b-8c60a4826d24 None None] Provisioning for port 75be2890-b857-4537-82de-be12238c8c97 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:22.341811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896dffd-ab49-44c5-a4d0-0dbfc947690d req-01962b39-436c-4532-ade6-aa59274f262a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:22.344276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6896dffd-ab49-44c5-a4d0-0dbfc947690d req-01962b39-436c-4532-ade6-aa59274f262a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.2696285 Aug 25 11:20:22.349769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f629420b-ad81-4421-a961-3b939e321582 req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.363367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f629420b-ad81-4421-a961-3b939e321582 req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.388581 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.412994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f629420b-ad81-4421-a961-3b939e321582 req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.416484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:22.423725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f629420b-ad81-4421-a961-3b939e321582 req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4184229 Aug 25 11:20:22.463550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d33905-7c75-49cc-b3f0-a69e6ecddeff tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d099f-05d1-4d93-a60e-8be72c26a353,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:22.489407 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.495047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6896dffd-ab49-44c5-a4d0-0dbfc947690d req-68d01e98-1ffb-4a9f-987b-d169bf347278 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937324 Aug 25 11:20:22.516632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1733d2-4b1c-412d-8797-b27d345de963 None None] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:22.526169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.541156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object 659c2e59-7c55-4d2b-b76d-bcee277421fb will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:22.585971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc1b2-61ac-4ae7-a99f-f6b08d2aeb63 req-00924372-9bad-49ce-a79d-126785655393 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:22.587882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caadc1b2-61ac-4ae7-a99f-f6b08d2aeb63 req-00924372-9bad-49ce-a79d-126785655393 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.0866642 Aug 25 11:20:22.590825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.604336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Transition to ACTIVE for port object cd31168a-afda-42ca-9a54-24e5e9d1b093 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:22.620877 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.624837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.651705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 1774e408-eb01-4a23-9513-208a0b6fe394 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:22.663999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:22.668733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2683a69a-cc59-4d95-9afb-a4293e94c215 None None] Provisioning for port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:22.673859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:22.752611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-caadc1b2-61ac-4ae7-a99f-f6b08d2aeb63 req-ac62aadf-9bb0-4866-a46e-6b835c29b2be tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433587 Aug 25 11:20:22.763666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:22.776025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec12e-0ffb-494a-89c0-5742cd0877e7 None None] Pushing event updated for resources: {'Port': ['ID=cd31168a-afda-42ca-9a54-24e5e9d1b093,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:22.786704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Attempting to bind port cd31168a-afda-42ca-9a54-24e5e9d1b093 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:22.787227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Attempting to bind port cd31168a-afda-42ca-9a54-24e5e9d1b093 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:22.787866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Attempting to bind port cd31168a-afda-42ca-9a54-24e5e9d1b093 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:22.793362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:22.794223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.812507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-491e1f4e-952f-4c70-a860-02b9ac88a853 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8013167 Aug 25 11:20:22.815830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:22.823973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:22.825818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:22.826536 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.827386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:22.828272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a70b3-4d58-45c7-b04f-7056a61aa828 req-807810c6-99b4-4b1d-aca1-507d96077041 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:22.828736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Bound port: cd31168a-afda-42ca-9a54-24e5e9d1b093, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:22.829385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.832068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e8a70b3-4d58-45c7-b04f-7056a61aa828 req-807810c6-99b4-4b1d-aca1-507d96077041 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 1096 time: 0.1989691 Aug 25 11:20:22.912073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:22.912454 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:22.935774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e8a70b3-4d58-45c7-b04f-7056a61aa828 req-73ef295b-96ab-4a37-94ee-822799435bb0 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936537 Aug 25 11:20:23.043284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Allocated IP 172.20.0.1 (85eadaec-95d8-4dd4-8501-75afe755cc8f/8518a1c9-0a02-456d-a71c-2a4569b8f522/3384322f-7f2a-491d-bc61-6f1596adad0c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:23.052281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea11b38-03bb-4be5-b4bb-91ef5599d79e req-57239689-1b89-445c-9c1d-ac7bb136f1c1 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:23.054460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea11b38-03bb-4be5-b4bb-91ef5599d79e req-57239689-1b89-445c-9c1d-ac7bb136f1c1 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.1403899 Aug 25 11:20:23.092914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] For port cd31168a-afda-42ca-9a54-24e5e9d1b093, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:23.098445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] For port cd31168a-afda-42ca-9a54-24e5e9d1b093, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cd31168a-afda-42ca-9a54-24e5e9d1b093,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:23.112327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.170449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea11b38-03bb-4be5-b4bb-91ef5599d79e req-e8bd9ed5-e97a-4e11-affa-2fafcc72a382 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922546 Aug 25 11:20:23.196626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2619fc12-d308-44e0-920b-866be44a0b6e req-9b6a0ed4-1761-4447-8a0d-79993e58af03 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/7642520d-9226-474a-886d-d300df8b3036 HTTP/1.1" status: 200 len: 1802 time: 0.1856022 Aug 25 11:20:23.269591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.279438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec12e-0ffb-494a-89c0-5742cd0877e7 None None] Pushing event updated for resources: {'Port': ['ID=cd31168a-afda-42ca-9a54-24e5e9d1b093,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:23.293322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.330017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Routers {'d5da083f-8664-4ac5-95b8-6abb527d6166'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:23.332205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d5da083f-8664-4ac5-95b8-6abb527d6166'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:23.333791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2619fc12-d308-44e0-920b-866be44a0b6e req-4744ce46-1e84-429a-980d-b250a677f796 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/fc0d099f-05d1-4d93-a60e-8be72c26a353 HTTP/1.1" status: 200 len: 1803 time: 0.1327119 Aug 25 11:20:23.334738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Transition to ACTIVE for port object 3384322f-7f2a-491d-bc61-6f1596adad0c will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:23.338949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7642520d-9226-474a-886d-d300df8b3036', 'remote_group_id': 'fc0d099f-05d1-4d93-a60e-8be72c26a353', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:23.339301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7642520d-9226-474a-886d-d300df8b3036', 'remote_group_id': 'fc0d099f-05d1-4d93-a60e-8be72c26a353', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:23.434376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.529124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.539425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:23.576873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.578200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 75be2890-b857-4537-82de-be12238c8c97 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:23.602594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3384322f-7f2a-491d-bc61-6f1596adad0c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:23.631006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:23.636429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:23.639869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.640995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:23.647095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.682681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45782) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:23.693756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381458156', 'description': 'tempest-description--214242674'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:23.715235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.716496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2619fc12-d308-44e0-920b-866be44a0b6e req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3819172 Aug 25 11:20:23.738011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36561bbd-cf05-457d-b850-23b8830a0049 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2513f61-dae2-479f-812b-f49462bd54c4,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:23.766282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f0c20b7e-978b-406a-b567-2392e65c17a1 None None] Provisioning for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:23.795836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.816476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f0c20b7e-978b-406a-b567-2392e65c17a1 None None] Provisioning complete for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:23.817959 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f0c20b7e-978b-406a-b567-2392e65c17a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.857395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] Set router d5da083f-8664-4ac5-95b8-6abb527d6166 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:23.867773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:23.869986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07ecb-098e-4b58-a9f5-8cb82b5006e0 req-3b3c3cb0-12f3-4b3e-ae37-6519ec088405 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:23.878051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30b07ecb-098e-4b58-a9f5-8cb82b5006e0 req-3b3c3cb0-12f3-4b3e-ae37-6519ec088405 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.0984035 Aug 25 11:20:23.926721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:24.047742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30b07ecb-098e-4b58-a9f5-8cb82b5006e0 req-3b8f9a26-346b-4698-8116-c51c63190f3f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688635 Aug 25 11:20:24.095903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f0c20b7e-978b-406a-b567-2392e65c17a1 None None] Port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:24.113128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 75be2890-b857-4537-82de-be12238c8c97 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:24.128973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 75be2890-b857-4537-82de-be12238c8c97 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:24.130700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.146575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.158543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.250900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.256159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ae5c9851-a2e3-4373-8206-1b3a94796f65 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:24.262279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ae5c9851-a2e3-4373-8206-1b3a94796f65 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.3452511 Aug 25 11:20:24.271572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.275856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5881550 Aug 25 11:20:24.276241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45798) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:24.286945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'security_group_rule': {'security_group_id': '84a84b4b-6145-4060-a2af-cc7e638267af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:24.288174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8de6c8-9d12-443a-862c-029f23f6f4e7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a84b4b-6145-4060-a2af-cc7e638267af,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:24.299975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-b51dfd10-3c8d-47a4-b263-39ba961b6274 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/quotas/7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 375 time: 0.0302188 Aug 25 11:20:24.301840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.322504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Provisioning for port 659c2e59-7c55-4d2b-b76d-bcee277421fb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:24.347981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75582ae4-c760-4bb1-a389-436ffad1fbdb req-962ff7c6-742c-4773-b091-949adc903f83 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:24.348884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Provisioning complete for port 659c2e59-7c55-4d2b-b76d-bcee277421fb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:24.349601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75582ae4-c760-4bb1-a389-436ffad1fbdb req-962ff7c6-742c-4773-b091-949adc903f83 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.1703575 Aug 25 11:20:24.355771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.385449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.394138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-689f9374-3c57-4c62-81b3-5fbd134356e0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930018 Aug 25 11:20:24.432721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75582ae4-c760-4bb1-a389-436ffad1fbdb req-df7dc46a-b9c1-4fad-bff1-388dc085f729 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754831 Aug 25 11:20:24.470920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Port 659c2e59-7c55-4d2b-b76d-bcee277421fb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:24.479593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.496159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-78805a4e-1735-478c-aa0a-7ca1b5bdcb3b req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-297649553', 'description': 'tempest-description-1518580116'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:24.547977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78805a4e-1735-478c-aa0a-7ca1b5bdcb3b req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.564534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:18Z', 'revision_number': 3, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:24.569287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Provisioning complete for port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:24.569639 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.581981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-698fe7ee-4b2d-441b-9379-ab255efc6fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699846 Aug 25 11:20:24.635885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.645657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.675548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 75be2890-b857-4537-82de-be12238c8c97, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=75be2890-b857-4537-82de-be12238c8c97,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:24.683349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3d9bd-5f8d-4976-a746-40b96a44afe4 None None] The sync data for ids ['d5da083f-8664-4ac5-95b8-6abb527d6166'] in n-d-778732-11 is: [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:18Z', 'revision_number': 3, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:20:24.685191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa15f142-3bb6-466f-a9ac-fe200057e0d4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:24.693765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.760263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.767432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.781651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-b5e615af-ca3b-4473-b38c-136cdbadebd1 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734185 Aug 25 11:20:24.784470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78805a4e-1735-478c-aa0a-7ca1b5bdcb3b req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.790942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78805a4e-1735-478c-aa0a-7ca1b5bdcb3b req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.815690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=75be2890-b857-4537-82de-be12238c8c97,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:24.835267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-78805a4e-1735-478c-aa0a-7ca1b5bdcb3b req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.841563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78805a4e-1735-478c-aa0a-7ca1b5bdcb3b req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3515291 Aug 25 11:20:24.857622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1868f1-026a-4a01-b10b-03f13385c291 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7e3da3-2c33-4253-b328-3023d1fc374e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:24.896073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.898675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3384322f-7f2a-491d-bc61-6f1596adad0c,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:24.903060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:24.910816 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-45cfa3ca-5a72-4f1f-baaa-119babe3569e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6285293 Aug 25 11:20:24.911231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45806) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:24.917200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'security_group_rule': {'security_group_id': '84a84b4b-6145-4060-a2af-cc7e638267af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:24.990823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.011723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Provisioning complete for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:25.013454 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.076874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:25.151096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:25.168561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Provisioning for port 3384322f-7f2a-491d-bc61-6f1596adad0c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:25.170048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50fea6-3679-43f8-a641-59dd0c517837 req-5966825a-4745-4e2b-9476-f0a0697d8c1c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:25.172542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac50fea6-3679-43f8-a641-59dd0c517837 req-5966825a-4745-4e2b-9476-f0a0697d8c1c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1124349 Aug 25 11:20:25.175792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Provisioning complete for port 3384322f-7f2a-491d-bc61-6f1596adad0c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:25.176852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.185767 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.205089 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.224911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:25.225484 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.262879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:25.266971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:25.306618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72fc948-2c6a-45d5-a2c5-7b92811e0abf,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:25.319227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.321811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-70552cf6-3f83-47d9-9e2a-5684c79f1bf9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092138 Aug 25 11:20:25.329046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45808) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:25.338537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:25.355566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac50fea6-3679-43f8-a641-59dd0c517837 req-64b2c587-6e83-4d63-9d35-b2a9217588e2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477654 Aug 25 11:20:25.366597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-391da3d9-78eb-4a2f-9cf3-2bb4ec0c1614 None None] Port 3384322f-7f2a-491d-bc61-6f1596adad0c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:25.376560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.602887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:25.631504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Router d5da083f-8664-4ac5-95b8-6abb527d6166 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:20:25.932107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:20:25.951675 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-702190f9-f044-4aff-8c87-5a61e4d60f03 admin admin] 10.222.0.35 "PUT /v2.0/routers/d5da083f-8664-4ac5-95b8-6abb527d6166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4797764 Aug 25 11:20:25.976445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 172.25.1.55 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/786adbf3-f7e4-430e-9a98-a4683c44f9f2) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:26.055674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2cd6820f-8644-41b4-bafb-8de6103ea71e None None] Provisioning complete for port 3384322f-7f2a-491d-bc61-6f1596adad0c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:26.057818 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2cd6820f-8644-41b4-bafb-8de6103ea71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:26.215793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3df87763-20e7-4b08-af69-6e00b82622a4 req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1740021785', 'description': 'tempest-description-1557746442'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:26.322095 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:20:26.391084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6820f-8644-41b4-bafb-8de6103ea71e None None] Port 3384322f-7f2a-491d-bc61-6f1596adad0c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:26.774266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd2778-32da-4a23-9cdd-bb076967db45 req-0dced1bb-0890-4879-bb24-abf7e5dd8530 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:26.776097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9fd2778-32da-4a23-9cdd-bb076967db45 req-0dced1bb-0890-4879-bb24-abf7e5dd8530 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.7410848 Aug 25 11:20:26.792479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3df87763-20e7-4b08-af69-6e00b82622a4 req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:26.862728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:26.905837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9fd2778-32da-4a23-9cdd-bb076967db45 req-792aef5c-b22b-4449-8d84-0962dd6ac774 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182857 Aug 25 11:20:26.989266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.043042 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.068511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd31168a-afda-42ca-9a54-24e5e9d1b093 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:27.120325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:27.125108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dae9bfe-95e9-4736-9f60-178fcded7430 req-f8d6987d-f2c0-4fcd-8579-0cf4d74e22a4 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 210 time: 0.1119230 Aug 25 11:20:27.132928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cd31168a-afda-42ca-9a54-24e5e9d1b093 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:27.137045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:27.138134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cd31168a-afda-42ca-9a54-24e5e9d1b093 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:27.139222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.141890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=786adbf3-f7e4-430e-9a98-a4683c44f9f2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:27.148496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:27.177899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3df87763-20e7-4b08-af69-6e00b82622a4 req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.185329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3df87763-20e7-4b08-af69-6e00b82622a4 req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.248781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3df87763-20e7-4b08-af69-6e00b82622a4 req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.250292 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3df87763-20e7-4b08-af69-6e00b82622a4 req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0841279 Aug 25 11:20:27.279885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd5471-49ea-4e6c-aec6-1db5c836507d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76e43b3-dd17-4db3-a349-9e01928d92e1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:27.356424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b12dd-5d49-42b1-9479-edc8ee48b6b0 req-3cb2a5b3-700f-4a48-b34d-5ec3b0561477 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:27.358427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b2b12dd-5d49-42b1-9479-edc8ee48b6b0 req-3cb2a5b3-700f-4a48-b34d-5ec3b0561477 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.1364090 Aug 25 11:20:27.371992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.464440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.505646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b2b12dd-5d49-42b1-9479-edc8ee48b6b0 req-26e867cd-975e-4cef-ae48-82cf8789784e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068909 Aug 25 11:20:27.528882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e821d6-bb88-4c11-be6b-29fe147528b5 req-bc0dacfa-af34-4d86-8cee-8de1ec4ae944 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:27.536727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88e821d6-bb88-4c11-be6b-29fe147528b5 req-bc0dacfa-af34-4d86-8cee-8de1ec4ae944 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1513937 Aug 25 11:20:27.549427 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.590505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cd31168a-afda-42ca-9a54-24e5e9d1b093, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cd31168a-afda-42ca-9a54-24e5e9d1b093,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:27.596337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.597808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 75be2890-b857-4537-82de-be12238c8c97 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:27.714269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88e821d6-bb88-4c11-be6b-29fe147528b5 req-e51dfa41-a3c5-40a1-867b-bbb112110d6f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751647 Aug 25 11:20:27.800101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 75be2890-b857-4537-82de-be12238c8c97 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:27.800856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:27.883655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cd31168a-afda-42ca-9a54-24e5e9d1b093,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:27.892779 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Sync routers for ids ['d5da083f-8664-4ac5-95b8-6abb527d6166'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:20:27.912311 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Routers {'d5da083f-8664-4ac5-95b8-6abb527d6166'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:27.913360 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d5da083f-8664-4ac5-95b8-6abb527d6166'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:27.946356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7605a9bd-b149-4f8b-86ae-c12ce7b5d566 req-7d242a8f-b11c-4aff-9c90-c737a2529490 tempest-FloatingIPsNegativeTestJSON-568220745 tempest-FloatingIPsNegativeTestJSON-568220745-project] 10.222.0.35 "GET /v2.0/floatingips?tenant_id=5cbcc88aa1384857b6c2511058d44116 HTTP/1.1" status: 200 len: 217 time: 0.1483057 Aug 25 11:20:28.007053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-74ebefba-7063-491e-986b-ee80b8b692e8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:28.009163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-74ebefba-7063-491e-986b-ee80b8b692e8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.4328990 Aug 25 11:20:28.039108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Request body: {'port': {'device_id': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'admin_state_up': True, 'tenant_id': '7a53180ea5374a77ae884fd61e2133f1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:28.088207 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Set router d5da083f-8664-4ac5-95b8-6abb527d6166 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:28.102852 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.135823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.183014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-47f92211-40ee-46a8-9762-aef16a479b43 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/4e7e3da3-2c33-4253-b328-3023d1fc374e HTTP/1.1" status: 200 len: 1804 time: 0.2583961 Aug 25 11:20:28.296201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63df21-e672-4e84-9c94-991e500fde76 req-a12290e7-6b0a-4d4f-8fa0-f76710bc2a83 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:28.297852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb63df21-e672-4e84-9c94-991e500fde76 req-a12290e7-6b0a-4d4f-8fa0-f76710bc2a83 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.2520339 Aug 25 11:20:28.298623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=786adbf3-f7e4-430e-9a98-a4683c44f9f2,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:28.329647 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:24Z', 'revision_number': 4, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '3384322f-7f2a-491d-bc61-6f1596adad0c', 'name': '', 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'mac_address': 'fa:16:3e:79:ae:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8518a1c9-0a02-456d-a71c-2a4569b8f522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:22Z', 'updated_at': '2021-08-25T11:20:24Z', 'revision_number': 2, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'subnets': [{'id': '8518a1c9-0a02-456d-a71c-2a4569b8f522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:28.340252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.364050 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Checking router: d5da083f-8664-4ac5-95b8-6abb527d6166 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:20:28.364625 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Updating router d5da083f-8664-4ac5-95b8-6abb527d6166 port 3384322f-7f2a-491d-bc61-6f1596adad0c binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:20:28.377708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-24225eb3-a7b5-43a5-8336-6167931ffe5f tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/f76e43b3-dd17-4db3-a349-9e01928d92e1 HTTP/1.1" status: 200 len: 1805 time: 0.1710753 Aug 25 11:20:28.390349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Made reservation on behalf of 7a53180ea5374a77ae884fd61e2133f1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:28.394157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.406248 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.416386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e7e3da3-2c33-4253-b328-3023d1fc374e', 'remote_group_id': 'f76e43b3-dd17-4db3-a349-9e01928d92e1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:28.416709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e7e3da3-2c33-4253-b328-3023d1fc374e', 'remote_group_id': 'f76e43b3-dd17-4db3-a349-9e01928d92e1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:28.421111 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.422358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fb4f24c8-5000-4440-aaa5-d8580104790f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0916893 Aug 25 11:20:28.425601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb63df21-e672-4e84-9c94-991e500fde76 req-e05246b9-b6fd-43ae-8fc0-3cbd93933e50 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023216 Aug 25 11:20:28.542255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a20b928d-81a3-432e-ba4a-bf5a05297ca3 req-aa948328-8a74-4d6f-ba26-78149616a890 tempest-FloatingIPsNegativeTestJSON-568220745 tempest-FloatingIPsNegativeTestJSON-568220745-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0786772 Aug 25 11:20:28.623968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.672706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Allocated IP 172.20.0.2 (18bced2f-e46e-4dbd-9ea2-94079387039b/01a933be-9cab-45fc-bfe0-71fe81f8e0fe/aacd8422-065e-4258-8c10-a1b8d60737b3) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:28.714122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79880336-9688-47f5-be8a-f099c38067d8 req-9035d0aa-42dd-4107-8081-346d5e5b70db tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 210 time: 0.0591500 Aug 25 11:20:28.736292 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.767288 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.846564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd31168a-afda-42ca-9a54-24e5e9d1b093 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:28.864929 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.880560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c99d3b-a5ad-4ac5-b091-7a36af2a6b9c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:28.882795 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Transition to ACTIVE for port object 3384322f-7f2a-491d-bc61-6f1596adad0c will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:28.891960 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.910130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cd31168a-afda-42ca-9a54-24e5e9d1b093 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:28.910958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.976377 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Pushing event updated for resources: {'Port': ['ID=3384322f-7f2a-491d-bc61-6f1596adad0c,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:28.979270 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:28.990446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f35132b-a7ae-4e7b-8bbc-a42d732d306c req-4ca1a97a-a696-4f34-a921-61ca29056864 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5907311 Aug 25 11:20:29.000004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.001246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.001246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.001246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.001998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.001998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.001998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.002594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.002594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.002924 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.003435 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.003629 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:29.022355 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Attempting to bind port 3384322f-7f2a-491d-bc61-6f1596adad0c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:29.022670 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Attempting to bind port 3384322f-7f2a-491d-bc61-6f1596adad0c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:29.023288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Attempting to bind port 3384322f-7f2a-491d-bc61-6f1596adad0c on network 85eadaec-95d8-4dd4-8501-75afe755cc8f {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:29.038856 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:29.040529 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Checking segment: {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:29.041144 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.041732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Bound using segment: {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:29.044059 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Bound port: 3384322f-7f2a-491d-bc61-6f1596adad0c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a4ade3-49b2-4c65-a857-593624853491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:29.045341 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.085736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262424c-4ebd-487f-b23c-3e184bc34832 req-9db6ecd1-fe4c-40ea-bc1f-65b071ae05aa tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:29.100597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7262424c-4ebd-487f-b23c-3e184bc34832 req-9db6ecd1-fe4c-40ea-bc1f-65b071ae05aa tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.3093748 Aug 25 11:20:29.152299 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] For port 3384322f-7f2a-491d-bc61-6f1596adad0c, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:29.156153 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] For port 3384322f-7f2a-491d-bc61-6f1596adad0c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3384322f-7f2a-491d-bc61-6f1596adad0c,segment=NetworkSegment(44a4ade3-49b2-4c65-a857-593624853491),segment_id=44a4ade3-49b2-4c65-a857-593624853491)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:29.162164 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.236348 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Routers {'d5da083f-8664-4ac5-95b8-6abb527d6166'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:29.237058 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d5da083f-8664-4ac5-95b8-6abb527d6166'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:29.291331 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd440be-4024-4acc-b1ba-fc9ebe42eac4 None None] Pushing event updated for resources: {'Port': ['ID=3384322f-7f2a-491d-bc61-6f1596adad0c,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:29.310307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7262424c-4ebd-487f-b23c-3e184bc34832 req-37230c8f-853e-47fa-a8db-dae2001e598a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081692 Aug 25 11:20:29.315949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.334456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad7e1-baf4-457e-93bf-0cc1ad267fbe req-4d8d06bf-e2af-4941-af96-93fbbd061036 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:29.336076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-809ad7e1-baf4-457e-93bf-0cc1ad267fbe req-4d8d06bf-e2af-4941-af96-93fbbd061036 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.2127552 Aug 25 11:20:29.417826 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] Set router d5da083f-8664-4ac5-95b8-6abb527d6166 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:29.429367 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-4382d8fc-040e-4ee9-b7ca-8f57b726f4d5 req-af6414ea-91e6-49d3-a96b-70f268f6c727 tempest-FloatingIPsNegativeTestJSON-568220745 tempest-FloatingIPsNegativeTestJSON-568220745-project] show failed (client error): The resource could not be found. Aug 25 11:20:29.430402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4382d8fc-040e-4ee9-b7ca-8f57b726f4d5 req-af6414ea-91e6-49d3-a96b-70f268f6c727 tempest-FloatingIPsNegativeTestJSON-568220745 tempest-FloatingIPsNegativeTestJSON-568220745-project] 10.222.0.35 "GET /v2.0/floatingips/8c58343e-10fc-4bee-85b1-7f7a6eb05045 HTTP/1.1" status: 404 len: 350 time: 0.0657949 Aug 25 11:20:29.445118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45874) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:29.450933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-809ad7e1-baf4-457e-93bf-0cc1ad267fbe req-1ee18888-25d0-4191-b1e6-10e480571c50 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045940 Aug 25 11:20:29.454803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.519823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Network 18bced2f-e46e-4dbd-9ea2-94079387039b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:29.524588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:29.534449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:29.612305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:29.665411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:29.666210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.695241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e900f5a8-5252-440c-b6f2-f3cdf48c9915 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6728253 Aug 25 11:20:29.711755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f540cd6-d1f1-49ba-ac7f-056697dc6c57 req-cf1be5a7-0280-4995-9b91-0ec9151674f4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:29.713777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f540cd6-d1f1-49ba-ac7f-056697dc6c57 req-cf1be5a7-0280-4995-9b91-0ec9151674f4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1531329 Aug 25 11:20:29.725930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Request body: {'port': {'device_id': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:29.814057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-20adb364-cbd5-4652-aa91-ccad04a6cd41 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--381458156&fields=id&tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7 HTTP/1.1" status: 200 len: 267 time: 0.1850922 Aug 25 11:20:29.875597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f540cd6-d1f1-49ba-ac7f-056697dc6c57 req-1fc7c7bc-9c0d-4e1e-ba34-a5733602191b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403520 Aug 25 11:20:29.916901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:29.946565 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:24Z', 'revision_number': 4, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '3384322f-7f2a-491d-bc61-6f1596adad0c', 'name': '', 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'mac_address': 'fa:16:3e:79:ae:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8518a1c9-0a02-456d-a71c-2a4569b8f522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:22Z', 'updated_at': '2021-08-25T11:20:29Z', 'revision_number': 4, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'subnets': [{'id': '8518a1c9-0a02-456d-a71c-2a4569b8f522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:29.985841 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86a6cc-d0b7-4885-84e9-70b629550cea None None] The sync data for ids ['d5da083f-8664-4ac5-95b8-6abb527d6166'] in n-d-778732-11 is: [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:24Z', 'revision_number': 4, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '3384322f-7f2a-491d-bc61-6f1596adad0c', 'name': '', 'network_id': '85eadaec-95d8-4dd4-8501-75afe755cc8f', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'mac_address': 'fa:16:3e:79:ae:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8518a1c9-0a02-456d-a71c-2a4569b8f522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:22Z', 'updated_at': '2021-08-25T11:20:29Z', 'revision_number': 4, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'subnets': [{'id': '8518a1c9-0a02-456d-a71c-2a4569b8f522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:20:29.986520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-717eedc1-e78f-4315-82d1-4a49276a6df3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:30.005041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-717eedc1-e78f-4315-82d1-4a49276a6df3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 932 time: 0.1898448 Aug 25 11:20:30.099372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.342847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e50b1632-ec83-4d1f-8334-dd0f919f704f req-800a9727-54f8-4cef-88a6-39d717884b67 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/f76e43b3-dd17-4db3-a349-9e01928d92e1 HTTP/1.1" status: 200 len: 1805 time: 0.3329835 Aug 25 11:20:30.372461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a791e414-29cc-4b16-be40-79b1f77fd5f3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:30.375618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a791e414-29cc-4b16-be40-79b1f77fd5f3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 930 time: 0.3694403 Aug 25 11:20:30.450202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Deleting port 3384322f-7f2a-491d-bc61-6f1596adad0c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:20:30.450811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.470145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-759a05d9-eeb2-4d23-b1a7-bae83e4ff01c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0775332 Aug 25 11:20:30.579364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-8b3d04ea-d358-4423-a23c-548beb4ec2ab tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0970750 Aug 25 11:20:30.626064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] For port 3384322f-7f2a-491d-bc61-6f1596adad0c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3384322f-7f2a-491d-bc61-6f1596adad0c,segment=NetworkSegment(44a4ade3-49b2-4c65-a857-593624853491),segment_id=44a4ade3-49b2-4c65-a857-593624853491)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:30.626695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.627126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.644269 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e50b1632-ec83-4d1f-8334-dd0f919f704f req-70f79783-fa9b-4007-a5b3-ccbeba776e08 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.667500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Calling delete_port for 3384322f-7f2a-491d-bc61-6f1596adad0c owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:20:30.678020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e50b1632-ec83-4d1f-8334-dd0f919f704f req-70f79783-fa9b-4007-a5b3-ccbeba776e08 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.913275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacd8422-065e-4258-8c10-a1b8d60737b3 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:30.939629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:30.960774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3384322f-7f2a-491d-bc61-6f1596adad0c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:31.021039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Transition to ACTIVE for port object aacd8422-065e-4258-8c10-a1b8d60737b3 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:31.022333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:31.041656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:31.061336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3384322f-7f2a-491d-bc61-6f1596adad0c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:31.093407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.094116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.094640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.095348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.095879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.096830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.097369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.097963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.098569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.099228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.099780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.100371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:31.103959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No active binding found for port 3384322f-7f2a-491d-bc61-6f1596adad0c {{(pid=94912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 11:20:31.105083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3384322f-7f2a-491d-bc61-6f1596adad0c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 11:20:31.147378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Port 3384322f-7f2a-491d-bc61-6f1596adad0c not found, will not notify nova. {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 11:20:31.218626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-820b0165-8e96-41e3-9ce7-a3a2be11755c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:31.225982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-820b0165-8e96-41e3-9ce7-a3a2be11755c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:31.232561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-820b0165-8e96-41e3-9ce7-a3a2be11755c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:31.240490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-820b0165-8e96-41e3-9ce7-a3a2be11755c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/networks?id=4c02236c-c78c-4537-9384-2ff1eca72838&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=21fd759f-f92b-4e59-929b-4a2fc2225515&id=21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 200 len: 1991 time: 0.6392379 Aug 25 11:20:31.251639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e50b1632-ec83-4d1f-8334-dd0f919f704f req-70f79783-fa9b-4007-a5b3-ccbeba776e08 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:31.254536 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e50b1632-ec83-4d1f-8334-dd0f919f704f req-70f79783-fa9b-4007-a5b3-ccbeba776e08 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:31.255798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e50b1632-ec83-4d1f-8334-dd0f919f704f req-70f79783-fa9b-4007-a5b3-ccbeba776e08 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/f76e43b3-dd17-4db3-a349-9e01928d92e1 HTTP/1.1" status: 204 len: 173 time: 0.9113359 Aug 25 11:20:31.267321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-03715b31-7802-4e66-af9d-5817f812b5cd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/quotas/e0afaf7be92b4c6f9e937ea77b94b3f7 HTTP/1.1" status: 200 len: 375 time: 0.0255489 Aug 25 11:20:31.341078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:31.361925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f79783-fa9b-4007-a5b3-ccbeba776e08 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76e43b3-dd17-4db3-a349-9e01928d92e1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:31.399861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:31.400215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:31.400777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:31.406359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:20:31.406585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:31.440986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:31.442547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-f53c02c6-aef2-4e30-9b36-b37c6bad6a18 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1742539 Aug 25 11:20:31.444253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:31.445785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:31.446310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:31.446934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Bound port: aacd8422-065e-4258-8c10-a1b8d60737b3, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:31.447427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:31.465619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5f73f0c2-66f0-4b33-ad9a-94d16e3614eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:20:31.466950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5f73f0c2-66f0-4b33-ad9a-94d16e3614eb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154436 Aug 25 11:20:31.820796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Router d5da083f-8664-4ac5-95b8-6abb527d6166 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:20:31.960644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:31.996247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:32.003785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:20:32.004579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:32.012567 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-07817c50-1020-4644-8957-7253e1a5fc9e admin admin] 10.222.0.35 "PUT /v2.0/routers/d5da083f-8664-4ac5-95b8-6abb527d6166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654697 Aug 25 11:20:32.015570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45904) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:32.016197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-479e4199-ed34-4ff9-a1c9-8cdab128e2c6 service neutron] 10.222.0.35 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396643 Aug 25 11:20:32.018690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce070b83-823b-44af-bb77-54503e055632 None None] Sync routers for ids ['d5da083f-8664-4ac5-95b8-6abb527d6166'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:20:32.041545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] Routers {'d5da083f-8664-4ac5-95b8-6abb527d6166'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:32.042651 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d5da083f-8664-4ac5-95b8-6abb527d6166'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:32.075058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:32.075806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:32.077384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] 10.222.0.67 "PUT /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 1092 time: 2.3625293 Aug 25 11:20:32.079906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:32.082372 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01241e42-82f5-4cbf-8d9c-21307feb5605" -d '{"events": [{"name": "network-changed", "server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:32.110252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d14a8-51f0-4aed-9bae-7308d4e71cfc req-b93ddf1c-63dd-4133-bcb5-7c31a5ba5176 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:32.119197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b77d14a8-51f0-4aed-9bae-7308d4e71cfc req-b93ddf1c-63dd-4133-bcb5-7c31a5ba5176 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.1795418 Aug 25 11:20:32.227862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] Set router d5da083f-8664-4ac5-95b8-6abb527d6166 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:32.230489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:32.264399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac082412-95eb-4bb1-a479-6d766ba40237 service neutron] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:32.335716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b77d14a8-51f0-4aed-9bae-7308d4e71cfc req-2a9250b1-b7f1-4299-8ec2-a7006fbe05f2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149432 Aug 25 11:20:32.378269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ccd97bc6-912a-4801-90d1-7df12781e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:32.382978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-ccd97bc6-912a-4801-90d1-7df12781e6db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1095 time: 0.2263808 Aug 25 11:20:32.402543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-8e08bc26-638e-462f-8758-2d49cc289fe6 service neutron] 10.222.0.35 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429351 Aug 25 11:20:32.555950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-6f7b5b95-3c48-4b01-80fa-5d4cdae6b764 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 217 time: 0.1492844 Aug 25 11:20:32.582058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:30Z', 'revision_number': 5, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:32.625501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce070b83-823b-44af-bb77-54503e055632 None None] Checking router: d5da083f-8664-4ac5-95b8-6abb527d6166 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:20:32.638416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] Routers {'d5da083f-8664-4ac5-95b8-6abb527d6166'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:32.639249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d5da083f-8664-4ac5-95b8-6abb527d6166'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:32.675299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:32.690529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-71daa9a5-e15b-4990-8bb7-79d3775ed9ae service neutron] 10.222.0.35 "GET /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2807286 Aug 25 11:20:32.783351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Deleting port cd31168a-afda-42ca-9a54-24e5e9d1b093 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:20:32.784168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:32.823854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-6b6308c7-678e-40be-85d9-8f4fad5e6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:32.830966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-6b6308c7-678e-40be-85d9-8f4fad5e6914 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.2460649 Aug 25 11:20:32.845869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393207e3-8116-4cc8-b9f6-ce8993c3a905 req-5f1ba35a-8269-4ae4-8078-e9bfd37799e5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:32.848916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-393207e3-8116-4cc8-b9f6-ce8993c3a905 req-5f1ba35a-8269-4ae4-8078-e9bfd37799e5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.3309639 Aug 25 11:20:32.859717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] Set router d5da083f-8664-4ac5-95b8-6abb527d6166 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:32.914589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-2f29f17b-3623-43a1-b7ae-3a7355f579b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588405 Aug 25 11:20:32.957130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] For port cd31168a-afda-42ca-9a54-24e5e9d1b093, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cd31168a-afda-42ca-9a54-24e5e9d1b093,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:32.959810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:32.987460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Calling delete_port for cd31168a-afda-42ca-9a54-24e5e9d1b093 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:20:33.035773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-393207e3-8116-4cc8-b9f6-ce8993c3a905 req-d54876db-0c9e-4bfe-947b-ffd3b4105566 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643536 Aug 25 11:20:33.102295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-cde5251c-aea0-4828-a2dc-9ae28651a4cd service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925388 Aug 25 11:20:33.221319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce070b83-823b-44af-bb77-54503e055632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:30Z', 'revision_number': 5, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:33.242727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.269263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-e29c19d2-b992-43e2-bddc-346633dbc6a9 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365014 Aug 25 11:20:33.279717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Pushing event deleted for resources: {'Port': ['ID=cd31168a-afda-42ca-9a54-24e5e9d1b093,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:33.281430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce070b83-823b-44af-bb77-54503e055632 None None] The sync data for ids ['d5da083f-8664-4ac5-95b8-6abb527d6166'] in n-d-778732-11 is: [{'id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'name': 'tempest-FloatingIPsNegativeTestJSON-1748947552-router', 'tenant_id': '5cbcc88aa1384857b6c2511058d44116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:13Z', 'updated_at': '2021-08-25T11:20:30Z', 'revision_number': 5, 'project_id': '5cbcc88aa1384857b6c2511058d44116', 'gw_port': {'id': 'cd31168a-afda-42ca-9a54-24e5e9d1b093', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5da083f-8664-4ac5-95b8-6abb527d6166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:16Z', 'updated_at': '2021-08-25T11:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:20:33.352542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-845415a4-9a71-449e-8b07-ab17898d1a45 service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277174 Aug 25 11:20:33.354140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.362620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fa11-b516-413d-afe7-f299418b456b req-1578111c-9e1b-4a03-a0ca-72ebdcdfb12d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:33.364820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc78fa11-b516-413d-afe7-f299418b456b req-1578111c-9e1b-4a03-a0ca-72ebdcdfb12d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1652663 Aug 25 11:20:33.441357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-8efea566-f342-43c5-b41a-dc4e03ee6db8 service neutron] 10.222.0.35 "GET /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0754745 Aug 25 11:20:33.450025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:20:33.468480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.473660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.509779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc78fa11-b516-413d-afe7-f299418b456b req-b87b0fdb-9091-4c08-8d5d-11f69c8f8b85 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233354 Aug 25 11:20:33.539484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d6fb49e-3fe2-49e4-a1b2-539f48c20f51 req-428bdd30-a329-4620-93a6-8a9abf9efd70 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570448 Aug 25 11:20:33.571280 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.571950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5da083f-8664-4ac5-95b8-6abb527d6166 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:20:33.578810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.587227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-898a07b1-fd0b-4433-be8e-dd4b8926debf admin admin] 10.222.0.35 "DELETE /v2.0/routers/d5da083f-8664-4ac5-95b8-6abb527d6166 HTTP/1.1" status: 204 len: 168 time: 1.5687582 Aug 25 11:20:33.591538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:33.619869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-bb76caee-ca47-4ab2-afa0-384f16a71475 service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563954 Aug 25 11:20:33.640726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:33.663865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'port_id': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'mac_address': 'fa:16:3e:f1:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae43418-f6dc-45d4-9ce8-d1373859c84b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:20:33.718214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Deleting subnet 8518a1c9-0a02-456d-a71c-2a4569b8f522 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:20:33.726260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.734132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.757335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:33.780386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.787646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:33.795481 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.835513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-8538914e-2c3a-4cf3-ae3f-c13a42f4926b service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059755 Aug 25 11:20:33.875698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73a8fe3d-7e60-4f7d-9886-a21d48cd6f7d req-7cabdd4f-1b1c-4c6a-a73e-dd06a75befd0 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/4e7e3da3-2c33-4253-b328-3023d1fc374e HTTP/1.1" status: 200 len: 1804 time: 0.0874407 Aug 25 11:20:33.876041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:33.912465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:33.965479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b9b090e-64a2-4caa-93ef-eeeb3b95588e service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166811 Aug 25 11:20:34.005848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.025905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['2d15ee1b-9b1b-400c-a5ac-85b6184777d0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:20:34.058912 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da1ade-5036-4477-b8fc-ede09cfdb999 x-openstack-request-id: req-a6da1ade-5036-4477-b8fc-ede09cfdb999 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:34.059352 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:34.059709 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6da1ade-5036-4477-b8fc-ede09cfdb999 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:34.060213 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'status': 'completed', 'code': 200} Aug 25 11:20:34.080804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8518a1c9-0a02-456d-a71c-2a4569b8f522,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:34.090152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.096006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4cf47c67-b466-486b-b0e1-4f4c17f65860 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8518a1c9-0a02-456d-a71c-2a4569b8f522 HTTP/1.1" status: 204 len: 168 time: 0.5018764 Aug 25 11:20:34.099377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45920) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:34.109503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816caa7e-37d3-4fca-9693-2b4409178519 None None] Network 85eadaec-95d8-4dd4-8501-75afe755cc8f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:34.114891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-d5aa948e-c1b8-41c9-899e-38fc72324b77 service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418986 Aug 25 11:20:34.223993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.300110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd026f-70f1-4e2d-b0a3-049b9f92766d req-2e536961-bc65-419e-a35c-b1ed2fff5b08 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:34.311983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22bd026f-70f1-4e2d-b0a3-049b9f92766d req-2e536961-bc65-419e-a35c-b1ed2fff5b08 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.1560676 Aug 25 11:20:34.325518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Deleting port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:20:34.326022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.354864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-4b33d75d-9ee2-4cab-8cdb-bc442a81bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:34.356353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-4b33d75d-9ee2-4cab-8cdb-bc442a81bbe4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1095 time: 0.2287130 Aug 25 11:20:34.382815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5b23a289-1fbf-4586-b09f-8f035c100dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669687 Aug 25 11:20:34.406166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22bd026f-70f1-4e2d-b0a3-049b9f92766d req-3933f713-af5e-47d4-8a8f-71c0ef752c8b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925434 Aug 25 11:20:34.411433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] For port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,segment=NetworkSegment(44a4ade3-49b2-4c65-a857-593624853491),segment_id=44a4ade3-49b2-4c65-a857-593624853491)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:34.411433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.471000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Calling delete_port for 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:20:34.568094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-159fca34-460d-4fa3-8287-2fed3bfa608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:34.569549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-159fca34-460d-4fa3-8287-2fed3bfa608b service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.1998212 Aug 25 11:20:34.576382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5367e123-98d9-4acd-afdf-6571fd0e3892 service neutron] 10.222.0.35 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688693 Aug 25 11:20:34.665875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24488274-7315-4f0b-89f4-9c8c0da25ec5 None None] DHCP port deletion for 85eadaec-95d8-4dd4-8501-75afe755cc8f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:20:34.674234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.720596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] No DVR routers for this DVR port 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:20:34.725020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0b0106-6bad-461d-b86b-85ab4bb45dc3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:34.728129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c7f502fe-2f67-436b-8401-fcc789d2278f service neutron] 10.222.0.35 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063077 Aug 25 11:20:34.731140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-fd15e6f4-8752-4681-9685-f13bf3121350 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 217 time: 0.1531672 Aug 25 11:20:34.735128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-767d5dbc-0414-48a8-ba09-51e05cee6073 req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1646810930', 'description': 'tempest-description-63825769'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:34.823586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.840535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85eadaec-95d8-4dd4-8501-75afe755cc8f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:34.864731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a4ade3-49b2-4c65-a857-593624853491') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:34.865310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a4ade3-49b2-4c65-a857-593624853491') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:34.883235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.890172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-767d5dbc-0414-48a8-ba09-51e05cee6073 req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.902918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-463344c3-86dc-4334-b251-e7fd4c24cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:34.902918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-463344c3-86dc-4334-b251-e7fd4c24cc4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1608374 Aug 25 11:20:34.914977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.933090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:20:34.934496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:20:34.938023 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:20:35.001336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd31168a-afda-42ca-9a54-24e5e9d1b093 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:20:35.038506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-50e14a47-ac56-4e4c-b812-6d4704725b1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245618 Aug 25 11:20:35.040394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cd31168a-afda-42ca-9a54-24e5e9d1b093 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:20:35.040754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd31168a-afda-42ca-9a54-24e5e9d1b093 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:20:35.041197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3384322f-7f2a-491d-bc61-6f1596adad0c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:20:35.064817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3384322f-7f2a-491d-bc61-6f1596adad0c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:20:35.065494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3384322f-7f2a-491d-bc61-6f1596adad0c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:20:35.066169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:20:35.091515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:20:35.092233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3d0b0106-6bad-461d-b86b-85ab4bb45dc3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:20:35.095319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.106261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.110910 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/85eadaec-95d8-4dd4-8501-75afe755cc8f HTTP/1.1" status: 204 len: 168 time: 1.0078228 Aug 25 11:20:35.137446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc847c6-8a61-4b35-b405-2b2c84aa7af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85eadaec-95d8-4dd4-8501-75afe755cc8f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:35.157955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-f0dea255-4edd-450c-bad6-bc0baf30dea1 service neutron] 10.222.0.35 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560574 Aug 25 11:20:35.197039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-c7f3d338-6e81-457e-83f7-865e91fc043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:35.199240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-c7f3d338-6e81-457e-83f7-865e91fc043c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.2959268 Aug 25 11:20:35.335735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45942) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:35.361923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-671adec3-cf1a-40c0-8503-804c25f84253 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067343 Aug 25 11:20:35.400020 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9cefd01d-5732-4687-94ac-975f68f3d393 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cbcc88aa1384857b6c2511058d44116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622935 Aug 25 11:20:35.400521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-767d5dbc-0414-48a8-ba09-51e05cee6073 req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.406956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45944) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:35.445325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-767d5dbc-0414-48a8-ba09-51e05cee6073 req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.458764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:20:35.462443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:35.493485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-951149c4-c3ab-41bb-8fb6-1c28f12775b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.530798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-951149c4-c3ab-41bb-8fb6-1c28f12775b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.610128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01241e42-82f5-4cbf-8d9c-21307feb5605 req-bbc68067-d961-45cd-b197-073a44c3aff4 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333684 Aug 25 11:20:35.612130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-d3e917e4-b9a4-42ba-aef0-856ac23a2398 service neutron] 10.222.0.35 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084971 Aug 25 11:20:35.623499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-767d5dbc-0414-48a8-ba09-51e05cee6073 req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.641504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-767d5dbc-0414-48a8-ba09-51e05cee6073 req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9121041 Aug 25 11:20:35.655169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:35.655169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.677896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-951149c4-c3ab-41bb-8fb6-1c28f12775b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.682925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-951149c4-c3ab-41bb-8fb6-1c28f12775b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.687147 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-951149c4-c3ab-41bb-8fb6-1c28f12775b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dabb0797-5da2-47a4-998e-f536d644dff9 HTTP/1.1" status: 204 len: 168 time: 0.2768397 Aug 25 11:20:35.714072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951149c4-c3ab-41bb-8fb6-1c28f12775b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb0797-5da2-47a4-998e-f536d644dff9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:35.860656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-a1ccde85-5876-420d-9bff-4225041d17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:35.863578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-a1ccde85-5876-420d-9bff-4225041d17b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.6441324 Aug 25 11:20:35.868635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8f1db-fffe-4cb2-9e33-ec584e9ac4a8 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81812ed5-e74c-4514-a15a-7caa1bdfbb63,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:35.925753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:35.943392 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:35.957274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'port_id': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'mac_address': 'fa:16:3e:07:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a933be-9cab-45fc-bfe0-71fe81f8e0fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:20:36.049943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:36.061015 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b66842-8967-49c5-84b3-ebaea5b37177" -d '{"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-plugged", "status": "completed", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:36.101491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:36.107690 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:36.113086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:36.154722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacd8422-065e-4258-8c10-a1b8d60737b3 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:36.172500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-18921183-1e24-493f-8e2a-5fcee053e498 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.2969394 Aug 25 11:20:36.197435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:36.200204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:36.206033 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:36.221009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-237fcc8c-06da-4734-8983-80c4c0c60a01 service neutron] 10.222.0.35 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374715 Aug 25 11:20:36.272919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:36.374894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6173c7d-ac19-476f-b91d-833f30f99ffc req-6bc601de-3c19-4a06-8bcc-a06f3d164e11 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:36.378195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6173c7d-ac19-476f-b91d-833f30f99ffc req-6bc601de-3c19-4a06-8bcc-a06f3d164e11 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.2813141 Aug 25 11:20:36.389610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-255a6426-324e-447f-a803-7ad5bd43035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:36.392940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-255a6426-324e-447f-a803-7ad5bd43035f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2079022 Aug 25 11:20:36.511351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6173c7d-ac19-476f-b91d-833f30f99ffc req-93efa4b2-3dbd-465f-ab28-6c1500476ee5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162641 Aug 25 11:20:36.554020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-a9e7cfe5-1f69-44a7-b491-75b66b95566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:36.557409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-a9e7cfe5-1f69-44a7-b491-75b66b95566c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493216 Aug 25 11:20:36.644579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['aacd8422-065e-4258-8c10-a1b8d60737b3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:20:36.795988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-313b58fc-7279-43ce-9a52-d400402514fd service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287164 Aug 25 11:20:36.806959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9cb6-5ea6-4435-8622-de090a8a6367 req-8a7d5349-d947-4c16-bfdd-0afd8bbcd7df tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:36.820237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-070a9cb6-5ea6-4435-8622-de090a8a6367 req-8a7d5349-d947-4c16-bfdd-0afd8bbcd7df tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1000888 Aug 25 11:20:37.109928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5038fb63-3b0d-41a9-8b02-cf9849621490 req-b8a7bbbf-cf59-4fde-8ad5-cf5086600669 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920475 Aug 25 11:20:37.207532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-070a9cb6-5ea6-4435-8622-de090a8a6367 req-daeb80f3-6f49-4989-80f7-43c4e6134e9b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909249 Aug 25 11:20:37.523344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf3ca-a7e1-4f10-9967-af6adb09adb7 req-b6371c42-60d2-4037-9853-0cf4e43c7593 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:37.532974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4ecf3ca-a7e1-4f10-9967-af6adb09adb7 req-b6371c42-60d2-4037-9853-0cf4e43c7593 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.0927722 Aug 25 11:20:37.608097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4ecf3ca-a7e1-4f10-9967-af6adb09adb7 req-a6bccdbf-0c7d-4b78-bccf-fc5dbe6b3f8f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740867 Aug 25 11:20:37.756105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-62690e75-45c8-45c8-856c-e3650872880e tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/81812ed5-e74c-4514-a15a-7caa1bdfbb63 HTTP/1.1" status: 200 len: 1805 time: 0.1093254 Aug 25 11:20:37.769784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81812ed5-e74c-4514-a15a-7caa1bdfbb63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:37.770696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81812ed5-e74c-4514-a15a-7caa1bdfbb63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:37.875687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:37.904428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f0da-0b4a-4198-b82d-ff0e04713c09 req-8b97d500-eac5-4c18-9150-472a470375cf tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:37.906536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2e2f0da-0b4a-4198-b82d-ff0e04713c09 req-8b97d500-eac5-4c18-9150-472a470375cf tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.1073847 Aug 25 11:20:37.977995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.008173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2e2f0da-0b4a-4198-b82d-ff0e04713c09 req-be46d02d-61cf-4b92-8ed2-e4eb2709600a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802562 Aug 25 11:20:38.045380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.053255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.090218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1cdeb1-d686-4bde-83d4-e65b32fd8f00,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:38.095909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.098262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f56c560-211f-418a-8aaa-0e5acc615966 req-f1e40593-6cc6-452d-8f30-90239f1cd62d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3385472 Aug 25 11:20:38.113185 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731b0c18-ce39-4d7e-9155-fc8f2c3a27c9 x-openstack-request-id: req-731b0c18-ce39-4d7e-9155-fc8f2c3a27c9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:38.113766 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-plugged", "status": "completed", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:38.113766 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-731b0c18-ce39-4d7e-9155-fc8f2c3a27c9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:38.114326 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'code': 200} Aug 25 11:20:38.140934 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1170217136-network', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:38.189287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Made reservation on behalf of bb3ba1980bab44ae97134c7deff2cfae for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:38.199226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.222027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.233639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9836f44-3888-4c34-98c3-a7f0ea01bc97 req-ed15d585-9d32-48c6-809e-65965734dc7c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0353167 Aug 25 11:20:38.362171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781bb4e-f8db-42c7-89fa-99c435503d60 req-6e6a2b21-1d48-475f-9665-eb29a3ddaf4e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:38.364216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9781bb4e-f8db-42c7-89fa-99c435503d60 req-6e6a2b21-1d48-475f-9665-eb29a3ddaf4e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.1286373 Aug 25 11:20:38.474297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-d0158c22-e08f-49fc-8fe3-3374032d246f tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/81812ed5-e74c-4514-a15a-7caa1bdfbb63 HTTP/1.1" status: 200 len: 2399 time: 0.1087108 Aug 25 11:20:38.481798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9781bb4e-f8db-42c7-89fa-99c435503d60 req-fedca5ef-79c7-4249-8141-36babf5bbf22 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621939 Aug 25 11:20:38.495049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81812ed5-e74c-4514-a15a-7caa1bdfbb63', 'remote_group_id': None}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:38.495846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81812ed5-e74c-4514-a15a-7caa1bdfbb63', 'remote_group_id': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:38.526068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.534117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.596735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:20:38.633976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162fa10c-c701-4342-b6ac-03e40d529fbd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:38.640982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.642225 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Added segment 96329813-ada0-4589-aca6-bf925d47a5a8 of type vlan for network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 Aug 25 11:20:38.742681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.800560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.804183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:38.805268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:38.935840 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0583529 Aug 25 11:20:38.942929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:38.952418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Request body: {'subnet': {'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1170217136-subnet', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:38.965411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8053f-14d3-4269-a4cc-1e09b2ee969b admin admin] Pushing event updated for resources: {'Network': ['ID=7ccb6492-3cf4-4ec9-8e21-47c336df4510,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:38.987237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:20:39.005319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Made reservation on behalf of bb3ba1980bab44ae97134c7deff2cfae for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:39.012668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.241209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.295312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.305989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.370106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abb4654-2890-4019-a964-c48486e51e2c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:39.427323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.434587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fef822-33c0-4a98-b241-8ede8b29b924 req-0940d6cc-f1e1-4397-b2e1-5104bd8805c8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:39.437784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72fef822-33c0-4a98-b241-8ede8b29b924 req-0940d6cc-f1e1-4397-b2e1-5104bd8805c8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.8579776 Aug 25 11:20:39.439544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.459679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43564517-d45f-4735-b8ae-beee5bdb99ef req-7f4f27d8-9aa7-4f07-b049-d456cf7f7d6d tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9667623 Aug 25 11:20:39.489525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:39.580796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72fef822-33c0-4a98-b241-8ede8b29b924 req-06a070b2-f77e-4010-9df8-570d1698dcdd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115630 Aug 25 11:20:39.650838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-61ec8f22-cf0a-4c4e-ac09-02097fc084ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:39.652607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-61ec8f22-cf0a-4c4e-ac09-02097fc084ab service neutron] 10.222.0.10 "GET /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 1028 time: 0.1030447 Aug 25 11:20:39.716357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0aae1b6-6d55-4670-b5f3-29f774f7a986,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:39.723249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Checking segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:39.723910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Network hostable DHCP agents. Network: 7ccb6492-3cf4-4ec9-8e21-47c336df4510, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:20:39.726581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port aacd8422-065e-4258-8c10-a1b8d60737b3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:39.737008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port aacd8422-065e-4258-8c10-a1b8d60737b3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:39.738194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.788609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b9b165d1-ac3f-4cf1-aaed-26ebc9b4fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:39.791136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b9b165d1-ac3f-4cf1-aaed-26ebc9b4fc2f service neutron] 10.222.0.10 "GET /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 1026 time: 0.1302660 Aug 25 11:20:39.803005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:20:39.828214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7ccb6492-3cf4-4ec9-8e21-47c336df4510) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:39.836121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:39.838059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.854333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0bd8f-e5f4-4ecd-b6ec-c6fb3be2c5a7 None None] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:39.867521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9482c8c-a67e-4c87-94dc-d34a49240e07 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9226527 Aug 25 11:20:39.870350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46040) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:39.875742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:39.916448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471228e-564a-4927-af04-8774443e5f2c req-174cfb40-0d6c-4cd3-a1b3-6d98afd641a0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:39.918621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9471228e-564a-4927-af04-8774443e5f2c req-174cfb40-0d6c-4cd3-a1b3-6d98afd641a0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.1981249 Aug 25 11:20:39.930986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.932401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:39.938819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2a2b-e9b4-4999-bf35-45676e3b61e9 req-23820de1-4a8e-470a-b72e-0239737490d1 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:39.940379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-857d2a2b-e9b4-4999-bf35-45676e3b61e9 req-23820de1-4a8e-470a-b72e-0239737490d1 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.1872427 Aug 25 11:20:40.057894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-745a2b52-6ff9-46cb-8bb4-9e066f8f79ef tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:40.064786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-745a2b52-6ff9-46cb-8bb4-9e066f8f79ef tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:40.074273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-745a2b52-6ff9-46cb-8bb4-9e066f8f79ef tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:40.076066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-745a2b52-6ff9-46cb-8bb4-9e066f8f79ef tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "GET /v2.0/networks?id=4c02236c-c78c-4537-9384-2ff1eca72838&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=21fd759f-f92b-4e59-929b-4a2fc2225515&id=21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 200 len: 1991 time: 0.2669220 Aug 25 11:20:40.077547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.116784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-857d2a2b-e9b4-4999-bf35-45676e3b61e9 req-4abc18ec-0187-4b7a-af46-f765d2379c98 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587493 Aug 25 11:20:40.153194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9471228e-564a-4927-af04-8774443e5f2c req-a59a7205-aa1c-488b-bc6d-3376c54d6282 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028651 Aug 25 11:20:40.283023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-7c21f41f-03db-40b7-89f3-e46f5514b046 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7 HTTP/1.1" status: 200 len: 379 time: 0.1904988 Aug 25 11:20:40.299648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'admin_state_up': True, 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'security_groups': ['84a84b4b-6145-4060-a2af-cc7e638267af']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:40.417165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.445841 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.447372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ab2011b-9275-4527-90bb-bc53cec1b9fc req-a963a5f1-cfa4-4bfc-8166-3a5bd1d35c4f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1625094 Aug 25 11:20:40.526116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd8e2303-f004-45fa-be51-0a78d056e2d3 req-b17b0170-1613-4ebe-9d0b-4b4074eca821 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/81812ed5-e74c-4514-a15a-7caa1bdfbb63 HTTP/1.1" status: 200 len: 2998 time: 0.3143997 Aug 25 11:20:40.568511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:40.575137 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb22af9f-6dd5-46f0-a5a3-6378f59d8061" -d '{"events": [{"server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "name": "network-vif-plugged", "status": "completed", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:40.588325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:20:40.590416 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.632498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:40.666665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.836648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6dd7-af47-42e9-acd6-d5770a755a45 req-ac933bce-049d-4569-891f-d7d5894a9ee8 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:40.840310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5dc6dd7-af47-42e9-acd6-d5770a755a45 req-ac933bce-049d-4569-891f-d7d5894a9ee8 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.2100413 Aug 25 11:20:40.845913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:40.855903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.881890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.907652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:40.924645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2c7a4-9124-42bb-8341-aafb7216896d req-bd981a19-428e-47c4-8137-18bfe76d1839 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:40.938527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8b2c7a4-9124-42bb-8341-aafb7216896d req-bd981a19-428e-47c4-8137-18bfe76d1839 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2190738 Aug 25 11:20:41.000106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Allocated IP 172.20.0.2 (7ccb6492-3cf4-4ec9-8e21-47c336df4510/e0aae1b6-6d55-4670-b5f3-29f774f7a986/4afea5af-8fd9-420b-8e13-5430f4b471a1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:41.042232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5dc6dd7-af47-42e9-acd6-d5770a755a45 req-8f3123d3-56b2-40b5-859c-ec8671f06d36 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824906 Aug 25 11:20:41.199358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-35764d45-a452-483d-ad7f-f9db1dbcc47a tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-group-rules/3abb4654-2890-4019-a964-c48486e51e2c HTTP/1.1" status: 200 len: 783 time: 0.0486443 Aug 25 11:20:41.206339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:41.225059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8b2c7a4-9124-42bb-8341-aafb7216896d req-3ccffd51-c27f-45eb-8029-04f6016e39df tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682924 Aug 25 11:20:41.234277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Allocated IP 172.25.1.7 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/614a64fa-4b8b-4c2d-8285-78f4bbfd6b53) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:41.578623 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.600465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 172.20.0.6 (4c02236c-c78c-4537-9384-2ff1eca72838/ffd3dc33-67e6-415a-97e4-94424d0919e6/9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:41.608084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Transition to ACTIVE for port object 4afea5af-8fd9-420b-8e13-5430f4b471a1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:41.616612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.657266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Transition to ACTIVE for port object 4afea5af-8fd9-420b-8e13-5430f4b471a1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:41.669477 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d0d57b-6e71-4e8c-844d-ef663c63c73c x-openstack-request-id: req-d1d0d57b-6e71-4e8c-844d-ef663c63c73c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:20:41.672103 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "name": "network-vif-plugged", "status": "completed", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:20:41.672635 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1d0d57b-6e71-4e8c-844d-ef663c63c73c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:20:41.673527 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'code': 200} Aug 25 11:20:41.677436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.745751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:41.752041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:41.769403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.769843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:41.800798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Pushing event updated for resources: {'Port': ['ID=4afea5af-8fd9-420b-8e13-5430f4b471a1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:41.875028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.882016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:41.890777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:41.897114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-32163510-b7a2-45c9-a141-e55c00281955 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/81812ed5-e74c-4514-a15a-7caa1bdfbb63 HTTP/1.1" status: 200 len: 2998 time: 0.6702406 Aug 25 11:20:41.899469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:41.910133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:41.947508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Attempting to bind port 4afea5af-8fd9-420b-8e13-5430f4b471a1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:41.949170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Attempting to bind port 4afea5af-8fd9-420b-8e13-5430f4b471a1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:41.950856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Attempting to bind port 4afea5af-8fd9-420b-8e13-5430f4b471a1 on network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:41.972594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:41.973231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:41.977010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Checking segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:41.977951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.980672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Bound using segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:41.984015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Bound port: 4afea5af-8fd9-420b-8e13-5430f4b471a1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:41.986280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.986940 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:41.996591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.040339 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.055245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.060839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b4e7bb0-0c03-41f4-b0dd-a64b288d2acb req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3abb4654-2890-4019-a964-c48486e51e2c HTTP/1.1" status: 204 len: 173 time: 0.1626117 Aug 25 11:20:42.129557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3abb4654-2890-4019-a964-c48486e51e2c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:42.149451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73e996-8175-499e-8879-6c3de626aaad req-d3e171d4-8ace-4fdc-bded-99079705d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:42.151651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb73e996-8175-499e-8879-6c3de626aaad req-d3e171d4-8ace-4fdc-bded-99079705d602 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1097 time: 0.2934992 Aug 25 11:20:42.172406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e66ef-7b8d-4432-8d90-adf2e7e779ee req-2c6f04c9-da5c-4c13-9406-8d3a709ea4d2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:42.185823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e33e66ef-7b8d-4432-8d90-adf2e7e779ee req-2c6f04c9-da5c-4c13-9406-8d3a709ea4d2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.3331211 Aug 25 11:20:42.258774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] For port 4afea5af-8fd9-420b-8e13-5430f4b471a1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:42.263072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] For port 4afea5af-8fd9-420b-8e13-5430f4b471a1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4afea5af-8fd9-420b-8e13-5430f4b471a1,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:42.274722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.356916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e33e66ef-7b8d-4432-8d90-adf2e7e779ee req-fcd70277-0810-49cb-9e6b-211137de0bd0 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629622 Aug 25 11:20:42.359542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.360092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.360543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.361021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.361499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.361966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.362891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.363405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.363920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.365021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.365486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.365948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0ebac-4f2b-43f9-8bc7-b142af9a1cf4 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:20:42.397648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bc3bd-1617-47cf-9b0c-63faae7f7439 None None] Pushing event updated for resources: {'Port': ['ID=4afea5af-8fd9-420b-8e13-5430f4b471a1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:42.402160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.493022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb73e996-8175-499e-8879-6c3de626aaad req-8819f212-77a5-46ef-813c-e742464ecc6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976451 Aug 25 11:20:42.509189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 4c02236c-c78c-4537-9384-2ff1eca72838 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:42.514911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:42.522604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:42.544962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211af8e-d350-406d-b083-7af77b6d64ee req-1f022325-e883-4987-88f5-9d1cb50a13ba tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:42.547282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3211af8e-d350-406d-b083-7af77b6d64ee req-1f022325-e883-4987-88f5-9d1cb50a13ba tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.3916869 Aug 25 11:20:42.617651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:42.666932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:42.667715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.708510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-a57b8590-5ee5-452e-a69c-0b808f516274 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4172969 Aug 25 11:20:42.716083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:42.747783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'admin_state_up': True, 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'security_groups': ['84a84b4b-6145-4060-a2af-cc7e638267af']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:42.777638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3211af8e-d350-406d-b083-7af77b6d64ee req-6c2355ca-21e6-43c3-bba1-49423e7ac8a9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893272 Aug 25 11:20:43.139706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7c0bf402-c309-4377-9a8d-9d94b102db6b None None] Provisioning for port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:43.144418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7c0bf402-c309-4377-9a8d-9d94b102db6b None None] Provisioning complete for port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:43.146010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf402-c309-4377-9a8d-9d94b102db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.233958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f231d-8c28-4bf5-8081-86e998e73282 req-432cd63a-481f-4498-982d-4ab8ab15f865 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:43.240445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bf402-c309-4377-9a8d-9d94b102db6b None None] Port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:43.242142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec5f231d-8c28-4bf5-8081-86e998e73282 req-432cd63a-481f-4498-982d-4ab8ab15f865 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 931 time: 0.3366129 Aug 25 11:20:43.287586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d11fac09-eeaf-4bc8-8f08-3359c17046e8 req-71d83536-62df-4b63-bb7f-296f6408ae49 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/81812ed5-e74c-4514-a15a-7caa1bdfbb63 HTTP/1.1" status: 200 len: 2399 time: 0.3832235 Aug 25 11:20:43.352183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.381863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec5f231d-8c28-4bf5-8081-86e998e73282 req-cd5ba961-5716-4699-b89a-1ca9fd6dd72c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193519 Aug 25 11:20:43.421646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d11fac09-eeaf-4bc8-8f08-3359c17046e8 req-7a017e2f-a618-4684-a582-307e044797d3 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.494742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:43.501362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.535202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d11fac09-eeaf-4bc8-8f08-3359c17046e8 req-7a017e2f-a618-4684-a582-307e044797d3 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.674455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:20:43.732813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0176ea1-7e0a-456b-9d2b-17af1c68469b req-cf8fb26b-a273-44e5-a978-01ce5ebdb66c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:43.735561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0176ea1-7e0a-456b-9d2b-17af1c68469b req-cf8fb26b-a273-44e5-a978-01ce5ebdb66c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.1293755 Aug 25 11:20:43.793060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d11fac09-eeaf-4bc8-8f08-3359c17046e8 req-7a017e2f-a618-4684-a582-307e044797d3 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.803808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d11fac09-eeaf-4bc8-8f08-3359c17046e8 req-7a017e2f-a618-4684-a582-307e044797d3 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:43.806653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d11fac09-eeaf-4bc8-8f08-3359c17046e8 req-7a017e2f-a618-4684-a582-307e044797d3 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/81812ed5-e74c-4514-a15a-7caa1bdfbb63 HTTP/1.1" status: 204 len: 173 time: 0.5124471 Aug 25 11:20:43.875387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a017e2f-a618-4684-a582-307e044797d3 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81812ed5-e74c-4514-a15a-7caa1bdfbb63,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:43.882967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 10.1.1.56 (1774e408-eb01-4a23-9513-208a0b6fe394/857be199-57db-433c-aa7b-0b5ebe8327c9/3724aeea-fe14-4d96-9427-00c50a01b2d0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:43.934460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0176ea1-7e0a-456b-9d2b-17af1c68469b req-75976908-780c-4572-9f23-6cecf0122e51 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673203 Aug 25 11:20:43.993451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:20:44.014824 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Sync routers for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:20:44.065112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:44.074798 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:44.109468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:44.111690 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b75a719a-f16f-4b96-8f59-8a31f6a4a6f1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2397079 Aug 25 11:20:44.125754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:44.463844 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:44.575901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d830909-0f00-4637-a6e8-6158353a84c8 req-6b205af4-e4af-49e5-9ef0-326cefc7a074 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:44.601675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d830909-0f00-4637-a6e8-6158353a84c8 req-6b205af4-e4af-49e5-9ef0-326cefc7a074 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.5495052 Aug 25 11:20:44.693541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda44ba6-db60-4227-bdde-77cfdb955a00 req-6ba5603f-c51d-44db-9552-963a30607690 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:44.708488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bda44ba6-db60-4227-bdde-77cfdb955a00 req-6ba5603f-c51d-44db-9552-963a30607690 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.4759815 Aug 25 11:20:44.755287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632a448-bd2c-449f-81a0-fdd6439a61fd None None] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:20:45.058632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:45.211421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4afea5af-8fd9-420b-8e13-5430f4b471a1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:45.264062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bda44ba6-db60-4227-bdde-77cfdb955a00 req-8b71be75-03c1-4633-a373-55704db4f64b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538690 Aug 25 11:20:45.299523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d830909-0f00-4637-a6e8-6158353a84c8 req-2fefc96d-48a9-4a27-9a06-d96b0c9f79b0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6962633 Aug 25 11:20:45.300660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object 3724aeea-fe14-4d96-9427-00c50a01b2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:45.314297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fdec9a18-b09d-4435-b03a-e7e00ef1a3f1 None None] Provisioning for port 4afea5af-8fd9-420b-8e13-5430f4b471a1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:45.421666 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-20749bc9-40fa-4f3a-a0e2-d899eba914e3 req-eddbdb7b-c5cb-494c-8085-a5bc3e150454 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] show failed (client error): The resource could not be found. Aug 25 11:20:45.422861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20749bc9-40fa-4f3a-a0e2-d899eba914e3 req-eddbdb7b-c5cb-494c-8085-a5bc3e150454 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/f76e43b3-dd17-4db3-a349-9e01928d92e1 HTTP/1.1" status: 404 len: 352 time: 0.0721438 Aug 25 11:20:45.462253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:45.536182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4afea5af-8fd9-420b-8e13-5430f4b471a1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:45.635581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4afea5af-8fd9-420b-8e13-5430f4b471a1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:45.636205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:45.682721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 1774e408-eb01-4a23-9513-208a0b6fe394 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:45.716999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:45.735219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:45.841807 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:42Z', 'revision_number': 3, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:45.964909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:45.980107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:45.980687 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Checking router: 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:20:45.981041 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Updating router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:20:46.078821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 4afea5af-8fd9-420b-8e13-5430f4b471a1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4afea5af-8fd9-420b-8e13-5430f4b471a1,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:46.097780 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.179408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f9013-79bd-4cf8-82be-0f3138db8d45 req-666d9471-26a7-40b9-b7e3-98a8b3bf5e5e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:46.181444 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.209131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f9013-79bd-4cf8-82be-0f3138db8d45 req-666d9471-26a7-40b9-b7e3-98a8b3bf5e5e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:46.209707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=4afea5af-8fd9-420b-8e13-5430f4b471a1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:46.231093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-720f9013-79bd-4cf8-82be-0f3138db8d45 req-666d9471-26a7-40b9-b7e3-98a8b3bf5e5e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 1652 time: 0.6295729 Aug 25 11:20:46.269496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:46.283597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.350807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3566cf93-4eec-400a-9a8a-6b99bbc88034 None None] Provisioning complete for port 4afea5af-8fd9-420b-8e13-5430f4b471a1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:46.351512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3566cf93-4eec-400a-9a8a-6b99bbc88034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.388882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2239add-9c86-4571-a78a-f61e10e39799 req-aff64784-8989-40cf-b5df-752050abfc35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:46.413753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2239add-9c86-4571-a78a-f61e10e39799 req-aff64784-8989-40cf-b5df-752050abfc35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.8409379 Aug 25 11:20:46.520170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2814f55a-7cb4-43bc-85a1-ea6b3cea312f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7973149 Aug 25 11:20:46.535043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'admin_state_up': True, 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'security_groups': ['84a84b4b-6145-4060-a2af-cc7e638267af']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:46.611331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-720f9013-79bd-4cf8-82be-0f3138db8d45 req-0a86045a-db5b-49b3-8136-141e05cbf5ff tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798587 Aug 25 11:20:46.640680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2239add-9c86-4571-a78a-f61e10e39799 req-ef5e5074-652f-40c1-91c8-0f076d07800a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256370 Aug 25 11:20:46.689527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2837b0bf-6cc6-465a-9aa7-df141ace4914 None None] Provisioning for port 3724aeea-fe14-4d96-9427-00c50a01b2d0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:46.700840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2837b0bf-6cc6-465a-9aa7-df141ace4914 None None] Provisioning complete for port 3724aeea-fe14-4d96-9427-00c50a01b2d0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:46.704971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2837b0bf-6cc6-465a-9aa7-df141ace4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.729013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.810816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2837b0bf-6cc6-465a-9aa7-df141ace4914 None None] Port 3724aeea-fe14-4d96-9427-00c50a01b2d0 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:46.911635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4afea5af-8fd9-420b-8e13-5430f4b471a1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:46.936958 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:46.951618 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Transition to ACTIVE for port object 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:46.966914 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.054586 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4afea5af-8fd9-420b-8e13-5430f4b471a1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:47.055454 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.099180 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90dba4-954e-4d98-8806-e9efea9d3721 None None] Pushing event updated for resources: {'Port': ['ID=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:47.117728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:47.134040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.221499 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Attempting to bind port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:47.223415 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Attempting to bind port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:47.224977 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Attempting to bind port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:47.247922 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:47.250316 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:47.251189 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.255296 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:47.256464 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Bound port: 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:47.259511 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.275680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1caa2eb0-9e89-438d-a476-c0394d3e23fc req-9f067392-f743-4bc3-951c-d255bb66e6cb tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/4e7e3da3-2c33-4253-b328-3023d1fc374e HTTP/1.1" status: 200 len: 1804 time: 0.0996099 Aug 25 11:20:47.288722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583616b4-9c65-4de3-a816-7aeef758966b req-e45b650f-c530-42b7-ac3d-e461cdb350de tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:47.296630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-583616b4-9c65-4de3-a816-7aeef758966b req-e45b650f-c530-42b7-ac3d-e461cdb350de tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.3662097 Aug 25 11:20:47.335278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Allocated IP 172.20.0.1 (7ccb6492-3cf4-4ec9-8e21-47c336df4510/e0aae1b6-6d55-4670-b5f3-29f774f7a986/dc326fff-0494-4aef-81e8-56a4e2e555fa) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:47.507980 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] For port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:47.518254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-583616b4-9c65-4de3-a816-7aeef758966b req-c199b18f-448c-432a-8c9c-cd1811b985ba tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205155 Aug 25 11:20:47.527728 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] For port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:47.540462 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.682663 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1caa2eb0-9e89-438d-a476-c0394d3e23fc req-e4b236a3-3c89-43fa-996c-1f723d7abcce tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.731383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1caa2eb0-9e89-438d-a476-c0394d3e23fc req-e4b236a3-3c89-43fa-996c-1f723d7abcce tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.741455 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90dba4-954e-4d98-8806-e9efea9d3721 None None] Pushing event updated for resources: {'Port': ['ID=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:47.749786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.769582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:47.772125 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:47.777793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Transition to ACTIVE for port object dc326fff-0494-4aef-81e8-56a4e2e555fa will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:47.842943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 10.1.1.234 (1774e408-eb01-4a23-9513-208a0b6fe394/857be199-57db-433c-aa7b-0b5ebe8327c9/50c50315-4ce1-4fe9-9332-7e430bbedc52) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:47.845283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1caa2eb0-9e89-438d-a476-c0394d3e23fc req-e4b236a3-3c89-43fa-996c-1f723d7abcce tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.848539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1caa2eb0-9e89-438d-a476-c0394d3e23fc req-e4b236a3-3c89-43fa-996c-1f723d7abcce tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.851127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:47.865474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1caa2eb0-9e89-438d-a476-c0394d3e23fc req-e4b236a3-3c89-43fa-996c-1f723d7abcce tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/4e7e3da3-2c33-4253-b328-3023d1fc374e HTTP/1.1" status: 204 len: 173 time: 0.5879421 Aug 25 11:20:47.913661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b236a3-3c89-43fa-996c-1f723d7abcce tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7e3da3-2c33-4253-b328-3023d1fc374e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:47.993274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc326fff-0494-4aef-81e8-56a4e2e555fa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:48.052014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:48.054924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:48.071682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:48.102251 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:48.115986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aba79a-8ee4-4413-abf2-0b9603af5adf req-0f449ac8-2df9-4d31-8f83-cf7f406e2927 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:48.131455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3aba79a-8ee4-4413-abf2-0b9603af5adf req-0f449ac8-2df9-4d31-8f83-cf7f406e2927 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.4858148 Aug 25 11:20:48.133014 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-30e66c9f-68e3-4125-ab5d-b09f21519d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:48.239777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:48.391421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:48.421024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object 50c50315-4ce1-4fe9-9332-7e430bbedc52 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:48.513880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bf48a-5bd8-441a-b470-ab0bfdbbdb9b req-1907a6ac-8547-480e-9d0b-56dcc6dabaa6 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:48.526671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-347bf48a-5bd8-441a-b470-ab0bfdbbdb9b req-1907a6ac-8547-480e-9d0b-56dcc6dabaa6 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1097 time: 0.5369115 Aug 25 11:20:48.528402 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:48.531704 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:42Z', 'revision_number': 3, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:48.594007 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61addd5c-f7b4-4ca4-a4b0-2ecda095272c None None] The sync data for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 is: [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:42Z', 'revision_number': 3, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:20:48.630131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:48.656352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3aba79a-8ee4-4413-abf2-0b9603af5adf req-8063b5e2-7b54-4e4a-aab8-2aa326372958 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238562 Aug 25 11:20:48.670805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-492a9005-819a-48a9-9ec3-d50c879db87d None None] Provisioning for port dc326fff-0494-4aef-81e8-56a4e2e555fa completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:48.678215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-492a9005-819a-48a9-9ec3-d50c879db87d None None] Provisioning complete for port dc326fff-0494-4aef-81e8-56a4e2e555fa triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:48.679957 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-492a9005-819a-48a9-9ec3-d50c879db87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:48.740509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 1774e408-eb01-4a23-9513-208a0b6fe394 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:48.743731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:48.749243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:48.802580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-492a9005-819a-48a9-9ec3-d50c879db87d None None] Port dc326fff-0494-4aef-81e8-56a4e2e555fa cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:48.833611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-347bf48a-5bd8-441a-b470-ab0bfdbbdb9b req-70a5598c-56ec-45de-bbdb-e1e4174e7a9e tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040226 Aug 25 11:20:48.938397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:48.939005 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:48.982417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.028133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6f69a787-a5c5-4817-b2aa-b2919db3f677 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5029535 Aug 25 11:20:49.047854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7ec62-05c3-4074-a30d-adce9b33071c req-4da3133c-44d8-4f73-9d8e-39126a0fce48 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:49.058858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90a7ec62-05c3-4074-a30d-adce9b33071c req-4da3133c-44d8-4f73-9d8e-39126a0fce48 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2590520 Aug 25 11:20:49.066112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515', 'admin_state_up': True, 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'security_groups': ['84a84b4b-6145-4060-a2af-cc7e638267af']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:49.325183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15efd4-e40d-4388-8f3c-d8fca394b4a6 req-33ab5149-5eca-4de9-a2a8-9d461f48de87 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:49.332833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15efd4-e40d-4388-8f3c-d8fca394b4a6 req-33ab5149-5eca-4de9-a2a8-9d461f48de87 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:49.348966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15efd4-e40d-4388-8f3c-d8fca394b4a6 req-33ab5149-5eca-4de9-a2a8-9d461f48de87 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:49.359050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a15efd4-e40d-4388-8f3c-d8fca394b4a6 req-33ab5149-5eca-4de9-a2a8-9d461f48de87 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 2373 time: 0.4118116 Aug 25 11:20:49.377129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6f1a83a5-db1a-4bd3-990a-0f408bed90fd None None] Provisioning for port 50c50315-4ce1-4fe9-9332-7e430bbedc52 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:49.392310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90a7ec62-05c3-4074-a30d-adce9b33071c req-3a4ac0c1-b83f-40f7-bd4f-c0aca35a2d1a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322012 Aug 25 11:20:49.394743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6f1a83a5-db1a-4bd3-990a-0f408bed90fd None None] Provisioning complete for port 50c50315-4ce1-4fe9-9332-7e430bbedc52 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:49.395534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6f1a83a5-db1a-4bd3-990a-0f408bed90fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.487961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a83a5-db1a-4bd3-990a-0f408bed90fd None None] Port 50c50315-4ce1-4fe9-9332-7e430bbedc52 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:49.519041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a15efd4-e40d-4388-8f3c-d8fca394b4a6 req-50a8e747-2ebf-4875-b312-dfbc36167481 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234677 Aug 25 11:20:49.547772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.564824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.589644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed5a741c-fd49-4f3a-983a-ad835fb2a5ed req-bd32c0cb-3944-4b8c-9105-739545d35dc0 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/fc0d099f-05d1-4d93-a60e-8be72c26a353 HTTP/1.1" status: 200 len: 1803 time: 0.1639013 Aug 25 11:20:49.592889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:49.777393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ed5a741c-fd49-4f3a-983a-ad835fb2a5ed req-5b5fb722-a3a1-4152-b459-982ee8733f63 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.809625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ed5a741c-fd49-4f3a-983a-ad835fb2a5ed req-5b5fb722-a3a1-4152-b459-982ee8733f63 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.812967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc326fff-0494-4aef-81e8-56a4e2e555fa,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:49.864890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.947253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:49.995888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b549114-9f02-403f-8d98-01ad0199bf34 req-8684a546-e43c-4ddc-8c39-5051618a1b55 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:50.003572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b549114-9f02-403f-8d98-01ad0199bf34 req-8684a546-e43c-4ddc-8c39-5051618a1b55 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.1177022 Aug 25 11:20:50.126686 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ed5a741c-fd49-4f3a-983a-ad835fb2a5ed req-5b5fb722-a3a1-4152-b459-982ee8733f63 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:50.143680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ed5a741c-fd49-4f3a-983a-ad835fb2a5ed req-5b5fb722-a3a1-4152-b459-982ee8733f63 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:50.146768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed5a741c-fd49-4f3a-983a-ad835fb2a5ed req-5b5fb722-a3a1-4152-b459-982ee8733f63 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/fc0d099f-05d1-4d93-a60e-8be72c26a353 HTTP/1.1" status: 204 len: 173 time: 0.5558500 Aug 25 11:20:50.190297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:50.190889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b549114-9f02-403f-8d98-01ad0199bf34 req-1f28a986-1064-4fde-bf17-89a39b1b100f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856842 Aug 25 11:20:50.201880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:50.462618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fb722-a3a1-4152-b459-982ee8733f63 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d099f-05d1-4d93-a60e-8be72c26a353,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:50.629363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 10.2.2.100 (21fd759f-f92b-4e59-929b-4a2fc2225515/edd65997-31ab-4bf0-a07c-7c812c34e0ab/bb96412f-522f-4212-83b8-cec27213d90a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:50.840206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf4b67-0de6-4915-9f03-246fb06f27b3 req-c1a0cde5-07b9-409f-9350-458ddd5e6bd1 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:50.851013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-290c7261-d4e2-4da7-a093-9b30a9f7518c None None] Provisioning complete for port dc326fff-0494-4aef-81e8-56a4e2e555fa triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:50.851901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-290c7261-d4e2-4da7-a093-9b30a9f7518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:50.852833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:20:50.860722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24bf4b67-0de6-4915-9f03-246fb06f27b3 req-c1a0cde5-07b9-409f-9350-458ddd5e6bd1 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.3392766 Aug 25 11:20:50.909918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc440ac6-7004-482f-b765-b44e95425ea5 req-d79be71b-259f-4e32-b279-3ccc83dd5a9f tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/7642520d-9226-474a-886d-d300df8b3036 HTTP/1.1" status: 200 len: 1802 time: 0.1858742 Aug 25 11:20:50.980374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-290c7261-d4e2-4da7-a093-9b30a9f7518c None None] Port dc326fff-0494-4aef-81e8-56a4e2e555fa cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:51.106592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:51.214813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:51.235681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:51.238545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.241976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c35e42f4-4ac8-45c9-b8cd-00164ef46216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.318953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:20:51.349061 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4ae9e416-e01e-4809-8ebc-19ab9f3f1aa0 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2187262 Aug 25 11:20:51.400331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24bf4b67-0de6-4915-9f03-246fb06f27b3 req-78c58ebd-c770-40bb-99e6-8d970a951774 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377662 Aug 25 11:20:51.451926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.566983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.694360 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.722143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc440ac6-7004-482f-b765-b44e95425ea5 req-da9689c2-4848-41a8-bae3-ba28b0df6ede tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.760885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:51.769967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.802314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object bb96412f-522f-4212-83b8-cec27213d90a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:51.853099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc440ac6-7004-482f-b765-b44e95425ea5 req-da9689c2-4848-41a8-bae3-ba28b0df6ede tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:51.903965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:51.978169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58016de-3ee6-483c-a6fd-274c6996b044 req-9b8619a9-aa46-412d-809a-695e565f5b74 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:51.990324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58016de-3ee6-483c-a6fd-274c6996b044 req-9b8619a9-aa46-412d-809a-695e565f5b74 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:52.008908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58016de-3ee6-483c-a6fd-274c6996b044 req-9b8619a9-aa46-412d-809a-695e565f5b74 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:52.008908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a58016de-3ee6-483c-a6fd-274c6996b044 req-9b8619a9-aa46-412d-809a-695e565f5b74 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 2373 time: 0.2859745 Aug 25 11:20:52.151605 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc440ac6-7004-482f-b765-b44e95425ea5 req-da9689c2-4848-41a8-bae3-ba28b0df6ede tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:52.163481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc440ac6-7004-482f-b765-b44e95425ea5 req-da9689c2-4848-41a8-bae3-ba28b0df6ede tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:52.171289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc440ac6-7004-482f-b765-b44e95425ea5 req-da9689c2-4848-41a8-bae3-ba28b0df6ede tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/7642520d-9226-474a-886d-d300df8b3036 HTTP/1.1" status: 204 len: 173 time: 1.1861238 Aug 25 11:20:52.258324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9689c2-4848-41a8-bae3-ba28b0df6ede tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642520d-9226-474a-886d-d300df8b3036,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:52.321886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a58016de-3ee6-483c-a6fd-274c6996b044 req-759e83b9-d4e1-4b49-9084-3013d1eef310 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907484 Aug 25 11:20:52.332158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:52.363024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Sync routers for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:20:52.439612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:52.463932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:52.465294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:52.511219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:52.547927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:52.553432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:53.076178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:53.159901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:53.387633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:53.449869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ac91f-4ab3-457c-9ab3-a7edc5e030fc req-532bbc82-0928-46cf-b84c-725c95ed535f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:53.478137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d99ac91f-4ab3-457c-9ab3-a7edc5e030fc req-532bbc82-0928-46cf-b84c-725c95ed535f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 1.0510247 Aug 25 11:20:53.594690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c27daea-51eb-482c-aee8-0415342d33da None None] Provisioning for port bb96412f-522f-4212-83b8-cec27213d90a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:53.607026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:53.607715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:53.613531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c27daea-51eb-482c-aee8-0415342d33da None None] Provisioning complete for port bb96412f-522f-4212-83b8-cec27213d90a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:53.614612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8c27daea-51eb-482c-aee8-0415342d33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:53.663116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d99ac91f-4ab3-457c-9ab3-a7edc5e030fc req-3446e8be-1409-4608-8a9a-25eb9c90d3b5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836708 Aug 25 11:20:53.700218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba898fea-4393-4f81-ad1c-590c43872e1c req-24a5ba8f-5a55-4d79-9d38-fa5ab8e94ee7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:53.708574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba898fea-4393-4f81-ad1c-590c43872e1c req-24a5ba8f-5a55-4d79-9d38-fa5ab8e94ee7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.3046908 Aug 25 11:20:53.713486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b850d37f-a00a-49c9-b0c3-e9c2bbc411ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6521378 Aug 25 11:20:53.738684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515', 'admin_state_up': True, 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'security_groups': ['84a84b4b-6145-4060-a2af-cc7e638267af']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:53.816693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:53.817292 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:53.973245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8c27daea-51eb-482c-aee8-0415342d33da None None] Port bb96412f-522f-4212-83b8-cec27213d90a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:53.989059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba898fea-4393-4f81-ad1c-590c43872e1c req-aad3cc34-01fb-4b09-8456-c76f16b35ada tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789905 Aug 25 11:20:54.145173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Made reservation on behalf of e0afaf7be92b4c6f9e937ea77b94b3f7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:20:54.155501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:54.244086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19c7b939-181f-40d8-b9b2-5c2488083cae req-f5a19d17-c38b-46b4-87b1-199837d22ef7 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/cfa3563e-8d7e-4486-9900-37b0d3aff3b5 HTTP/1.1" status: 200 len: 2403 time: 0.2214773 Aug 25 11:20:54.321391 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:54.330065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:20:49Z', 'revision_number': 2, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:54.396037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Checking router: 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:20:54.397033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Updating router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef port dc326fff-0494-4aef-81e8-56a4e2e555fa binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:20:54.483555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:54.527133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19c7b939-181f-40d8-b9b2-5c2488083cae req-405ee4fd-982b-4457-973c-af1032e49127 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:54.641129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19c7b939-181f-40d8-b9b2-5c2488083cae req-405ee4fd-982b-4457-973c-af1032e49127 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:54.750207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Allocated IP 10.2.2.200 (21fd759f-f92b-4e59-929b-4a2fc2225515/edd65997-31ab-4bf0-a07c-7c812c34e0ab/0a00bf43-7faf-4636-a480-b6654dba94ad) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:54.773894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46156) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:54.790105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181081465', 'description': 'tempest-description--1866651347'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:54.932913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.248123 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.283553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.292748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.331472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d3b8c-753a-4fae-a1a2-70408cd4c59d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:55.343386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.348448 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f6a44396-2092-4bfb-b727-9b50fe9c3ce2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5707271 Aug 25 11:20:55.350034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46160) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:55.356939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Request body: {'security_group_rule': {'security_group_id': 'f57d3b8c-753a-4fae-a1a2-70408cd4c59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:55.378110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.404974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.421289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Transition to ACTIVE for port object dc326fff-0494-4aef-81e8-56a4e2e555fa will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:55.438188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.440807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Transition to ACTIVE for port object 0a00bf43-7faf-4636-a480-b6654dba94ad will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:55.480164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:20:55.565800 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19c7b939-181f-40d8-b9b2-5c2488083cae req-405ee4fd-982b-4457-973c-af1032e49127 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.584893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19c7b939-181f-40d8-b9b2-5c2488083cae req-405ee4fd-982b-4457-973c-af1032e49127 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.590128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19c7b939-181f-40d8-b9b2-5c2488083cae req-405ee4fd-982b-4457-973c-af1032e49127 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/cfa3563e-8d7e-4486-9900-37b0d3aff3b5 HTTP/1.1" status: 204 len: 173 time: 1.2771759 Aug 25 11:20:55.632553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.644997 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.651867 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.711682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b147f46-f133-47d1-935d-53faee074386,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:55.731513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.733906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ee4fd-982b-4457-973c-af1032e49127 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa3563e-8d7e-4486-9900-37b0d3aff3b5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:55.738970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c536f50c-b415-4f67-80a1-83c204ffd86b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843555 Aug 25 11:20:55.741607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46164) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:55.775514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:55.782055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:55.783309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Request body: {'security_group_rule': {'security_group_id': 'f57d3b8c-753a-4fae-a1a2-70408cd4c59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:55.812619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'port_id': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'mac_address': 'fa:16:3e:5a:94:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ff7ac4-22f1-4406-a6ee-db525772c80d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:20:55.854615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:55.882501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:55.929813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:55.996984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d536-a826-4bca-ba7c-12ed8dc98a09 None None] Pushing event updated for resources: {'Port': ['ID=dc326fff-0494-4aef-81e8-56a4e2e555fa,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:56.016215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Attempting to bind port dc326fff-0494-4aef-81e8-56a4e2e555fa on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:56.016898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Attempting to bind port dc326fff-0494-4aef-81e8-56a4e2e555fa by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:56.030026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Attempting to bind port dc326fff-0494-4aef-81e8-56a4e2e555fa on network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:56.062256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.066517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:56.073443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Checking segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:56.074272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.074677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Bound using segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:56.075197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Bound port: dc326fff-0494-4aef-81e8-56a4e2e555fa, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:56.075646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.087580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.088283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.100572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80e7d68e-234a-42d6-8609-f0bb98610e8f {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:56.190399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.195096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:56.207620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.251825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.289237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01fbc29-120a-4b44-af2b-44cab6f90506,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:56.292714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab0dfd-6a95-4758-b098-6c5203778072 req-f8be81df-23e2-4a93-80be-d2444949ff71 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.321660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0dab0dfd-6a95-4758-b098-6c5203778072 req-f8be81df-23e2-4a93-80be-d2444949ff71 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.8975258 Aug 25 11:20:56.334226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.340652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e05df9f5-b816-44af-88c9-7af486664e88 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5890083 Aug 25 11:20:56.347096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46166) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:56.368921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:56.374539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6488853 Aug 25 11:20:56.410181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:56.417953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] For port dc326fff-0494-4aef-81e8-56a4e2e555fa, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:56.422193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:56.428877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c847d-994d-4763-a7c8-10e84f5b79e9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event updated for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:56.468624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] For port dc326fff-0494-4aef-81e8-56a4e2e555fa, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dc326fff-0494-4aef-81e8-56a4e2e555fa,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:56.478727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.483813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.497394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['80e7d68e-234a-42d6-8609-f0bb98610e8f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:20:56.597831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-8f5c07a5-c09b-4a0c-9a24-58f98fbf36d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.619345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-8f5c07a5-c09b-4a0c-9a24-58f98fbf36d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.635452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-8f5c07a5-c09b-4a0c-9a24-58f98fbf36d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.649286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-8f5c07a5-c09b-4a0c-9a24-58f98fbf36d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.667044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-8f5c07a5-c09b-4a0c-9a24-58f98fbf36d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:56.670482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-8f5c07a5-c09b-4a0c-9a24-58f98fbf36d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 3815 time: 0.9156859 Aug 25 11:20:56.724152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0dab0dfd-6a95-4758-b098-6c5203778072 req-98e059be-2d6f-40d5-a8d5-61a6812e422b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980126 Aug 25 11:20:56.737974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.826107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-edcf6875-195c-4f7f-961c-1932b90192e4 None None] Provisioning for port 0a00bf43-7faf-4636-a480-b6654dba94ad completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:20:56.889048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43d0f878-41e7-445b-876a-64e6343d4a64 req-90d06ebd-ba49-40e6-b486-8036159db957 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821342 Aug 25 11:20:56.910343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.912807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-edcf6875-195c-4f7f-961c-1932b90192e4 None None] Provisioning complete for port 0a00bf43-7faf-4636-a480-b6654dba94ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:56.913982 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edcf6875-195c-4f7f-961c-1932b90192e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:56.972816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:20:56.973458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:57.209270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Allocated IP 172.25.1.128 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/7397cbfb-b5b7-4d2c-8a95-f47f7cdb86d1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:20:57.293280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449411-6471-4e70-8838-800ba97a1b5b req-a739ab88-5ef9-4179-98cd-bebc4e192822 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:57.302278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e449411-6471-4e70-8838-800ba97a1b5b req-a739ab88-5ef9-4179-98cd-bebc4e192822 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2617140 Aug 25 11:20:57.396270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d536-a826-4bca-ba7c-12ed8dc98a09 None None] Pushing event updated for resources: {'Port': ['ID=dc326fff-0494-4aef-81e8-56a4e2e555fa,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:57.428792 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e449411-6471-4e70-8838-800ba97a1b5b req-3d26e18c-4898-4e72-8a82-a1ee5dbbac20 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251569 Aug 25 11:20:57.509447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-edcf6875-195c-4f7f-961c-1932b90192e4 None None] Port 0a00bf43-7faf-4636-a480-b6654dba94ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:20:57.510424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:57.538788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:20:57.644255 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:57.692348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:57.753480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:20:57.758173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ba9f-fa20-4c35-a51c-bbabb03092a0 req-2d11877f-e56f-4ab1-8312-64c511f6fda5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:57.766288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6cc6ba9f-fa20-4c35-a51c-bbabb03092a0 req-2d11877f-e56f-4ab1-8312-64c511f6fda5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 945 time: 0.1868250 Aug 25 11:20:57.780646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:20:57.783674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:20:57.848215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event updated for resources: {'Port': ['ID=7397cbfb-b5b7-4d2c-8a95-f47f7cdb86d1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:57.856639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6cc6ba9f-fa20-4c35-a51c-bbabb03092a0 req-5cdfa135-382c-4ce4-aac5-5b41ba9cf2aa tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876346 Aug 25 11:20:57.878537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:57.915733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:57.957420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:20:57.958754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Transition to ACTIVE for port object 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:20:57.971846 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.126815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.201725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.555483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1f9a513-5be0-464e-bda4-2d56f4537642 req-adb0947e-217d-4540-ace7-fea9c35856a2 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "GET /v2.0/security-groups/9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f HTTP/1.1" status: 200 len: 2397 time: 0.5703187 Aug 25 11:20:58.565462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Pushing event updated for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:58.629464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Attempting to bind port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:20:58.630183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Attempting to bind port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:20:58.630795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Attempting to bind port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd on network 4c02236c-c78c-4537-9384-2ff1eca72838 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:58.654113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c6d8f-3943-4cc4-9924-2fc5d38b1ca9 req-07ed062e-3402-4e9c-a34c-94a8cf3e162d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:58.656704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e3c6d8f-3943-4cc4-9924-2fc5d38b1ca9 req-07ed062e-3402-4e9c-a34c-94a8cf3e162d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.3447819 Aug 25 11:20:58.689445 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.693665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.706342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.706936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80e7d68e-234a-42d6-8609-f0bb98610e8f {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:20:58.729011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd on network 4c02236c-c78c-4537-9384-2ff1eca72838 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:20:58.731479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Attempting to bind port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd on network 4c02236c-c78c-4537-9384-2ff1eca72838 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:20:58.740180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:20:58.757765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.813537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:20:56Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:20:58.886160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c1f9a513-5be0-464e-bda4-2d56f4537642 req-2b70b518-c9c7-4663-9fbd-582502c93814 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.889132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33b63a-8094-4ca5-a478-c88e22a933bf None None] The sync data for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 is: [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:20:56Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:20:58.906604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:20:58.907330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Checking segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:20:58.912469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Bound using segment: {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:20:58.913501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Bound port: 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25221a63-c997-4177-82a9-0b4c06fef09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:20:58.914152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:58.984351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:59.049052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event updated for resources: {'Port': ['ID=7397cbfb-b5b7-4d2c-8a95-f47f7cdb86d1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:59.092461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.118660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.131736 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-42a5b3fe-587d-4e35-9267-db910b379f57 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7828629 Aug 25 11:20:59.192166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c1f9a513-5be0-464e-bda4-2d56f4537642 req-2b70b518-c9c7-4663-9fbd-582502c93814 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.355564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:20:59.369530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:20:59.386007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e3c6d8f-3943-4cc4-9924-2fc5d38b1ca9 req-36025b4f-e47d-46dc-8c6b-9504ef4ce7ef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6760399 Aug 25 11:20:59.408412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.469732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:20:59.488776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Pushing event updated for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:59.560477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:20:59.561352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.562949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c15a2f5b-0c55-49b1-b4dd-30c21fa00284 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 200 len: 1092 time: 3.1625316 Aug 25 11:20:59.563533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:20:59.566894 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e81dd-e35f-48fa-b089-4324b2a907a5" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:20:59.603913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:20:59.687040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 80e7d68e-234a-42d6-8609-f0bb98610e8f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:20:59.687418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.716902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c1f9a513-5be0-464e-bda4-2d56f4537642 req-2b70b518-c9c7-4663-9fbd-582502c93814 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.719548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c1f9a513-5be0-464e-bda4-2d56f4537642 req-2b70b518-c9c7-4663-9fbd-582502c93814 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:20:59.729865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46196) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:20:59.738785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1f9a513-5be0-464e-bda4-2d56f4537642 req-2b70b518-c9c7-4663-9fbd-582502c93814 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] 10.222.0.35 "DELETE /v2.0/security-groups/9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f HTTP/1.1" status: 204 len: 173 time: 1.1820028 Aug 25 11:20:59.849027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70b518-c9c7-4663-9fbd-582502c93814 tempest-SecurityGroupRulesTestJSON-693404249 tempest-SecurityGroupRulesTestJSON-693404249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f9c6e-6446-4cec-b1aa-00bf8ea9fa3f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:20:59.949503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Deleting subnet e432fba5-737c-4d2a-8eba-4009ae856602 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:20:59.954757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.031030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae348b1-0427-4b49-9766-426332353594 req-49d51bf0-af4b-4bad-ae6b-64a082989871 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:00.040760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ae348b1-0427-4b49-9766-426332353594 req-49d51bf0-af4b-4bad-ae6b-64a082989871 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.3635490 Aug 25 11:21:00.055553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.080307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.080635 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.164081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ae348b1-0427-4b49-9766-426332353594 req-c0baa33c-7f2f-43d8-b3be-1d2eba5936b8 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222923 Aug 25 11:21:00.187826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:00.190515 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bee581-66b1-428c-ba54-878486b47d3f" -d '{"events": [{"server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "name": "network-vif-plugged", "status": "completed", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:00.210365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.223844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:00.232403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.359657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-0fd42028-9300-49fa-94c5-666a3543c1d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:00.377279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-0fd42028-9300-49fa-94c5-666a3543c1d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:00.377616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.391849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-0fd42028-9300-49fa-94c5-666a3543c1d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:00.407788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:00.419227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-0fd42028-9300-49fa-94c5-666a3543c1d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:00.436366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-0fd42028-9300-49fa-94c5-666a3543c1d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:00.440581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-0fd42028-9300-49fa-94c5-666a3543c1d5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 3827 time: 0.5166044 Aug 25 11:21:00.467848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e432fba5-737c-4d2a-8eba-4009ae856602,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:00.479134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.487216 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f6cbbcc7-cea1-4e28-9114-8724bf6a8f64 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e432fba5-737c-4d2a-8eba-4009ae856602 HTTP/1.1" status: 204 len: 168 time: 0.7555017 Aug 25 11:21:00.490559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46200) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:00.612006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.651597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.798342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.812627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbaf51f-bbcd-4906-81bb-ef683c2d0937']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:00.840829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea434320-f7a4-4eae-8eaf-ff61afd6b283') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:00.841319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea434320-f7a4-4eae-8eaf-ff61afd6b283') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:00.867657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.912501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:00.935526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:21:00.936099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:21:01.011249 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:21:01.046918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dc326fff-0494-4aef-81e8-56a4e2e555fa up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:01.102795 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.120096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.123937 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] 10.222.0.35 "DELETE /v2.0/networks/edbaf51f-bbcd-4906-81bb-ef683c2d0937 HTTP/1.1" status: 204 len: 168 time: 0.6319284 Aug 25 11:21:01.173024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3b46a-1a79-459e-9aed-666fff5af380 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbaf51f-bbcd-4906-81bb-ef683c2d0937,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:01.189723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579796c-2aca-45f7-b805-7cf770c46b57 req-c5daf038-ceb3-4449-9636-ec5df9871222 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:01.216399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5579796c-2aca-45f7-b805-7cf770c46b57 req-c5daf038-ceb3-4449-9636-ec5df9871222 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.4331982 Aug 25 11:21:01.291977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port dc326fff-0494-4aef-81e8-56a4e2e555fa completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:01.297544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port dc326fff-0494-4aef-81e8-56a4e2e555fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:01.298713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.334319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2873183-3a32-467b-9a35-c2d4f612f14b req-c9ef7032-19f2-4949-a93b-3703af9fa3f1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883878 Aug 25 11:21:01.379864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5579796c-2aca-45f7-b805-7cf770c46b57 req-b8212e26-7ac0-4b3b-8aa1-1d1e1340e6bf tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602137 Aug 25 11:21:01.529620 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.545595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46220) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:01.611863 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-191ec0d7-61b4-4e86-aac5-9ea664580991 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eacf53f0f9664633ac178d2acede518b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641587 Aug 25 11:21:01.614857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:01.635134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port dc326fff-0494-4aef-81e8-56a4e2e555fa, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dc326fff-0494-4aef-81e8-56a4e2e555fa,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:01.653875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.690765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2306f32e-8d07-4dec-8d9f-cccb653d4b17 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:01.707314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.718312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba810-aec1-48c0-9f47-fc0f53f94437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.735661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Transition to ACTIVE for port object 2306f32e-8d07-4dec-8d9f-cccb653d4b17 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:01.752667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-037437ed-3b77-4e2c-997f-2c83327a1fd2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--181081465&fields=id&tenant_id=bb3ba1980bab44ae97134c7deff2cfae HTTP/1.1" status: 200 len: 267 time: 0.1793861 Aug 25 11:21:01.759959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba810-aec1-48c0-9f47-fc0f53f94437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.798775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=dc326fff-0494-4aef-81e8-56a4e2e555fa,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:01.843094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba810-aec1-48c0-9f47-fc0f53f94437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.852776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e8ba810-aec1-48c0-9f47-fc0f53f94437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:01.855737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e8ba810-aec1-48c0-9f47-fc0f53f94437 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c502d50-09d2-4280-a7b2-d75ed0c04deb HTTP/1.1" status: 204 len: 168 time: 0.2393787 Aug 25 11:21:01.881190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ba810-aec1-48c0-9f47-fc0f53f94437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c502d50-09d2-4280-a7b2-d75ed0c04deb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:01.996235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-99085746-4ecf-4dce-ba22-b8c09ecb1e10 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.013393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-99085746-4ecf-4dce-ba22-b8c09ecb1e10 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/networks?id=7ccb6492-3cf4-4ec9-8e21-47c336df4510 HTTP/1.1" status: 200 len: 806 time: 0.2593839 Aug 25 11:21:02.016881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:02.251437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac57e5-448d-4155-9697-859d88f8452c req-eb730a89-07b6-4329-96e6-aeafa2e8713f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.265377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5ac57e5-448d-4155-9697-859d88f8452c req-eb730a89-07b6-4329-96e6-aeafa2e8713f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.6399748 Aug 25 11:21:02.266294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:02.276059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-68cc83d2-eb22-4d19-886b-63c6b52358ce tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/quotas/bb3ba1980bab44ae97134c7deff2cfae HTTP/1.1" status: 200 len: 375 time: 0.2613702 Aug 25 11:21:02.436445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5ac57e5-448d-4155-9697-859d88f8452c req-ce621ec2-f783-48b8-8345-dedadd23f8d2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463773 Aug 25 11:21:02.538516 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23db3c60-62e8-4afc-bab5-5d500738882c x-openstack-request-id: req-23db3c60-62e8-4afc-bab5-5d500738882c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:02.538819 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:02.539077 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23db3c60-62e8-4afc-bab5-5d500738882c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:02.539503 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'status': 'completed', 'code': 200} Aug 25 11:21:02.625277 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2278bf13-7269-4154-8b74-02b46902f037 x-openstack-request-id: req-2278bf13-7269-4154-8b74-02b46902f037 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:02.625819 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "name": "network-vif-plugged", "status": "completed", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:02.626470 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2278bf13-7269-4154-8b74-02b46902f037 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:02.627046 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'code': 200} Aug 25 11:21:02.635715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Attempting to bind port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:02.636121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Attempting to bind port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:02.636451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Attempting to bind port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:02.662332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-eb78e700-f12f-4275-ae95-6c58bcb8ebc3 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb3ba1980bab44ae97134c7deff2cfae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3670969 Aug 25 11:21:02.669937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.670432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.670917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.671390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.671884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.672353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.686471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 on network 1774e408-eb01-4a23-9513-208a0b6fe394 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:02.686954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Attempting to bind port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:02.694489 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-137557d1-e909-48ed-9a31-53557d083595 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5246 time: 0.1330199 Aug 25 11:21:02.703557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:02.704607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Checking segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:02.705494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Bound using segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:02.706282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Bound port: 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:02.707115 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:02.799328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:02.804148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:02.823095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:02.992292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dc326fff-0494-4aef-81e8-56a4e2e555fa up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:02.993056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-fba0a0d2-61c7-40db-bcb7-52fafbc43019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.993538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-fba0a0d2-61c7-40db-bcb7-52fafbc43019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.994024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-fba0a0d2-61c7-40db-bcb7-52fafbc43019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:02.995846 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-fba0a0d2-61c7-40db-bcb7-52fafbc43019 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2933612 Aug 25 11:21:03.031258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:03.034726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:03.037455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] 10.222.0.10 "PUT /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 1132 time: 3.4381943 Aug 25 11:21:03.040057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8facf2-cb66-4dba-bee3-b62059b2ffd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:03.125102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port dc326fff-0494-4aef-81e8-56a4e2e555fa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:03.125584 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:03.159519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:03.269140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3edfa7-d535-4301-8c7a-3b42628bbb82 req-daf15633-df38-4994-9adc-d4cada20f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:03.271874 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9b3edfa7-d535-4301-8c7a-3b42628bbb82 req-daf15633-df38-4994-9adc-d4cada20f1d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 1098 time: 0.2745936 Aug 25 11:21:03.296186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ccf34-5338-497c-b342-3241391b0223 req-6b241ed0-652d-45f2-aaa7-4b34d8fb424b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:03.298354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c49ccf34-5338-497c-b342-3241391b0223 req-6b241ed0-652d-45f2-aaa7-4b34d8fb424b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.4915423 Aug 25 11:21:03.313570 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:21:03.404544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:03.431771 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9b3edfa7-d535-4301-8c7a-3b42628bbb82 req-e0d0f579-5c9f-4c4c-bafa-8b51e6d0226f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512954 Aug 25 11:21:03.436355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-853787b5-0d8e-4b82-bade-61e4f6ce966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:03.439009 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bb2e81dd-e35f-48fa-b089-4324b2a907a5 req-853787b5-0d8e-4b82-bade-61e4f6ce966e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4218335 Aug 25 11:21:03.475472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c49ccf34-5338-497c-b342-3241391b0223 req-94e7c27e-7980-4d57-bfa7-48a34a53f1de tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966983 Aug 25 11:21:03.628010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-9c5f6539-80ca-44c2-96f4-62c3136526ea service neutron] 10.222.0.35 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451280 Aug 25 11:21:03.767794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-1d7f88a7-1e8a-4d33-8f57-d5341de74f08 service neutron] 10.222.0.35 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387861 Aug 25 11:21:03.993511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46284) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:04.171213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d751be-5001-4aa4-9d13-e37560fa5be9 req-c94379c3-f3aa-4876-afb7-6a589483ecb8 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.179310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9d751be-5001-4aa4-9d13-e37560fa5be9 req-c94379c3-f3aa-4876-afb7-6a589483ecb8 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.2651961 Aug 25 11:21:04.266593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9d751be-5001-4aa4-9d13-e37560fa5be9 req-758288d7-0a15-4494-ba15-013421725752 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842257 Aug 25 11:21:04.303206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.320126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.325067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1110845102-network', 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:04.349796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.375235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.389207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.397140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:04.401423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:04.408658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.419328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40523d05-caf1-47c6-b018-87608dc3ccef req-0d95b49b-b425-4e5c-8b5a-90626ad93a6b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 4600 time: 0.3390007 Aug 25 11:21:04.461525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:04.472678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659c2e59-7c55-4d2b-b76d-bcee277421fb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:04.488183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b74c0e11-83fd-4150-834d-fbed8ed8571c req-3366f8e2-1295-49aa-bde2-ee2b4fbc1555 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 210 time: 0.0649669 Aug 25 11:21:04.507016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:04.545393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '2306f32e-8d07-4dec-8d9f-cccb653d4b17'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:04.547856 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "2306f32e-8d07-4dec-8d9f-cccb653d4b17"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:04.558633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Transition to ACTIVE for port object 659c2e59-7c55-4d2b-b76d-bcee277421fb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:04.578511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40523d05-caf1-47c6-b018-87608dc3ccef req-66ed6378-7077-4485-9111-8fec2ac2cbb2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398454 Aug 25 11:21:04.582335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:04.725897 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cec96c-6379-419a-bbca-d0a1d0fb965c x-openstack-request-id: req-49cec96c-6379-419a-bbca-d0a1d0fb965c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:04.727310 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "2306f32e-8d07-4dec-8d9f-cccb653d4b17", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:04.727932 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49cec96c-6379-419a-bbca-d0a1d0fb965c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:04.730387 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '2306f32e-8d07-4dec-8d9f-cccb653d4b17', 'status': 'completed', 'code': 200} Aug 25 11:21:04.743486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Pushing event updated for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:04.930431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:04.944230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:04.998086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d689-ca54-4d51-919c-8c29f9214419 req-fb2ecd1d-52cb-46c7-ac50-cdee5112471d tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.998537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.999036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.999466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:04.999924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.000382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.000840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.001299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.004426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-d4aa647c-ebce-4d1c-9e2b-82849b8e9fbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6169 time: 0.2679813 Aug 25 11:21:05.010859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda5d689-ca54-4d51-919c-8c29f9214419 req-fb2ecd1d-52cb-46c7-ac50-cdee5112471d tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.2756104 Aug 25 11:21:05.024100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:21:05.053639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be3716-b023-4a80-b1cf-123757f20ee2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:05.107054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Attempting to bind port 659c2e59-7c55-4d2b-b76d-bcee277421fb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:05.107054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Attempting to bind port 659c2e59-7c55-4d2b-b76d-bcee277421fb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:05.107443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Attempting to bind port 659c2e59-7c55-4d2b-b76d-bcee277421fb on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:05.149492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda5d689-ca54-4d51-919c-8c29f9214419 req-e401a3ae-fead-4faa-9e85-6a46f548da4f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369224 Aug 25 11:21:05.150522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Port 659c2e59-7c55-4d2b-b76d-bcee277421fb on network 1774e408-eb01-4a23-9513-208a0b6fe394 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:05.160829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Attempting to bind port 659c2e59-7c55-4d2b-b76d-bcee277421fb on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:05.161196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.162186 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Added segment f3fc5cc7-b13d-421e-80dd-888a81ff9b1f of type vlan for network 8c991c32-972a-4eb3-94a0-e03a78360ba0 Aug 25 11:21:05.165321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:05.166752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Checking segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:05.167396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Bound using segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:05.168193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Bound port: 659c2e59-7c55-4d2b-b76d-bcee277421fb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:05.168803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.247085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-2154ef70-0aee-498a-b6f6-744c6c94b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.247861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-2154ef70-0aee-498a-b6f6-744c6c94b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.248539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-2154ef70-0aee-498a-b6f6-744c6c94b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.250409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-2154ef70-0aee-498a-b6f6-744c6c94b2fa service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2325449 Aug 25 11:21:05.252429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.264933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:05.268946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:05.282868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.336400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Pushing event updated for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:05.384151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.385138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.385761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.393473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.393626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.395084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b8a973b2-2a1b-49ea-a438-6ba360fd360c service neutron] 10.222.0.10 "PUT /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 1130 time: 2.3153269 Aug 25 11:21:05.429606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3d64-b087-48b9-806a-092ba64d5979 req-544b9ced-781d-47c0-be57-8eab080f09c6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.431466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43de3d64-b087-48b9-806a-092ba64d5979 req-544b9ced-781d-47c0-be57-8eab080f09c6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.0854144 Aug 25 11:21:05.437219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:05.478223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] Pushing event updated for resources: {'Network': ['ID=8c991c32-972a-4eb3-94a0-e03a78360ba0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:05.482592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-efea01b3-ed46-430b-bbad-90a9e0c1f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:05.484362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bdb7274c-2e29-4d4b-be76-02edeec1bb1c req-efea01b3-ed46-430b-bbad-90a9e0c1f064 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242081 Aug 25 11:21:05.491522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:21:05.504456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dce82a55-b239-487c-872f-41308d5f4b19 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5129602 Aug 25 11:21:05.507597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:05.514185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Request body: {'subnet': {'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1110845102-subnet', 'tenant_id': '44416831cdee4e30866a6e41f2062be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:05.554595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:05.558107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.558607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:05.585455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43de3d64-b087-48b9-806a-092ba64d5979 req-812d55b4-aa3a-4ce3-9b26-63a68d427b82 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101007 Aug 25 11:21:05.941107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:06.069320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:06.070091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Network hostable DHCP agents. Network: 8c991c32-972a-4eb3-94a0-e03a78360ba0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:21:06.074156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da674f2-2bf9-4059-9b97-33386ff17c3b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:06.110063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:21:06.128848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 8c991c32-972a-4eb3-94a0-e03a78360ba0) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:06.138161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.139245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd116b8-316a-4ee7-9bda-05d4d54551dc None None] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:21:06.139496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:06.175817 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d135fb19-091f-4dc0-bbb0-5268ca64e743 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6664994 Aug 25 11:21:06.301136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39aa9b01-04a6-4ced-af51-6de63d26818d req-4473f181-025f-41ea-9dc0-bd9d1821c8f6 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 210 time: 0.5759633 Aug 25 11:21:06.407980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd92e7be-c518-4bbd-8b1c-88f75335ddfa None None] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:21:06.540601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7e84-093d-4fad-b041-0abc7b5089f8 req-58c077f0-d4a0-408c-8879-7438b1958ad2 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.542170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389f7e84-093d-4fad-b041-0abc7b5089f8 req-58c077f0-d4a0-408c-8879-7438b1958ad2 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.7393205 Aug 25 11:21:06.567982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.574537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.580735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.587860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.594277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.601075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.607273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.609417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea48b018-7d72-4170-bebc-d3d87719063d req-49129078-c1ea-4156-b235-6bca15923b81 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5371 time: 0.1958525 Aug 25 11:21:06.676426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-cf94824c-0605-4e35-a9f5-9f1dd3ebbfff tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:06.678124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-cf94824c-0605-4e35-a9f5-9f1dd3ebbfff tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.67 "GET /v2.0/networks?id=7ccb6492-3cf4-4ec9-8e21-47c336df4510 HTTP/1.1" status: 200 len: 806 time: 0.8545754 Aug 25 11:21:06.726724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389f7e84-093d-4fad-b041-0abc7b5089f8 req-8258d0aa-8ceb-4652-b094-9a93abc19bb6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161907 Aug 25 11:21:06.734346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '659c2e59-7c55-4d2b-b76d-bcee277421fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:06.736531 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c4a9e6-ffa4-4304-911b-c54977a390e8" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "659c2e59-7c55-4d2b-b76d-bcee277421fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:06.791094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3724aeea-fe14-4d96-9427-00c50a01b2d0 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:06.809134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea48b018-7d72-4170-bebc-d3d87719063d req-79580706-dd3b-4d39-a6e6-5b11b278bf75 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811676 Aug 25 11:21:06.811154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:06.825460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-677aa128-4eb7-4b81-ab20-688268e6ce44 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb3ba1980bab44ae97134c7deff2cfae HTTP/1.1" status: 200 len: 379 time: 0.1243982 Aug 25 11:21:06.845970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Transition to ACTIVE for port object 3724aeea-fe14-4d96-9427-00c50a01b2d0 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:06.860417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Request body: {'port': {'device_id': '4a127469-b167-4e67-8a14-91fa83c54fec', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'admin_state_up': True, 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'security_groups': ['f57d3b8c-753a-4fae-a1a2-70408cd4c59d']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:06.871906 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:07.105735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Pushing event updated for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:07.231848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be977b52-0624-4e3c-8159-2c52f865d728 req-242966af-1581-4158-9b5b-798b138aab52 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.234214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be977b52-0624-4e3c-8159-2c52f865d728 req-242966af-1581-4158-9b5b-798b138aab52 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.2270772 Aug 25 11:21:07.410232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Made reservation on behalf of bb3ba1980bab44ae97134c7deff2cfae for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:07.414759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:07.421079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be977b52-0624-4e3c-8159-2c52f865d728 req-55462cb4-cb24-4547-ad97-091760ea136f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357007 Aug 25 11:21:07.427414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Attempting to bind port 3724aeea-fe14-4d96-9427-00c50a01b2d0 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:07.428046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Attempting to bind port 3724aeea-fe14-4d96-9427-00c50a01b2d0 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:07.428578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Attempting to bind port 3724aeea-fe14-4d96-9427-00c50a01b2d0 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:07.459491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-0937750f-8e64-4149-8257-8e1b056cadea tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.468477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-0937750f-8e64-4149-8257-8e1b056cadea tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.3594992 Aug 25 11:21:07.492642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Port 3724aeea-fe14-4d96-9427-00c50a01b2d0 on network 1774e408-eb01-4a23-9513-208a0b6fe394 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:07.492977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Attempting to bind port 3724aeea-fe14-4d96-9427-00c50a01b2d0 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:07.511836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-3cf3ee35-d5b5-46f1-906d-e3afd2c34992 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.0424664 Aug 25 11:21:07.514099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:07.514429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Checking segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:07.514826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Bound using segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:07.515287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Bound port: 3724aeea-fe14-4d96-9427-00c50a01b2d0, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:07.515677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:07.586889 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020223ea-f11a-49d7-b271-9527c4a9ddc8 x-openstack-request-id: req-020223ea-f11a-49d7-b271-9527c4a9ddc8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:07.588002 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "659c2e59-7c55-4d2b-b76d-bcee277421fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:07.588002 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-020223ea-f11a-49d7-b271-9527c4a9ddc8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:07.588370 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '659c2e59-7c55-4d2b-b76d-bcee277421fb', 'status': 'completed', 'code': 200} Aug 25 11:21:07.611365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.612253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.612465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.613186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.613871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.614979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.615780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.619726 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-eddcf198-b73b-4e9e-ab3c-cc6ad47be302 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6237 time: 0.0804954 Aug 25 11:21:07.651815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8fb9ce9e-ec67-4c12-baff-b1549f97c70a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387384 Aug 25 11:21:07.849054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-699b2f99-1d40-46d4-a03f-5262365e76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.850419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-699b2f99-1d40-46d4-a03f-5262365e76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.852121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-699b2f99-1d40-46d4-a03f-5262365e76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:07.858114 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-699b2f99-1d40-46d4-a03f-5262365e76c1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2271442 Aug 25 11:21:07.921452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda8c729-31d7-4dc6-b856-9d2e16198695 req-14e138da-8cbf-464b-9579-5616d86ca389 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 210 time: 0.0845616 Aug 25 11:21:08.009459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:08.028416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:08.075377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:08.109109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Allocated IP 172.20.0.4 (7ccb6492-3cf4-4ec9-8e21-47c336df4510/e0aae1b6-6d55-4670-b5f3-29f774f7a986/5ce793c6-6b91-40e6-9891-df67db93544f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:08.135971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-cce796fb-f3f1-4396-a126-5025ade5e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.137671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.138661 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86c4a9e6-ffa4-4304-911b-c54977a390e8 req-cce796fb-f3f1-4396-a126-5025ade5e07d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736571 Aug 25 11:21:08.138812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:08.147262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] 10.222.0.10 "PUT /v2.0/ports/3724aeea-fe14-4d96-9427-00c50a01b2d0 HTTP/1.1" status: 200 len: 1091 time: 2.7145731 Aug 25 11:21:08.149929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-e1cd0f8f-015b-4923-b68b-b08001b83213 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968588 Aug 25 11:21:08.237438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58588-488c-4f25-ab48-5042b744304c service neutron] Pushing event updated for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:08.275191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:08.437026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:08.609168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-5eab9a5c-c089-43a6-a649-8b5efe16a96a service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573520 Aug 25 11:21:08.723081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.730348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.736986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.749398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.756207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.766778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.773801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:08.776220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-b74a288f-8ef7-4204-bb5f-e8940453836d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5383 time: 0.2891152 Aug 25 11:21:08.816098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:08.912463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Transition to ACTIVE for port object 5ce793c6-6b91-40e6-9891-df67db93544f will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:08.961829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd05752e-7384-4059-a8be-e25103cab0b4 req-fc1b1520-f916-4558-a0d0-700f515d7951 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763058 Aug 25 11:21:09.183427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-bf6eaa47-cfc1-4228-b631-b91a62f18399 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:09.186384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-bf6eaa47-cfc1-4228-b631-b91a62f18399 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 815 time: 0.3655775 Aug 25 11:21:09.194808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:09.363374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-0992d807-215f-4dce-9291-e641d695b53f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/quotas/e778b5b3ecc9489988da300b58c3711f HTTP/1.1" status: 200 len: 375 time: 0.1602817 Aug 25 11:21:09.416008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:09.487997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:09.500525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:09.516171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event updated for resources: {'Port': ['ID=5ce793c6-6b91-40e6-9891-df67db93544f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:09.616131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:09.620282 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a84ae1d-fca6-4368-8b13-843947f7746f" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:09.634961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-9433cd1a-2fea-4584-a2e2-5ad937a45967 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:09.637314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-9433cd1a-2fea-4584-a2e2-5ad937a45967 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e2f566-98de-4af2-932e-29e0679ab7bf HTTP/1.1" status: 200 len: 946 time: 0.5808997 Aug 25 11:21:09.658364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a035-f126-4c9a-b98e-557090c4aa6f req-d56f6ab9-040f-4016-a496-04f0cd32a7c5 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:09.672329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca06a035-f126-4c9a-b98e-557090c4aa6f req-d56f6ab9-040f-4016-a496-04f0cd32a7c5 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.4802115 Aug 25 11:21:09.677648 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-3a13ae08-db78-4931-b169-252902534da6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1220737 Aug 25 11:21:09.680543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:21:09.799340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-ea6a27b0-a9e1-45df-bbcc-1d66bb68cc5b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4159248 Aug 25 11:21:09.838084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:09.839253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:09.846618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c50315-4ce1-4fe9-9332-7e430bbedc52 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:09.893900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aec42-235d-4d23-8a86-bc9012854d2c req-2eb5e995-aa36-49fe-b9b1-3f02c99de266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:09.895557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-2eb5e995-aa36-49fe-b9b1-3f02c99de266 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 1098 time: 0.0839992 Aug 25 11:21:09.899919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:09.913830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Deleting port 80e7d68e-234a-42d6-8609-f0bb98610e8f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:21:09.914158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.039727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3be43ca1-27a6-490e-a335-b3ce1f878ebc tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1909237 Aug 25 11:21:10.055053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca06a035-f126-4c9a-b98e-557090c4aa6f req-7d3e5c5c-46dc-42aa-8a98-d43197444daa tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332019 Aug 25 11:21:10.061740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Transition to ACTIVE for port object 50c50315-4ce1-4fe9-9332-7e430bbedc52 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:10.083132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Request body: {'port': {'device_id': '4a127469-b167-4e67-8a14-91fa83c54fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:10.097622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.138666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.176060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:10.180903 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3f8292-eb68-477c-a9e5-5404dd310c05" -d '{"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:10.219729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:10.225434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d1071d57-11c8-4777-aa0a-4a3ae20b81d7 None None] Provisioning for port 5ce793c6-6b91-40e6-9891-df67db93544f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:10.235894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.237919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aec42-235d-4d23-8a86-bc9012854d2c req-353291bf-1930-438f-a94c-daee1da84223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:10.240664 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-353291bf-1930-438f-a94c-daee1da84223 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.1962295 Aug 25 11:21:10.251406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d1071d57-11c8-4777-aa0a-4a3ae20b81d7 None None] Provisioning complete for port 5ce793c6-6b91-40e6-9891-df67db93544f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:10.252409 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d1071d57-11c8-4777-aa0a-4a3ae20b81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.258867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] For port 80e7d68e-234a-42d6-8609-f0bb98610e8f, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=80e7d68e-234a-42d6-8609-f0bb98610e8f,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:10.259279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.319185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-250467cd-4ded-4ebc-b9c9-8562a8f44f70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd HTTP/1.1" status: 200 len: 217 time: 0.0683203 Aug 25 11:21:10.323276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9508a0a6-8e09-46bd-880d-11969cc9ac5e req-b6d9811d-d5ea-4b5e-8a71-df68838b5309 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 210 time: 0.1360943 Aug 25 11:21:10.324911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Calling delete_port for 80e7d68e-234a-42d6-8609-f0bb98610e8f owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:21:10.436995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d1071d57-11c8-4777-aa0a-4a3ae20b81d7 None None] Port 5ce793c6-6b91-40e6-9891-df67db93544f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:21:10.476094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aec42-235d-4d23-8a86-bc9012854d2c req-5d51658e-5048-47a5-b969-a0b0e0a64cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:10.478781 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-5d51658e-5048-47a5-b969-a0b0e0a64cb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1492310 Aug 25 11:21:10.522703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:10.745390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aec42-235d-4d23-8a86-bc9012854d2c req-fa4e2979-8ea8-4c5f-8246-ac85330f5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:10.748239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-fa4e2979-8ea8-4c5f-8246-ac85330f5058 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2605336 Aug 25 11:21:10.828787 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:10.868144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-9c2edf9a-4090-4cec-a6a5-ce0ea62d254b service neutron] 10.222.0.35 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0093670 Aug 25 11:21:10.869088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:10.904046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-2a5c6cd5-d104-44c4-84f4-5f40c0ae0042 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:10.906035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-2a5c6cd5-d104-44c4-84f4-5f40c0ae0042 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 946 time: 0.7633035 Aug 25 11:21:10.988046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-f134de76-5ea5-4c89-af2d-091848a6b831 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:10.990043 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-f134de76-5ea5-4c89-af2d-091848a6b831 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.3705127 Aug 25 11:21:11.005260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Request body: {'port': {'device_id': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'admin_state_up': True, 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:11.012477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-25f2d75f-be12-41c0-a79f-29c77c5a9efd service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526345 Aug 25 11:21:11.063209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:11.075784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18560d1-3ba8-4c8b-93bf-c4a66bdd545d req-9ca3f2bf-546b-4fd0-af93-9f2519bb77d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:11.082594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e18560d1-3ba8-4c8b-93bf-c4a66bdd545d req-9ca3f2bf-546b-4fd0-af93-9f2519bb77d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 931 time: 0.2777312 Aug 25 11:21:11.094094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['80e7d68e-234a-42d6-8609-f0bb98610e8f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:11.244227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Pushing event deleted for resources: {'Port': ['ID=80e7d68e-234a-42d6-8609-f0bb98610e8f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:11.292350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Attempting to bind port 50c50315-4ce1-4fe9-9332-7e430bbedc52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:11.292721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Attempting to bind port 50c50315-4ce1-4fe9-9332-7e430bbedc52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:11.293088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Attempting to bind port 50c50315-4ce1-4fe9-9332-7e430bbedc52 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:11.314261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e18560d1-3ba8-4c8b-93bf-c4a66bdd545d req-e266168f-2992-45b3-86b0-3ae7be7cf019 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306166 Aug 25 11:21:11.316849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] No DVR routers for this DVR port 80e7d68e-234a-42d6-8609-f0bb98610e8f on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:21:11.327741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-91beda3e-9f5b-4080-9181-32ca6055ee65 service neutron] 10.222.0.35 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206843 Aug 25 11:21:11.329894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:11.334114 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86c30f32-c20f-4947-afef-e5ce551a2ab8 req-348fb7ec-6655-43f6-8dc5-eb8efbf7fd8e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "DELETE /v2.0/ports/80e7d68e-234a-42d6-8609-f0bb98610e8f HTTP/1.1" status: 204 len: 173 time: 1.6882584 Aug 25 11:21:11.335129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'name': 'network-vif-deleted', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:11.339206 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9c276-f568-42a5-8413-c9690650fe62" -d '{"events": [{"server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "name": "network-vif-deleted", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:11.362987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Port 50c50315-4ce1-4fe9-9332-7e430bbedc52 on network 1774e408-eb01-4a23-9513-208a0b6fe394 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:11.363321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Attempting to bind port 50c50315-4ce1-4fe9-9332-7e430bbedc52 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:11.386499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:11.386881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Checking segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:11.387314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Bound using segment: {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:11.387781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Bound port: 50c50315-4ce1-4fe9-9332-7e430bbedc52, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0bd427-e91b-49de-a688-ded4592da5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:11.388313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:11.443783 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-425aec42-235d-4d23-8a86-bc9012854d2c req-c5f1bfdf-a0d8-406d-8691-eeb1dc3f7a0f service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177701 Aug 25 11:21:11.507300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:11.511582 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:11.562449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Deleting port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:21:11.563047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:11.719780 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aeddf4-d6a5-44a1-a4d2-c9c62fa7f4ea x-openstack-request-id: req-57aeddf4-d6a5-44a1-a4d2-c9c62fa7f4ea {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:11.722367 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:11.722947 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57aeddf4-d6a5-44a1-a4d2-c9c62fa7f4ea {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:11.726177 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0', 'status': 'completed', 'code': 200} Aug 25 11:21:11.859914 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4fc323-7a43-4873-81fd-e7dd9478166e x-openstack-request-id: req-ee4fc323-7a43-4873-81fd-e7dd9478166e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:11.861203 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:11.861203 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee4fc323-7a43-4873-81fd-e7dd9478166e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:11.862148 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'code': 200} Aug 25 11:21:11.904926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:11.945482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Allocated IP 172.20.0.7 (8c991c32-972a-4eb3-94a0-e03a78360ba0/8da674f2-2bf9-4059-9b97-33386ff17c3b/facfa520-55b1-4462-b3bb-f33024745707) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:11.995507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:12.062263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.062579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.063067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.063723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.064207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.064711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.065423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.070243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-13d85170-7d74-4b69-b0c5-ec4a704c0d11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6305 time: 0.3482413 Aug 25 11:21:12.109620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.173884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] For port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:12.174685 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.208026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.222457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.237261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.251326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.266655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.273612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.281534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.298235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.313591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9defcd43-4328-430f-b4f3-4e33acca97be req-f9f85f84-36b7-4878-a630-68b354f9cf23 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5395 time: 0.5529804 Aug 25 11:21:12.393141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.411306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce793c6-6b91-40e6-9891-df67db93544f {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:12.457277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Calling delete_port for 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:21:12.481327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.488275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.489735 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.492918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] 10.222.0.10 "PUT /v2.0/ports/50c50315-4ce1-4fe9-9332-7e430bbedc52 HTTP/1.1" status: 200 len: 1092 time: 4.2273068 Aug 25 11:21:12.531688 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-3f86a27f-680e-4043-a47a-d675275e0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.533161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-3f86a27f-680e-4043-a47a-d675275e0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.533914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-3f86a27f-680e-4043-a47a-d675275e0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.536487 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-3f86a27f-680e-4043-a47a-d675275e0084 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4353344 Aug 25 11:21:12.551649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:12.576621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:12.606575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:12.611797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:12.626970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db499210-9c0b-41bf-9534-3b4cb704ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:12.699761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event updated for resources: {'Port': ['ID=facfa520-55b1-4462-b3bb-f33024745707,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:12.754133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Transition to ACTIVE for port object 5ce793c6-6b91-40e6-9891-df67db93544f will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:12.813664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.814943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.850124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-774b640d-559a-4ba0-9653-77a088375ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.850510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:12.852802 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a84ae1d-fca6-4368-8b13-843947f7746f req-774b640d-559a-4ba0-9653-77a088375ae0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038735 Aug 25 11:21:12.857411 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8bb929be-ce43-44f9-b092-c0a987f417bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8576581 Aug 25 11:21:12.867045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78cb5c-4216-4bd3-95b0-97f180d3e6b5 req-dd3cdae8-01b3-476b-8846-b71a0657a722 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:12.874370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Request body: {'port': {'device_id': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:12.881891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c78cb5c-4216-4bd3-95b0-97f180d3e6b5 req-dd3cdae8-01b3-476b-8846-b71a0657a722 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 944 time: 0.8319252 Aug 25 11:21:12.914709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9defcd43-4328-430f-b4f3-4e33acca97be req-bb9831d6-4177-44bc-a99b-0fb123b18bb1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5994740 Aug 25 11:21:12.965725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:13.234461 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:13.249999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Pushing event updated for resources: {'Port': ['ID=5ce793c6-6b91-40e6-9891-df67db93544f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:13.278512 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdf2014-8fc0-4039-89b5-78009d21240e x-openstack-request-id: req-cbdf2014-8fc0-4039-89b5-78009d21240e {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:13.278955 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2f566-98de-4af2-932e-29e0679ab7bf", "name": "network-vif-deleted", "tag": "80e7d68e-234a-42d6-8609-f0bb98610e8f", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:13.291809 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbdf2014-8fc0-4039-89b5-78009d21240e {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:13.292482 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2f566-98de-4af2-932e-29e0679ab7bf', 'name': 'network-vif-deleted', 'tag': '80e7d68e-234a-42d6-8609-f0bb98610e8f', 'status': 'completed', 'code': 200} Aug 25 11:21:13.328702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c78cb5c-4216-4bd3-95b0-97f180d3e6b5 req-2030b118-57e7-430f-8fc3-ff53f421690b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452171 Aug 25 11:21:13.577267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2a12894-e5f1-4e5d-b9cb-9c4633830fa3 req-59ac26ea-1e7d-471d-aa3c-3fa06a2919fc tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 210 time: 0.0614591 Aug 25 11:21:13.607030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:21:13.608307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:13.714802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f874ee6-ab63-4fff-bf14-19cb61c2436c req-05201bb2-0128-42b8-aa10-eabcc0a37d34 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:13.715883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f874ee6-ab63-4fff-bf14-19cb61c2436c req-05201bb2-0128-42b8-aa10-eabcc0a37d34 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 931 time: 0.4259830 Aug 25 11:21:13.734220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 80e7d68e-234a-42d6-8609-f0bb98610e8f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:21:13.734545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 80e7d68e-234a-42d6-8609-f0bb98610e8f not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:21:13.734888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:13.737585 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9136e16-088c-42de-9629-5f874176b1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:13.791477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event deleted for resources: {'Port': ['ID=2d15ee1b-9b1b-400c-a5ac-85b6184777d0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:13.829352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Attempting to bind port 5ce793c6-6b91-40e6-9891-df67db93544f on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:13.829981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Attempting to bind port 5ce793c6-6b91-40e6-9891-df67db93544f by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:13.830507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Attempting to bind port 5ce793c6-6b91-40e6-9891-df67db93544f on network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:13.835301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facfa520-55b1-4462-b3bb-f33024745707 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:13.881146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:13.944433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Transition to ACTIVE for port object facfa520-55b1-4462-b3bb-f33024745707 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:13.973713 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.040052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Pushing event updated for resources: {'Port': ['ID=facfa520-55b1-4462-b3bb-f33024745707,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:14.071415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f874ee6-ab63-4fff-bf14-19cb61c2436c req-d6859d04-dea8-4448-ad7a-8739a2b2c9d9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074865 Aug 25 11:21:14.072953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Port 5ce793c6-6b91-40e6-9891-df67db93544f on network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:14.073573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Attempting to bind port 5ce793c6-6b91-40e6-9891-df67db93544f on network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:14.081300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] No DVR routers for this DVR port 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:21:14.091213 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.092609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-c9c6c377-30ec-4076-893a-b04cc5a0eb96 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.093912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e91ec98-ad6f-4199-b795-c15fd515b59c req-95fcab58-a16f-4ae2-b151-350148781ff7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "DELETE /v2.0/ports/2d15ee1b-9b1b-400c-a5ac-85b6184777d0 HTTP/1.1" status: 204 len: 173 time: 3.1529357 Aug 25 11:21:14.094409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-c9c6c377-30ec-4076-893a-b04cc5a0eb96 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 815 time: 0.2927675 Aug 25 11:21:14.106316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:14.107011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Checking segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:14.107975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Bound using segment: {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:14.108661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Bound port: 5ce793c6-6b91-40e6-9891-df67db93544f, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96329813-ada0-4589-aca6-bf925d47a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:14.113001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.127184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Request body: {'port': {'device_id': '00321d26-d688-49bf-b621-f00768abcbf0', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'admin_state_up': True, 'tenant_id': 'e778b5b3ecc9489988da300b58c3711f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:14.258142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497cbf-625c-4c35-aa22-9a81c4e1c450 req-e7ca1c09-075b-4a86-9a57-c5780114ec79 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.272614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5497cbf-625c-4c35-aa22-9a81c4e1c450 req-e7ca1c09-075b-4a86-9a57-c5780114ec79 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 943 time: 0.4785585 Aug 25 11:21:14.330955 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e403cd7e-001d-422d-97dc-e4c03d097078 x-openstack-request-id: req-e403cd7e-001d-422d-97dc-e4c03d097078 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:14.331396 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:14.331761 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e403cd7e-001d-422d-97dc-e4c03d097078 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:14.332324 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52', 'status': 'completed', 'code': 200} Aug 25 11:21:14.339109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Made reservation on behalf of e778b5b3ecc9489988da300b58c3711f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:14.343182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.397051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Attempting to bind port facfa520-55b1-4462-b3bb-f33024745707 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:14.397393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Attempting to bind port facfa520-55b1-4462-b3bb-f33024745707 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:14.398453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Attempting to bind port facfa520-55b1-4462-b3bb-f33024745707 on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:14.407119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Port facfa520-55b1-4462-b3bb-f33024745707 on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:14.407469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Attempting to bind port facfa520-55b1-4462-b3bb-f33024745707 on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:14.428624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:14.428995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:14.429356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Bound using segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:14.429848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Bound port: facfa520-55b1-4462-b3bb-f33024745707, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:14.430219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.478089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.478565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.479080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.479441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.479925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.480386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.480854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.482952 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a9136e16-088c-42de-9629-5f874176b1a2 req-73a7972f-e656-4c2c-89dd-f9405919282d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6347 time: 0.1700249 Aug 25 11:21:14.510299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5497cbf-625c-4c35-aa22-9a81c4e1c450 req-ce2436cd-09f5-42e8-97f9-b5286ff427a8 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362454 Aug 25 11:21:14.531438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] For port 5ce793c6-6b91-40e6-9891-df67db93544f, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:14.601472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] For port 5ce793c6-6b91-40e6-9891-df67db93544f, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5ce793c6-6b91-40e6-9891-df67db93544f,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:14.641851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.654248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.666376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.678917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.691658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.692087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] For port facfa520-55b1-4462-b3bb-f33024745707, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:14.704283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.716556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.720039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-c7cb8f8b-9b28-4df2-97e0-a03850b8cfa4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5395 time: 0.2978477 Aug 25 11:21:14.742092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] For port facfa520-55b1-4462-b3bb-f33024745707, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=facfa520-55b1-4462-b3bb-f33024745707,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:14.743698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Allocated IP 172.20.0.14 (3c807a57-c508-42a8-83d5-1b24b3c96873/79ff7ac4-22f1-4406-a6ee-db525772c80d/821e3e1e-d608-49ca-8c65-b93602ca4884) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:14.743892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.756475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-99c50b55-64ba-4cda-8d03-ed3c59fc563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.757924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-99c50b55-64ba-4cda-8d03-ed3c59fc563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.758713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-99c50b55-64ba-4cda-8d03-ed3c59fc563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.760805 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a9136e16-088c-42de-9629-5f874176b1a2 req-99c50b55-64ba-4cda-8d03-ed3c59fc563c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2680149 Aug 25 11:21:14.769299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.812279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb96412f-522f-4212-83b8-cec27213d90a {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:14.829202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-355da5a0-b377-4e5b-b82b-b6bfecbb4b73 req-22d93072-63dc-45f9-95e3-b9f624b507ee tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bbd7366-6b64-4f39-a577-c07a78c21cc1 HTTP/1.1" status: 200 len: 210 time: 0.0998683 Aug 25 11:21:14.883673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.924897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:14.926533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:14.929908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] 10.222.0.67 "PUT /v2.0/ports/5ce793c6-6b91-40e6-9891-df67db93544f HTTP/1.1" status: 200 len: 1092 time: 4.8591287 Aug 25 11:21:14.979295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Transition to ACTIVE for port object bb96412f-522f-4212-83b8-cec27213d90a will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:14.998090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d8936c-5b54-4c84-94e3-94e8e16bf173 req-bbfcb586-ecf9-4017-bc58-8848243fadb2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416146 Aug 25 11:21:15.020899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:15.092146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e49e0-3aea-41c1-8d39-8e0fc91e4baa service neutron] Pushing event updated for resources: {'Port': ['ID=5ce793c6-6b91-40e6-9891-df67db93544f,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:15.167862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-afc1033c-10be-46c8-92be-58ce8bcb6785 req-edcaec16-fa33-4227-8237-927cf548d7b8 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 210 time: 0.1034911 Aug 25 11:21:15.270030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:15.272264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:15.274089 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] 10.222.0.10 "PUT /v2.0/ports/facfa520-55b1-4462-b3bb-f33024745707 HTTP/1.1" status: 200 len: 1092 time: 2.4081855 Aug 25 11:21:15.275707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136e16-088c-42de-9629-5f874176b1a2 req-d7ecd1e2-5598-42fb-b577-fcbae4bfb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:15.286201 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a9136e16-088c-42de-9629-5f874176b1a2 req-d7ecd1e2-5598-42fb-b577-fcbae4bfb959 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5093215 Aug 25 11:21:15.287759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebb530-b231-489c-8e35-1243e1932204 service neutron] Pushing event updated for resources: {'Port': ['ID=facfa520-55b1-4462-b3bb-f33024745707,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:15.313040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'tag': 'facfa520-55b1-4462-b3bb-f33024745707'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:15.328087 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f6fadb-0031-4301-a9b9-7e9839ecfd60" -d '{"events": [{"name": "network-changed", "server_uuid": "489d2c79-6e4d-4d59-b87d-97824142fc77", "tag": "facfa520-55b1-4462-b3bb-f33024745707"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:15.485772 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9d7e2-8256-4750-995e-49a32a3e065f x-openstack-request-id: req-49c9d7e2-8256-4750-995e-49a32a3e065f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:15.486267 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489d2c79-6e4d-4d59-b87d-97824142fc77", "tag": "facfa520-55b1-4462-b3bb-f33024745707", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:15.486450 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49c9d7e2-8256-4750-995e-49a32a3e065f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:15.486813 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'tag': 'facfa520-55b1-4462-b3bb-f33024745707', 'status': 'completed', 'code': 200} Aug 25 11:21:15.490677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3ea26f10-eaf7-4699-9e2f-ee790c995bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:15.492345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-3ea26f10-eaf7-4699-9e2f-ee790c995bfa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3ba1980bab44ae97134c7deff2cfae&device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 1095 time: 0.4921525 Aug 25 11:21:15.533524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bdef4-df13-47a3-a3ff-6b1fc6214cf3 req-0511ac3f-757d-47d2-942c-61b64ff4f17b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:15.535238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b3bdef4-df13-47a3-a3ff-6b1fc6214cf3 req-0511ac3f-757d-47d2-942c-61b64ff4f17b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 943 time: 0.1610835 Aug 25 11:21:15.541448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:15.620276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-c4c023e8-9ca8-46cf-aefd-aebea1f9b2b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce793c6-6b91-40e6-9891-df67db93544f HTTP/1.1" status: 200 len: 217 time: 0.1057608 Aug 25 11:21:15.640291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Attempting to bind port bb96412f-522f-4212-83b8-cec27213d90a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:15.640637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Attempting to bind port bb96412f-522f-4212-83b8-cec27213d90a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:15.640956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Attempting to bind port bb96412f-522f-4212-83b8-cec27213d90a on network 21fd759f-f92b-4e59-929b-4a2fc2225515 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:15.650597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Port bb96412f-522f-4212-83b8-cec27213d90a on network 21fd759f-f92b-4e59-929b-4a2fc2225515 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:15.650944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Attempting to bind port bb96412f-522f-4212-83b8-cec27213d90a on network 21fd759f-f92b-4e59-929b-4a2fc2225515 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:15.665856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:15.666215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Checking segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:15.666471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Bound using segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:15.666934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Bound port: bb96412f-522f-4212-83b8-cec27213d90a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:15.667303 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:15.702326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:21:15.729826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:21:15.730628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2d15ee1b-9b1b-400c-a5ac-85b6184777d0 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:21:15.747894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b3bdef4-df13-47a3-a3ff-6b1fc6214cf3 req-3408e222-afd3-48ce-9ffb-233d6891221f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461456 Aug 25 11:21:15.838880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-9d1716b5-6e89-4eda-b059-43ffa140cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:15.840352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-9d1716b5-6e89-4eda-b059-43ffa140cafd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aae1b6-6d55-4670-b5f3-29f774f7a986 HTTP/1.1" status: 200 len: 845 time: 0.1910172 Aug 25 11:21:15.914305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f4bf0-b108-4a71-9508-145cda36acd3 req-4303506d-29e3-49ce-8556-ee68f3ab8f7d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:15.917036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396f4bf0-b108-4a71-9508-145cda36acd3 req-4303506d-29e3-49ce-8556-ee68f3ab8f7d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 943 time: 0.2071664 Aug 25 11:21:15.976817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:15.999284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-16a3915e-5598-472a-b65c-89974cc5c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.001234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-16a3915e-5598-472a-b65c-89974cc5c2ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ccb6492-3cf4-4ec9-8e21-47c336df4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458614 Aug 25 11:21:16.003340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=bb96412f-522f-4212-83b8-cec27213d90a,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:16.006786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.046919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.058099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-99b3622a-1884-4417-8fb6-baca9a718b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.060239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-99b3622a-1884-4417-8fb6-baca9a718b64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 1095 time: 0.6608820 Aug 25 11:21:16.063814 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.154673 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-0b32a7c5-9977-4905-a66d-135d7dbbbfe4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=facfa520-55b1-4462-b3bb-f33024745707 HTTP/1.1" status: 200 len: 217 time: 0.0825160 Aug 25 11:21:16.155010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:16.177839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396f4bf0-b108-4a71-9508-145cda36acd3 req-06aa688f-7cb3-4563-b8d4-d2edaa425bc9 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381673 Aug 25 11:21:16.222574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.224632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.233135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-660821f2-25a2-4027-803b-2b8d48f47ac2 service neutron] 10.222.0.10 "PUT /v2.0/ports/bb96412f-522f-4212-83b8-cec27213d90a HTTP/1.1" status: 200 len: 1092 time: 3.6776967 Aug 25 11:21:16.250476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:16.261492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:16.267752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:16.271510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:16.314049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-a306594c-1145-491f-a120-4c583fa79c1e service neutron] 10.222.0.67 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028424 Aug 25 11:21:16.329476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Request body: {'port': {'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:16.334847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-deleted', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0'}, {'name': 'network-changed', 'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f'}, {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:16.337369 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26206800-a0d1-4049-83de-c1792b343e7f" -d '{"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-deleted", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0"}, {"name": "network-changed", "server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f"}, {"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "bb96412f-522f-4212-83b8-cec27213d90a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:16.411232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-2a302d17-4d37-46a4-9507-d84045d906a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.413025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-2a302d17-4d37-46a4-9507-d84045d906a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.2432327 Aug 25 11:21:16.452502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.453623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.497933 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-fd8f19ab-ec71-4956-a3a1-7d17c91f8f6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705082 Aug 25 11:21:16.534340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.538760 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-85b560ce-7395-4ba8-8911-908e838d8645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4157014 Aug 25 11:21:16.541018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.547605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.554231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.560989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.567656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.575546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:16.576472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Request body: {'port': {'device_id': '00321d26-d688-49bf-b621-f00768abcbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:16.578060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-f33f15e7-8db6-468c-82ce-53eefb501cac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5407 time: 0.2629275 Aug 25 11:21:16.588400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.722865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:16.728553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-09100540-bc92-4a40-96fc-00ef9449fad7 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200725 Aug 25 11:21:16.971306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:16.982684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745152477', 'description': 'tempest-description--1012227906'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:17.032660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f81ebccb-aa3b-4a4b-9dbc-f587c05ef740 req-d9c54004-5732-4758-9845-9771ffb986e6 service neutron] 10.222.0.67 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886404 Aug 25 11:21:17.053965 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f3307901-d787-4a2e-90fd-4e3a4e3e2a77 req-8cdcab6e-4a5c-4787-ac29-7501faecacbc service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179116 Aug 25 11:21:17.057251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.160718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-882a9bf4-e25d-4ea5-9989-072f3b9ea209 req-13e7a8bc-ad04-4b3f-83ee-bfe37b22aa28 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5733163 Aug 25 11:21:17.201101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821e3e1e-d608-49ca-8c65-b93602ca4884 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:17.212246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.244893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Transition to ACTIVE for port object 821e3e1e-d608-49ca-8c65-b93602ca4884 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:17.253913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.254706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9e6cf-157c-48a1-a6a2-3f9f66d5f0a0 req-05dc8bc9-a588-4e16-ac76-e1780734cbe7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.256596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa9e6cf-157c-48a1-a6a2-3f9f66d5f0a0 req-05dc8bc9-a588-4e16-ac76-e1780734cbe7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 932 time: 0.1475985 Aug 25 11:21:17.281023 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311a1325-52c9-404a-ac5a-01f98bb99f44 x-openstack-request-id: req-311a1325-52c9-404a-ac5a-01f98bb99f44 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:17.281320 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbd7366-6b64-4f39-a577-c07a78c21cc1", "name": "network-vif-deleted", "tag": "2d15ee1b-9b1b-400c-a5ac-85b6184777d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "bb96412f-522f-4212-83b8-cec27213d90a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:17.281575 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-311a1325-52c9-404a-ac5a-01f98bb99f44 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:17.282033 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbd7366-6b64-4f39-a577-c07a78c21cc1', 'name': 'network-vif-deleted', 'tag': '2d15ee1b-9b1b-400c-a5ac-85b6184777d0', 'status': 'completed', 'code': 200} Aug 25 11:21:17.282287 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f', 'status': 'completed', 'code': 200} Aug 25 11:21:17.282594 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a', 'status': 'completed', 'code': 200} Aug 25 11:21:17.362169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.377499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.387675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-eaf88176-ec96-4a9e-b055-28ca10d809bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.389321 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-eaf88176-ec96-4a9e-b055-28ca10d809bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 1095 time: 0.2365918 Aug 25 11:21:17.401470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:17.458470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.463338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4814420 Aug 25 11:21:17.465900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46454) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:17.478373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'security_group_rule': {'security_group_id': '97c0cb91-5ded-4553-9c9b-4b890ccbb3a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:17.500195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa9e6cf-157c-48a1-a6a2-3f9f66d5f0a0 req-89e2a853-308d-4862-adff-846ad58400b1 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076879 Aug 25 11:21:17.528200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd214a0-4543-4e33-a673-1b8498ec58d7 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c0cb91-5ded-4553-9c9b-4b890ccbb3a7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:17.569458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.570346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.571192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.572040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.572891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.573777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.574633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.578091 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-07593382-bbd8-4056-adf1-8d19f674d0a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6415 time: 0.2593489 Aug 25 11:21:17.652263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-d52e6f0e-3765-4181-b068-674984207520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.654876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-d52e6f0e-3765-4181-b068-674984207520 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3ba1980bab44ae97134c7deff2cfae&device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 1095 time: 0.3192127 Aug 25 11:21:17.712261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:17.770743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-656d0746-8785-4843-aaca-bd01e496140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.773756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-656d0746-8785-4843-aaca-bd01e496140b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.3693137 Aug 25 11:21:17.801542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Attempting to bind port 821e3e1e-d608-49ca-8c65-b93602ca4884 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:17.802110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Attempting to bind port 821e3e1e-d608-49ca-8c65-b93602ca4884 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:17.802672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Attempting to bind port 821e3e1e-d608-49ca-8c65-b93602ca4884 on network 3c807a57-c508-42a8-83d5-1b24b3c96873 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:17.877887 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-97f6f42f-533e-48bb-a2e8-4b14a60902ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=facfa520-55b1-4462-b3bb-f33024745707 HTTP/1.1" status: 200 len: 217 time: 0.0916708 Aug 25 11:21:17.882712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Port 821e3e1e-d608-49ca-8c65-b93602ca4884 on network 3c807a57-c508-42a8-83d5-1b24b3c96873 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:17.882947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8276a2c-203f-49b6-ae0d-9fb76b992203 req-1922e80d-8b99-4b7c-bd91-3c0a062d5e6f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:17.883214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Attempting to bind port 821e3e1e-d608-49ca-8c65-b93602ca4884 on network 3c807a57-c508-42a8-83d5-1b24b3c96873 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:17.885302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8276a2c-203f-49b6-ae0d-9fb76b992203 req-1922e80d-8b99-4b7c-bd91-3c0a062d5e6f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 943 time: 0.3833015 Aug 25 11:21:17.926770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:17.927312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Checking segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:17.927916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Bound using segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:17.928660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Bound port: 821e3e1e-d608-49ca-8c65-b93602ca4884, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:17.929240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.002532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-a55d9f90-8319-4b6e-8da6-c88d881a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.003342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-a55d9f90-8319-4b6e-8da6-c88d881a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.004190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-a55d9f90-8319-4b6e-8da6-c88d881a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.007574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-a55d9f90-8319-4b6e-8da6-c88d881a6a6d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4167204 Aug 25 11:21:18.012549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78541ffe-f017-47de-afd0-f2d0264872a5 req-da618fef-262f-4719-ab0c-7222a6946860 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.015299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78541ffe-f017-47de-afd0-f2d0264872a5 req-da618fef-262f-4719-ab0c-7222a6946860 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 943 time: 0.4055579 Aug 25 11:21:18.102324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.124964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-02b5128b-6eaf-4953-b802-200a059d09d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.149192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-33e390aa-0175-4c07-b8f1-52f4a0b60eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.151811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-33e390aa-0175-4c07-b8f1-52f4a0b60eb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.2634475 Aug 25 11:21:18.154910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.162510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8276a2c-203f-49b6-ae0d-9fb76b992203 req-c0d89414-8d27-4292-9af7-1bfef5c9797c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644529 Aug 25 11:21:18.174838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-f2947e5a-7aed-4a2a-ae28-3e9a46e8a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.177945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-f2947e5a-7aed-4a2a-ae28-3e9a46e8a7cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ccb6492-3cf4-4ec9-8e21-47c336df4510 HTTP/1.1" status: 200 len: 907 time: 0.5083184 Aug 25 11:21:18.238379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-8e460b42-51a5-4dfd-8a18-6e5d7927efd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723207 Aug 25 11:21:18.255967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25380620-f4b7-4838-b4f5-54e3ec3c3116,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:18.265654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a00bf43-7faf-4636-a480-b6654dba94ad {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:18.273258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-47e3463f-f06b-40e5-9825-c82eeb9478c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce793c6-6b91-40e6-9891-df67db93544f HTTP/1.1" status: 200 len: 217 time: 0.0665884 Aug 25 11:21:18.287982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78541ffe-f017-47de-afd0-f2d0264872a5 req-c652670a-6276-4ba2-9f6c-38a1c2978e2b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523220 Aug 25 11:21:18.304832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.310272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-16fe0f12-445e-421e-9f81-1a99343346f2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8347483 Aug 25 11:21:18.310272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.320198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:18.322787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46458) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:18.361968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'security_group_rule': {'security_group_id': '97c0cb91-5ded-4553-9c9b-4b890ccbb3a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:18.376644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-66e1a619-5f4b-4779-9f48-851e324a59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.378182 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-66e1a619-5f4b-4779-9f48-851e324a59af service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3615332 Aug 25 11:21:18.391781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:18.397496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Transition to ACTIVE for port object 0a00bf43-7faf-4636-a480-b6654dba94ad will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:18.414511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.414751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.468750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.469369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.471011 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] 10.222.0.10 "PUT /v2.0/ports/821e3e1e-d608-49ca-8c65-b93602ca4884 HTTP/1.1" status: 200 len: 1093 time: 1.8990870 Aug 25 11:21:18.477652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:18.479646 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b039e725-8030-4b6b-8216-714a192a1aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:18.481891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-75a01794-c0e9-4b7c-94f5-d8a859abc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.484996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-75a01794-c0e9-4b7c-94f5-d8a859abc818 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aae1b6-6d55-4670-b5f3-29f774f7a986 HTTP/1.1" status: 200 len: 845 time: 0.1925156 Aug 25 11:21:18.496012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.512831 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-9df5afe8-7675-4bfb-a3cf-d589b3c393cc service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586102 Aug 25 11:21:18.548376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ccb5d-5a2f-45a7-b300-21111a6df08a service neutron] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:18.667879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.686102 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e33e26-ece3-4372-a789-76448c2ad1d9 x-openstack-request-id: req-e8e33e26-ece3-4372-a789-76448c2ad1d9 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:18.686444 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:18.686634 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8e33e26-ece3-4372-a789-76448c2ad1d9 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:18.687007 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'status': 'completed', 'code': 200} Aug 25 11:21:18.687215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.705923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.720258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.724849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.734758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-000a74cd-1f43-4653-8197-5fe27aaebe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.736344 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-000a74cd-1f43-4653-8197-5fe27aaebe0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 1096 time: 0.1740761 Aug 25 11:21:18.742791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.746006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-96f6fadb-0031-4301-a9b9-7e9839ecfd60 req-0848b9a4-d7a2-42b5-a463-e8220eda5ded service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226501 Aug 25 11:21:18.749024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.776679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.795975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.802800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-80e1f01b-575c-4940-96c8-d4b73b8893b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5407 time: 0.4913507 Aug 25 11:21:18.814152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-ef341806-2db5-44f4-9bcb-e6bbac137630 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=821e3e1e-d608-49ca-8c65-b93602ca4884 HTTP/1.1" status: 200 len: 217 time: 0.0647001 Aug 25 11:21:18.815630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d850e1-c72f-4091-bec0-705c7a93a2a0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:18.832072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.833453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-443bfdd2-8a22-49e6-8924-907052a76ce2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5092173 Aug 25 11:21:18.855907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46468) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:18.861239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:18.898514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45642-680b-4547-bf99-2bc12261603d req-1f50582c-6c54-45a9-ba3b-d51230627ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:18.900217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-1f50582c-6c54-45a9-ba3b-d51230627ada service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 200 len: 855 time: 0.0776112 Aug 25 11:21:18.903659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:18.933301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Pushing event updated for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:18.975142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-68bff713-3bf7-4aeb-b318-4ff13dca529e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3c807a57-c508-42a8-83d5-1b24b3c96873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659151 Aug 25 11:21:19.102375 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-8bfc454b-cdff-40bb-bc75-af83776b9889 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188619 Aug 25 11:21:19.125296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26206800-a0d1-4049-83de-c1792b343e7f req-84117951-9236-4c4f-a4ca-f226716d646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.128130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-84117951-9236-4c4f-a4ca-f226716d646a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ccb6492-3cf4-4ec9-8e21-47c336df4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6237762 Aug 25 11:21:19.136628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9676a28d-8e8b-4e2a-adab-f68a33a5291d req-81056f79-a271-412d-9fa8-9970bb223fa2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2575991 Aug 25 11:21:19.142308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-982841af-f36d-4220-9c34-ee0db0465f1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3283501 Aug 25 11:21:19.166611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:19.217274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6091ecc-402d-46c6-8148-94d793f9ef0f req-9f15f3f9-cf5b-4198-9ce0-265b9977200a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.222814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6091ecc-402d-46c6-8148-94d793f9ef0f req-9f15f3f9-cf5b-4198-9ce0-265b9977200a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 944 time: 0.3458216 Aug 25 11:21:19.317433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3d45642-680b-4547-bf99-2bc12261603d req-dfc15b02-6b62-4172-9a9a-5783466c5f85 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050285 Aug 25 11:21:19.392347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Attempting to bind port 0a00bf43-7faf-4636-a480-b6654dba94ad on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:19.392872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Attempting to bind port 0a00bf43-7faf-4636-a480-b6654dba94ad by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:19.393407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Attempting to bind port 0a00bf43-7faf-4636-a480-b6654dba94ad on network 21fd759f-f92b-4e59-929b-4a2fc2225515 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:19.402095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Allocated IP 172.25.1.118 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ec5b7322-bf6b-4ed5-9ca3-cc5ad47b8cd4) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:19.431149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Port 0a00bf43-7faf-4636-a480-b6654dba94ad on network 21fd759f-f92b-4e59-929b-4a2fc2225515 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:19.431640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Attempting to bind port 0a00bf43-7faf-4636-a480-b6654dba94ad on network 21fd759f-f92b-4e59-929b-4a2fc2225515 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:19.489909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:19.490383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Checking segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:19.491000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Bound using segment: {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:19.491723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Bound port: 0a00bf43-7faf-4636-a480-b6654dba94ad, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:19.492310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:19.524487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6091ecc-402d-46c6-8148-94d793f9ef0f req-ae89f7a0-012f-4c00-b96e-e56ecf3f3e7b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386463 Aug 25 11:21:19.554854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c40840-305f-46ca-baf1-59c7e5393ce5 req-b45cf8f6-4d61-40c0-a786-2acde2998e4b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.562472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3c40840-305f-46ca-baf1-59c7e5393ce5 req-b45cf8f6-4d61-40c0-a786-2acde2998e4b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 943 time: 0.2617555 Aug 25 11:21:19.573161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e725-8030-4b6b-8216-714a192a1aaf req-1e408484-3e8f-471a-bd2e-fc408cdb74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.575918 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-1e408484-3e8f-471a-bd2e-fc408cdb74e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 1096 time: 0.1901560 Aug 25 11:21:19.586783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-c54afc75-4888-4579-a7a8-5b57b6db8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.589143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-c54afc75-4888-4579-a7a8-5b57b6db8a61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.3004513 Aug 25 11:21:19.616679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device facfa520-55b1-4462-b3bb-f33024745707 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:19.671038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-ce819350-2b17-4775-93a6-55f9a2922ee8 service neutron] 10.222.0.67 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228534 Aug 25 11:21:19.711547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5ce793c6-6b91-40e6-9891-df67db93544f details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:19.784345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:19.890816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5ce793c6-6b91-40e6-9891-df67db93544f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5ce793c6-6b91-40e6-9891-df67db93544f,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:19.910786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:19.911157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e725-8030-4b6b-8216-714a192a1aaf req-db040870-ac62-4d10-b056-5f8da3400e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.914278 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-db040870-ac62-4d10-b056-5f8da3400e07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 916 time: 0.3302395 Aug 25 11:21:19.918816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3c40840-305f-46ca-baf1-59c7e5393ce5 req-02aef866-7c4d-44f7-95aa-960308dd23a4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354399 Aug 25 11:21:19.921196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a00bf43-7faf-4636-a480-b6654dba94ad,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:19.933917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558d7d-82a9-49c3-a791-a7c61806e341 req-5abadd89-80cf-4d95-88be-89e9b3fcedd9 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:19.935563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2558d7d-82a9-49c3-a791-a7c61806e341 req-5abadd89-80cf-4d95-88be-89e9b3fcedd9 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 943 time: 0.3031034 Aug 25 11:21:19.954107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:19.954370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port facfa520-55b1-4462-b3bb-f33024745707, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=facfa520-55b1-4462-b3bb-f33024745707,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:19.984902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '5ce793c6-6b91-40e6-9891-df67db93544f', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'port_id': '5ce793c6-6b91-40e6-9891-df67db93544f', 'mac_address': 'fa:16:3e:74:97:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:20.002724 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-047d39cc-1361-4ef1-92a8-81d2b56d0dbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=821e3e1e-d608-49ca-8c65-b93602ca4884 HTTP/1.1" status: 200 len: 217 time: 0.0756903 Aug 25 11:21:20.003147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'facfa520-55b1-4462-b3bb-f33024745707', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': 'facfa520-55b1-4462-b3bb-f33024745707', 'mac_address': 'fa:16:3e:9c:fb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:20.010065 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.043386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-29dbdfb6-cd63-4363-b763-52a3f1a538d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.044893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-29dbdfb6-cd63-4363-b763-52a3f1a538d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.4136310 Aug 25 11:21:20.048593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.049216 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.050708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] 10.222.0.10 "PUT /v2.0/ports/0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 200 len: 1092 time: 3.7256763 Aug 25 11:21:20.056875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:20.059580 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:20.093562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-57b122f0-14a2-48dc-8b35-fc084adf0230 service neutron] 10.222.0.67 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887694 Aug 25 11:21:20.111658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:20.120611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:20.126612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:20.129156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'Port': ['ID=ec5b7322-bf6b-4ed5-9ca3-cc5ad47b8cd4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:20.186796 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.197276 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa406d-d7b7-4159-8153-a849c7476d40 x-openstack-request-id: req-1baa406d-d7b7-4159-8153-a849c7476d40 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:20.197922 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:20.198348 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1baa406d-d7b7-4159-8153-a849c7476d40 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:20.198913 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad', 'status': 'completed', 'code': 200} Aug 25 11:21:20.204696 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e725-8030-4b6b-8216-714a192a1aaf req-0156135a-91ed-412a-af7a-578d1cd617f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.205875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2558d7d-82a9-49c3-a791-a7c61806e341 req-ec163bfd-b58a-4643-8e22-04c8d052d7a7 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490275 Aug 25 11:21:20.207264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-0156135a-91ed-412a-af7a-578d1cd617f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 200 len: 855 time: 0.1943514 Aug 25 11:21:20.218191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce793c6-6b91-40e6-9891-df67db93544f {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:20.232840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce139ce-6569-4ed6-9f6f-bae7f4158f9d service neutron] Pushing event updated for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:20.267104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5ce793c6-6b91-40e6-9891-df67db93544f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5ce793c6-6b91-40e6-9891-df67db93544f,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:20.269090 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-d1c7d7ff-02f3-4338-916b-e0d70c4103bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3c807a57-c508-42a8-83d5-1b24b3c96873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477335 Aug 25 11:21:20.275887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.283006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.305848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-3901b5ee-991c-4511-bf2f-16d7bb25392e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.2277462 Aug 25 11:21:20.316094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.317005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.317725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.319463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.323621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.324133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.324612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.326906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-6b551c55-850d-4299-969d-24f7ac4db9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6483 time: 0.1822419 Aug 25 11:21:20.358227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facfa520-55b1-4462-b3bb-f33024745707 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:20.423810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.435650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port facfa520-55b1-4462-b3bb-f33024745707, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=facfa520-55b1-4462-b3bb-f33024745707,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:20.437734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=5ce793c6-6b91-40e6-9891-df67db93544f,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:20.443491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-8f9dbc02-ab36-4f45-806d-bc0f8b68d73f service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648862 Aug 25 11:21:20.453903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.454621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.458168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.459310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.461064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.462574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.463627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.464888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.466152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.467037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.468403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.469325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:20.477596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-1b4537e5-8e0e-483c-acc7-d2f970aba5d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 200 len: 217 time: 0.0758936 Aug 25 11:21:20.483814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.522131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-9abd2e1d-8163-4007-a34b-3040e2914b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.523664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-9abd2e1d-8163-4007-a34b-3040e2914b99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1871519 Aug 25 11:21:20.530538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.559726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.567643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.574043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.580296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.587263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.593588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.602224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.604904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-c1d93e61-8888-43b9-b044-3689edd525fb tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.2971966 Aug 25 11:21:20.650742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-e66b9da3-bdf8-42b8-a97b-b78802fa8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.652323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-e66b9da3-bdf8-42b8-a97b-b78802fa8755 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffd3dc33-67e6-415a-97e4-94424d0919e6 HTTP/1.1" status: 200 len: 851 time: 0.1655366 Aug 25 11:21:20.658501 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b039e725-8030-4b6b-8216-714a192a1aaf req-e7c1950a-974e-46db-9344-c3f2a8aa1992 service neutron] 10.222.0.10 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928766 Aug 25 11:21:20.686133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=facfa520-55b1-4462-b3bb-f33024745707,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:20.720223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['facfa520-55b1-4462-b3bb-f33024745707'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:20.763161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['5ce793c6-6b91-40e6-9891-df67db93544f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:20.772997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-cf99c142-0c2f-4d50-9257-569ec7203daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.774682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-cf99c142-0c2f-4d50-9257-569ec7203daa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2363200 Aug 25 11:21:20.781257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.789198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.789620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc618513-9d4d-41bc-8ae5-7262db81d7aa req-d857faa1-5435-40a5-8722-195dc8cc45d0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556203 Aug 25 11:21:20.824804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf521301-7792-41ab-8cb6-9a4fe6769e76 req-bd41c9fa-b6ca-4ecd-9251-8d3f38e0669c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.830552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf521301-7792-41ab-8cb6-9a4fe6769e76 req-bd41c9fa-b6ca-4ecd-9251-8d3f38e0669c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1657932 Aug 25 11:21:20.899005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'Port': ['ID=ec5b7322-bf6b-4ed5-9ca3-cc5ad47b8cd4,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:20.910109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.929438 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:20.941000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd0aea0b-32e6-49dd-87c1-c63575576f81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0813413 Aug 25 11:21:20.990130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-e94bc6f6-c9e7-4f32-a9c7-c1005ab49f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:20.992770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-e94bc6f6-c9e7-4f32-a9c7-c1005ab49f31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c02236c-c78c-4537-9384-2ff1eca72838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2853315 Aug 25 11:21:21.152181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf521301-7792-41ab-8cb6-9a4fe6769e76 req-ae2203a1-4082-4c33-89f2-ae8f2c98ea74 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081481 Aug 25 11:21:21.180437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6cb03124-53ca-4af0-8a06-d04c6ed1cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:21.340741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:21.625574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:21.628038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device facfa520-55b1-4462-b3bb-f33024745707 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:21.741256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port facfa520-55b1-4462-b3bb-f33024745707 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:21.742124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-ee7157dc-09f7-4176-b7b6-93d4ffe9d4b4 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9473252 Aug 25 11:21:21.754496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port facfa520-55b1-4462-b3bb-f33024745707 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:21.754864 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:21.799308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:21.816611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'port_id': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'mac_address': 'fa:16:3e:fe:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ff7ac4-22f1-4406-a6ee-db525772c80d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:21.887880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2d71-1a29-4fef-b626-eb44578530ad req-a60e7698-8a06-4f4d-a706-347442caad36 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:21.889297 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:21.890415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e04e2d71-1a29-4fef-b626-eb44578530ad req-a60e7698-8a06-4f4d-a706-347442caad36 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 944 time: 0.7661760 Aug 25 11:21:21.912995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:21.918260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821e3e1e-d608-49ca-8c65-b93602ca4884 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:21.954556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:21.959889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facfa520-55b1-4462-b3bb-f33024745707'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:21.962485 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40144745-7e18-481d-9a78-ffa9d4a0a756" -d '{"events": [{"server_uuid": "489d2c79-6e4d-4d59-b87d-97824142fc77", "name": "network-vif-plugged", "status": "completed", "tag": "facfa520-55b1-4462-b3bb-f33024745707"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:21.967922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:21.977814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4ef64b8f-392b-4f58-acaa-8efd2930a5d7 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9719522 Aug 25 11:21:21.998773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port facfa520-55b1-4462-b3bb-f33024745707, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=facfa520-55b1-4462-b3bb-f33024745707,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:22.007034 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:22.035902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:22.096370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=facfa520-55b1-4462-b3bb-f33024745707,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:22.170050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-d7a55c44-c2eb-4308-b3f9-dbaaa8adf2c8 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:22.172552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-d7a55c44-c2eb-4308-b3f9-dbaaa8adf2c8 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 822 time: 0.5753486 Aug 25 11:21:22.186827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['821e3e1e-d608-49ca-8c65-b93602ca4884'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:22.189765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e04e2d71-1a29-4fef-b626-eb44578530ad req-8d1dbc36-55ca-4b2c-afa8-bcd64cfa32f8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683589 Aug 25 11:21:22.237159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d848ea-a43f-4a00-86a9-dfbec39e8204 req-ce8abad0-4c6b-41cd-8d0a-c9674d0bbac4 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751577 Aug 25 11:21:22.242883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-fc2fda59-12cd-4f43-ac6e-c6a93f308b31 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/quotas/0d54f9d1bc924c18aa258bc2b859edfd HTTP/1.1" status: 200 len: 375 time: 0.0482097 Aug 25 11:21:22.309574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-3627c29e-04b5-44ab-8abe-96c66eeee9a9 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146067 Aug 25 11:21:22.375375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-4b3fc059-e555-4bcb-adc4-2fe621f2596a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 217 time: 0.0496218 Aug 25 11:21:22.377812 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:22.432191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-58cef511-cb4f-4f7a-a801-881e0e2e921b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726279 Aug 25 11:21:22.442055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52067e2-efa6-428a-9f0a-a8a32526f33f req-816a6b38-712d-4000-a8eb-3a5735446f43 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:22.444426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d52067e2-efa6-428a-9f0a-a8a32526f33f req-816a6b38-712d-4000-a8eb-3a5735446f43 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1630499 Aug 25 11:21:22.451390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c25610d2-0e18-42be-ac3b-8321a206c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:22.452892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c25610d2-0e18-42be-ac3b-8321a206c35e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.0699830 Aug 25 11:21:22.516925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d52067e2-efa6-428a-9f0a-a8a32526f33f req-c5b95624-2314-4904-af9f-870eb4e254ea tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625792 Aug 25 11:21:22.524512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-4e442f5d-5c6b-4273-93b6-4adc75a4eb2b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:21:22.525602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-4e442f5d-5c6b-4273-93b6-4adc75a4eb2b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0800104 Aug 25 11:21:22.533716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-1a488cfd-9bbd-4e58-a652-1f514e9f9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:22.544648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-1a488cfd-9bbd-4e58-a652-1f514e9f9997 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0732300 Aug 25 11:21:22.747543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-7ef4e125-18c1-4341-bfec-ddac9f1a2ed9 service neutron] 10.222.0.35 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107441 Aug 25 11:21:22.752503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2bcc5e68-46bf-4022-b252-42163bb60b19 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073460 Aug 25 11:21:22.760186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0258b3-3cd8-4f65-9289-13577489d6b0 req-0d6dbfbe-8e97-4c86-a4ec-1f2d96c64968 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:22.761854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0258b3-3cd8-4f65-9289-13577489d6b0 req-0d6dbfbe-8e97-4c86-a4ec-1f2d96c64968 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 944 time: 0.1346946 Aug 25 11:21:22.929957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0258b3-3cd8-4f65-9289-13577489d6b0 req-ee3f1167-2a1b-45fb-8031-de748b52d8e4 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499643 Aug 25 11:21:22.967180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-38fd6d5b-d0e6-47d0-8bdd-d63743063e78 service neutron] 10.222.0.35 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042892 Aug 25 11:21:22.969046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-ac936950-3d6d-4094-8f16-57f03c2ae5d8 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051954 Aug 25 11:21:23.027844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-8d67c0af-32e2-462e-bf87-c86e9856becf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 217 time: 0.0497668 Aug 25 11:21:23.116267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-39f7ba4b-f011-402e-84fb-e0064ddc3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.117829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-39f7ba4b-f011-402e-84fb-e0064ddc3395 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.0803692 Aug 25 11:21:23.134901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.152962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.159877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.166869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.174065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.180733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.186944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.189202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-6303a24d-c2fb-4aba-9883-673cbb7620b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1642013 Aug 25 11:21:23.193962 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1da591-2d00-4092-89b2-18acedbfe3aa x-openstack-request-id: req-fc1da591-2d00-4092-89b2-18acedbfe3aa {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:23.195046 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489d2c79-6e4d-4d59-b87d-97824142fc77", "name": "network-vif-plugged", "status": "completed", "tag": "facfa520-55b1-4462-b3bb-f33024745707", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:23.195046 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc1da591-2d00-4092-89b2-18acedbfe3aa {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:23.195377 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facfa520-55b1-4462-b3bb-f33024745707', 'code': 200} Aug 25 11:21:23.281570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-0b080e0c-e7ce-4795-821a-82c78e981d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.284837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-0b080e0c-e7ce-4795-821a-82c78e981d31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927312 Aug 25 11:21:23.288366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c335a8dd-257a-41c2-901f-2695dcbd1a9a req-2fbbd86f-fe36-4622-91f8-e36facea2600 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819516 Aug 25 11:21:23.413282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9dae60fe-5078-4eb1-a88b-64efdd680504 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193013 Aug 25 11:21:23.515834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce2ca5-1caf-472f-b472-69383e98a80c req-5f886c65-4f06-4120-bb88-2434c88fee0d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.517541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06ce2ca5-1caf-472f-b472-69383e98a80c req-5f886c65-4f06-4120-bb88-2434c88fee0d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 945 time: 0.2152174 Aug 25 11:21:23.582718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-78adc41d-c9b2-4ba6-adcf-3a7920442665 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535158 Aug 25 11:21:23.589857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06ce2ca5-1caf-472f-b472-69383e98a80c req-66f40429-f6cc-4e89-bf8c-aee54b0dd925 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598569 Aug 25 11:21:23.640818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:23.682448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-0c8fc0b1-18ee-4483-a13f-11e1ad72f892 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0 HTTP/1.1" status: 200 len: 217 time: 0.0877593 Aug 25 11:21:23.741794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5ce793c6-6b91-40e6-9891-df67db93544f up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:23.816605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-29b2c2fd-6908-42a7-a739-23a2cdaa4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.825383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-29b2c2fd-6908-42a7-a739-23a2cdaa4e40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1279438 Aug 25 11:21:23.838025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 821e3e1e-d608-49ca-8c65-b93602ca4884 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:23.853962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 821e3e1e-d608-49ca-8c65-b93602ca4884 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:23.854357 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:23.893869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaba044-7647-480b-9cd4-fca0be48952f req-55004df4-fe0f-4a7a-b418-473a6031bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:23.897291 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8eaba044-7647-480b-9cd4-fca0be48952f req-55004df4-fe0f-4a7a-b418-473a6031bf3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 1097 time: 0.6141593 Aug 25 11:21:23.939367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 5ce793c6-6b91-40e6-9891-df67db93544f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:23.948342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 5ce793c6-6b91-40e6-9891-df67db93544f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:23.949007 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:23.973739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4cb2a17-c705-4b2c-9c94-122df9cbaf46 req-8c27cf77-1384-4771-8659-88c79c6c72cc tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 210 time: 0.1696026 Aug 25 11:21:23.997706 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8eaba044-7647-480b-9cd4-fca0be48952f req-ad8974ad-33ee-4aad-bbf6-b0c6b1d94b7c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905550 Aug 25 11:21:24.031784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-820eec81-c3bc-476d-955a-461b4da17599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.035077 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:24.046298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-820eec81-c3bc-476d-955a-461b4da17599 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2151194 Aug 25 11:21:24.083033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:24.111037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:24.155443 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:24.212742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:24.220636 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:24.250868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5ce793c6-6b91-40e6-9891-df67db93544f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5ce793c6-6b91-40e6-9891-df67db93544f,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:24.260198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:24.325255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f1566-a829-4d11-92e2-96aa2251f032 req-e8503677-ac5a-416b-81ec-a8d084dab461 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.333174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-805f1566-a829-4d11-92e2-96aa2251f032 req-e8503677-ac5a-416b-81ec-a8d084dab461 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 945 time: 0.2041264 Aug 25 11:21:24.368208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=5ce793c6-6b91-40e6-9891-df67db93544f,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:24.406271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-805f1566-a829-4d11-92e2-96aa2251f032 req-8aea28bb-aa84-4518-9c72-bf4f269673b6 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 Aug 25 11:21:24.412142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-fa58a0a6-9c9a-4993-85d4-bfa921fb53ba service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166324 Aug 25 11:21:24.596237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-de4f6dfc-5e8e-46ce-b98f-11b554acf6d7 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752396 Aug 25 11:21:24.620274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68e318-f017-4ba2-a321-a36a5a2ec22f req-0733ae80-52a3-406d-a2a8-11919dc07489 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.621911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af68e318-f017-4ba2-a321-a36a5a2ec22f req-0733ae80-52a3-406d-a2a8-11919dc07489 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.1093869 Aug 25 11:21:24.652824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2d1fa3b0-d521-487b-8675-3f07a51f1f54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52 HTTP/1.1" status: 200 len: 217 time: 0.0484493 Aug 25 11:21:24.731474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af68e318-f017-4ba2-a321-a36a5a2ec22f req-24463253-30fb-4102-a716-9f1d7f7e2ae7 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814438 Aug 25 11:21:24.740273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-f6e5f6ea-9ed2-452d-994f-43c07089bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.741895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-f6e5f6ea-9ed2-452d-994f-43c07089bd68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.0752144 Aug 25 11:21:24.821064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-0aa1cc6e-0b1b-484c-ba47-efb9cc9ab50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.824350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-0aa1cc6e-0b1b-484c-ba47-efb9cc9ab50e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726736 Aug 25 11:21:24.967326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.973459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.981581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.988077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:24.995524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.001762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.007999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.010128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-9a46fecd-a267-4c1f-8672-655ea25d2cbf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1609364 Aug 25 11:21:25.098259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-9d675059-43f1-4985-804b-150414126e9e service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619720 Aug 25 11:21:25.196744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884'}, {'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:25.204886 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b0d49-9084-45e1-a6ab-63e57618aa57" -d '{"events": [{"server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884"}, {"server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "name": "network-vif-plugged", "status": "completed", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:25.217799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0343825-a99e-44b8-a13f-97ae52cb7587 req-0123e753-d53b-4ee2-91ac-e07aae7a1bda tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706045 Aug 25 11:21:25.270039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-e30f4be8-65c5-430f-8252-c5281127f5e4 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.271668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-e30f4be8-65c5-430f-8252-c5281127f5e4 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 822 time: 0.2602983 Aug 25 11:21:25.290955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'port': {'device_id': '82033a35-9715-494e-a7fb-d5a7552583ca', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'admin_state_up': True, 'tenant_id': '0d54f9d1bc924c18aa258bc2b859edfd'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:25.297836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-527aac31-f233-42fc-b2fd-6ede87288ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856294 Aug 25 11:21:25.390555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-b55591f3-cdaf-4821-b799-c4c4aeb796b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb96412f-522f-4212-83b8-cec27213d90a HTTP/1.1" status: 200 len: 217 time: 0.0484917 Aug 25 11:21:25.478475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-eb2327de-8aba-4619-a083-646b33964285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.480370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-eb2327de-8aba-4619-a083-646b33964285 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.0827971 Aug 25 11:21:25.560558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Made reservation on behalf of 0d54f9d1bc924c18aa258bc2b859edfd for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:25.566891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:25.594544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-de2961f6-fcde-4f45-82df-e41bee57ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.595203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-d9734716-b823-48c9-9016-fcd0080427ed tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:21:25.596920 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-d9734716-b823-48c9-9016-fcd0080427ed tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0975668 Aug 25 11:21:25.597170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-de2961f6-fcde-4f45-82df-e41bee57ed2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087880 Aug 25 11:21:25.669523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Request body: {'binding': {'host': 'n-h1-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:25.670111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Unknown quota resources ['binding']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:21:25.837462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on host n-h1-778732-11 for vnic_type normal with profile None {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:25.837945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:25.838375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:25.844215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:25.844668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:25.852008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:25.852990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:25.852990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:25.853538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Bound port: aacd8422-065e-4258-8c10-a1b8d60737b3, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:25.882033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ce6d-7d58-4acf-b578-40fe66d0f39a req-77f3ad8d-88bd-4388-8845-fbf58a7a307a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:25.883720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbb5ce6d-7d58-4acf-b578-40fe66d0f39a req-77f3ad8d-88bd-4388-8845-fbf58a7a307a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2514215 Aug 25 11:21:25.909346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Allocated IP 172.20.0.2 (b346257e-e9c1-400d-bf60-f010212550a3/4ae43418-f6dc-45d4-9ce8-d1373859c84b/7edb8f17-c152-4dcb-9c69-16e8454619b4) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:25.916355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-c001f700-2f18-41a5-9dda-72184ae1d6a7 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100445 Aug 25 11:21:25.924957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:25.932537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] Notify callbacks [] for binding, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:25.934515 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-8327aa64-3892-4039-b3de-c33bdafcd131 service neutron] 10.222.0.35 "POST /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3/bindings HTTP/1.1" status: 201 len: 390 time: 0.3240716 Aug 25 11:21:26.017656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbb5ce6d-7d58-4acf-b578-40fe66d0f39a req-b23021d4-807e-4aed-96bb-eaf5974219a7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210349 Aug 25 11:21:26.152559 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85fc821-2e64-4ed4-ac87-93a082c64c33 x-openstack-request-id: req-c85fc821-2e64-4ed4-ac87-93a082c64c33 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:26.153602 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884", "code": 200}, {"server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "name": "network-vif-plugged", "status": "completed", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:26.153602 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c85fc821-2e64-4ed4-ac87-93a082c64c33 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:26.153602 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'code': 200} Aug 25 11:21:26.154179 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f', 'code': 200} Aug 25 11:21:26.374706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff49b7-0587-48d3-87d0-a3b36c1f862b req-4b22cd0c-765c-44cc-adc8-c0ad5c8a6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.386711 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ffff49b7-0587-48d3-87d0-a3b36c1f862b req-4b22cd0c-765c-44cc-adc8-c0ad5c8a6b4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 1098 time: 0.1201582 Aug 25 11:21:26.440826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-78933785-ff07-433b-95c2-0475538276ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.446201 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-78933785-ff07-433b-95c2-0475538276ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1292756 Aug 25 11:21:26.519485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ffff49b7-0587-48d3-87d0-a3b36c1f862b req-67967b59-4364-4fb4-a30b-6016d4c1c77b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238286 Aug 25 11:21:26.547423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af612058-e648-4af2-8f79-27d900770737 req-ad82107b-e469-4cfe-83b6-f2b2545b18b5 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 210 time: 0.0975447 Aug 25 11:21:26.549450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-18fcfd9b-e835-44ae-82d4-7bb1b90f58b3 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245673 Aug 25 11:21:26.614575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bff453-f292-4e20-9590-ce5e5ab4e45b req-dd898e1f-d9f3-4089-9d31-4f3f63c8bbc8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.622839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92bff453-f292-4e20-9590-ce5e5ab4e45b req-dd898e1f-d9f3-4089-9d31-4f3f63c8bbc8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 945 time: 0.1786382 Aug 25 11:21:26.629111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72cdcd-68e5-4f2f-988f-1ac3d90d0aa3 req-745e6072-9b79-41ff-853a-a6b5b05553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.631587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b72cdcd-68e5-4f2f-988f-1ac3d90d0aa3 req-745e6072-9b79-41ff-853a-a6b5b05553e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 1097 time: 0.1853037 Aug 25 11:21:26.679442 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:26.691568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-c2a52f2a-5778-44d9-9294-2196d11178fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.696028 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-c2a52f2a-5778-44d9-9294-2196d11178fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.2355192 Aug 25 11:21:26.766601 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-82de262c-3bfb-4ae1-88dd-fcb9f32b92c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 217 time: 0.0586336 Aug 25 11:21:26.789800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b72cdcd-68e5-4f2f-988f-1ac3d90d0aa3 req-95654eae-a70c-4447-b71d-a9ab0d7743cb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484385 Aug 25 11:21:26.792802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92bff453-f292-4e20-9590-ce5e5ab4e45b req-4ecd4473-934b-4622-9ac5-58ff713ca20c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691191 Aug 25 11:21:26.800203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-0475e213-7e9f-47fb-9e9b-c5a59a724ec7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 200 len: 217 time: 0.0799742 Aug 25 11:21:26.848528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc978558-5558-423d-8e8d-7b49b1ee0dab req-c09afa17-335d-4065-bc0c-6cc01fe6f770 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.850460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc978558-5558-423d-8e8d-7b49b1ee0dab req-c09afa17-335d-4065-bc0c-6cc01fe6f770 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.1602581 Aug 25 11:21:26.874143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:26.917777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ef5e50e8-0581-4436-89b7-de63f53717d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:26.921795 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ef5e50e8-0581-4436-89b7-de63f53717d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1464732 Aug 25 11:21:26.972347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-331bdc86-6d64-421f-80d8-34367b93eacb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409751 Aug 25 11:21:26.976614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Network b346257e-e9c1-400d-bf60-f010212550a3 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:27.012722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:27.015621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-e49239c5-a2d2-407c-b7f7-c9b1b96af7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.017167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-e49239c5-a2d2-407c-b7f7-c9b1b96af7cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.2037933 Aug 25 11:21:27.020442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:27.024152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:27.045653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc978558-5558-423d-8e8d-7b49b1ee0dab req-7c42b7e1-6ba0-4ee4-ad6d-d38dd98aa802 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728508 Aug 25 11:21:27.070210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:27.171534 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-c3d8e590-6834-4781-ba8f-9a48af72fa59 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866801 Aug 25 11:21:27.181281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127d3d-d139-4a18-96f2-97b07c0e6297 req-3ceb110c-c175-405d-85ba-c299cccab5ea tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.184907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1127d3d-d139-4a18-96f2-97b07c0e6297 req-3ceb110c-c175-405d-85ba-c299cccab5ea tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.2380264 Aug 25 11:21:27.198550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.199499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:27.234566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-ffd13c84-e786-4deb-bb2f-86bd87c472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.237150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-ffd13c84-e786-4deb-bb2f-86bd87c472f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2089522 Aug 25 11:21:27.275938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-b73985a8-2f07-4333-9c97-42f13a5e8256 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9889460 Aug 25 11:21:27.309213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Request body: {'port': {'device_id': '82033a35-9715-494e-a7fb-d5a7552583ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:27.349798 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-cdbf951f-7876-44f2-bdf3-66f0fb96ee02 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658170 Aug 25 11:21:27.432703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1127d3d-d139-4a18-96f2-97b07c0e6297 req-6216e78c-da42-4609-a475-e601e1f56bfd tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287929 Aug 25 11:21:27.554110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:27.564576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-f7b063af-b49c-4a7b-ada1-f155a437a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.566480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-f7b063af-b49c-4a7b-ada1-f155a437a648 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.2042937 Aug 25 11:21:27.595210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.603734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.610972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.618341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.625637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.631816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.638104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:27.640265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-17b437f3-02ae-4ead-842c-3c22b81d6c48 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.3254509 Aug 25 11:21:27.664536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-2bc6d80f-0918-46d1-bc2b-8ffb7417b036 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094028 Aug 25 11:21:27.890373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-390e4b7b-ad4c-4c6c-b5b6-778b8246e618 req-4fa8e55e-35cb-4ffa-8e24-d0e5b8872155 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2323341 Aug 25 11:21:28.109984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-e4666dfc-875b-4292-a747-88156dbae6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.112432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-e4666dfc-875b-4292-a747-88156dbae6bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.5327640 Aug 25 11:21:28.169304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a65646d8-2887-453d-b888-5fd8d65784b3 req-587df35f-6a26-4646-b46e-df687ff4591e service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798329 Aug 25 11:21:28.340561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0d90c-6f27-4c06-bacf-fa56d1098b5f req-6f375555-d86d-487e-b1a2-8b54c619a670 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.347749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ceb0d90c-6f27-4c06-bacf-fa56d1098b5f req-6f375555-d86d-487e-b1a2-8b54c619a670 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.3383608 Aug 25 11:21:28.386703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c503-a9ce-4801-89bf-7e0caccf220e req-ab935ada-4470-44bd-b720-235215991a61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.389491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2117c503-a9ce-4801-89bf-7e0caccf220e req-ab935ada-4470-44bd-b720-235215991a61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.3389938 Aug 25 11:21:28.427950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-c895928d-6179-4b2c-a54a-103c16b7fb24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.2829518 Aug 25 11:21:28.593551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.594418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.595309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.596201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.597046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.597933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.598786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.601669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-285c8c6f-3794-44e4-bfdf-15e8650ce0da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6483 time: 0.3331933 Aug 25 11:21:28.667071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ceb0d90c-6f27-4c06-bacf-fa56d1098b5f req-73b4ced1-0b6f-4d58-a76c-36daabd44365 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176990 Aug 25 11:21:28.720698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-bdeb4017-dec4-48ae-aa16-8468912b5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.723106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-bdeb4017-dec4-48ae-aa16-8468912b5883 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2756922 Aug 25 11:21:28.774764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2117c503-a9ce-4801-89bf-7e0caccf220e req-fc503c76-38d8-4095-9c9d-da0f88f147d3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538599 Aug 25 11:21:28.924208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edb8f17-c152-4dcb-9c69-16e8454619b4 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:28.938248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-25f73c76-9996-4009-b501-dbc8126f2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.939707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-25f73c76-9996-4009-b501-dbc8126f2b3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 200 len: 903 time: 0.3072999 Aug 25 11:21:28.945197 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:28.965844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f352b08-8bbe-4040-bd12-b93cd66e1490 req-59c6bc88-60bd-485d-a584-61aa01bf512e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.967481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f352b08-8bbe-4040-bd12-b93cd66e1490 req-59c6bc88-60bd-485d-a584-61aa01bf512e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 931 time: 0.1887748 Aug 25 11:21:28.978889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-8948c601-cbf8-47dd-abb7-d82a2ac88aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:28.980460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-8948c601-cbf8-47dd-abb7-d82a2ac88aeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2205112 Aug 25 11:21:29.097309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-5162adb4-698a-4aa7-b6bf-ca39fab0f7a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 200 len: 217 time: 0.1395550 Aug 25 11:21:29.115367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Transition to ACTIVE for port object 7edb8f17-c152-4dcb-9c69-16e8454619b4 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:29.204930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:29.400047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3da4c3-7f4b-4f35-9f5f-92ae072a8be7 req-2a0cd5f5-100b-45ea-964d-bae2fc9c86ba tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:29.406112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2797228-a65f-4de9-b933-d2c164b9718f req-44325deb-d4e3-4bba-b2cf-0d4d62ca33eb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:29.408191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf3da4c3-7f4b-4f35-9f5f-92ae072a8be7 req-2a0cd5f5-100b-45ea-964d-bae2fc9c86ba tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 945 time: 0.4756851 Aug 25 11:21:29.408720 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e2797228-a65f-4de9-b933-d2c164b9718f req-44325deb-d4e3-4bba-b2cf-0d4d62ca33eb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/ports?device_id=489d2c79-6e4d-4d59-b87d-97824142fc77 HTTP/1.1" status: 200 len: 945 time: 0.0814290 Aug 25 11:21:29.431963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f352b08-8bbe-4040-bd12-b93cd66e1490 req-bae67024-9958-4e1e-83f2-e973ff308351 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323399 Aug 25 11:21:29.473007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:29.486307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-e1eb5d8b-a71e-485b-93fb-5313faa717f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:29.488066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-e1eb5d8b-a71e-485b-93fb-5313faa717f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.3586376 Aug 25 11:21:29.529130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-f30cc3ce-4921-4188-8695-c1411f6c1671 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200331 Aug 25 11:21:29.583100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Deleting port facfa520-55b1-4462-b3bb-f33024745707 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:21:29.583543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:29.606865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf3da4c3-7f4b-4f35-9f5f-92ae072a8be7 req-3edd924f-d6a1-4aad-a078-241a72877585 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715100 Aug 25 11:21:29.725658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] For port facfa520-55b1-4462-b3bb-f33024745707, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=facfa520-55b1-4462-b3bb-f33024745707,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:29.726420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:29.744249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Calling delete_port for facfa520-55b1-4462-b3bb-f33024745707 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:21:29.927108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:29.941976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['facfa520-55b1-4462-b3bb-f33024745707'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:29.970685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event deleted for resources: {'Port': ['ID=facfa520-55b1-4462-b3bb-f33024745707,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:30.039297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] No DVR routers for this DVR port facfa520-55b1-4462-b3bb-f33024745707 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:21:30.043126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:30.045442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e2797228-a65f-4de9-b933-d2c164b9718f req-3aa56903-faaa-45d5-98d9-7d5dcd98857a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "DELETE /v2.0/ports/facfa520-55b1-4462-b3bb-f33024745707 HTTP/1.1" status: 204 len: 173 time: 0.6239638 Aug 25 11:21:30.045971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'name': 'network-vif-deleted', 'tag': 'facfa520-55b1-4462-b3bb-f33024745707'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:30.048370 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f6c7e-db1a-4d67-921e-8a4b2a4da2c5" -d '{"events": [{"server_uuid": "489d2c79-6e4d-4d59-b87d-97824142fc77", "name": "network-vif-deleted", "tag": "facfa520-55b1-4462-b3bb-f33024745707"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:30.120026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-ed21089f-beff-4c91-a860-caf3676bc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:30.122711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-ed21089f-beff-4c91-a860-caf3676bc758 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6235130 Aug 25 11:21:30.180686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Attempting to bind port 7edb8f17-c152-4dcb-9c69-16e8454619b4 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:30.181231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Attempting to bind port 7edb8f17-c152-4dcb-9c69-16e8454619b4 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:30.181784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Attempting to bind port 7edb8f17-c152-4dcb-9c69-16e8454619b4 on network b346257e-e9c1-400d-bf60-f010212550a3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:30.275653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Port 7edb8f17-c152-4dcb-9c69-16e8454619b4 on network b346257e-e9c1-400d-bf60-f010212550a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:30.276034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Attempting to bind port 7edb8f17-c152-4dcb-9c69-16e8454619b4 on network b346257e-e9c1-400d-bf60-f010212550a3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:30.307524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:30.307901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Checking segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:30.308337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Bound using segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:30.308825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Bound port: 7edb8f17-c152-4dcb-9c69-16e8454619b4, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:30.309191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:30.312892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3038998a-8b4e-4a63-95fc-74da4f94878e req-2a81a06f-ed9b-400c-8bef-64db27ddc907 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595458 Aug 25 11:21:30.325536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a664da-96e8-486e-b0f3-95a9881a1fc9 req-bee51e5d-8fca-4233-a92d-d3f0f6543756 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:30.327185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0a664da-96e8-486e-b0f3-95a9881a1fc9 req-bee51e5d-8fca-4233-a92d-d3f0f6543756 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.7143452 Aug 25 11:21:30.351876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ade3-7c2f-43a9-b887-0fcfa2ec7e82 req-02879ebb-bc2e-4f06-ad08-70f326a2531b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:30.353721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc51ade3-7c2f-43a9-b887-0fcfa2ec7e82 req-02879ebb-bc2e-4f06-ad08-70f326a2531b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.3724408 Aug 25 11:21:30.451920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-bff602a0-2223-453c-9e41-751bfa8ae08c service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869825 Aug 25 11:21:30.500443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0a664da-96e8-486e-b0f3-95a9881a1fc9 req-52a7440b-a1fb-4ced-b024-6e3c47c6a470 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436450 Aug 25 11:21:30.569358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc51ade3-7c2f-43a9-b887-0fcfa2ec7e82 req-38b9d4e5-3746-4930-8368-3e9b2e42e2ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993251 Aug 25 11:21:30.625005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:30.634187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:30.653564 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:30.668173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:30.830145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:30.831282 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:30.833458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] 10.222.0.67 "PUT /v2.0/ports/7edb8f17-c152-4dcb-9c69-16e8454619b4 HTTP/1.1" status: 200 len: 1092 time: 3.5367618 Aug 25 11:21:30.834719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:30.838867 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867cc84-3d68-4e2e-a8c8-8c217e616655" -d '{"events": [{"name": "network-changed", "server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:30.860592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b330a5ab-7ff9-4b6e-8665-7c44e8c06182 req-34b25326-9a73-40da-a60d-e26fac47ae58 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867662 Aug 25 11:21:30.862642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36d4e9-3358-4dfa-a3b4-a82299ae94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:30.960094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf828a37-d17e-4999-9024-c14e6a3d234a req-f5f0e105-7dbe-4c2f-bc2a-1b40c942694c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:30.970661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf828a37-d17e-4999-9024-c14e6a3d234a req-f5f0e105-7dbe-4c2f-bc2a-1b40c942694c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0859749 Aug 25 11:21:31.088632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf828a37-d17e-4999-9024-c14e6a3d234a req-18c4fdb5-4be4-4a6d-9e61-d1baac011a01 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162195 Aug 25 11:21:31.201006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.213070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.225078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.236408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.243279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.250709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.258835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.261098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-00058099-14f8-4733-aa17-5c0cfe9ee389 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.2536204 Aug 25 11:21:31.320497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-530c8f07-14d2-42a4-af3e-caf832beefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.322893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-530c8f07-14d2-42a4-af3e-caf832beefaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 1095 time: 0.2645872 Aug 25 11:21:31.403870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-21c34a6e-bcc1-4717-8465-5aff9e8f2a75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4 HTTP/1.1" status: 200 len: 217 time: 0.0666068 Aug 25 11:21:31.451258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c1a40-c159-4276-a926-e9f1f0365f42 req-6fd08acc-b4ee-48bf-a5f8-ae6cd1c48e72 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.453237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18c1a40-c159-4276-a926-e9f1f0365f42 req-6fd08acc-b4ee-48bf-a5f8-ae6cd1c48e72 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1868691 Aug 25 11:21:31.482673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-170c5e5e-53b7-4b11-b8db-8f70fc4b972c req-809ae65f-1717-4cd7-a49a-8749fd2a3c8e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2018332 Aug 25 11:21:31.525465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab823e-767d-4344-81d9-587f285ee3e5 req-70ca0bca-31f0-46fb-9414-d3aff95e8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.527053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-70ca0bca-31f0-46fb-9414-d3aff95e8d90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 200 len: 862 time: 0.1150084 Aug 25 11:21:31.540424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18c1a40-c159-4276-a926-e9f1f0365f42 req-f1f6e649-56fa-42a3-8203-88e77ac1c780 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667968 Aug 25 11:21:31.578807 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5291473d-091a-48a1-9f38-5e31a71a6f1b x-openstack-request-id: req-5291473d-091a-48a1-9f38-5e31a71a6f1b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:31.579667 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489d2c79-6e4d-4d59-b87d-97824142fc77", "name": "network-vif-deleted", "tag": "facfa520-55b1-4462-b3bb-f33024745707", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:31.579667 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5291473d-091a-48a1-9f38-5e31a71a6f1b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:31.593728 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489d2c79-6e4d-4d59-b87d-97824142fc77', 'name': 'network-vif-deleted', 'tag': 'facfa520-55b1-4462-b3bb-f33024745707', 'status': 'completed', 'code': 200} Aug 25 11:21:31.610929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-ecaabb85-4a3b-4b55-ae53-1f27849724a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b346257e-e9c1-400d-bf60-f010212550a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688441 Aug 25 11:21:31.848880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c66b4-5613-4906-95ef-a767f6f93078 req-7213f728-01fd-4411-9c4a-b100a347281a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.850587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-282c66b4-5613-4906-95ef-a767f6f93078 req-7213f728-01fd-4411-9c4a-b100a347281a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 943 time: 0.1978371 Aug 25 11:21:31.877214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057dba0-1771-468d-a19d-229b19f763a8 req-97319713-cffb-488f-8bfb-a5e862426050 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:31.878803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9057dba0-1771-468d-a19d-229b19f763a8 req-97319713-cffb-488f-8bfb-a5e862426050 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.1440575 Aug 25 11:21:31.892376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-a93dd2dc-6848-45c9-9b72-632d0776580e service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647972 Aug 25 11:21:31.893151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:21:31.900946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Request body: {'floatingip': {'port_id': '5ce793c6-6b91-40e6-9891-df67db93544f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:31.971435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-282c66b4-5613-4906-95ef-a767f6f93078 req-b045b456-760c-4571-9c4c-54fd78d87709 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127632 Aug 25 11:21:31.994907 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6393212-d927-4ab2-af3b-e53052e2c304 x-openstack-request-id: req-c6393212-d927-4ab2-af3b-e53052e2c304 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:31.995217 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:31.995488 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c6393212-d927-4ab2-af3b-e53052e2c304 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:31.995830 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'status': 'completed', 'code': 200} Aug 25 11:21:32.018490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:32.085298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deab823e-767d-4344-81d9-587f285ee3e5 req-4800eef9-bce1-43a8-b830-22ac29c1aefe service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883695 Aug 25 11:21:32.246798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-f1d9a4be-86e8-4452-9a3d-9e4aa763e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:32.248542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-f1d9a4be-86e8-4452-9a3d-9e4aa763e94b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 1095 time: 0.0963764 Aug 25 11:21:32.261900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540d3c1-c6be-4575-a3e7-bc9fcb23c0b1 req-66437162-7ae5-4e19-b6c2-e2ae394b8432 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:32.263992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d540d3c1-c6be-4575-a3e7-bc9fcb23c0b1 req-66437162-7ae5-4e19-b6c2-e2ae394b8432 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.0767181 Aug 25 11:21:32.379040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d540d3c1-c6be-4575-a3e7-bc9fcb23c0b1 req-1155355b-e126-4b45-8694-bab45d738db6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920539 Aug 25 11:21:32.402999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-ce08262e-17c2-4c43-91f7-617b992d5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:32.404751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-ce08262e-17c2-4c43-91f7-617b992d5896 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 923 time: 0.1396098 Aug 25 11:21:32.478631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-99e92081-37cf-4e10-8b4d-178a7c4821fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4 HTTP/1.1" status: 200 len: 217 time: 0.0588450 Aug 25 11:21:32.640978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-e119e91a-b652-4571-b183-bf4b45042d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:32.642432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-e119e91a-b652-4571-b183-bf4b45042d76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 200 len: 862 time: 0.1497529 Aug 25 11:21:32.690640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-951fa8ec-0ead-432c-9691-1f3b15e2e767 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b346257e-e9c1-400d-bf60-f010212550a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391822 Aug 25 11:21:32.698707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-22dcff38-f2ca-4017-81dd-1d291d076618 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:32.700323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-22dcff38-f2ca-4017-81dd-1d291d076618 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.2347298 Aug 25 11:21:32.710193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cf702-0316-4e68-bb22-d74583f4a98d req-54c54fa0-1294-4a70-8e32-c4b7202df040 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:32.711864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b7cf702-0316-4e68-bb22-d74583f4a98d req-54c54fa0-1294-4a70-8e32-c4b7202df040 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1715019 Aug 25 11:21:32.780737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-2c563db3-cd25-4359-95e5-3b7f875eaaa4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.0614164 Aug 25 11:21:32.837267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-1c6f3621-f95c-4140-8586-19356bc66a23 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469112 Aug 25 11:21:32.847403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:32.848644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b7cf702-0316-4e68-bb22-d74583f4a98d req-3164a8ea-377b-4f12-a34e-99d8dab0365f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275709 Aug 25 11:21:32.854581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:32.918978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-40d0dc87-8c18-4262-94af-fac77fc74a1a service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174332 Aug 25 11:21:32.992899 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Floating IP b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02 associated. External IP: 172.25.1.128, port: 5ce793c6-6b91-40e6-9891-df67db93544f. Aug 25 11:21:33.074201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-c7111789-7d74-4e95-918f-5a926ef02d13 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142878 Aug 25 11:21:33.092570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.098979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.105272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.111540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.118010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.126540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.138727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.138727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-9183dc58-dbdf-417c-b270-9d1afc68c797 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1893923 Aug 25 11:21:33.223806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d867cc84-3d68-4e2e-a8c8-8c217e616655 req-52d54a98-08aa-4a5f-84f1-a370f7fb98fb service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919810 Aug 25 11:21:33.274537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09d5f760-a0d2-4e26-b808-c87cf1c31580 req-8f0a6e62-14a9-4d21-a7c2-a43f10d3d7af tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252563 Aug 25 11:21:33.284736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:21:33.302331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-b791173b-7904-45e3-a588-d4b707046421 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634829 Aug 25 11:21:33.477434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:21:33.488456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:33.492226 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] Sync routers for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:21:33.513392 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:21:33.514474 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:21:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:33.550652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fa03d8d7-aac0-4602-bfdd-28f411dcd6a0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "PUT /v2.0/floatingips/b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02 HTTP/1.1" status: 200 len: 991 time: 1.6533067 Aug 25 11:21:33.585130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f0e8a-3174-4454-a352-3f1c9879474d req-4fc79787-e3d3-45fe-8932-245be5310bdb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.587169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4f0e8a-3174-4454-a352-3f1c9879474d req-4fc79787-e3d3-45fe-8932-245be5310bdb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1788516 Aug 25 11:21:33.596863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa80755-8b30-4fb2-8f77-6377b9e620e8 req-bb801e3d-abcc-4c66-a8d5-219de3dd4246 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:33.597460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:33.602766 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eac7865-2d90-4145-8334-414c12047584" -d '{"events": [{"name": "network-changed", "server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:33.605764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fa80755-8b30-4fb2-8f77-6377b9e620e8 req-bb801e3d-abcc-4c66-a8d5-219de3dd4246 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 943 time: 0.1240380 Aug 25 11:21:33.677041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device facfa520-55b1-4462-b3bb-f33024745707 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:21:33.686728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fa80755-8b30-4fb2-8f77-6377b9e620e8 req-78a57bac-e7d7-4c92-a490-de9514d41d81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794630 Aug 25 11:21:33.710981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4f0e8a-3174-4454-a352-3f1c9879474d req-70cf6ea7-4634-4be8-85c4-c0e757ed7fcb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018367 Aug 25 11:21:33.731110 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:21:33.783556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: facfa520-55b1-4462-b3bb-f33024745707 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:21:33.784668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device facfa520-55b1-4462-b3bb-f33024745707 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:21:33.869911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7edb8f17-c152-4dcb-9c69-16e8454619b4 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:33.873351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e34aadf-d860-43fd-8f89-f5eaf604b2f3 req-e4322a40-a375-445d-a356-52b998ebdecf tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0442700 Aug 25 11:21:34.054758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aee63-41f1-4898-a394-323a2f1f457b req-8186e207-0647-4835-97d2-76fefc6168a5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.061763 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1c500-d874-4b3f-ae05-c4b3f010598b x-openstack-request-id: req-7da1c500-d874-4b3f-ae05-c4b3f010598b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:34.066395 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:34.067153 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7da1c500-d874-4b3f-ae05-c4b3f010598b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:34.070582 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f', 'status': 'completed', 'code': 200} Aug 25 11:21:34.081259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b03aee63-41f1-4898-a394-323a2f1f457b req-8186e207-0647-4835-97d2-76fefc6168a5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.1209006 Aug 25 11:21:34.082084 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'port_id': '5ce793c6-6b91-40e6-9891-df67db93544f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'mac_address': 'fa:16:3e:74:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a127469-b167-4e67-8a14-91fa83c54fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:20:57Z', 'updated_at': '2021-08-25T11:21:32Z', 'revision_number': 1, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:21:01Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:34.105725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:34.133373 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] Checking router: 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:21:34.137258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'port_id': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'mac_address': 'fa:16:3e:1b:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae43418-f6dc-45d4-9ce8-d1373859c84b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:34.143715 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:21:34.144345 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:21:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:34.204913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:34.221568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b03aee63-41f1-4898-a394-323a2f1f457b req-8a67024d-2700-44bc-855c-c9f241fbc7fc tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369987 Aug 25 11:21:34.242502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7865-2d90-4145-8334-414c12047584 req-5da60ac4-c6e5-477a-bf6d-c8ea5f9f7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.245891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-5da60ac4-c6e5-477a-bf6d-c8ea5f9f7b2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb3ba1980bab44ae97134c7deff2cfae&device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 1097 time: 0.1247766 Aug 25 11:21:34.250282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edb8f17-c152-4dcb-9c69-16e8454619b4 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:34.277025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:34.285359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:34.375358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:34.385144 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:21:34.458613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7865-2d90-4145-8334-414c12047584 req-7f0fb73d-2b46-43c9-9948-7e9249af0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.461737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-7f0fb73d-2b46-43c9-9948-7e9249af0600 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7ccb6492-3cf4-4ec9-8e21-47c336df4510 HTTP/1.1" status: 200 len: 907 time: 0.2075279 Aug 25 11:21:34.647790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.654539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.656214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7edb8f17-c152-4dcb-9c69-16e8454619b4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:34.661039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.668124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.674645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.681285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.687534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.696913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-6611fccb-28b0-4c60-9085-3b3de6e5c4ac tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.2670939 Aug 25 11:21:34.734476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-07f0f985-950c-467d-bdde-b6e1f4823c32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce793c6-6b91-40e6-9891-df67db93544f HTTP/1.1" status: 200 len: 999 time: 0.2333050 Aug 25 11:21:34.808935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a2c05c6-0f04-44cd-abf8-efb3c455f9a8 req-063c1b2d-dbb9-4696-a659-e1ab87c295ce tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108787 Aug 25 11:21:34.905405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7865-2d90-4145-8334-414c12047584 req-eec8c359-9533-4c6b-b722-a1bc43adb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.907164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-eec8c359-9533-4c6b-b722-a1bc43adb354 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0aae1b6-6d55-4670-b5f3-29f774f7a986 HTTP/1.1" status: 200 len: 845 time: 0.1636360 Aug 25 11:21:34.933056 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'port_id': '5ce793c6-6b91-40e6-9891-df67db93544f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'mac_address': 'fa:16:3e:74:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a127469-b167-4e67-8a14-91fa83c54fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:20:57Z', 'updated_at': '2021-08-25T11:21:32Z', 'revision_number': 1, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:21:01Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:21:34.959966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78338d-4224-4c62-bb8c-1854e5b66dc5 req-2c82c48e-e0de-4ed3-970b-d9f849acffef tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:34.962641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d78338d-4224-4c62-bb8c-1854e5b66dc5 req-2c82c48e-e0de-4ed3-970b-d9f849acffef tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1793869 Aug 25 11:21:34.964204 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b8bd-b7e9-4b7b-847a-8d077739a01e None None] The sync data for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 is: [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'port_id': '5ce793c6-6b91-40e6-9891-df67db93544f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'mac_address': 'fa:16:3e:74:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a127469-b167-4e67-8a14-91fa83c54fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:20:57Z', 'updated_at': '2021-08-25T11:21:32Z', 'revision_number': 1, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:21:01Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:21:35.151313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac7865-2d90-4145-8334-414c12047584 req-d3a62939-2f76-4dcb-ae05-72aef4bf4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:35.152897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-d3a62939-2f76-4dcb-ae05-72aef4bf4272 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ccb6492-3cf4-4ec9-8e21-47c336df4510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2373395 Aug 25 11:21:35.169084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deed76-d8ae-419a-9c20-15ef4df30813 req-79f5f939-b447-4a4b-ab53-0218d2279315 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:35.170768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93deed76-d8ae-419a-9c20-15ef4df30813 req-79f5f939-b447-4a4b-ab53-0218d2279315 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 944 time: 0.2253709 Aug 25 11:21:35.179075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d78338d-4224-4c62-bb8c-1854e5b66dc5 req-3cbf0334-669f-4307-ab1f-7ada67b12103 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707380 Aug 25 11:21:35.250751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-04fb04af-adee-4234-a7b3-8dcdf9fcc55f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:35.252481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-04fb04af-adee-4234-a7b3-8dcdf9fcc55f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.3089571 Aug 25 11:21:35.279796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Request body: {'port': {'device_id': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'admin_state_up': True, 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:35.289252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba8889-58a5-48bc-8964-423b9400305b None None] New status for floating IP b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:21:35.378809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93deed76-d8ae-419a-9c20-15ef4df30813 req-176b6df1-08ae-4397-acce-4ebf68c3804a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709659 Aug 25 11:21:35.423570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-05802931-2597-4faf-ac3d-fc1e699cde03 service neutron] 10.222.0.67 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487543 Aug 25 11:21:35.433222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec730522-9159-4514-92cd-d3ad610946cf req-7385dcbb-c129-4852-a9cd-3c6619078f1f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0482278 Aug 25 11:21:35.617032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:35.620586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:35.640094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eac7865-2d90-4145-8334-414c12047584 req-96dd2929-00a1-4975-94f6-19a847eb77d1 service neutron] 10.222.0.67 "GET /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954446 Aug 25 11:21:35.652842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88960a9-fa45-4764-8ee0-0803dc9570a3 req-c4137230-e241-4e41-886a-e46ce13ca533 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:35.654552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d88960a9-fa45-4764-8ee0-0803dc9570a3 req-c4137230-e241-4e41-886a-e46ce13ca533 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.1153326 Aug 25 11:21:36.111857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d88960a9-fa45-4764-8ee0-0803dc9570a3 req-e219cb43-8df1-454b-817d-bfd6fa381dd2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457588 Aug 25 11:21:36.171381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.177502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.184090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.190433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.197013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.203173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.212915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.214919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-eb6b87a4-211d-468e-bcc8-8f796d7539f4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1763303 Aug 25 11:21:36.249851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Allocated IP 172.20.0.7 (8c991c32-972a-4eb3-94a0-e03a78360ba0/8da674f2-2bf9-4059-9b97-33386ff17c3b/ed5ad6bd-1e17-4521-b84e-54b962a91efe) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:36.287002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8863c8f2-6156-4217-b6a7-53f8cf965258 req-6043a5ed-f6f4-4181-811c-1bfe59059bd0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633073 Aug 25 11:21:36.419477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c422a4-243b-4e28-a63d-c84ae92802d8 req-646dd6e2-7d03-40ba-9cf7-42ee4f0b0cb3 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.419477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c422a4-243b-4e28-a63d-c84ae92802d8 req-646dd6e2-7d03-40ba-9cf7-42ee4f0b0cb3 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1310840 Aug 25 11:21:36.510565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c422a4-243b-4e28-a63d-c84ae92802d8 req-2106fd6d-fe66-410e-8d0d-e9f86738bb2f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815537 Aug 25 11:21:36.540961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:36.573886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1d8bd-2651-4e27-b4b6-0ab11f7de828 req-a4b40640-f4e3-402b-8fe7-bc9de2096ac6 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.576714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46e1d8bd-2651-4e27-b4b6-0ab11f7de828 req-a4b40640-f4e3-402b-8fe7-bc9de2096ac6 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 944 time: 0.0933919 Aug 25 11:21:36.643273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2e6627d-2f5d-4faf-81cc-c7d5e199e844 req-b9eb5b43-58e9-442b-8c88-9f1709fd4f0c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0446289 Aug 25 11:21:36.650812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:36.697019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46e1d8bd-2651-4e27-b4b6-0ab11f7de828 req-1fbbca5a-2436-477c-b409-525c33b36f50 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082146 Aug 25 11:21:36.706750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:36.722257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:36.722257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:36.759609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event updated for resources: {'Port': ['ID=ed5ad6bd-1e17-4521-b84e-54b962a91efe,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:36.774845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:36.775491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:36.791948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-0ed12151-5f3e-438f-a0b0-bb13cb874e4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5162113 Aug 25 11:21:36.806413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Request body: {'port': {'device_id': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:36.868366 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:37.151767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5ad6bd-1e17-4521-b84e-54b962a91efe {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:37.161077 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:37.175978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Transition to ACTIVE for port object ed5ad6bd-1e17-4521-b84e-54b962a91efe will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:37.181135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:37.261986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5ad6bd-1e17-4521-b84e-54b962a91efe,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:37.303514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054426b4-b653-4251-9414-3cbce4095de0 req-25e38b6a-fb18-4af1-b116-912a87184b90 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.304984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-054426b4-b653-4251-9414-3cbce4095de0 req-25e38b6a-fb18-4af1-b116-912a87184b90 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.0979977 Aug 25 11:21:37.375775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-054426b4-b653-4251-9414-3cbce4095de0 req-5ddac220-c7b2-47ae-90d6-f3e1afc94259 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505450 Aug 25 11:21:37.396535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Attempting to bind port ed5ad6bd-1e17-4521-b84e-54b962a91efe on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:37.396871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Attempting to bind port ed5ad6bd-1e17-4521-b84e-54b962a91efe by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:37.397321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Attempting to bind port ed5ad6bd-1e17-4521-b84e-54b962a91efe on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:37.420524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Port ed5ad6bd-1e17-4521-b84e-54b962a91efe on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:37.420877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Attempting to bind port ed5ad6bd-1e17-4521-b84e-54b962a91efe on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:37.430034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:37.430384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:37.430832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Bound using segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:37.431275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Bound port: ed5ad6bd-1e17-4521-b84e-54b962a91efe, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:37.431635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:37.466532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.473319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.480034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.486688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.492775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.498907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.507717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.508072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-10906872-99ee-4352-966f-bbe299c53f25 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1260507 Aug 25 11:21:37.592648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396d8dc4-6df0-4376-a332-37baa7348f66 req-a6d1e273-754f-4215-bf4c-6d6391ecd95d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604579 Aug 25 11:21:37.601063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] For port ed5ad6bd-1e17-4521-b84e-54b962a91efe, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:37.606205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] For port ed5ad6bd-1e17-4521-b84e-54b962a91efe, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:37.619585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:37.668678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.669746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:37.670845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-206019d9-919a-451e-8b10-074af696bef2 service neutron] 10.222.0.10 "PUT /v2.0/ports/ed5ad6bd-1e17-4521-b84e-54b962a91efe HTTP/1.1" status: 200 len: 1092 time: 0.8696718 Aug 25 11:21:37.673340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'tag': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:37.675710 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d239e24-8b1e-4683-939a-a4729da1c705" -d '{"events": [{"name": "network-changed", "server_uuid": "8fddc42e-49f1-4a9f-a3b5-1e0076580643", "tag": "ed5ad6bd-1e17-4521-b84e-54b962a91efe"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:37.723662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0e78-9ccb-4149-81e9-14f044c9fcfe req-66c6991b-40ce-42cf-b9ae-c196cf30601d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.725541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93bf0e78-9ccb-4149-81e9-14f044c9fcfe req-66c6991b-40ce-42cf-b9ae-c196cf30601d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1218946 Aug 25 11:21:37.741476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206019d9-919a-451e-8b10-074af696bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5ad6bd-1e17-4521-b84e-54b962a91efe,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:37.843350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-20972be5-fac2-49cd-a0f1-9dbd27bacb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.844884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-20972be5-fac2-49cd-a0f1-9dbd27bacb83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 1095 time: 0.1161242 Aug 25 11:21:37.849850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93bf0e78-9ccb-4149-81e9-14f044c9fcfe req-2095448e-3419-4390-9ea3-53e7951557f0 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102297 Aug 25 11:21:37.858845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44671250-9ffd-4165-bcec-0d9b354baeb7 req-53cd8019-9edb-42af-916e-cbc1f497573f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:37.860431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44671250-9ffd-4165-bcec-0d9b354baeb7 req-53cd8019-9edb-42af-916e-cbc1f497573f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 943 time: 0.1232696 Aug 25 11:21:37.889652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7edb8f17-c152-4dcb-9c69-16e8454619b4 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:37.903236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-69b72f07-e35e-4f9d-98ab-4010dc7f4d16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe HTTP/1.1" status: 200 len: 217 time: 0.0417140 Aug 25 11:21:37.909411 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a2b3d-e7fc-43a0-99bc-328a79bd0be7 x-openstack-request-id: req-333a2b3d-e7fc-43a0-99bc-328a79bd0be7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:37.909726 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fddc42e-49f1-4a9f-a3b5-1e0076580643", "tag": "ed5ad6bd-1e17-4521-b84e-54b962a91efe", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:37.910050 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-333a2b3d-e7fc-43a0-99bc-328a79bd0be7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:37.910411 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'tag': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe', 'status': 'completed', 'code': 200} Aug 25 11:21:37.990763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 7edb8f17-c152-4dcb-9c69-16e8454619b4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:37.991263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44671250-9ffd-4165-bcec-0d9b354baeb7 req-9e3bd44e-572d-4282-a3d9-e5789fbec5e4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Aug 25 11:21:37.995480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7edb8f17-c152-4dcb-9c69-16e8454619b4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:37.995834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:38.007059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-667293b7-b24b-41fb-a14d-4fa797245767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.008761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-667293b7-b24b-41fb-a14d-4fa797245767 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.0963786 Aug 25 11:21:38.063136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-55640232-31f9-4b52-b591-b8d8c9d87b7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404739 Aug 25 11:21:38.093163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c3e3-e93f-47ea-a48a-8a188c341ad3 req-0dfcd237-c0f0-42f2-9d3a-e1d931fb8f7c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.094973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fb1c3e3-e93f-47ea-a48a-8a188c341ad3 req-0dfcd237-c0f0-42f2-9d3a-e1d931fb8f7c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 944 time: 0.1257954 Aug 25 11:21:38.102819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:38.128293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:38.131486 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3f36b-fd0a-420a-bf31-3b2c3ee1c437" -d '{"events": [{"server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "name": "network-vif-plugged", "status": "completed", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:38.147632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:38.154265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:38.181990 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab404fa1-7543-4242-a2a3-6062e5600514 x-openstack-request-id: req-ab404fa1-7543-4242-a2a3-6062e5600514 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:38.182269 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "name": "network-vif-plugged", "status": "completed", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:38.182519 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab404fa1-7543-4242-a2a3-6062e5600514 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:38.182910 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'code': 200} Aug 25 11:21:38.202853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fb1c3e3-e93f-47ea-a48a-8a188c341ad3 req-9980459d-b4c9-4bbf-af33-84bfd24eecaa tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851698 Aug 25 11:21:38.214522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:38.236742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-16769406-922b-4022-9297-c116596f7e54 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619606 Aug 25 11:21:38.386404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb09f9-56d9-41bf-a020-7ede43397c8e req-50239878-8d07-47dc-bfe8-3d6da8d30a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.389008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57fb09f9-56d9-41bf-a020-7ede43397c8e req-50239878-8d07-47dc-bfe8-3d6da8d30a79 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 1097 time: 0.1323268 Aug 25 11:21:38.406858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d045b0-0b5b-42f8-b24f-6848b4d76c5e req-7cb1f5bf-1c63-432a-9c89-fb7c2676827a service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601560 Aug 25 11:21:38.451262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57fb09f9-56d9-41bf-a020-7ede43397c8e req-fed36675-5b92-412f-8dd7-51aedaebbb75 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Aug 25 11:21:38.554777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847b989-fbd2-4578-9e8d-a79b034927e6 req-5521b2ae-4e48-4e6e-ac73-c0bb35cb88cf tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.556523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3847b989-fbd2-4578-9e8d-a79b034927e6 req-5521b2ae-4e48-4e6e-ac73-c0bb35cb88cf tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.1005607 Aug 25 11:21:38.564911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-7f63f69c-3ad8-41d3-9ae8-ae165b5e1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.566466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-7f63f69c-3ad8-41d3-9ae8-ae165b5e1d06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 1095 time: 0.0722876 Aug 25 11:21:38.655861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3847b989-fbd2-4578-9e8d-a79b034927e6 req-a95384fc-bb82-4cf9-89a0-aeeee75be199 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875549 Aug 25 11:21:38.695201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-401c6c5b-ed80-44f1-ab18-700199396b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.696852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-401c6c5b-ed80-44f1-ab18-700199396b4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.1207271 Aug 25 11:21:38.762128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-0c3a3730-fe8f-47ba-b9f0-9d28aa5b6ca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe HTTP/1.1" status: 200 len: 217 time: 0.0569530 Aug 25 11:21:38.850698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.856995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.863144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.869769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.875905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.882690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.888711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.890726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23e1aaff-cb5c-442f-b359-79e052961025 req-60ea071b-4971-4adf-87ea-c4228eb59157 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1395957 Aug 25 11:21:38.892422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-48361ebc-1e8e-41d3-bb9d-5359d87fc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:38.893858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-48361ebc-1e8e-41d3-bb9d-5359d87fc521 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.1091993 Aug 25 11:21:38.943903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-fbaf1b5c-ac6a-4210-9d90-e692a9253309 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395520 Aug 25 11:21:39.030053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23e1aaff-cb5c-442f-b359-79e052961025 req-6469012e-3a09-4ecb-b6b2-0b99aa1870bc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331761 Aug 25 11:21:39.076845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8617ed-3513-4f92-8d6a-efa276646d86 req-2fc8d135-d52f-48e8-922b-afb9357d730b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:39.078399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c8617ed-3513-4f92-8d6a-efa276646d86 req-2fc8d135-d52f-48e8-922b-afb9357d730b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1373026 Aug 25 11:21:39.124182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-eba6fb00-b2a2-4b31-98f5-2f2756ff0818 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668246 Aug 25 11:21:39.210043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c8617ed-3513-4f92-8d6a-efa276646d86 req-d9d38bc4-7e35-4cdd-837a-9f0ca4350ef5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245155 Aug 25 11:21:39.242746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a7e71-7ab0-4c49-ad33-1e1474cc2228 req-d8b0229d-48d8-4b46-8579-67c79e5da7a8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:39.244157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa7a7e71-7ab0-4c49-ad33-1e1474cc2228 req-d8b0229d-48d8-4b46-8579-67c79e5da7a8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 943 time: 0.1404400 Aug 25 11:21:39.284550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d239e24-8b1e-4683-939a-a4729da1c705 req-2d27024f-8ba5-404c-8765-610c487e8d3a service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436636 Aug 25 11:21:39.307227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa7a7e71-7ab0-4c49-ad33-1e1474cc2228 req-dd11f26d-8e62-43c4-a6bd-2aaa4a37c76f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560188 Aug 25 11:21:39.419149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4414203-bdac-4042-b948-58b9acfd7aa4 req-72f9a486-bac3-4fa6-b2c2-42df3022f8e4 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:39.421097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4414203-bdac-4042-b948-58b9acfd7aa4 req-72f9a486-bac3-4fa6-b2c2-42df3022f8e4 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.0624506 Aug 25 11:21:39.467912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4414203-bdac-4042-b948-58b9acfd7aa4 req-9cd07080-cd72-48a3-889d-7f78e4a0ecbc tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Aug 25 11:21:39.715259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:39.875671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b25fd-feec-42b6-ad5c-04ea076d4618 req-6ce4523b-6a66-448a-939e-2ac7f647bf83 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:39.878066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:39.878236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e1b25fd-feec-42b6-ad5c-04ea076d4618 req-6ce4523b-6a66-448a-939e-2ac7f647bf83 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 945 time: 0.1191707 Aug 25 11:21:39.894430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 has no active binding in host n-h1-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:21:39.903221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-1c186f6a-87e3-4210-833e-7173b10f4ca8 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:39.905925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-1c186f6a-87e3-4210-833e-7173b10f4ca8 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.1188421 Aug 25 11:21:39.929206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:40.011210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e1b25fd-feec-42b6-ad5c-04ea076d4618 req-5fbb5af6-f6b1-49d2-b047-be9cbfddc48b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243758 Aug 25 11:21:40.062659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:40.312793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.313510 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:21:40.323217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.332261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.343366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.354509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.364821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.376017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.378209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-6815580a-7264-4e10-92ff-5b9d1669d117 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.2532485 Aug 25 11:21:40.502582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:40.537990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5ec923b-1e0e-473d-9f24-318ad535f57e req-3c34c5a1-09e5-4351-8076-c17ef669a8f1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505961 Aug 25 11:21:40.552160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b8229-7cf7-463d-b79d-25d3968b63c4 req-5aefde75-5b40-405a-aa3a-81b4fccbc016 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.553834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-823b8229-7cf7-463d-b79d-25d3968b63c4 req-5aefde75-5b40-405a-aa3a-81b4fccbc016 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1724157 Aug 25 11:21:40.601095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:40.638366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-823b8229-7cf7-463d-b79d-25d3968b63c4 req-609e3ce9-b17e-4207-bf87-811061b1ca75 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Aug 25 11:21:40.658715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:40.661435 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8963b6-686b-4e5b-8cb5-d0da54c0efb7" -d '{"events": [{"server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:40.666587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:40.674497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:40.840994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:40.846932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on host n-h2-778732-11 for vnic_type normal with profile {"migrating_to": "n-h1-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:40.847326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:40.847608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:40.863858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dbca8-bca1-4c9c-9568-5eea0615f3d3 req-38a9402d-49ae-478f-adc0-19f35fe0ea16 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.866312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e62dbca8-bca1-4c9c-9568-5eea0615f3d3 req-38a9402d-49ae-478f-adc0-19f35fe0ea16 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 943 time: 0.1494153 Aug 25 11:21:40.869437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:40.869778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Attempting to bind port aacd8422-065e-4258-8c10-a1b8d60737b3 on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:40.885960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:40.886838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:40.886838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:40.887137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Bound port: aacd8422-065e-4258-8c10-a1b8d60737b3, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:40.887455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:40.912043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e88e-5823-41da-b844-d120b7a60ab9 req-0fa4994a-c91d-4f7b-b2ea-1c43ce9aab28 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:40.914294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ef4e88e-5823-41da-b844-d120b7a60ab9 req-0fa4994a-c91d-4f7b-b2ea-1c43ce9aab28 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.1651080 Aug 25 11:21:40.978522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e62dbca8-bca1-4c9c-9568-5eea0615f3d3 req-e12b8a15-0fa4-4ddd-87b2-2f062b5af77e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039200 Aug 25 11:21:41.017553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ef4e88e-5823-41da-b844-d120b7a60ab9 req-40027572-996f-42d8-b48b-75c99ddaaa87 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916612 Aug 25 11:21:41.035709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:41.040000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:41.044056 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751dbeea-8d50-4cd4-8cbd-f66c46f9512c x-openstack-request-id: req-751dbeea-8d50-4cd4-8cbd-f66c46f9512c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:41.044556 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:41.044819 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-751dbeea-8d50-4cd4-8cbd-f66c46f9512c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:41.045443 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'code': 200} Aug 25 11:21:41.048223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:41.119779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:41.174614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.175239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:41.176699 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-ff0a5677-3127-4e45-95e1-d5b6d301d165 service neutron] 10.222.0.10 "PUT /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 1123 time: 1.2570007 Aug 25 11:21:41.239106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b03c-5368-4bd8-855f-690bb161269f req-3e1ad75d-3d1b-4e47-bb20-0380e7b9c229 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.240931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6667b03c-5368-4bd8-855f-690bb161269f req-3e1ad75d-3d1b-4e47-bb20-0380e7b9c229 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.1085837 Aug 25 11:21:41.255288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e501453-a27b-4f33-8985-48b251935a46 req-fde2d659-b9da-4a3b-afba-7a711672e1a2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.257800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e501453-a27b-4f33-8985-48b251935a46 req-fde2d659-b9da-4a3b-afba-7a711672e1a2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.0801449 Aug 25 11:21:41.270791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['aacd8422-065e-4258-8c10-a1b8d60737b3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:41.341044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['aacd8422-065e-4258-8c10-a1b8d60737b3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:41.355210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6667b03c-5368-4bd8-855f-690bb161269f req-b4ada912-0f4d-4d69-8cf9-dfea7a7a75d3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954008 Aug 25 11:21:41.363157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e501453-a27b-4f33-8985-48b251935a46 req-d0617161-cb55-4382-8924-9f3032e84181 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860677 Aug 25 11:21:41.708220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ed5ad6bd-1e17-4521-b84e-54b962a91efe details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:41.756525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.770110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.787935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.796522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.811269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.824052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.836640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:41.850946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a86b98e-e872-414b-8ba9-799884c291fd req-187fb553-a76f-44ca-afd7-52cebc5fbbb8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1902452 Aug 25 11:21:41.886446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ed5ad6bd-1e17-4521-b84e-54b962a91efe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:41.901511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe', 'mac_address': 'fa:16:3e:c6:1e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:41.922638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a86b98e-e872-414b-8ba9-799884c291fd req-0b630220-fe70-4da2-821a-968879faf0f9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701878 Aug 25 11:21:41.967666 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:42.004585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5ad6bd-1e17-4521-b84e-54b962a91efe {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:42.066238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ed5ad6bd-1e17-4521-b84e-54b962a91efe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:42.074539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:42.074903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b792a-23d3-4f3b-a36d-29871d49618b req-a257d629-9454-4c87-92e7-749224ec1e3c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:42.076521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b51b792a-23d3-4f3b-a36d-29871d49618b req-a257d629-9454-4c87-92e7-749224ec1e3c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0667863 Aug 25 11:21:42.134011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b51b792a-23d3-4f3b-a36d-29871d49618b req-1ddcd3b2-a43d-48b5-ab55-99080ae75cb1 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Aug 25 11:21:42.167749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ed5ad6bd-1e17-4521-b84e-54b962a91efe,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:42.326023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92f942-919b-4e2c-bc21-01dc0c4599fa req-a249da8f-7c26-49cb-9429-950ded5d8719 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:42.327666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f92f942-919b-4e2c-bc21-01dc0c4599fa req-a249da8f-7c26-49cb-9429-950ded5d8719 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 944 time: 0.0621922 Aug 25 11:21:42.396255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f92f942-919b-4e2c-bc21-01dc0c4599fa req-fa31b263-0508-4602-8214-05ef446df221 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618374 Aug 25 11:21:42.415128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d979910-993d-4bda-931f-ad3eed9ba00d req-0baaa616-4ea1-49d7-ba9f-4e67ec22e16b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:42.417004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d979910-993d-4bda-931f-ad3eed9ba00d req-0baaa616-4ea1-49d7-ba9f-4e67ec22e16b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.0760798 Aug 25 11:21:42.418311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ed5ad6bd-1e17-4521-b84e-54b962a91efe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:42.509808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d979910-993d-4bda-931f-ad3eed9ba00d req-4eefeed2-b899-4a06-a809-2331b2ff8321 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787702 Aug 25 11:21:42.562603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256ecab-c77f-4395-8db7-ea967e81c38e req-5bc2143a-e061-496f-b6d5-bcf54f8880b0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:42.564158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3256ecab-c77f-4395-8db7-ea967e81c38e req-5bc2143a-e061-496f-b6d5-bcf54f8880b0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.0800302 Aug 25 11:21:42.614115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3256ecab-c77f-4395-8db7-ea967e81c38e req-7b84e419-e116-49ff-945e-f134d6654688 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361428 Aug 25 11:21:43.046034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:43.050439 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4" -d '{"events": [{"name": "network-changed", "server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:43.102151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.108285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.116235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.123768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.132140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.139262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.145377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.148036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-a4da96f9-339b-4f51-bdee-2d6cd7d1b2e6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1136606 Aug 25 11:21:43.150681 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b65293-89f9-4e2d-b1ca-c9e919bb39c5 x-openstack-request-id: req-e5b65293-89f9-4e2d-b1ca-c9e919bb39c5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:43.150972 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:43.151224 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5b65293-89f9-4e2d-b1ca-c9e919bb39c5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:43.151617 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'status': 'completed', 'code': 200} Aug 25 11:21:43.229222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6b22e84-15fd-401d-9e21-92aad636dc16 req-68d50141-2b22-45b2-b43e-3bb8d62708bf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625722 Aug 25 11:21:43.235156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-f9f9228f-172a-4751-95f3-f5f2f80f41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.236899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-f9f9228f-172a-4751-95f3-f5f2f80f41c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1126 time: 0.0877573 Aug 25 11:21:43.431514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d39fa4-fcc9-419d-a5f5-fe280f55aecb req-21068dc0-3d02-4ead-9a2a-87db33e2959c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.434037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40d39fa4-fcc9-419d-a5f5-fe280f55aecb req-21068dc0-3d02-4ead-9a2a-87db33e2959c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1868229 Aug 25 11:21:43.569866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-d2740205-1c41-4368-b4af-c2134af7e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.571664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-d2740205-1c41-4368-b4af-c2134af7e227 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.3068409 Aug 25 11:21:43.583589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40d39fa4-fcc9-419d-a5f5-fe280f55aecb req-17bd0dde-e257-4b50-83d1-eb6b3e41878a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367753 Aug 25 11:21:43.626338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-521c010b-7614-4c2c-b1fe-739af79514a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 217 time: 0.0466158 Aug 25 11:21:43.644298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8d5c2-0ab5-4eeb-a4f2-8bed841cd7c0 req-5fcecf4e-3cd1-49cc-8aea-791409b02b1c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.646058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18b8d5c2-0ab5-4eeb-a4f2-8bed841cd7c0 req-5fcecf4e-3cd1-49cc-8aea-791409b02b1c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 944 time: 0.1528046 Aug 25 11:21:43.709133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ed5ad6bd-1e17-4521-b84e-54b962a91efe up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:43.757380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-8ff14d2b-735e-4518-b745-ce4fe6a0969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.758944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-8ff14d2b-735e-4518-b745-ce4fe6a0969a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1119084 Aug 25 11:21:43.767404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18b8d5c2-0ab5-4eeb-a4f2-8bed841cd7c0 req-30abac6c-893b-4b4d-bc44-54f2d0a67193 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112914 Aug 25 11:21:43.808250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28639acb-8569-4941-815d-5d59cbc5e4eb req-42e5aafc-d895-4be9-b45a-057d14acbfe0 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:43.810040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28639acb-8569-4941-815d-5d59cbc5e4eb req-42e5aafc-d895-4be9-b45a-057d14acbfe0 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.1235323 Aug 25 11:21:43.811165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port ed5ad6bd-1e17-4521-b84e-54b962a91efe completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:43.812328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-59d320e6-ee73-4f29-b040-aeb60538861a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431719 Aug 25 11:21:43.819644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ed5ad6bd-1e17-4521-b84e-54b962a91efe triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:43.820569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:43.928924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7edb8f17-c152-4dcb-9c69-16e8454619b4 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:43.958530 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:44.048690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:44.052752 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1dbdb0-a0c2-415b-91dd-a669aacfb167" -d '{"events": [{"server_uuid": "8fddc42e-49f1-4a9f-a3b5-1e0076580643", "name": "network-vif-plugged", "status": "completed", "tag": "ed5ad6bd-1e17-4521-b84e-54b962a91efe"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:44.087601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ed5ad6bd-1e17-4521-b84e-54b962a91efe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:44.103794 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:44.192130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:44.235863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'port_id': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'mac_address': 'fa:16:3e:1b:ba:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae43418-f6dc-45d4-9ce8-d1373859c84b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:44.244335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28639acb-8569-4941-815d-5d59cbc5e4eb req-d01d901a-e3dc-4bbe-83cc-a97f9ed90f85 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122901 Aug 25 11:21:44.245416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ed5ad6bd-1e17-4521-b84e-54b962a91efe,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:44.305659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-c85c2d7c-4d7f-4525-830e-9177906f9dff service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832351 Aug 25 11:21:44.315818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651a951-5ff3-42af-a306-a9f17db05160 req-c9c63063-6586-47de-b21c-cb8e6df68ecb tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.317432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3651a951-5ff3-42af-a306-a9f17db05160 req-c9c63063-6586-47de-b21c-cb8e6df68ecb tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.4086385 Aug 25 11:21:44.326152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:44.348586 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7edb8f17-c152-4dcb-9c69-16e8454619b4 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:44.375909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:44.381800 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:44.442860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3651a951-5ff3-42af-a306-a9f17db05160 req-41b33c6f-ee3c-46c5-9129-705e68fd8e20 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142731 Aug 25 11:21:44.483275 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998bb238-de03-40cc-9cf8-8379dd907ecb x-openstack-request-id: req-998bb238-de03-40cc-9cf8-8379dd907ecb {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:44.484119 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fddc42e-49f1-4a9f-a3b5-1e0076580643", "name": "network-vif-plugged", "status": "completed", "tag": "ed5ad6bd-1e17-4521-b84e-54b962a91efe", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:44.484314 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-998bb238-de03-40cc-9cf8-8379dd907ecb {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:44.493840 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe', 'code': 200} Aug 25 11:21:44.507627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:44.546628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdd5cdbc-c416-4ceb-a371-aa09c04930f4 req-fc4b4e5f-4628-4413-b2f3-d94e273f8b4f service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264903 Aug 25 11:21:44.668881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.674996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.681247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.687512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.693739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.697342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7edb8f17-c152-4dcb-9c69-16e8454619b4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:44.699985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.706287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.708633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-5b3a1f61-1f4a-4585-8eb8-64708dfecb96 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1244431 Aug 25 11:21:44.753182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67194f3-e1e1-4a4c-99e9-7beb248411b2 req-2fe79595-ab2f-4bd0-8c70-5a8a146ce8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.754751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d67194f3-e1e1-4a4c-99e9-7beb248411b2 req-2fe79595-ab2f-4bd0-8c70-5a8a146ce8b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 1097 time: 0.1578839 Aug 25 11:21:44.821404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7650746-2ff4-4669-be2c-0cb3e5e91db2 req-63506ca4-0b9a-4a72-8d55-e61baac52907 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992785 Aug 25 11:21:44.833264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a2b56-91f4-4f83-a88c-b4778f0e0947 req-dbd370fb-f8f8-49fd-b366-67a12c6717ba tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:44.836444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369a2b56-91f4-4f83-a88c-b4778f0e0947 req-dbd370fb-f8f8-49fd-b366-67a12c6717ba tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1262681 Aug 25 11:21:44.842454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d67194f3-e1e1-4a4c-99e9-7beb248411b2 req-a5d944f8-9884-4bf2-a60d-dcaae664229b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745420 Aug 25 11:21:44.923184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369a2b56-91f4-4f83-a88c-b4778f0e0947 req-7b315760-28ff-4b9f-bdd8-c4a0a81849e7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566835 Aug 25 11:21:45.027364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394223b0-2ae2-4c2d-b8ab-02e11b135a48 req-943be97b-2e0a-45b1-ac26-5ef9c1cc05a7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:45.030157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-394223b0-2ae2-4c2d-b8ab-02e11b135a48 req-943be97b-2e0a-45b1-ac26-5ef9c1cc05a7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 945 time: 0.0866868 Aug 25 11:21:45.074333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-394223b0-2ae2-4c2d-b8ab-02e11b135a48 req-298825b9-680c-41e7-a135-fa49df679feb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Aug 25 11:21:45.410272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2604969-9471-4bbb-ba62-6cf8981fee3e req-b5168ca8-5b40-4e07-810e-71ad39ecadee tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:45.411794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2604969-9471-4bbb-ba62-6cf8981fee3e req-b5168ca8-5b40-4e07-810e-71ad39ecadee tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 944 time: 0.0531402 Aug 25 11:21:45.480714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2604969-9471-4bbb-ba62-6cf8981fee3e req-2a6c82b9-87ee-4717-92d5-cfb2c1c4f226 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571136 Aug 25 11:21:45.629913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719dc97-b22e-4e81-9d04-b49154c70452 req-a809049d-ba43-4805-b97e-15311d751eed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:45.633910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0719dc97-b22e-4e81-9d04-b49154c70452 req-a809049d-ba43-4805-b97e-15311d751eed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.0745161 Aug 25 11:21:45.684026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0719dc97-b22e-4e81-9d04-b49154c70452 req-59b7230f-4992-4d76-85a5-a0bf388318c6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Aug 25 11:21:45.824032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed30bbf-e52d-4782-8ed0-e811af90ec0a req-ed0e9f19-5b68-44b3-89b4-f42bed235c2c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:45.825664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ed30bbf-e52d-4782-8ed0-e811af90ec0a req-ed0e9f19-5b68-44b3-89b4-f42bed235c2c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 944 time: 0.0580134 Aug 25 11:21:45.867038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ed30bbf-e52d-4782-8ed0-e811af90ec0a req-fdac988a-8305-4954-9b6b-173550fae4ca tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Aug 25 11:21:45.931532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7edb8f17-c152-4dcb-9c69-16e8454619b4 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:45.989885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7edb8f17-c152-4dcb-9c69-16e8454619b4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:45.990906 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:46.062855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.075418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.088736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.099683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.110546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.118148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:46.121860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.132514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.135974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-74ea6dca-d594-4627-8608-ebe6de369c17 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1785548 Aug 25 11:21:46.176626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:46.182216 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:46.225953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7bae3dcf-197e-4b46-9a28-4cee2d07fdca req-9c956238-ebab-4dca-9475-f9183128641f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683219 Aug 25 11:21:46.235279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734f66-8d97-44e8-afa6-6643fbc6d007 req-ef5af39c-fb62-41cc-94cd-ff60d41e734b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.236903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab734f66-8d97-44e8-afa6-6643fbc6d007 req-ef5af39c-fb62-41cc-94cd-ff60d41e734b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0996659 Aug 25 11:21:46.244894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:46.319206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab734f66-8d97-44e8-afa6-6643fbc6d007 req-3cfd5120-795c-41a1-bc85-8f6d6460282a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624323 Aug 25 11:21:46.409856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2b1b-c37e-4d55-b51b-95b5da017b7f req-04d6c64b-372f-4314-9e06-71f20cbc5c64 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.411998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e92a2b1b-c37e-4d55-b51b-95b5da017b7f req-04d6c64b-372f-4314-9e06-71f20cbc5c64 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 945 time: 0.0645978 Aug 25 11:21:46.462818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e92a2b1b-c37e-4d55-b51b-95b5da017b7f req-e6f32b35-a6f6-4811-ac5e-62d02c2cf389 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Aug 25 11:21:46.495200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:46.498261 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4dfc33-329a-4b27-981b-dcb7494bb868" -d '{"events": [{"server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "name": "network-vif-plugged", "status": "completed", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:46.547148 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab948876-29ed-42f5-b9f3-b13084095975 x-openstack-request-id: req-ab948876-29ed-42f5-b9f3-b13084095975 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:46.547780 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "name": "network-vif-plugged", "status": "completed", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:46.548045 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab948876-29ed-42f5-b9f3-b13084095975 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:46.548453 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'code': 200} Aug 25 11:21:46.868360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e850425-aa8c-4097-adf4-7dcda56c2533 req-b7750d8c-bc41-4848-b87f-6643e8f4c27b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:46.871235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e850425-aa8c-4097-adf4-7dcda56c2533 req-b7750d8c-bc41-4848-b87f-6643e8f4c27b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.0946183 Aug 25 11:21:46.921990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e850425-aa8c-4097-adf4-7dcda56c2533 req-71577780-7c71-4938-843b-78cd251265eb tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Aug 25 11:21:47.044394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02094-5591-47cd-8ef1-6f53fcdedaa8 req-9aad242a-42a6-4139-ac00-5a94ec6ab603 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.046361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ace02094-5591-47cd-8ef1-6f53fcdedaa8 req-9aad242a-42a6-4139-ac00-5a94ec6ab603 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.0661461 Aug 25 11:21:47.094633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ace02094-5591-47cd-8ef1-6f53fcdedaa8 req-e7f0c079-decb-49ab-af1d-c1f4bf7df993 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Aug 25 11:21:47.413837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.421417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.430505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.436904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.443082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.449557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.458768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.460897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-21656c8f-a853-42e7-a3cf-39c7294443de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5419 time: 0.1162579 Aug 25 11:21:47.537940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c2d122f-d079-4b43-9d23-0bfa60278f87 req-164b6de9-ddf4-4a56-aa5b-7c15eaab09f8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653756 Aug 25 11:21:47.547229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65721-e1fe-4946-aa25-8270814edfc9 req-25151d18-ec6b-40f1-8594-644f45b3d996 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.548746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0e65721-e1fe-4946-aa25-8270814edfc9 req-25151d18-ec6b-40f1-8594-644f45b3d996 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0868847 Aug 25 11:21:47.599712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0e65721-e1fe-4946-aa25-8270814edfc9 req-c4aab3cf-69c3-49c3-a7ba-a503f83a7915 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Aug 25 11:21:47.680666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f55ba-bec6-4ab0-831b-e6111a390ff7 req-5c7f1324-f861-48c0-8907-5cc784a0fda7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:47.682331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-491f55ba-bec6-4ab0-831b-e6111a390ff7 req-5c7f1324-f861-48c0-8907-5cc784a0fda7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Aug 25 11:21:47.734283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2306f32e-8d07-4dec-8d9f-cccb653d4b17 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:47.736872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-491f55ba-bec6-4ab0-831b-e6111a390ff7 req-d93db3b1-9fee-4d14-a0da-239a09bbade2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476158 Aug 25 11:21:47.847584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:47.861231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '2306f32e-8d07-4dec-8d9f-cccb653d4b17', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'port_id': '2306f32e-8d07-4dec-8d9f-cccb653d4b17', 'mac_address': 'fa:16:3e:93:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:47.906180 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:47.929660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2306f32e-8d07-4dec-8d9f-cccb653d4b17 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:47.969970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:47.977435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:47.978757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:48.129046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d512c8-4636-4313-97a6-b22646a76e15 req-48fce2ac-e19c-41c3-b1d3-ae2adedef02a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.130780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05d512c8-4636-4313-97a6-b22646a76e15 req-48fce2ac-e19c-41c3-b1d3-ae2adedef02a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.1015353 Aug 25 11:21:48.155528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-2516db92-0d38-40cc-b9a4-fd4f40706224 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.159427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-2516db92-0d38-40cc-b9a4-fd4f40706224 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.1118338 Aug 25 11:21:48.194565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:48.243907 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d3915377-cdcf-4ad9-bf4c-2a0c1f2c8554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.307758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05d512c8-4636-4313-97a6-b22646a76e15 req-38dd7df8-a7d0-4367-846a-1ed888377698 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491983 Aug 25 11:21:48.327905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:48.351807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'port_id': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'mac_address': 'fa:16:3e:4a:e3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:48.409159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.431530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:48.436893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd722c-71b5-4a17-ba02-af69ff0f9bf3 req-8da88753-d49b-4069-a763-968947cc8b03 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.441377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cdd722c-71b5-4a17-ba02-af69ff0f9bf3 req-8da88753-d49b-4069-a763-968947cc8b03 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 945 time: 0.2028022 Aug 25 11:21:48.462924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:48.468903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.470331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device bb96412f-522f-4212-83b8-cec27213d90a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:48.551982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cdd722c-71b5-4a17-ba02-af69ff0f9bf3 req-c2f67a9b-a0c6-4ee1-9880-c99741b80d4c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Aug 25 11:21:48.558630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Deleting port 7edb8f17-c152-4dcb-9c69-16e8454619b4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:21:48.559622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.583022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:48.678306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=bb96412f-522f-4212-83b8-cec27213d90a,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:48.697447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'bb96412f-522f-4212-83b8-cec27213d90a', 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515', 'port_id': 'bb96412f-522f-4212-83b8-cec27213d90a', 'mac_address': 'fa:16:3e:c9:80:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd65997-31ab-4bf0-a07c-7c812c34e0ab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:48.763069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.781367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] For port 7edb8f17-c152-4dcb-9c69-16e8454619b4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7edb8f17-c152-4dcb-9c69-16e8454619b4,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:48.781367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.801852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb96412f-522f-4212-83b8-cec27213d90a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:48.806583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.812919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.819239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.825732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.831945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.838602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.838958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=bb96412f-522f-4212-83b8-cec27213d90a,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:48.844909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.845402 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:48.846617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 659c2e59-7c55-4d2b-b76d-bcee277421fb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:48.854127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-24cc6112-78ad-4b08-99c4-d2e4300e4eca tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5421 time: 0.1893001 Aug 25 11:21:48.866850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Calling delete_port for 7edb8f17-c152-4dcb-9c69-16e8454619b4 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:21:48.941462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b7d77-6002-47da-ac5e-b89f26d112b3 req-e3d7cdbe-ae42-4313-8cd8-3e0514bd7314 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:48.943193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-422b7d77-6002-47da-ac5e-b89f26d112b3 req-e3d7cdbe-ae42-4313-8cd8-3e0514bd7314 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2232535 Aug 25 11:21:48.969733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:48.976103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e93383e-6d19-44d3-9d2b-7d04ad7b535f req-444d7797-ec83-45dd-87ba-12b7aa588de9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188467 Aug 25 11:21:48.981038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:49.049828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '659c2e59-7c55-4d2b-b76d-bcee277421fb', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'port_id': '659c2e59-7c55-4d2b-b76d-bcee277421fb', 'mac_address': 'fa:16:3e:38:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:49.096197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-422b7d77-6002-47da-ac5e-b89f26d112b3 req-d2493913-86cf-4c37-8c03-ae72b7900810 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370273 Aug 25 11:21:49.148908 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.164765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659c2e59-7c55-4d2b-b76d-bcee277421fb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:49.190530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:49.195799 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.196416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 50c50315-4ce1-4fe9-9332-7e430bbedc52 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:49.249338 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.286846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event deleted for resources: {'Port': ['ID=7edb8f17-c152-4dcb-9c69-16e8454619b4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:49.291009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:49.294904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:49.306526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.306526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.306526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.306526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.306526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.307437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.307437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.307815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.307815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.308182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.308408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.308735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:21:49.310710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '50c50315-4ce1-4fe9-9332-7e430bbedc52', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'port_id': '50c50315-4ce1-4fe9-9332-7e430bbedc52', 'mac_address': 'fa:16:3e:b7:48:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:49.359251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] No DVR routers for this DVR port 7edb8f17-c152-4dcb-9c69-16e8454619b4 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:21:49.363836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.368937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883fd151-4d92-41d3-a5cc-71934df7be98 req-3e438464-4104-4b10-9cff-e8e15616060b tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "DELETE /v2.0/ports/7edb8f17-c152-4dcb-9c69-16e8454619b4 HTTP/1.1" status: 204 len: 173 time: 1.1638029 Aug 25 11:21:49.369867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'name': 'network-vif-deleted', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:49.374582 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283c0d5f-90df-4b81-9898-8f029fab09ce" -d '{"events": [{"server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "name": "network-vif-deleted", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:49.393594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.438813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c50315-4ce1-4fe9-9332-7e430bbedc52 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:49.478389 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a795e-f390-46e2-895a-fb8d9b3d5634 x-openstack-request-id: req-343a795e-f390-46e2-895a-fb8d9b3d5634 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:49.479833 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82033a35-9715-494e-a7fb-d5a7552583ca", "name": "network-vif-deleted", "tag": "7edb8f17-c152-4dcb-9c69-16e8454619b4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:49.480518 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-343a795e-f390-46e2-895a-fb8d9b3d5634 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:49.481452 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82033a35-9715-494e-a7fb-d5a7552583ca', 'name': 'network-vif-deleted', 'tag': '7edb8f17-c152-4dcb-9c69-16e8454619b4', 'status': 'completed', 'code': 200} Aug 25 11:21:49.488021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:49.494390 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.496227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a00bf43-7faf-4636-a480-b6654dba94ad details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:49.585325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d41863-06c4-4ef8-a724-c93dd74ee464 req-cc58588d-d464-4c65-b744-67de8e01bb2b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:49.600698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36d41863-06c4-4ef8-a724-c93dd74ee464 req-cc58588d-d464-4c65-b744-67de8e01bb2b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.1384227 Aug 25 11:21:49.633271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:21:49.637900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:49.670765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a00bf43-7faf-4636-a480-b6654dba94ad,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:49.685615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36d41863-06c4-4ef8-a724-c93dd74ee464 req-9c291f69-505d-4fdd-9dc4-4aad83a44575 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Aug 25 11:21:49.703910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '0a00bf43-7faf-4636-a480-b6654dba94ad', 'network_id': '21fd759f-f92b-4e59-929b-4a2fc2225515', 'port_id': '0a00bf43-7faf-4636-a480-b6654dba94ad', 'mac_address': 'fa:16:3e:31:dc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd65997-31ab-4bf0-a07c-7c812c34e0ab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:49.795218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.825008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a00bf43-7faf-4636-a480-b6654dba94ad {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:49.870545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a00bf43-7faf-4636-a480-b6654dba94ad,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:49.878909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:49.880097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3724aeea-fe14-4d96-9427-00c50a01b2d0 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:21:49.893204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f8af31d-58e4-40a0-8fbc-44cc51a23bdf req-67cf9391-d0ff-425e-973b-2554fb15e274 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=82033a35-9715-494e-a7fb-d5a7552583ca HTTP/1.1" status: 200 len: 210 time: 0.0527527 Aug 25 11:21:49.986623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7edb8f17-c152-4dcb-9c69-16e8454619b4 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:21:50.043589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 7edb8f17-c152-4dcb-9c69-16e8454619b4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:21:50.043932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7edb8f17-c152-4dcb-9c69-16e8454619b4 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:21:50.046953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:50.050143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:50.063440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '3724aeea-fe14-4d96-9427-00c50a01b2d0', 'network_id': '1774e408-eb01-4a23-9513-208a0b6fe394', 'port_id': '3724aeea-fe14-4d96-9427-00c50a01b2d0', 'mac_address': 'fa:16:3e:50:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857be199-57db-433c-aa7b-0b5ebe8327c9', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:21:50.129652 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:50.194195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3724aeea-fe14-4d96-9427-00c50a01b2d0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:50.279041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:50.298078 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:50.330435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.352664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.384918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.398651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.412411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.419664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:50.427853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.441104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.453974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-60eed8b6-4fff-4183-887e-70343c356db4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5425 time: 0.3057401 Aug 25 11:21:50.548595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883e06ef-d0b2-408f-85a5-d0f02117c8a4 req-71d7bc5a-008c-4c4f-9f4b-9db5306e7a32 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820236 Aug 25 11:21:50.567224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb3354-10f7-4a1d-b094-535221f778d6 req-058cb552-2c57-4013-8b4d-3f255cef8fef tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.569619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31cb3354-10f7-4a1d-b094-535221f778d6 req-058cb552-2c57-4013-8b4d-3f255cef8fef tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1143632 Aug 25 11:21:50.649232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31cb3354-10f7-4a1d-b094-535221f778d6 req-802eb916-7e02-40ab-b51c-e9cb8877320e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680764 Aug 25 11:21:50.924080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46f356-77fc-4685-8e12-26e6c8f8afcb req-b34619c4-4372-4dc7-8034-fb974c0c9be8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:50.926374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa46f356-77fc-4685-8e12-26e6c8f8afcb req-b34619c4-4372-4dc7-8034-fb974c0c9be8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.0901818 Aug 25 11:21:50.991378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa46f356-77fc-4685-8e12-26e6c8f8afcb req-66553815-e2a9-4767-9f87-97f5cfdaeb85 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542836 Aug 25 11:21:51.170371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-660485f7-9ec4-4c92-aede-93662b1e8f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:51.174429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2306f32e-8d07-4dec-8d9f-cccb653d4b17'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.201649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['50c50315-4ce1-4fe9-9332-7e430bbedc52'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.232079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['0a00bf43-7faf-4636-a480-b6654dba94ad'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.298229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-673bf2b2-0818-4cf4-8464-8933019e2565 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.301999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-673bf2b2-0818-4cf4-8464-8933019e2565 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 822 time: 0.1549637 Aug 25 11:21:51.359858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-cf8b73ac-916b-4909-95cf-1dd8c8d8e51e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/quotas/0d54f9d1bc924c18aa258bc2b859edfd HTTP/1.1" status: 200 len: 375 time: 0.0471094 Aug 25 11:21:51.416929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['659c2e59-7c55-4d2b-b76d-bcee277421fb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.441042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.443610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['3724aeea-fe14-4d96-9427-00c50a01b2d0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.444800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-81ab6b11-2fd6-49ed-b809-be14a89cff17 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802157 Aug 25 11:21:51.447309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['bb96412f-522f-4212-83b8-cec27213d90a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:21:51.568814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-c9a7af6a-0930-4295-b7e8-1d534f2a7d81 service neutron] 10.222.0.35 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100481 Aug 25 11:21:51.721648 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:51.830563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.846206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.860605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.874642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.888759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.902318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.916315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:51.919841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-46d1a6a2-41df-4d6d-b0f5-da8e6b1ca7b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5426 time: 0.2438762 Aug 25 11:21:52.048993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-f7ef4235-88ef-484c-8c2d-755fcf4d3270 service neutron] 10.222.0.35 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655790 Aug 25 11:21:52.160975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a97864bd-20c5-4e8e-a23f-c6cdd3931d40 req-cd8f34ff-1b95-4a3f-8148-f8a91a21b622 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2087100 Aug 25 11:21:52.178944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-e845b393-0b14-48e0-9394-b51abb5eedb8 service neutron] 10.222.0.67 "GET /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3/bindings/n-h1-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.2574773 Aug 25 11:21:52.511284 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:52.634609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d032c-1f19-4b93-a27c-353024b7d4ab req-0fc63309-d6da-433f-9879-18ee1375817d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:52.646368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d2d032c-1f19-4b93-a27c-353024b7d4ab req-0fc63309-d6da-433f-9879-18ee1375817d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2255569 Aug 25 11:21:52.827518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d2d032c-1f19-4b93-a27c-353024b7d4ab req-ae23f807-d117-4d7b-9435-46b8c4856442 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795173 Aug 25 11:21:52.868004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d722a9-39f9-432e-aaeb-72322a14d263 req-6e62c8c9-12c5-416c-8d4c-241cc3ad24e5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:52.881142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27d722a9-39f9-432e-aaeb-72322a14d263 req-6e62c8c9-12c5-416c-8d4c-241cc3ad24e5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 943 time: 0.1837561 Aug 25 11:21:52.956950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:53.000201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3df8613-dedc-476d-b392-76c6c9d4dffc req-8577b38c-48c8-4aa1-9b21-ff97224646e5 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 210 time: 0.0719974 Aug 25 11:21:53.052230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27d722a9-39f9-432e-aaeb-72322a14d263 req-aa065844-fed4-4f7d-b301-22a603ea5599 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696610 Aug 25 11:21:53.077856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:53.164701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacd8422-065e-4258-8c10-a1b8d60737b3 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:53.184386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:53.215518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:53.417462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] Transition to ACTIVE for port object aacd8422-065e-4258-8c10-a1b8d60737b3 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:53.442951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.455286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.465672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.477816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.488952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.500830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.513250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:53.516655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-d32af17f-a609-459c-bef7-eda94cf3bd93 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5426 time: 0.1839290 Aug 25 11:21:53.519588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:53.670248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] No DVR routers for this DVR port aacd8422-065e-4258-8c10-a1b8d60737b3 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:21:53.674687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] Pushing event updated for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:53.690142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46b9be78-3e7d-4018-9641-b6b262d2b139 req-cdd74878-b71b-4537-a412-c61512f7776c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157594 Aug 25 11:21:53.719934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-f15c3f45-8d3d-483e-92fa-52acceee4c92 service neutron] 10.222.0.67 "PUT /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3/bindings/n-h1-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5315735 Aug 25 11:21:53.976575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:21:54.139869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:21:54.154352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40abc-76e5-4748-b72a-f69b4fbc7d48 req-551e31c5-7851-4c47-9134-cf844f7da1e5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.173663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fb40abc-76e5-4748-b72a-f69b4fbc7d48 req-551e31c5-7851-4c47-9134-cf844f7da1e5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2150395 Aug 25 11:21:54.186660 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:54.318687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90521c91-9764-498d-8623-aec180b88c69 req-a027a723-4709-4f77-ab9e-b9f48f786472 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 210 time: 0.1291606 Aug 25 11:21:54.392324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fb40abc-76e5-4748-b72a-f69b4fbc7d48 req-e5b90f51-825c-4078-b3e8-5bb27d6ef54f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899586 Aug 25 11:21:54.433219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-3ed3140c-3d05-4010-b3e5-b3a8842bb83b tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.433219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-3ed3140c-3d05-4010-b3e5-b3a8842bb83b tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.2434628 Aug 25 11:21:54.506515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-b4fbee29-2754-4260-abc4-aa632eb562d0 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.508402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-b4fbee29-2754-4260-abc4-aa632eb562d0 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 822 time: 0.4178195 Aug 25 11:21:54.557997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Request body: {'port': {'device_id': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'admin_state_up': True, 'tenant_id': '0d54f9d1bc924c18aa258bc2b859edfd'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:54.578688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-62e21d7f-2a58-41c5-b327-23ffa8f37026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.580229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-62e21d7f-2a58-41c5-b327-23ffa8f37026 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4&tenant_id=7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 1096 time: 0.1362641 Aug 25 11:21:54.659960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76efb-7d90-4248-a796-e1f36416408c req-ed215c6c-8d8e-4593-b962-61a82ae11cf2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.661861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bd76efb-7d90-4248-a796-e1f36416408c req-ed215c6c-8d8e-4593-b962-61a82ae11cf2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.1522107 Aug 25 11:21:54.737284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-2d9106ad-8b60-45a3-aa62-5315f25d96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.738899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-2d9106ad-8b60-45a3-aa62-5315f25d96ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1251187 Aug 25 11:21:54.746120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bd76efb-7d90-4248-a796-e1f36416408c req-4dac4173-a558-4adb-9596-f3d7f79b70b8 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698564 Aug 25 11:21:54.853620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Made reservation on behalf of 0d54f9d1bc924c18aa258bc2b859edfd for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:21:54.857885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:54.927987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-aa98421c-f6a7-4561-a067-f90a517b9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:54.930726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-aa98421c-f6a7-4561-a067-f90a517b9f59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.1775298 Aug 25 11:21:55.021035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-260dc7ae-779d-4ce0-9365-4dae2bd17c80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 217 time: 0.0819211 Aug 25 11:21:55.054026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.060284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.066381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.072803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.079004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.085641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.091721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.093720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76c24430-af47-4273-9e92-cd9417137e35 req-db2f325e-cbce-45f6-b912-f7268eb89154 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5426 time: 0.2306750 Aug 25 11:21:55.197565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-b05b9f67-d6ac-408c-a0f3-87f5bdf4404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:55.198969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-b05b9f67-d6ac-408c-a0f3-87f5bdf4404a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1670251 Aug 25 11:21:55.231974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76c24430-af47-4273-9e92-cd9417137e35 req-462ab522-c39c-4068-8a77-63b98bfff9ff tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151235 Aug 25 11:21:55.256228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-bd45e7c3-a81b-470b-afde-1943e212fc80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446887 Aug 25 11:21:55.257426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Allocated IP 172.20.0.11 (b346257e-e9c1-400d-bf60-f010212550a3/4ae43418-f6dc-45d4-9ce8-d1373859c84b/79e587b4-8a23-4ea1-b24c-970135c355d0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:21:55.832374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0d57187-3d1c-42db-b32d-40afbe4ef5dc req-e8fb98ea-b517-4683-b8c5-837a08536a51 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 210 time: 0.4075003 Aug 25 11:21:55.899498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-05f3e9fe-0c6a-41c2-95e4-5ea5548024b2 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341677 Aug 25 11:21:55.998882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba472-b23b-4ddb-a0de-0f36e616ed4c req-ad253a23-5ad5-4cdd-9ec0-94745ada16bb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.000531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0eba472-b23b-4ddb-a0de-0f36e616ed4c req-ad253a23-5ad5-4cdd-9ec0-94745ada16bb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1709895 Aug 25 11:21:56.045486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.115157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0eba472-b23b-4ddb-a0de-0f36e616ed4c req-9498127b-d817-4e21-9485-a6f080f78882 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008894 Aug 25 11:21:56.126816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-066c5785-3ed8-4f70-beed-115c4b940881 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156079 Aug 25 11:21:56.231956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.318034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65712228-28ce-4341-b032-48ea9008ce18 req-875c8c83-b6ab-4e51-99a7-fb35b5c44f93 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.334278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65712228-28ce-4341-b032-48ea9008ce18 req-875c8c83-b6ab-4e51-99a7-fb35b5c44f93 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.1866250 Aug 25 11:21:56.360357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2306f32e-8d07-4dec-8d9f-cccb653d4b17 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:56.392124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Network b346257e-e9c1-400d-bf60-f010212550a3 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:21:56.394835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:21:56.404041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:21:56.485935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:56.492331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:56.493326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.567139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event updated for resources: {'Port': ['ID=79e587b4-8a23-4ea1-b24c-970135c355d0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:56.617288 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.659350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f32e-8d07-4dec-8d9f-cccb653d4b17'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:56.663585 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe087623-dfde-41d1-97ef-640284ad030b" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "2306f32e-8d07-4dec-8d9f-cccb653d4b17"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:56.688298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:56.696460 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.697821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device bb96412f-522f-4212-83b8-cec27213d90a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:56.711280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.712411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.731845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65712228-28ce-4341-b032-48ea9008ce18 req-2d6a3899-c28e-4218-b52d-ac02bb645126 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673480 Aug 25 11:21:56.778360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-96ed11e8-dc05-4496-9f22-3c1ecf285a15 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.780806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-96ed11e8-dc05-4496-9f22-3c1ecf285a15 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.2774584 Aug 25 11:21:56.795805 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02bac44-32bb-4c14-876f-9f85928452f9 x-openstack-request-id: req-f02bac44-32bb-4c14-876f-9f85928452f9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:56.796249 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "2306f32e-8d07-4dec-8d9f-cccb653d4b17", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:56.796496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.796646 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f02bac44-32bb-4c14-876f-9f85928452f9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:56.797254 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306f32e-8d07-4dec-8d9f-cccb653d4b17', 'code': 200} Aug 25 11:21:56.804669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.811078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.817733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.824445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.830687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.837517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:56.839769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-8195f71a-e4d2-4d0b-b0a5-61c59df8d7fc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5426 time: 0.3426898 Aug 25 11:21:56.851251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-3c0392f9-9d60-4f2f-9400-d5017d155361 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2996595 Aug 25 11:21:56.868862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:56.892213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port bb96412f-522f-4212-83b8-cec27213d90a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:56.900184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port bb96412f-522f-4212-83b8-cec27213d90a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:56.900835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:56.920164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Request body: {'port': {'device_id': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:21:57.084928 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.087261 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.099125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-756a36e3-f88c-4936-83dd-04b83a046c6f req-7c692ba2-dacb-4746-a966-772c0c66e3de tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2467630 Aug 25 11:21:57.103864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.138955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1198c86-7361-4c42-9393-478faca0bdcb req-9be27302-fcd2-4c01-ae00-838ca7c4cadd tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:57.147011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1198c86-7361-4c42-9393-478faca0bdcb req-9be27302-fcd2-4c01-ae00-838ca7c4cadd tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 932 time: 0.1960926 Aug 25 11:21:57.173522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=bb96412f-522f-4212-83b8-cec27213d90a,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:57.180903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.182723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 50c50315-4ce1-4fe9-9332-7e430bbedc52 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:57.262939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-665c8e09-986f-413d-9622-b596490c1bdd service neutron] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:57.278099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-665c8e09-986f-413d-9622-b596490c1bdd service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.279416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25c6bc6a-7217-4f67-b137-4f75619fb4e2 req-665c8e09-986f-413d-9622-b596490c1bdd service neutron] 10.222.0.10 "DELETE /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3/bindings/n-h2-778732-11 HTTP/1.1" status: 204 len: 173 time: 0.4386306 Aug 25 11:21:57.284483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1198c86-7361-4c42-9393-478faca0bdcb req-41d56bf8-1ef1-4248-9e53-9d6b723fb6d3 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364858 Aug 25 11:21:57.338226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:57.350233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 50c50315-4ce1-4fe9-9332-7e430bbedc52 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:57.357677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 50c50315-4ce1-4fe9-9332-7e430bbedc52 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:57.358481 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.507478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.572996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:57.580100 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.581678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 659c2e59-7c55-4d2b-b76d-bcee277421fb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:57.604598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d6b98-5e9b-4068-8e39-ba6a48766800 req-17c4f2b8-b601-4dcb-a876-de5481e05e89 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:57.607767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-491d6b98-5e9b-4068-8e39-ba6a48766800 req-17c4f2b8-b601-4dcb-a876-de5481e05e89 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2019565 Aug 25 11:21:57.704547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:57.719528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-491d6b98-5e9b-4068-8e39-ba6a48766800 req-837ee7f8-0e81-4e0e-b9d8-3aa6e68ab9db tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916212 Aug 25 11:21:57.725290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 659c2e59-7c55-4d2b-b76d-bcee277421fb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:57.734164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 659c2e59-7c55-4d2b-b76d-bcee277421fb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:57.735428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.854867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e587b4-8a23-4ea1-b24c-970135c355d0 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:21:57.874213 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.896967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.951746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Transition to ACTIVE for port object 79e587b4-8a23-4ea1-b24c-970135c355d0 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:21:57.959424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:57.960055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.963894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:57.965036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3724aeea-fe14-4d96-9427-00c50a01b2d0 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:58.049236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7caa4-fcb2-41e9-8841-b4af733d8065 req-51f42f7f-bcfe-48cc-a667-52cccc293b20 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.052220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93f7caa4-fcb2-41e9-8841-b4af733d8065 req-51f42f7f-bcfe-48cc-a667-52cccc293b20 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.1822574 Aug 25 11:21:58.055590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:58.060857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Pushing event updated for resources: {'Port': ['ID=79e587b4-8a23-4ea1-b24c-970135c355d0,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:58.074097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 3724aeea-fe14-4d96-9427-00c50a01b2d0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:58.079930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 3724aeea-fe14-4d96-9427-00c50a01b2d0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:58.080343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.171441 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.214663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93f7caa4-fcb2-41e9-8841-b4af733d8065 req-5ec5fe75-d31a-406a-8b14-defcd790e13a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487913 Aug 25 11:21:58.227787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:58.248212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.249425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a00bf43-7faf-4636-a480-b6654dba94ad up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:58.253665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Attempting to bind port 79e587b4-8a23-4ea1-b24c-970135c355d0 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:21:58.254270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Attempting to bind port 79e587b4-8a23-4ea1-b24c-970135c355d0 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:21:58.254829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Attempting to bind port 79e587b4-8a23-4ea1-b24c-970135c355d0 on network b346257e-e9c1-400d-bf60-f010212550a3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:58.290868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Port 79e587b4-8a23-4ea1-b24c-970135c355d0 on network b346257e-e9c1-400d-bf60-f010212550a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:21:58.291568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Attempting to bind port 79e587b4-8a23-4ea1-b24c-970135c355d0 on network b346257e-e9c1-400d-bf60-f010212550a3 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:21:58.309920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:21:58.309920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Checking segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:21:58.309920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Bound using segment: {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:21:58.309920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Bound port: 79e587b4-8a23-4ea1-b24c-970135c355d0, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c31f02-eb66-4838-a9b9-50d454397416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:21:58.311159 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.353060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:58.371943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 0a00bf43-7faf-4636-a480-b6654dba94ad completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:58.377550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 0a00bf43-7faf-4636-a480-b6654dba94ad triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:58.378118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.490711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.502791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.507569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.515567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.527958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.539816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.545808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a00bf43-7faf-4636-a480-b6654dba94ad,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:58.550472 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.551289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:21:58.551755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.563781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.567303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-8cbfcd70-7ef0-49c3-a890-0e58e09ecd13 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5431 time: 0.3081422 Aug 25 11:21:58.638610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:58.658546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:21:58.664448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:21:58.665367 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.678931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] For port 79e587b4-8a23-4ea1-b24c-970135c355d0, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:21:58.733189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] For port 79e587b4-8a23-4ea1-b24c-970135c355d0, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=79e587b4-8a23-4ea1-b24c-970135c355d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:21:58.740243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.750729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f2986b9-325b-448e-8f0c-8475b10c8d32 req-5b5abdbc-7646-4e86-8676-922d4c73a4c7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674881 Aug 25 11:21:58.777272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.798334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659c2e59-7c55-4d2b-b76d-bcee277421fb'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:58.800679 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d0555-2799-444e-b56f-8fe3248b5b46" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "bb96412f-522f-4212-83b8-cec27213d90a"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "659c2e59-7c55-4d2b-b76d-bcee277421fb"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:58.832486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:21:58.837462 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.842091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d476b5a-c556-40a7-a68b-be255c3b1f36 req-3119b1e6-a69b-4aeb-b543-eac52446707e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.844813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d476b5a-c556-40a7-a68b-be255c3b1f36 req-3119b1e6-a69b-4aeb-b543-eac52446707e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 944 time: 0.2760282 Aug 25 11:21:58.856574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:58.857553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:21:58.859961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] 10.222.0.67 "PUT /v2.0/ports/79e587b4-8a23-4ea1-b24c-970135c355d0 HTTP/1.1" status: 200 len: 1093 time: 1.9470685 Aug 25 11:21:58.860713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'tag': '79e587b4-8a23-4ea1-b24c-970135c355d0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:21:58.864908 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "3880dab8-67d9-4415-8a47-e1cce2cad4b7", "tag": "79e587b4-8a23-4ea1-b24c-970135c355d0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:21:58.923303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:58.938784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e7c20-2756-42bc-95b2-1ea744bed498 service neutron] Pushing event updated for resources: {'Port': ['ID=79e587b4-8a23-4ea1-b24c-970135c355d0,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:21:59.027177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d476b5a-c556-40a7-a68b-be255c3b1f36 req-4093f02e-5eb4-48f1-a973-e199b79dd749 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506498 Aug 25 11:21:59.074565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-184a183f-c317-4536-90c1-4edef945946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.077088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-184a183f-c317-4536-90c1-4edef945946c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1645043 Aug 25 11:21:59.106810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c8a16-373d-40dc-85e1-798ae028b080 req-8de9fe2c-16b0-4999-8c63-78adf79dedc1 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.109411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d20c8a16-373d-40dc-85e1-798ae028b080 req-8de9fe2c-16b0-4999-8c63-78adf79dedc1 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1102345 Aug 25 11:21:59.182367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-9ac44d88-8f49-4cdd-9b7a-75441397c325 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79e587b4-8a23-4ea1-b24c-970135c355d0 HTTP/1.1" status: 200 len: 217 time: 0.0925121 Aug 25 11:21:59.343364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d20c8a16-373d-40dc-85e1-798ae028b080 req-6afebfdc-86f9-49cb-bef0-fc11374e4a7f tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790833 Aug 25 11:21:59.357444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea710b-173a-49d5-b2fc-3c3b71bd5da2 req-9cd87e67-d91d-4eb4-87bf-241fa971ed4d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.360147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecea710b-173a-49d5-b2fc-3c3b71bd5da2 req-9cd87e67-d91d-4eb4-87bf-241fa971ed4d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2587874 Aug 25 11:21:59.362686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1281d-b335-439b-8671-d954837a3cbf req-a8c5bda0-64f1-4a0a-ab51-d901e109c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.365193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-a8c5bda0-64f1-4a0a-ab51-d901e109c142 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 200 len: 862 time: 0.1493142 Aug 25 11:21:59.417505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-8102890a-f091-44f7-a1fa-71aa22ff8d6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b346257e-e9c1-400d-bf60-f010212550a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431890 Aug 25 11:21:59.431074 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a0e9a-c291-4caf-882b-855df1e5ef83 x-openstack-request-id: req-0f3a0e9a-c291-4caf-882b-855df1e5ef83 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:59.431636 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "bb96412f-522f-4212-83b8-cec27213d90a", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "659c2e59-7c55-4d2b-b76d-bcee277421fb", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:59.432064 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f3a0e9a-c291-4caf-882b-855df1e5ef83 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:59.432782 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a', 'code': 200} Aug 25 11:21:59.433266 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52', 'code': 200} Aug 25 11:21:59.433761 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659c2e59-7c55-4d2b-b76d-bcee277421fb', 'code': 200} Aug 25 11:21:59.434328 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0', 'code': 200} Aug 25 11:21:59.434866 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad', 'code': 200} Aug 25 11:21:59.455681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecea710b-173a-49d5-b2fc-3c3b71bd5da2 req-475ca4c0-2aca-4686-8ab9-d65c7d993d75 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 Aug 25 11:21:59.495004 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c069ecaf-bb58-4b99-b9f7-adc0361776fc x-openstack-request-id: req-c069ecaf-bb58-4b99-b9f7-adc0361776fc {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:21:59.495960 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3880dab8-67d9-4415-8a47-e1cce2cad4b7", "tag": "79e587b4-8a23-4ea1-b24c-970135c355d0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:21:59.495960 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c069ecaf-bb58-4b99-b9f7-adc0361776fc {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:21:59.496313 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'tag': '79e587b4-8a23-4ea1-b24c-970135c355d0', 'status': 'completed', 'code': 200} Aug 25 11:21:59.542129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-3cf1da05-fce9-4b22-81d6-071e26c64445 service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120868 Aug 25 11:21:59.682068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cfc44-d7f5-4a28-9f3b-b002ad478598 req-5b4a26ba-22e5-4df4-a77e-d5d7fc74a3dc tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.684101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd5cfc44-d7f5-4a28-9f3b-b002ad478598 req-5b4a26ba-22e5-4df4-a77e-d5d7fc74a3dc tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1099899 Aug 25 11:21:59.688571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18f1281d-b335-439b-8671-d954837a3cbf req-b7d05511-5a7b-4ea3-91eb-a9d64660a7ff service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358666 Aug 25 11:21:59.750301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd5cfc44-d7f5-4a28-9f3b-b002ad478598 req-6829348e-2e05-40a6-bb04-2c7a093ce82d tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542698 Aug 25 11:21:59.824747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-e463424a-fe16-4fb3-9915-2942165f19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.827383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-e463424a-fe16-4fb3-9915-2942165f19c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0701253 Aug 25 11:21:59.978589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-b84a3e01-cbe6-4893-86b7-3c49cedf60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:21:59.980144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-b84a3e01-cbe6-4893-86b7-3c49cedf60e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 200 len: 923 time: 0.1446061 Aug 25 11:21:59.996053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.002210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.008327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.014415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.020504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.026766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.032751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.034863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-bb177360-2bd3-4d96-a4b7-4f5654a5b73c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.1279895 Aug 25 11:22:00.085098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-9c555ea9-b8f8-4c05-b9f0-d0656c589fc3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79e587b4-8a23-4ea1-b24c-970135c355d0 HTTP/1.1" status: 200 len: 217 time: 0.0491815 Aug 25 11:22:00.187619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db024ef6-1fe9-4fa1-b6d7-3f79732eca35 req-c824e481-831e-470e-a149-b77b86089e51 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426208 Aug 25 11:22:00.218580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-359591ac-7890-4f67-ab27-c53fb1b5b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.221211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-359591ac-7890-4f67-ab27-c53fb1b5b459 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 200 len: 862 time: 0.1216068 Aug 25 11:22:00.277082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-b574439e-5f60-4e2c-b58b-376b301d4f03 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b346257e-e9c1-400d-bf60-f010212550a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466375 Aug 25 11:22:00.466991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac3af4-9375-4b81-b9a4-d126435e4230 req-1703578f-41de-4814-b341-dc4d8c3f774f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.469677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5ac3af4-9375-4b81-b9a4-d126435e4230 req-1703578f-41de-4814-b341-dc4d8c3f774f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 944 time: 0.1910267 Aug 25 11:22:00.568262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-b4d4da64-bb75-4d38-8c92-87362e15d7e6 service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735231 Aug 25 11:22:00.604379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5ac3af4-9375-4b81-b9a4-d126435e4230 req-af828ccb-d4d5-4c3e-b9fa-feb39889b58f tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221571 Aug 25 11:22:00.644594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:00.775631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa0a8-7ff4-473c-b234-2de147957378 req-f7144dc7-bd85-4e88-a161-660eb907211c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:00.778480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40baa0a8-7ff4-473c-b234-2de147957378 req-f7144dc7-bd85-4e88-a161-660eb907211c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.2199194 Aug 25 11:22:00.821283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a0ab4d3-1822-4a92-af9b-b027b5f80fa0 req-6d8413b3-3076-4701-913f-3f2dbb7d5d97 service neutron] 10.222.0.67 "GET /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335529 Aug 25 11:22:00.898265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40baa0a8-7ff4-473c-b234-2de147957378 req-d944c4be-4bac-4323-b7d4-94c06a354ebd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098857 Aug 25 11:22:01.397915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.407293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.415955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.423235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.431782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.436531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:01.440686 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3fbbb0-38ed-406b-b642-de7e59466e2b" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:01.442056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.456087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.460224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-6eca0269-ee6e-43f2-88dd-a3af166dea1d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.1614199 Aug 25 11:22:01.531499 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e79398-137c-42a5-904b-51d4d2785fd4 x-openstack-request-id: req-b0e79398-137c-42a5-904b-51d4d2785fd4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:01.531967 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-plugged", "status": "completed", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:01.532362 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0e79398-137c-42a5-904b-51d4d2785fd4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:01.533920 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'code': 200} Aug 25 11:22:01.538621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c55cabe-a98e-4826-b6a6-a546663b1b7d req-ce37be78-9629-476d-a6ff-70246106516b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669010 Aug 25 11:22:01.833730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.835186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.836068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.836952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.837948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.838862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.839844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.842963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-0bd6d128-f0d6-4ec9-9ecd-526add26f663 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6497 time: 0.1750712 Aug 25 11:22:01.888861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0bd79-a95e-4c4b-87bb-c802ff7c317a req-41c469cd-2c41-4ba1-a2b5-b28794684d98 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:01.890589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53b0bd79-a95e-4c4b-87bb-c802ff7c317a req-41c469cd-2c41-4ba1-a2b5-b28794684d98 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 944 time: 0.1237178 Aug 25 11:22:01.915990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f813aa3b-37ec-4dcb-ac62-1bf985ad34a5 req-5f5786a3-b6fe-4f55-aacf-07413c3ba2b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631511 Aug 25 11:22:01.949917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53b0bd79-a95e-4c4b-87bb-c802ff7c317a req-f0811d24-9a0e-4b01-a8b2-0ae630259568 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Aug 25 11:22:02.093904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875612-bc15-47c8-9522-5c5eff5f1968 req-19691b8e-829d-45fc-8a7c-9ab55b0e8a17 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.095456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4875612-bc15-47c8-9522-5c5eff5f1968 req-19691b8e-829d-45fc-8a7c-9ab55b0e8a17 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0620215 Aug 25 11:22:02.154108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4875612-bc15-47c8-9522-5c5eff5f1968 req-34c64693-8d46-4661-8ca6-042954766026 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 Aug 25 11:22:02.769189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.782067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.795306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.809083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.821979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.836721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.863522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:02.868294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-00a5ab17-a82e-45db-9bfa-d57548f1432c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.2045538 Aug 25 11:22:02.965757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30ebcbd1-911d-4ca0-9154-4801aee4f3ab req-5f7dcfe9-1696-44ca-b0de-72f5ed30cee8 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834954 Aug 25 11:22:03.202223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f31f86-ee0b-4736-a344-767a013a29a8 req-d6a73295-52bc-4025-b440-57d58cc637af tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:03.204263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5f31f86-ee0b-4736-a344-767a013a29a8 req-d6a73295-52bc-4025-b440-57d58cc637af tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 944 time: 0.0792162 Aug 25 11:22:03.292226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5f31f86-ee0b-4736-a344-767a013a29a8 req-9fe03805-bfd3-43cd-8e7e-1569d6894b60 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728550 Aug 25 11:22:03.363685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d381582-89c5-4011-9ade-5298fd3831ff req-a1b6c144-ecfc-4061-bcc8-887cf1aca559 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:03.366587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d381582-89c5-4011-9ade-5298fd3831ff req-a1b6c144-ecfc-4061-bcc8-887cf1aca559 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1045570 Aug 25 11:22:03.456646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d381582-89c5-4011-9ade-5298fd3831ff req-f38314e6-6832-411f-8c06-e0a6f135560a tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770340 Aug 25 11:22:03.736151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbca7b-683c-41db-b5ca-8cf859c70d0f req-fb351e19-8cd3-40c7-bec9-1d421fcad826 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:03.738219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64fbca7b-683c-41db-b5ca-8cf859c70d0f req-fb351e19-8cd3-40c7-bec9-1d421fcad826 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 945 time: 0.0942357 Aug 25 11:22:03.790417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64fbca7b-683c-41db-b5ca-8cf859c70d0f req-27ac9357-a6eb-4b65-8a5d-db66253ce4bf tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Aug 25 11:22:04.032391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 79e587b4-8a23-4ea1-b24c-970135c355d0 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:04.187966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.195308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.201640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.205158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 79e587b4-8a23-4ea1-b24c-970135c355d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=79e587b4-8a23-4ea1-b24c-970135c355d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:04.208079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.214648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.220714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.227017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.232063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '79e587b4-8a23-4ea1-b24c-970135c355d0', 'network_id': 'b346257e-e9c1-400d-bf60-f010212550a3', 'port_id': '79e587b4-8a23-4ea1-b24c-970135c355d0', 'mac_address': 'fa:16:3e:05:f0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae43418-f6dc-45d4-9ce8-d1373859c84b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:04.235482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d408f8f-0545-4489-88b9-3238c062722a req-617f5f5f-69f2-404d-a82d-f541748344ad tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.1240437 Aug 25 11:22:04.292777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d408f8f-0545-4489-88b9-3238c062722a req-7a216085-64a8-4c1b-ad43-8d11f19d12d9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562766 Aug 25 11:22:04.318032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:04.491089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:04.500454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e587b4-8a23-4ea1-b24c-970135c355d0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:04.542816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 79e587b4-8a23-4ea1-b24c-970135c355d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=79e587b4-8a23-4ea1-b24c-970135c355d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:04.588953 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:04.666647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=79e587b4-8a23-4ea1-b24c-970135c355d0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:04.680735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.694600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.708425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.719937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.722236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:04.732718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.745796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.746268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'port_id': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'mac_address': 'fa:16:3e:fe:6e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ff7ac4-22f1-4406-a6ee-db525772c80d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:04.760121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.766282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2443ac66-3eb2-4b33-8573-f0eb266c9782 req-bb49472b-ff92-4d5b-9b8a-22606c9aa8b0 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.2853899 Aug 25 11:22:04.783667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f479a-43ab-4313-b04d-fc813e797dc6 req-67724b8d-8744-4d88-8c05-83ae272fd31d tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:04.784216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:04.789273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-363f479a-43ab-4313-b04d-fc813e797dc6 req-67724b8d-8744-4d88-8c05-83ae272fd31d tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 945 time: 0.2481384 Aug 25 11:22:04.792821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Request body: {'floatingip': {'port_id': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:04.828619 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:04.854593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 821e3e1e-d608-49ca-8c65-b93602ca4884 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:04.880776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:04.895796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-363f479a-43ab-4313-b04d-fc813e797dc6 req-dfea3418-39c4-47b9-b531-534669ea176c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051009 Aug 25 11:22:04.929834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:04.938646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:04.999492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['79e587b4-8a23-4ea1-b24c-970135c355d0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:05.074342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c877f-8c9e-4937-a7f9-d99e3760ebcd req-aad2beb6-11c0-4e0b-8b77-23117a1b08c9 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:05.079613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be2c877f-8c9e-4937-a7f9-d99e3760ebcd req-aad2beb6-11c0-4e0b-8b77-23117a1b08c9 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1574690 Aug 25 11:22:05.157746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:05.195927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be2c877f-8c9e-4937-a7f9-d99e3760ebcd req-f1e6e919-9998-46ea-b1c0-cf3a5c0fc856 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029537 Aug 25 11:22:05.385242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['821e3e1e-d608-49ca-8c65-b93602ca4884'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:05.456261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd5834-e144-49d3-b396-939c0844a8d2 req-878ec8fa-1e99-4ff2-ac74-69bc4c907222 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:05.458797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0bd5834-e144-49d3-b396-939c0844a8d2 req-878ec8fa-1e99-4ff2-ac74-69bc4c907222 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 945 time: 0.1107092 Aug 25 11:22:05.568613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0bd5834-e144-49d3-b396-939c0844a8d2 req-73e8eccb-db32-4368-b63f-4bde17d72dd9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924349 Aug 25 11:22:05.583121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-c571fcf6-d7b5-422a-8284-d447943501bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:05.585602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-c571fcf6-d7b5-422a-8284-d447943501bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 945 time: 0.1002326 Aug 25 11:22:05.719414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:05.725737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:05.736929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Deleting port ed5ad6bd-1e17-4521-b84e-54b962a91efe {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:22:05.737759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:05.864119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] For port ed5ad6bd-1e17-4521-b84e-54b962a91efe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ed5ad6bd-1e17-4521-b84e-54b962a91efe,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:05.864607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:05.886238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Calling delete_port for ed5ad6bd-1e17-4521-b84e-54b962a91efe owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:22:05.902569 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Floating IP 9f933648-e212-43da-84f3-2f2041364d9d associated. External IP: 172.25.1.55, port: 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd. Aug 25 11:22:06.184800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206106-ba30-40bb-9a1a-6d50e3bd8c43 req-c44d0478-70b7-42df-9eae-85c83ee70ef2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:06.187772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4206106-ba30-40bb-9a1a-6d50e3bd8c43 req-c44d0478-70b7-42df-9eae-85c83ee70ef2 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 945 time: 0.1578834 Aug 25 11:22:06.191392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:22:06.234066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:06.306484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event deleted for resources: {'Port': ['ID=ed5ad6bd-1e17-4521-b84e-54b962a91efe,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:06.306828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ed5ad6bd-1e17-4521-b84e-54b962a91efe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:06.338277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4206106-ba30-40bb-9a1a-6d50e3bd8c43 req-b24abb73-0ece-4d1e-8a0d-e57fe9d3b998 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376865 Aug 25 11:22:06.369217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:22:06.387467 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] Sync routers for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:22:06.395021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:06.407925 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:22:06.408864 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:21:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:06.421055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:22:06.422495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] No DVR routers for this DVR port ed5ad6bd-1e17-4521-b84e-54b962a91efe on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:22:06.427194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:06.430051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc1290c0-ee21-49fd-bd5a-4420986f4f59 req-9e103500-62a9-48a8-a1b3-d49e014b9e4d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "DELETE /v2.0/ports/ed5ad6bd-1e17-4521-b84e-54b962a91efe HTTP/1.1" status: 204 len: 173 time: 0.8355782 Aug 25 11:22:06.430632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'name': 'network-vif-deleted', 'tag': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:06.433602 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db6fcda-9ecc-49b6-996f-c2eb776b7d24" -d '{"events": [{"server_uuid": "8fddc42e-49f1-4a9f-a3b5-1e0076580643", "name": "network-vif-deleted", "tag": "ed5ad6bd-1e17-4521-b84e-54b962a91efe"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:06.496708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c4d34-c722-4943-93c2-4cd5c3a7b432 req-8aebf153-fe73-436f-b5a3-091ab7407475 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:06.500516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c67c4d34-c722-4943-93c2-4cd5c3a7b432 req-8aebf153-fe73-436f-b5a3-091ab7407475 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 945 time: 0.1566153 Aug 25 11:22:06.520737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e7e9811c-fa40-4afd-8178-d361a5e63ec9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "PUT /v2.0/floatingips/9f933648-e212-43da-84f3-2f2041364d9d HTTP/1.1" status: 200 len: 990 time: 1.7349260 Aug 25 11:22:06.522316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:06.526365 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef300ad-c9a7-4274-8691-939bfbc66eae" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:06.633449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c67c4d34-c722-4943-93c2-4cd5c3a7b432 req-3411da94-418e-4b79-8860-5de1fd744ca3 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152213 Aug 25 11:22:06.746437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:06.763269 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c580be-aae9-4b99-bc4d-e5b04e593201 x-openstack-request-id: req-77c580be-aae9-4b99-bc4d-e5b04e593201 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:06.763269 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fddc42e-49f1-4a9f-a3b5-1e0076580643", "name": "network-vif-deleted", "tag": "ed5ad6bd-1e17-4521-b84e-54b962a91efe", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:06.763269 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77c580be-aae9-4b99-bc4d-e5b04e593201 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:06.763959 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fddc42e-49f1-4a9f-a3b5-1e0076580643', 'name': 'network-vif-deleted', 'tag': 'ed5ad6bd-1e17-4521-b84e-54b962a91efe', 'status': 'completed', 'code': 200} Aug 25 11:22:06.768977 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:22:06.792429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 821e3e1e-d608-49ca-8c65-b93602ca4884 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:06.839365 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b4f10a-e13a-43db-adb4-0b759772cffe x-openstack-request-id: req-98b4f10a-e13a-43db-adb4-0b759772cffe {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:06.839831 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:06.840412 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98b4f10a-e13a-43db-adb4-0b759772cffe {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:06.841036 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'status': 'completed', 'code': 200} Aug 25 11:22:06.880499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:06.892988 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:07.052881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f36a835b-3880-4381-b87c-574c295fe084 req-0ffc1cbc-3ba0-460d-8f27-571016b54966 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0919871 Aug 25 11:22:07.060599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:07.092890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.096424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.097522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.098626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.099678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.101801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.104212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.107997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-9513eb21-e7ca-45a6-ad52-cf639c1bd5e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6497 time: 0.2286446 Aug 25 11:22:07.225080 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '9f933648-e212-43da-84f3-2f2041364d9d', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'port_id': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'mac_address': 'fa:16:3e:4a:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:20:27Z', 'updated_at': '2021-08-25T11:22:05Z', 'revision_number': 1, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:37Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:07.340249 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] Checking router: f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:22:07.347995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-8c0ae41b-14e8-4a2c-8e45-8d7197c17cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.350659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-8c0ae41b-14e8-4a2c-8e45-8d7197c17cad service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c02236c-c78c-4537-9384-2ff1eca72838 HTTP/1.1" status: 200 len: 913 time: 0.2342031 Aug 25 11:22:07.359692 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:22:07.364087 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:21:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:07.574320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-262c8542-4b76-4224-a1c1-c855e17a07ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 200 len: 998 time: 0.2138755 Aug 25 11:22:07.617052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4749cd4-bac0-485c-a6a2-e1a7b9c2995c req-f0c5c753-9dc3-4fc1-bd21-689cd802f38e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.620198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b4749cd4-bac0-485c-a6a2-e1a7b9c2995c req-f0c5c753-9dc3-4fc1-bd21-689cd802f38e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 945 time: 0.1463401 Aug 25 11:22:07.634305 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:22:07.878116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b4749cd4-bac0-485c-a6a2-e1a7b9c2995c req-62871fc3-cacf-406e-b9a7-02a2bf8602eb tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167914 Aug 25 11:22:07.882019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-48c8bbc9-06cb-4f9e-9c8a-a23e18bffb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.883639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-48c8bbc9-06cb-4f9e-9c8a-a23e18bffb81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffd3dc33-67e6-415a-97e4-94424d0919e6 HTTP/1.1" status: 200 len: 851 time: 0.3011215 Aug 25 11:22:07.984366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9235be-ef4f-4021-b70e-1775c9b42000 req-8fd895b8-fc08-48a2-8c1e-290c35ad0d56 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:07.994335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da9235be-ef4f-4021-b70e-1775c9b42000 req-8fd895b8-fc08-48a2-8c1e-290c35ad0d56 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 944 time: 0.1587093 Aug 25 11:22:08.062470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 79e587b4-8a23-4ea1-b24c-970135c355d0 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:08.078192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da9235be-ef4f-4021-b70e-1775c9b42000 req-6920c19c-cda9-4faf-ae75-a90865719eef tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828032 Aug 25 11:22:08.080422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-7e004b00-3521-4cf3-a146-c8d0860afd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:08.104341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-7e004b00-3521-4cf3-a146-c8d0860afd81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c02236c-c78c-4537-9384-2ff1eca72838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882870 Aug 25 11:22:08.195873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 79e587b4-8a23-4ea1-b24c-970135c355d0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:08.207777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 79e587b4-8a23-4ea1-b24c-970135c355d0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:08.208624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:08.277926 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '9f933648-e212-43da-84f3-2f2041364d9d', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'port_id': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'mac_address': 'fa:16:3e:4a:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:20:27Z', 'updated_at': '2021-08-25T11:22:05Z', 'revision_number': 1, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:37Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:08.293036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26b58675-937e-45d9-b67f-919c46087767 req-88c08b05-9000-42a7-a2a9-ddeb4df5c73f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0357206 Aug 25 11:22:08.334141 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c07be29-d011-44bb-afb8-68939ced846e None None] The sync data for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 is: [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '9f933648-e212-43da-84f3-2f2041364d9d', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'port_id': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'mac_address': 'fa:16:3e:4a:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:20:27Z', 'updated_at': '2021-08-25T11:22:05Z', 'revision_number': 1, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:37Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:22:08.403851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-1a8ef334-52bc-428d-a298-334ce0dab9d8 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072677 Aug 25 11:22:08.470547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:08.547779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ef300ad-c9a7-4274-8691-939bfbc66eae req-dab6f00a-3af4-48ba-9b12-718bbfc32175 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354501 Aug 25 11:22:08.577080 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:08.652012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e587b4-8a23-4ea1-b24c-970135c355d0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:08.657135 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5652da0d-b002-40f1-8b01-e1e71341ee8d" -d '{"events": [{"server_uuid": "3880dab8-67d9-4415-8a47-e1cce2cad4b7", "name": "network-vif-plugged", "status": "completed", "tag": "79e587b4-8a23-4ea1-b24c-970135c355d0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:08.688061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 79e587b4-8a23-4ea1-b24c-970135c355d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=79e587b4-8a23-4ea1-b24c-970135c355d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:08.698958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:08.703506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 821e3e1e-d608-49ca-8c65-b93602ca4884 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:08.704939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:08.752865 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff9f58-558e-422d-811c-081d92335f70 x-openstack-request-id: req-7cff9f58-558e-422d-811c-081d92335f70 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:08.752865 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3880dab8-67d9-4415-8a47-e1cce2cad4b7", "name": "network-vif-plugged", "status": "completed", "tag": "79e587b4-8a23-4ea1-b24c-970135c355d0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:08.752865 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cff9f58-558e-422d-811c-081d92335f70 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:08.752865 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e587b4-8a23-4ea1-b24c-970135c355d0', 'code': 200} Aug 25 11:22:08.850101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=79e587b4-8a23-4ea1-b24c-970135c355d0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:08.892030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f653e-0a6e-48f6-8369-f5faa3bc8494 None None] New status for floating IP 9f933648-e212-43da-84f3-2f2041364d9d: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:22:08.966355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936f224-91a8-4457-8ea6-bf978cf51c64 req-2892b587-0370-420e-852b-315aece7d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:08.983047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1936f224-91a8-4457-8ea6-bf978cf51c64 req-2892b587-0370-420e-852b-315aece7d824 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 1098 time: 0.1412663 Aug 25 11:22:09.077003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:09.086711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1936f224-91a8-4457-8ea6-bf978cf51c64 req-5d55e0a8-5766-42c5-9dfe-71266d6d4312 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007304 Aug 25 11:22:09.172225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896baac-3f65-4078-aeaa-a0a84a542edf req-436f891e-9469-4565-bb9b-df566f71d4fe tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:09.185755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8896baac-3f65-4078-aeaa-a0a84a542edf req-436f891e-9469-4565-bb9b-df566f71d4fe tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 946 time: 0.1479228 Aug 25 11:22:09.233962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:09.239989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:09.240919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ed5ad6bd-1e17-4521-b84e-54b962a91efe no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:22:09.251545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8896baac-3f65-4078-aeaa-a0a84a542edf req-5042d44b-435f-4310-b072-333b93c5b1d5 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645437 Aug 25 11:22:09.358783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: ed5ad6bd-1e17-4521-b84e-54b962a91efe {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:22:09.359441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ed5ad6bd-1e17-4521-b84e-54b962a91efe not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:22:09.394462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2033c-b1fb-4dcd-9c32-adc36f665705 req-4cfe58bc-58bc-4f32-b180-51245c4ebd14 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:09.396116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bc2033c-b1fb-4dcd-9c32-adc36f665705 req-4cfe58bc-58bc-4f32-b180-51245c4ebd14 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0771163 Aug 25 11:22:09.398895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:09.490432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15473b00-d465-477c-9b84-779f56c45f30 req-7d38969a-ca7d-4f38-959b-39fe30d0c773 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0484192 Aug 25 11:22:09.518915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bc2033c-b1fb-4dcd-9c32-adc36f665705 req-7d48cf90-c5fe-43b7-b2ec-f2ddc0317155 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144230 Aug 25 11:22:09.567656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-b74e6f8b-c26a-4fc9-9306-2a9fa8ffe383 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931273 Aug 25 11:22:10.046559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb913-c980-4c23-a471-a26861510149 req-f2bb8e16-e254-48c2-ac4e-202be8c421e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:10.048554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-f2bb8e16-e254-48c2-ac4e-202be8c421e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 1098 time: 0.3898602 Aug 25 11:22:10.222328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb913-c980-4c23-a471-a26861510149 req-24a9503a-4c09-4659-8c56-c167392231c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:10.225251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-24a9503a-4c09-4659-8c56-c167392231c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.1441779 Aug 25 11:22:10.377752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-711a19d3-69c2-4d57-89cc-f56dfb34eb9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd HTTP/1.1" status: 200 len: 217 time: 0.1270993 Aug 25 11:22:10.510895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb913-c980-4c23-a471-a26861510149 req-c76cde7e-fe7b-4558-aea0-63f1273e48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:10.514214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-c76cde7e-fe7b-4558-aea0-63f1273e48d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1272564 Aug 25 11:22:10.700271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a697149a-0717-47d7-aad8-3f7eb76368fa req-fa2095a2-2655-4c74-a3fa-c1d002155d3d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0659845 Aug 25 11:22:10.730265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6bef0-2b88-46fb-a1ef-e38e5dd20f6c req-94f28fa8-428f-4380-9b7c-598ea58bee13 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:10.732215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ae6bef0-2b88-46fb-a1ef-e38e5dd20f6c req-94f28fa8-428f-4380-9b7c-598ea58bee13 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 946 time: 0.2166796 Aug 25 11:22:10.741274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cb913-c980-4c23-a471-a26861510149 req-e7fbe0c8-ba52-4e4a-9acb-9edc62431b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:10.743504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-e7fbe0c8-ba52-4e4a-9acb-9edc62431b32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044301 Aug 25 11:22:10.753009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:10.755756 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a31c3c-6741-43aa-b751-ef18024190ae" -d '{"events": [{"server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:10.920648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ae6bef0-2b88-46fb-a1ef-e38e5dd20f6c req-60a8480c-6eff-4855-aa9a-db01d997c7a5 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524215 Aug 25 11:22:10.950373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-5e1c9a13-9868-4a46-ab90-b8497039a6cd service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983244 Aug 25 11:22:10.969575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1b942-85c0-449d-8951-831005fee7af req-e4876742-046a-4bfb-afd0-782c5086ac42 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:10.977365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aeb1b942-85c0-449d-8951-831005fee7af req-e4876742-046a-4bfb-afd0-782c5086ac42 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1488357 Aug 25 11:22:11.088986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aeb1b942-85c0-449d-8951-831005fee7af req-199e6c57-ee76-4340-819e-ac242c1f74d7 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081305 Aug 25 11:22:11.159850 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac5fb0-8bee-444c-960a-88f3817587e6 x-openstack-request-id: req-49ac5fb0-8bee-444c-960a-88f3817587e6 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:11.160192 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "name": "network-vif-plugged", "status": "completed", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:11.160376 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49ac5fb0-8bee-444c-960a-88f3817587e6 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:11.160778 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'code': 200} Aug 25 11:22:11.172872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c07cb913-c980-4c23-a471-a26861510149 req-6a0c5c3a-ae9c-4a8c-9908-688ce320fbaf service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931009 Aug 25 11:22:11.423966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08bec2-3a28-4b48-96a5-acb296f74d79 req-e9cabddc-3a77-4432-80e0-8bdf0b1fda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:11.426311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f08bec2-3a28-4b48-96a5-acb296f74d79 req-e9cabddc-3a77-4432-80e0-8bdf0b1fda20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 1098 time: 0.1016264 Aug 25 11:22:11.484977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f08bec2-3a28-4b48-96a5-acb296f74d79 req-96034754-1f71-4ea4-b2bc-ddf5966e5631 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484121 Aug 25 11:22:11.853988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a8b9f7d-70a1-4fd7-b67e-bb42cccb4c5a req-7364a9b6-0cf6-4a88-b7b0-73cfd5854701 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0353954 Aug 25 11:22:12.133643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8a66e-20c6-48f6-a391-c38bd27a4538 req-1d67bbb3-e05a-47fa-a860-ea0145e5347a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:12.135473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbd8a66e-20c6-48f6-a391-c38bd27a4538 req-1d67bbb3-e05a-47fa-a860-ea0145e5347a tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 946 time: 0.0779128 Aug 25 11:22:12.202127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbd8a66e-20c6-48f6-a391-c38bd27a4538 req-8856820a-0f15-4341-ad62-979f10e8dfaa tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Aug 25 11:22:12.323207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a66a-4d6f-444e-ad4e-08d160e5adfd req-36a6988a-06c1-4fb4-a452-79583f2f508d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:12.331905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c985a66a-4d6f-444e-ad4e-08d160e5adfd req-36a6988a-06c1-4fb4-a452-79583f2f508d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.0721352 Aug 25 11:22:12.385230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c985a66a-4d6f-444e-ad4e-08d160e5adfd req-b3a63169-4f95-462f-8958-4114facaa8b4 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526383 Aug 25 11:22:12.629004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d61d2-a93f-4261-b99a-5f2f482c73c7 req-7072c2d1-cf02-4d86-ae92-6079b6de5d36 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:12.631163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-765d61d2-a93f-4261-b99a-5f2f482c73c7 req-7072c2d1-cf02-4d86-ae92-6079b6de5d36 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 946 time: 0.0782394 Aug 25 11:22:12.709316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-765d61d2-a93f-4261-b99a-5f2f482c73c7 req-693bc278-caca-4a3a-ac00-9793dc078ca9 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 Aug 25 11:22:13.042421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99c53d44-0477-4a39-a014-18c7186adee0 req-f4ac9948-a048-4d87-b387-a2d30ef2de01 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fddc42e-49f1-4a9f-a3b5-1e0076580643 HTTP/1.1" status: 200 len: 210 time: 0.0503254 Aug 25 11:22:13.469450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-035e666d-a6bb-4b68-9ed4-552fb2992d8b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0702996 Aug 25 11:22:13.609728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.610324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.610817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.611295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.611772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.612253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.612730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.618620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-707ed468-81fb-45d6-999d-6b93f8c3f2ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6506 time: 0.0962150 Aug 25 11:22:13.623519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cf119-a11d-443d-8261-b2bce821e431 req-c7312f1d-e710-413f-9f3d-a91ac7dc3d93 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.625116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a2cf119-a11d-443d-8261-b2bce821e431 req-c7312f1d-e710-413f-9f3d-a91ac7dc3d93 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1225824 Aug 25 11:22:13.703144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a2cf119-a11d-443d-8261-b2bce821e431 req-e22cf2cd-dda3-486c-b92a-2cadaa2a711d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685613 Aug 25 11:22:13.914926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-e5f7bfe4-952f-493a-815d-58247156e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.915414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-e5f7bfe4-952f-493a-815d-58247156e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.915888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-e5f7bfe4-952f-493a-815d-58247156e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.917558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-e5f7bfe4-952f-493a-815d-58247156e8cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=1cfc1716-58b4-4e56-a8be-9365be88475f&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 200 len: 2297 time: 0.2582259 Aug 25 11:22:13.945877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341975d5-d360-44de-8285-68d1e884e2a5 req-7d34d4bb-5f99-44a2-aaa1-a23959d7ebcb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.947738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-341975d5-d360-44de-8285-68d1e884e2a5 req-7d34d4bb-5f99-44a2-aaa1-a23959d7ebcb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.1130359 Aug 25 11:22:13.963609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae534f0a-f540-4d9f-be99-38cc2345338b req-042566ba-1a32-4be8-9740-acd0f932d4a6 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:13.965112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae534f0a-f540-4d9f-be99-38cc2345338b req-042566ba-1a32-4be8-9740-acd0f932d4a6 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 946 time: 0.1318932 Aug 25 11:22:14.080146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-6f560d2e-4534-42ac-85ad-855cd787854f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67 HTTP/1.1" status: 200 len: 1001 time: 0.1425979 Aug 25 11:22:14.086053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-341975d5-d360-44de-8285-68d1e884e2a5 req-55fdf1d2-b081-4621-bfa2-fca4ea946f70 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313519 Aug 25 11:22:14.092994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae534f0a-f540-4d9f-be99-38cc2345338b req-413077ca-07e8-4ab3-99d5-47e54dff2e8e tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups?id=63f5f34c-21ae-4f6f-9342-dd08cd5b3989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881782 Aug 25 11:22:14.188639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-86704aaf-64ea-44da-a7ec-140e465b328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:14.190690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-86704aaf-64ea-44da-a7ec-140e465b328e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e401c785-f192-4f84-87d6-10da174fd1a9 HTTP/1.1" status: 200 len: 856 time: 0.0962107 Aug 25 11:22:14.341562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-1fdbcaed-bbbe-4369-a717-67339a694a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:14.343941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-1fdbcaed-bbbe-4369-a717-67339a694a35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1cfc1716-58b4-4e56-a8be-9365be88475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255791 Aug 25 11:22:14.358433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-566247d9-d176-4f30-a464-d81b2683664c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:14.360601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-566247d9-d176-4f30-a464-d81b2683664c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 946 time: 0.1248305 Aug 25 11:22:14.694452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-f4422ea0-1fde-41af-b339-11a53c223341 service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321793 Aug 25 11:22:14.782717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Deleting port 79e587b4-8a23-4ea1-b24c-970135c355d0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:22:14.783287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:15.142586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-13b749f6-7285-4db6-9694-9491ba16919e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:15.145468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-13b749f6-7285-4db6-9694-9491ba16919e tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 815 time: 0.4250941 Aug 25 11:22:15.155983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152c885-d8e8-4b9f-b5da-c9b89b64e3fe req-1213025b-baea-410d-ba1d-a0b7a16ad233 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:15.158197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4152c885-d8e8-4b9f-b5da-c9b89b64e3fe req-1213025b-baea-410d-ba1d-a0b7a16ad233 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2780964 Aug 25 11:22:15.161143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] For port 79e587b4-8a23-4ea1-b24c-970135c355d0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=79e587b4-8a23-4ea1-b24c-970135c355d0,segment=NetworkSegment(94c31f02-eb66-4838-a9b9-50d454397416),segment_id=94c31f02-eb66-4838-a9b9-50d454397416)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:15.161758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:15.169531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-b7ab1320-ff0c-499f-a0cb-d36d8989ddf9 service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661670 Aug 25 11:22:15.257122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Calling delete_port for 79e587b4-8a23-4ea1-b24c-970135c355d0 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:22:15.261260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-1607e653-85c6-4f83-9a20-f36c454dc180 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/quotas/e778b5b3ecc9489988da300b58c3711f HTTP/1.1" status: 200 len: 375 time: 0.0950561 Aug 25 11:22:15.279370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-2f752232-2716-4c92-9e8e-a43185c4caf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 217 time: 0.0911739 Aug 25 11:22:15.445318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4152c885-d8e8-4b9f-b5da-c9b89b64e3fe req-65476f73-3e64-4c06-b4ed-c13cf25defd6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585542 Aug 25 11:22:15.450669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-c2961ce6-26db-46d6-b5dd-338c76eccf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:15.451376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-c2961ce6-26db-46d6-b5dd-338c76eccf2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1601331 Aug 25 11:22:15.509993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-08e00dc4-d0a1-4919-b977-7ffc4c2ef508 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2291477 Aug 25 11:22:15.726204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:15.734929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-b49d9846-3bbe-4aa2-b3d9-3c01707c9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:15.739166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['79e587b4-8a23-4ea1-b24c-970135c355d0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:15.744867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-b49d9846-3bbe-4aa2-b3d9-3c01707c9949 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2714849 Aug 25 11:22:15.897662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event deleted for resources: {'Port': ['ID=79e587b4-8a23-4ea1-b24c-970135c355d0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:15.981021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-59e8908b-b58c-42cd-b58a-bc4f2a1561c9 service neutron] 10.222.0.35 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635611 Aug 25 11:22:16.448391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] No DVR routers for this DVR port 79e587b4-8a23-4ea1-b24c-970135c355d0 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:22:16.473345 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:16.477039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8aed55b-63e5-4bc0-bb7f-2557f77a8062 req-f09d91a6-3919-4ad7-a007-a919faf5545c tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.67 "DELETE /v2.0/ports/79e587b4-8a23-4ea1-b24c-970135c355d0 HTTP/1.1" status: 204 len: 173 time: 2.0877569 Aug 25 11:22:16.478617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'name': 'network-vif-deleted', 'tag': '79e587b4-8a23-4ea1-b24c-970135c355d0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:16.480964 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daffe2e-4d8d-4ec4-84e7-494e5ef38213" -d '{"events": [{"server_uuid": "3880dab8-67d9-4415-8a47-e1cce2cad4b7", "name": "network-vif-deleted", "tag": "79e587b4-8a23-4ea1-b24c-970135c355d0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:16.502257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-1bd2a3a4-c50e-4f9c-beeb-1b9ca0ec6989 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:16.510447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-1bd2a3a4-c50e-4f9c-beeb-1b9ca0ec6989 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.8825233 Aug 25 11:22:16.554294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-dd09430f-4429-4cac-b1c1-de07cdede89d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.0429139 Aug 25 11:22:16.561119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-4c4500eb-f7a4-41e7-b4b1-d6c002681e33 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869325 Aug 25 11:22:16.587049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367be061-918c-453d-81d3-c2313f1c218b req-1b16d337-192e-4b3b-8bb7-4bdd91c338c2 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:16.588622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-367be061-918c-453d-81d3-c2313f1c218b req-1b16d337-192e-4b3b-8bb7-4bdd91c338c2 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "GET /v2.0/ports?device_id=00321d26-d688-49bf-b621-f00768abcbf0 HTTP/1.1" status: 200 len: 946 time: 0.5227444 Aug 25 11:22:16.644075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-6c649e5d-d3cd-4708-9e48-f11d940aaa7c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796065 Aug 25 11:22:16.707208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-0a322e6c-44ce-4ffe-bf7a-68e8b82c6ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953974 Aug 25 11:22:16.838331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-2552a52e-7f0d-4dd2-b87f-d46c428c4d6f service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421722 Aug 25 11:22:16.934261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-df4ef8c8-8399-402a-8b57-fd73fcc619f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 217 time: 0.0609174 Aug 25 11:22:17.009560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-8a671679-804d-449f-b0b0-6e9c0bb0e71f service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968135 Aug 25 11:22:17.113906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cec22fe4-6208-436a-a68e-23eb1aae7edd req-7466dbe3-3ec0-43ad-8a7c-c58923fb1a81 tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/ports?device_id=3880dab8-67d9-4415-8a47-e1cce2cad4b7 HTTP/1.1" status: 200 len: 210 time: 0.0415506 Aug 25 11:22:17.116834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-691a9bca-91e6-4ab1-b00b-23230343e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:17.118410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-691a9bca-91e6-4ab1-b00b-23230343e9cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1766441 Aug 25 11:22:17.123158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Deleting port 821e3e1e-d608-49ca-8c65-b93602ca4884 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:22:17.123513 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:17.279952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-4f18bc7e-6d6b-4fd7-8ce7-19d804e4bf09 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692571 Aug 25 11:22:17.317985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:22:17.324768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-83e245a1-d949-44b0-81aa-02be78126798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:17.327593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-83e245a1-d949-44b0-81aa-02be78126798 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1875942 Aug 25 11:22:17.345663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] For port 821e3e1e-d608-49ca-8c65-b93602ca4884, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=821e3e1e-d608-49ca-8c65-b93602ca4884,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:17.346136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:17.488562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Calling delete_port for 821e3e1e-d608-49ca-8c65-b93602ca4884 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:22:17.664635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa76fa-7da1-47aa-8606-0efd853f1882 req-4f9ea664-2d06-42e4-b321-441a68fb636d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:17.666334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47aa76fa-7da1-47aa-8606-0efd853f1882 req-4f9ea664-2d06-42e4-b321-441a68fb636d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1823542 Aug 25 11:22:17.672488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-bc3e7373-7827-4b9f-acb3-beb9d74b10f9 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313999 Aug 25 11:22:17.912731 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df08f5e-45c3-400e-8ac2-f50e78de6874 x-openstack-request-id: req-5df08f5e-45c3-400e-8ac2-f50e78de6874 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:17.914421 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3880dab8-67d9-4415-8a47-e1cce2cad4b7", "name": "network-vif-deleted", "tag": "79e587b4-8a23-4ea1-b24c-970135c355d0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:17.914797 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5df08f5e-45c3-400e-8ac2-f50e78de6874 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:17.916162 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3880dab8-67d9-4415-8a47-e1cce2cad4b7', 'name': 'network-vif-deleted', 'tag': '79e587b4-8a23-4ea1-b24c-970135c355d0', 'status': 'completed', 'code': 200} Aug 25 11:22:17.935665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47aa76fa-7da1-47aa-8606-0efd853f1882 req-e8ff7953-7f94-4b72-99c2-03c578afa70a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607994 Aug 25 11:22:18.073473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:18.078661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4b0cc0-68cb-41d5-95eb-d9fbb88e5a79 req-85148e06-6faa-420c-aa60-071f5ddd8a63 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 210 time: 0.1084442 Aug 25 11:22:18.087166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['821e3e1e-d608-49ca-8c65-b93602ca4884'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:18.158934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 79e587b4-8a23-4ea1-b24c-970135c355d0 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:22:18.167476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-54b97f01-3147-4c31-be2a-1a231df3c9ff service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740629 Aug 25 11:22:18.189821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Pushing event deleted for resources: {'Port': ['ID=821e3e1e-d608-49ca-8c65-b93602ca4884,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:18.193402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4c4304b-06e1-4f2c-96e4-cf8aa5705527 req-6ac8c769-4544-419b-8364-284c7a69f915 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7333179-efd2-463d-80b6-8f449258c4ee HTTP/1.1" status: 200 len: 210 time: 0.1214964 Aug 25 11:22:18.255688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 79e587b4-8a23-4ea1-b24c-970135c355d0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:22:18.258038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 79e587b4-8a23-4ea1-b24c-970135c355d0 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:22:18.285923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-8861d583-c6d9-4b2a-99a1-7f861ba02cf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b HTTP/1.1" status: 200 len: 217 time: 0.0966723 Aug 25 11:22:18.306210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] No DVR routers for this DVR port 821e3e1e-d608-49ca-8c65-b93602ca4884 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:22:18.306487 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7237e116-2082-41aa-b258-9fd194cd9226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:18.315705 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:18.317910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-367be061-918c-453d-81d3-c2313f1c218b req-44530e72-8dda-4255-9ee7-b0eda3ee8b1c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.10 "DELETE /v2.0/ports/821e3e1e-d608-49ca-8c65-b93602ca4884 HTTP/1.1" status: 204 len: 173 time: 1.7205973 Aug 25 11:22:18.404596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-174243f1-9a43-418b-afde-2dc1525c36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:18.406182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-174243f1-9a43-418b-afde-2dc1525c36cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1013267 Aug 25 11:22:18.552844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-24276818-bd32-47d4-86e4-5d6d65063f48 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:18.560164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-24276818-bd32-47d4-86e4-5d6d65063f48 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.1407456 Aug 25 11:22:18.586419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-873ed55d-2633-45a2-a9da-c7037bff9996 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/quotas/530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 375 time: 0.0251606 Aug 25 11:22:18.803195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-2a09aab4-9709-47db-8766-1cc2771ce382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:18.805502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-2a09aab4-9709-47db-8766-1cc2771ce382 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2425463 Aug 25 11:22:18.831254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-229cbf23-2d4a-48fb-9876-b19bf65feeef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2095537 Aug 25 11:22:19.067085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-0a6324d4-c69d-4e38-90ee-de6c659e0cf8 service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330546 Aug 25 11:22:19.131288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f0a3c8-3eea-4739-be9a-ec913fa42283 req-d716db1a-b482-44ba-bd95-d9f72f8daa38 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7333179-efd2-463d-80b6-8f449258c4ee HTTP/1.1" status: 200 len: 210 time: 0.0890281 Aug 25 11:22:19.156927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-e0eceae4-e510-4c32-9340-5dbf42a1d334 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:19.158349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-e0eceae4-e510-4c32-9340-5dbf42a1d334 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.67 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 815 time: 0.4728396 Aug 25 11:22:19.193291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Request body: {'port': {'device_id': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'admin_state_up': True, 'tenant_id': 'e778b5b3ecc9489988da300b58c3711f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:19.320687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-223b18d1-0590-49eb-bd68-d66bb46706a6 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861512 Aug 25 11:22:19.459998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-559a7f34-ff69-431e-aa27-9ff28699755c service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265040 Aug 25 11:22:19.515510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-3432bc27-8da9-4c3e-85bf-f8a06e60aa41 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859004 Aug 25 11:22:19.518038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Made reservation on behalf of e778b5b3ecc9489988da300b58c3711f for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:19.522664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:19.579540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-ab1eeed6-7f45-4405-8d9e-3436e9f47f78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b HTTP/1.1" status: 200 len: 217 time: 0.0538538 Aug 25 11:22:19.743339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-077b913e-abe2-4f5b-94d1-ba4e823eb40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:19.746542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-077b913e-abe2-4f5b-94d1-ba4e823eb40a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1530011 Aug 25 11:22:19.782709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-925b4d8f-b8e8-4cd9-a0aa-d8403e5fb523 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=f7333179-efd2-463d-80b6-8f449258c4ee HTTP/1.1" status: 200 len: 210 time: 0.0599744 Aug 25 11:22:19.919134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'name': 'network-vif-deleted', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:19.921775 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a6fa6-2195-40d1-8741-8e26dac69d72" -d '{"events": [{"server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "name": "network-vif-deleted", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:19.953281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Allocated IP 172.20.0.7 (3c807a57-c508-42a8-83d5-1b24b3c96873/79ff7ac4-22f1-4406-a6ee-db525772c80d/4bcac0e2-d0a1-44e0-97f8-0d4de5c633df) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:19.957882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-afb8037b-1061-41ff-92d9-5252bb3b8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:19.963588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-afb8037b-1061-41ff-92d9-5252bb3b8a5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1940126 Aug 25 11:22:20.502864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:22:20.564101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 821e3e1e-d608-49ca-8c65-b93602ca4884 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:22:20.564820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 821e3e1e-d608-49ca-8c65-b93602ca4884 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:22:20.589543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1de0ca70-43c1-4951-9667-1b040df2bbf8 req-205b90f1-3d41-42eb-aca8-b81316dc3abe tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 210 time: 0.1730263 Aug 25 11:22:20.591550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17bbb812-e105-4a49-8df1-c14a4bd2de2c req-372834d3-43de-4f57-aaad-bd274da08d41 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 210 time: 0.1736963 Aug 25 11:22:20.612382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-c0a1eb7f-8f77-47d1-a782-2b75b3bfa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:20.614217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-c0a1eb7f-8f77-47d1-a782-2b75b3bfa404 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=44416831cdee4e30866a6e41f2062be2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7739186 Aug 25 11:22:20.797727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-1f3cb071-e77d-418e-b60c-e4a18b595f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:20.797727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-1f3cb071-e77d-418e-b60c-e4a18b595f5e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657760 Aug 25 11:22:20.797727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-d21b8ea4-a654-4354-b0c9-9ac385a848a9 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218021 Aug 25 11:22:20.820956 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95a8648-c4b3-4e41-8f58-087925331304 x-openstack-request-id: req-a95a8648-c4b3-4e41-8f58-087925331304 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:20.821318 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00321d26-d688-49bf-b621-f00768abcbf0", "name": "network-vif-deleted", "tag": "821e3e1e-d608-49ca-8c65-b93602ca4884", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:20.821481 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a95a8648-c4b3-4e41-8f58-087925331304 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:20.822197 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00321d26-d688-49bf-b621-f00768abcbf0', 'name': 'network-vif-deleted', 'tag': '821e3e1e-d608-49ca-8c65-b93602ca4884', 'status': 'completed', 'code': 200} Aug 25 11:22:20.947934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3a1c22-51e6-42eb-8ea8-e93155ae7514 req-0907ceb5-4b4e-4b91-a22a-4682dc82b292 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7333179-efd2-463d-80b6-8f449258c4ee HTTP/1.1" status: 200 len: 210 time: 0.0833094 Aug 25 11:22:21.058022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-adc63970-b680-4965-8a7d-1b91cffade54 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400074 Aug 25 11:22:21.072220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47464) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:21.090557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.187605 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9c58154c-c4ba-49a6-9bdd-0c16367380f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.312868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.370494 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.378712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.388468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-ac6ff364-2e1c-404e-be95-6ac9b05fbaed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 HTTP/1.1" status: 200 len: 217 time: 0.2898161 Aug 25 11:22:21.498743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.510990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.515906 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "DELETE /v2.0/security-groups/97c0cb91-5ded-4553-9c9b-4b890ccbb3a7 HTTP/1.1" status: 204 len: 168 time: 0.4395902 Aug 25 11:22:21.546512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47468) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:21.554804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c0cb91-5ded-4553-9c9b-4b890ccbb3a7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:21.575825 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-874bb77e-378f-4114-9467-6f5563aa7c4d tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] show failed (client error): The resource could not be found. Aug 25 11:22:21.577125 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-874bb77e-378f-4114-9467-6f5563aa7c4d tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "GET /v2.0/security-groups/97c0cb91-5ded-4553-9c9b-4b890ccbb3a7 HTTP/1.1" status: 404 len: 347 time: 0.0294623 Aug 25 11:22:21.579719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.580397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.581123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.581783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.582332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.604841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.605099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.605553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.606122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.610137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.611998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.613619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b70028-30c5-4bb5-bc37-9e9ffb9a32ad tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:21.614401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47470) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:21.809838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-617d8014-85a9-4450-813b-8c7497d50d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:21.811338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-617d8014-85a9-4450-813b-8c7497d50d8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.4042203 Aug 25 11:22:21.919973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:21.923177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aeebb91d-fa8a-4a45-ba6c-c195f73f3cc8 req-c99a6a17-39c9-4175-b927-eb1945b62082 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 210 time: 0.1152644 Aug 25 11:22:21.977162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-21612c62-f4a9-432b-ae40-5615f6691273 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:21.978780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-21612c62-f4a9-432b-ae40-5615f6691273 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.9167647 Aug 25 11:22:22.020146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9fed16b6-469c-46ca-a5b0-a2923c7c8a68 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:22.023440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9fed16b6-469c-46ca-a5b0-a2923c7c8a68 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.7135406 Aug 25 11:22:22.063327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'port': {'device_id': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'admin_state_up': True, 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:22.230748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-2d2402e5-4218-4e25-a246-ef15fb378f04 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.2239151 Aug 25 11:22:22.238523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Network 3c807a57-c508-42a8-83d5-1b24b3c96873 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:22.276532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:22.281364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Pushing event updated for resources: {'Port': ['ID=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:22.290293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:22.309035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-ed397c1c-649a-460e-9dfa-90a408477f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:22.312685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-ed397c1c-649a-460e-9dfa-90a408477f8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4726491 Aug 25 11:22:22.370968 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:22.443169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-c66047af-c393-4bc2-8000-d06d327769ca tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1690893 Aug 25 11:22:22.697288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33133-edf0-4112-9121-8ac3d2c0e332 req-93186916-a29f-44c3-87fa-6900dd24f82c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:22.700061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4d33133-edf0-4112-9121-8ac3d2c0e332 req-93186916-a29f-44c3-87fa-6900dd24f82c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 931 time: 0.6215701 Aug 25 11:22:22.722474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:22.723503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:22.838694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Deleting port ec5b7322-bf6b-4ed5-9ca3-cc5ad47b8cd4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:22:22.839040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:22.872308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-9f4f7c58-67c9-4005-9a9b-718251917c3b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6940496 Aug 25 11:22:22.923435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Request body: {'port': {'device_id': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:22.968833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-323e3e2a-bc87-4359-b89f-87fce21dab57 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324055 Aug 25 11:22:22.982634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4d33133-edf0-4112-9121-8ac3d2c0e332 req-90ad3a8f-2dfa-4034-97cf-ab848863fc9d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455509 Aug 25 11:22:23.014111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-3ed29b7b-9bb7-4e9f-a1e5-18a3fc3868e5 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353434 Aug 25 11:22:23.157581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:23.161508 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:23.207900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:23.220919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:23.221247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:23.281572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Calling delete_port for ec5b7322-bf6b-4ed5-9ca3-cc5ad47b8cd4 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:22:23.797992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-3f2d1f26-2e1d-46ee-8bd7-7ef5a4fa06be service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093209 Aug 25 11:22:23.842746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-adb46267-6749-45da-b648-1d4aa3758fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049412 Aug 25 11:22:23.844760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a191783-bb7e-4841-8280-85f9af529ae1 req-a0bb2375-698f-4f71-9caa-4391313cbb72 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 210 time: 0.1129930 Aug 25 11:22:23.895148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-f9c3feaa-5c05-4f7a-987f-91e999c3c005 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7 HTTP/1.1" status: 200 len: 217 time: 0.0692003 Aug 25 11:22:24.085547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Allocated IP 172.20.0.3 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/795ea791-7a65-4bf9-870f-57dacfbe58ae) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:24.121618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-cc933251-6186-4dcc-a86d-9d4776f1bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:24.124245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-cc933251-6186-4dcc-a86d-9d4776f1bf02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.2020404 Aug 25 11:22:24.182770 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:24.393623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9216c088-8f97-4e76-92bf-118a86e678c3 req-e4ccf5e1-c72d-4dbd-b424-23627d1e468e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 210 time: 0.1923628 Aug 25 11:22:24.683941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fadf05-d560-4149-8fe5-64e4295e1cb8 req-799efcc2-899c-4990-bcdc-f59beb00ad24 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:24.686704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4fadf05-d560-4149-8fe5-64e4295e1cb8 req-799efcc2-899c-4990-bcdc-f59beb00ad24 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 931 time: 0.5267019 Aug 25 11:22:24.795612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-45f9fe02-628d-446a-887a-3dbeaf04d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:24.797719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-45f9fe02-628d-446a-887a-3dbeaf04d319 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6110728 Aug 25 11:22:24.853059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:24.856945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.013890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Transition to ACTIVE for port object 795ea791-7a65-4bf9-870f-57dacfbe58ae will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:25.058989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Pushing event deleted for resources: {'Port': ['ID=ec5b7322-bf6b-4ed5-9ca3-cc5ad47b8cd4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:25.142205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4fadf05-d560-4149-8fe5-64e4295e1cb8 req-1e59be06-91fa-40fa-925f-54566543f807 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369886 Aug 25 11:22:25.163003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-291767dd-6b12-4f20-a41f-1b256a962aec req-edbb4994-e2ed-4810-98e4-413ea3e62c54 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 210 time: 0.1444440 Aug 25 11:22:25.202493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:25.234012 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.261061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-80d43b15-86a8-4c46-ba5a-d55f20fc1f66 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449601 Aug 25 11:22:25.273876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Transition to ACTIVE for port object 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:25.300477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.342457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.346464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.350384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30076a9e-1c49-4a45-80e4-c568fdaed6da tempest-ImagesOneServerNegativeTestJSON-1754030487 tempest-ImagesOneServerNegativeTestJSON-1754030487-project] 10.222.0.35 "DELETE /v2.0/floatingips/eee69e50-70ad-43fd-8cdd-ace2fb3bbba6 HTTP/1.1" status: 204 len: 168 time: 3.7231312 Aug 25 11:22:25.368410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.393302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['70e86dd6-468e-4789-9f07-db508a8cf4dd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:25.436990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:25.469187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:25.512538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:25.517662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:25.559659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Pushing event updated for resources: {'Port': ['ID=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:25.660274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:25.888424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Deleting subnet 4ae43418-f6dc-45d4-9ce8-d1373859c84b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:22:25.919932 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:25.964303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85dbf1c1-4760-4537-a85c-55eca959d8b3 req-7b49661e-d279-43be-92a5-879c21d040f9 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916342 Aug 25 11:22:26.036372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24512650-dcbb-40a6-b99d-54912b04871a req-92a127e1-6502-450e-aff3-4eb3907f1703 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 210 time: 0.3975780 Aug 25 11:22:26.073196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:26.074893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.079298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:26.081463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.135795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Attempting to bind port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:26.136335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Attempting to bind port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:26.137611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Attempting to bind port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df on network 3c807a57-c508-42a8-83d5-1b24b3c96873 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:26.150063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df on network 3c807a57-c508-42a8-83d5-1b24b3c96873 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:26.150740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Attempting to bind port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df on network 3c807a57-c508-42a8-83d5-1b24b3c96873 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:26.152946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e95ee316-a136-4ac0-861e-85fc56798fac None None] Provisioning for port 795ea791-7a65-4bf9-870f-57dacfbe58ae completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:26.166428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e95ee316-a136-4ac0-861e-85fc56798fac None None] Provisioning complete for port 795ea791-7a65-4bf9-870f-57dacfbe58ae triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:26.166819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e95ee316-a136-4ac0-861e-85fc56798fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.169666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-9a5aef74-af28-41e7-a8a5-b7aa93174b97 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1145778 Aug 25 11:22:26.174933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:26.175687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Checking segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:26.176641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Bound using segment: {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:26.177552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Bound port: 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d5528-2136-4155-992b-83be703ec454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:26.178107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.200151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Request body: {'port': {'device_id': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:26.277842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e95ee316-a136-4ac0-861e-85fc56798fac None None] Port 795ea791-7a65-4bf9-870f-57dacfbe58ae cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:22:26.296758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-48fa58d2-e513-47cc-b4f5-b41b85815961 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:26.298393 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-48fa58d2-e513-47cc-b4f5-b41b85815961 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.4768651 Aug 25 11:22:26.318247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.394074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Request body: {'port': {'device_id': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'admin_state_up': True, 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:26.506066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.609190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] For port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:26.619546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] For port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:26.684311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.793885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ccda0-0bb7-4f42-8028-179533d0357d req-ace78388-9ef7-454b-a4b6-82af6d1cf694 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:26.797160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-425ccda0-0bb7-4f42-8028-179533d0357d req-ace78388-9ef7-454b-a4b6-82af6d1cf694 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 943 time: 0.3176486 Aug 25 11:22:26.834466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd77c2d-f93b-4558-970d-2aa25f9fb8ab req-5b86531a-5764-40dd-8b8b-4dda12d00c9e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:26.840117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdd77c2d-f93b-4558-970d-2aa25f9fb8ab req-5b86531a-5764-40dd-8b8b-4dda12d00c9e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 931 time: 0.4170909 Aug 25 11:22:26.870724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.940553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ae43418-f6dc-45d4-9ce8-d1373859c84b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:26.954221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:26.957503 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-67ba7872-eda1-434f-8f91-9ce119adedd3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4ae43418-f6dc-45d4-9ce8-d1373859c84b HTTP/1.1" status: 204 len: 168 time: 1.2953758 Aug 25 11:22:26.963596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:27.089263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:27.090178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.091864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] 10.222.0.67 "PUT /v2.0/ports/4bcac0e2-d0a1-44e0-97f8-0d4de5c633df HTTP/1.1" status: 200 len: 1092 time: 4.1745598 Aug 25 11:22:27.099397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'tag': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:27.103356 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730e03f6-73a6-460e-9332-6d5f8bca9a16" -d '{"events": [{"name": "network-changed", "server_uuid": "eab12172-1af8-4751-85ce-52e54aa4af16", "tag": "4bcac0e2-d0a1-44e0-97f8-0d4de5c633df"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:27.112182 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.122224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:27.135871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.196462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.248328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2a79a-7555-4db2-b71a-49304b10edaf service neutron] Pushing event updated for resources: {'Port': ['ID=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:27.258855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdd77c2d-f93b-4558-970d-2aa25f9fb8ab req-c95c1093-8e0b-4d77-9557-203a6b5f58d4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028728 Aug 25 11:22:27.325923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-425ccda0-0bb7-4f42-8028-179533d0357d req-4bff5e5f-58d4-4524-95cb-20fdc2fb04e6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831359 Aug 25 11:22:27.539745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-7eb5c6c9-36a8-4b4d-933b-da31582cc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:27.554670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-7eb5c6c9-36a8-4b4d-933b-da31582cc1f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 1095 time: 0.3553441 Aug 25 11:22:27.715856 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.737747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d885770-2e52-4a22-9615-a39edb1789d6 req-a287aedf-88eb-4e6b-be11-c56abbe30f92 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 210 time: 0.1785307 Aug 25 11:22:27.738335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Allocated IP 172.20.0.4 (8c991c32-972a-4eb3-94a0-e03a78360ba0/8da674f2-2bf9-4059-9b97-33386ff17c3b/66b907b7-65f4-4a93-8c28-747aca29377d) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:27.751333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b346257e-e9c1-400d-bf60-f010212550a3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:27.763231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795ea791-7a65-4bf9-870f-57dacfbe58ae {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:27.777042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.788464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c31f02-eb66-4838-a9b9-50d454397416') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:27.789540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c31f02-eb66-4838-a9b9-50d454397416') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:27.803995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Transition to ACTIVE for port object 795ea791-7a65-4bf9-870f-57dacfbe58ae will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:27.809967 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abcaafa-92ed-4664-86ec-5aed5d43a9ae x-openstack-request-id: req-9abcaafa-92ed-4664-86ec-5aed5d43a9ae {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:27.810569 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab12172-1af8-4751-85ce-52e54aa4af16", "tag": "4bcac0e2-d0a1-44e0-97f8-0d4de5c633df", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:27.811569 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9abcaafa-92ed-4664-86ec-5aed5d43a9ae {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:27.812767 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'tag': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df', 'status': 'completed', 'code': 200} Aug 25 11:22:27.815530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-be7725b1-dcad-4a86-8d8f-13adbe4809c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df HTTP/1.1" status: 200 len: 217 time: 0.2491231 Aug 25 11:22:27.817490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.822357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.867481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.886115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:22:27.887349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:22:27.890657 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:22:28.084726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Attempting to bind port 795ea791-7a65-4bf9-870f-57dacfbe58ae on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:28.085604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Attempting to bind port 795ea791-7a65-4bf9-870f-57dacfbe58ae by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:28.085995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Attempting to bind port 795ea791-7a65-4bf9-870f-57dacfbe58ae on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:28.091627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Pushing event updated for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:28.103211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Port 795ea791-7a65-4bf9-870f-57dacfbe58ae on network 6b6922f5-7845-4e91-a40f-ba358f0df95f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:28.103995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Attempting to bind port 795ea791-7a65-4bf9-870f-57dacfbe58ae on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:28.110995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-91312fd6-c9f2-4b0d-af74-baad906a95be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:28.113576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-91312fd6-c9f2-4b0d-af74-baad906a95be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 200 len: 855 time: 0.2806225 Aug 25 11:22:28.113576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:28.114067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:28.114292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:28.114468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.114647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Bound port: 795ea791-7a65-4bf9-870f-57dacfbe58ae, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:28.115203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.128381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.130814 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] 10.222.0.35 "DELETE /v2.0/networks/b346257e-e9c1-400d-bf60-f010212550a3 HTTP/1.1" status: 204 len: 168 time: 1.1649268 Aug 25 11:22:28.159190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8c5cd-ee9f-4fba-b95a-449f6dba3bae admin admin] Pushing event deleted for resources: {'Network': ['ID=b346257e-e9c1-400d-bf60-f010212550a3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:28.208356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.212124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-4be05234-fa0f-4cd9-8b36-33ce4449fdb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c807a57-c508-42a8-83d5-1b24b3c96873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802169 Aug 25 11:22:28.279339 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.363429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-e93c1219-198c-47eb-82c3-707ae6346232 service neutron] 10.222.0.67 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397688 Aug 25 11:22:28.457641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:28.470058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:28.484247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:28.500398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:28.567734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event updated for resources: {'Port': ['ID=66b907b7-65f4-4a93-8c28-747aca29377d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:28.655006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:28.656764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.669537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-75a011b0-9560-4bdc-a7b7-6336c790aede admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d54f9d1bc924c18aa258bc2b859edfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953249 Aug 25 11:22:28.673736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47580) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:28.715177 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-89937325-7e9f-4bea-8558-7d6862691280 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3313589 Aug 25 11:22:28.733357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Request body: {'port': {'device_id': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:28.836760 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-597e48e7-a448-4745-b3cb-3300d772f634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.878694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:28.886648 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.894043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-597e48e7-a448-4745-b3cb-3300d772f634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.903337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:28.946138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:28.998898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-597e48e7-a448-4745-b3cb-3300d772f634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:29.001514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-597e48e7-a448-4745-b3cb-3300d772f634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:29.006345 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-597e48e7-a448-4745-b3cb-3300d772f634 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63f5f34c-21ae-4f6f-9342-dd08cd5b3989 HTTP/1.1" status: 204 len: 168 time: 0.3276312 Aug 25 11:22:29.037818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e48e7-a448-4745-b3cb-3300d772f634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5f34c-21ae-4f6f-9342-dd08cd5b3989,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:29.191342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:29.192286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:29.193453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] 10.222.0.10 "PUT /v2.0/ports/795ea791-7a65-4bf9-870f-57dacfbe58ae HTTP/1.1" status: 200 len: 1092 time: 3.0050294 Aug 25 11:22:29.227317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e3902-1bec-4d89-8883-57c56ccc6337 req-1ed8aae8-ae3a-4c3f-a9eb-436f83eabf12 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:29.235049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de6e3902-1bec-4d89-8883-57c56ccc6337 req-1ed8aae8-ae3a-4c3f-a9eb-436f83eabf12 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 943 time: 0.3263743 Aug 25 11:22:29.240662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8ede9-4780-49a7-b2ef-8ac287ddd475 service neutron] Pushing event updated for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:29.252396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3c692-2cf5-482a-94e1-bc63d863813c req-f1b70b98-0a3b-42ee-89aa-9d620c03fa65 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:29.254100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fa3c692-2cf5-482a-94e1-bc63d863813c req-f1b70b98-0a3b-42ee-89aa-9d620c03fa65 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 943 time: 0.3292370 Aug 25 11:22:29.370329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12795294-c8fb-4019-b7c6-a4f671aedf5b req-75e26844-5525-4743-9394-8c8ebb9f6de4 service neutron] 10.222.0.67 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9975426 Aug 25 11:22:29.445869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de6e3902-1bec-4d89-8883-57c56ccc6337 req-f9ca4f99-7ca8-4542-8038-bfaaee292cca tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079294 Aug 25 11:22:29.464960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-b5a562aa-9b8b-4c2d-afeb-7be433d324c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:29.468749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-b5a562aa-9b8b-4c2d-afeb-7be433d324c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 1095 time: 0.1955988 Aug 25 11:22:29.474586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fa3c692-2cf5-482a-94e1-bc63d863813c req-84d3e37e-d03a-41de-bf3f-e04a4fc76171 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095416 Aug 25 11:22:29.706405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-a07b9f91-4af5-435e-b1cd-c1e941f7eaf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae HTTP/1.1" status: 200 len: 217 time: 0.2209415 Aug 25 11:22:29.818193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b907b7-65f4-4a93-8c28-747aca29377d {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:29.837628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:29.866528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Transition to ACTIVE for port object 66b907b7-65f4-4a93-8c28-747aca29377d will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:29.879400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:29.940285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:29.947750 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718" -d '{"events": [{"name": "network-changed", "server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:29.954860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-ae450a7f-b625-40e7-baf3-3a24dd03914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:29.957460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-ae450a7f-b625-40e7-baf3-3a24dd03914a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1874592 Aug 25 11:22:30.112916 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc37437-dda8-4041-97d6-d9d6689a659c x-openstack-request-id: req-9bc37437-dda8-4041-97d6-d9d6689a659c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:30.113362 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:30.113784 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bc37437-dda8-4041-97d6-d9d6689a659c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:30.114385 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae', 'status': 'completed', 'code': 200} Aug 25 11:22:30.133610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Pushing event updated for resources: {'Port': ['ID=66b907b7-65f4-4a93-8c28-747aca29377d,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:30.199556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-1fe6ddb4-33ab-4cc5-9b66-b282854dc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:30.202320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-1fe6ddb4-33ab-4cc5-9b66-b282854dc7f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2253144 Aug 25 11:22:30.205581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-12d1dd48-25ac-4dba-9386-03d02aab73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:30.208132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-12d1dd48-25ac-4dba-9386-03d02aab73ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e778b5b3ecc9489988da300b58c3711f&device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 1095 time: 0.7155702 Aug 25 11:22:30.231494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bff2b4-e897-4eea-941b-b14ead1bcb13 req-c9ed4cb6-bc52-4de6-a9f3-189dc2878a46 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:30.246498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2bff2b4-e897-4eea-941b-b14ead1bcb13 req-c9ed4cb6-bc52-4de6-a9f3-189dc2878a46 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 943 time: 0.3076007 Aug 25 11:22:30.325186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Attempting to bind port 66b907b7-65f4-4a93-8c28-747aca29377d on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:30.325759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Attempting to bind port 66b907b7-65f4-4a93-8c28-747aca29377d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:30.326280 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Attempting to bind port 66b907b7-65f4-4a93-8c28-747aca29377d on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:30.344095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Port 66b907b7-65f4-4a93-8c28-747aca29377d on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:30.345175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Attempting to bind port 66b907b7-65f4-4a93-8c28-747aca29377d on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:30.364647 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:30.365664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:30.366858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Bound using segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:30.367681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Bound port: 66b907b7-65f4-4a93-8c28-747aca29377d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:30.368421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:30.523038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2bff2b4-e897-4eea-941b-b14ead1bcb13 req-ba00b281-71c6-4fa5-8779-c820bb417f17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410185 Aug 25 11:22:30.585829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] For port 66b907b7-65f4-4a93-8c28-747aca29377d, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:30.586652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-e9f317a2-3a81-4d8c-9412-e2a87ad9f319 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747661 Aug 25 11:22:30.592866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] For port 66b907b7-65f4-4a93-8c28-747aca29377d, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=66b907b7-65f4-4a93-8c28-747aca29377d,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:30.612028 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:30.676080 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:30.707610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-5fbd899c-4ba9-4422-95f0-9e7686ce1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:30.710341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-5fbd899c-4ba9-4422-95f0-9e7686ce1788 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 200 len: 916 time: 0.4605000 Aug 25 11:22:30.717421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:30.718761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:30.721457 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] 10.222.0.10 "PUT /v2.0/ports/66b907b7-65f4-4a93-8c28-747aca29377d HTTP/1.1" status: 200 len: 1092 time: 1.9964640 Aug 25 11:22:30.722341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'tag': '66b907b7-65f4-4a93-8c28-747aca29377d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:30.727337 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc2074f-0b18-4688-9bce-5e54f980d1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d34180f7-808a-49d4-8a85-8338c7ffb248", "tag": "66b907b7-65f4-4a93-8c28-747aca29377d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:30.775532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6553b2-8652-4c83-9213-e938a9220685 service neutron] Pushing event updated for resources: {'Port': ['ID=66b907b7-65f4-4a93-8c28-747aca29377d,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:30.813283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-69021016-a986-4778-ae6c-36cedaf8e251 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df HTTP/1.1" status: 200 len: 217 time: 0.0886757 Aug 25 11:22:30.923682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-271b91fc-75ee-405c-b07c-9243905cbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:30.926701 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-271b91fc-75ee-405c-b07c-9243905cbe26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 1095 time: 0.1326246 Aug 25 11:22:31.046211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05380cb6-374a-4c92-84d1-0f9311f8670d req-a6572d14-8d5d-49a1-b870-19bff9c54ce5 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540577 Aug 25 11:22:31.086418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8c49e-8d6b-4d50-9fa5-9ba6285308cb req-08091ac8-8203-4cff-a6c3-41402ef29464 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:31.100071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3b8c49e-8d6b-4d50-9fa5-9ba6285308cb req-08091ac8-8203-4cff-a6c3-41402ef29464 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 943 time: 0.3757045 Aug 25 11:22:31.106590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-fb115d4d-b1a6-4236-8216-acff7825ceb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66b907b7-65f4-4a93-8c28-747aca29377d HTTP/1.1" status: 200 len: 217 time: 0.1692891 Aug 25 11:22:31.152871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f76bbd-c2ca-4825-9b95-43bb2581c295 req-50cb90a1-260b-4cd8-b045-4667d9174c1a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:31.166406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15f76bbd-c2ca-4825-9b95-43bb2581c295 req-50cb90a1-260b-4cd8-b045-4667d9174c1a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 943 time: 0.5162253 Aug 25 11:22:31.235663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-003b99af-0ab8-4481-a42b-bbbe28a0cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:31.236715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-fa2a08e3-9311-4183-b725-013043093a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:31.239628 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-fa2a08e3-9311-4183-b725-013043093a0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.1246119 Aug 25 11:22:31.254668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-003b99af-0ab8-4481-a42b-bbbe28a0cf05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 200 len: 855 time: 0.4078677 Aug 25 11:22:31.316473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-696b35c3-bd1e-43b1-b14d-b2232c42a84b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672290 Aug 25 11:22:31.447559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-8ca42c45-eae8-4ed6-99d2-7b8fadd3189c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c807a57-c508-42a8-83d5-1b24b3c96873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882825 Aug 25 11:22:31.471413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3b8c49e-8d6b-4d50-9fa5-9ba6285308cb req-541f7f55-c9d4-49f3-8e51-d7c1c6b6579d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587141 Aug 25 11:22:31.509253 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-98b75888-98b8-49c5-a950-6341e0dc954b service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791880 Aug 25 11:22:31.605553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-52ca243c-8b9d-4a35-b36e-70645a1c7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:31.608565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-52ca243c-8b9d-4a35-b36e-70645a1c7e0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 1095 time: 0.4198387 Aug 25 11:22:31.618178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15f76bbd-c2ca-4825-9b95-43bb2581c295 req-a1d10c5d-0d13-4174-883d-7c6c2fe4d91f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273677 Aug 25 11:22:31.785986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-45d960ed-9110-4ad4-8993-0a717d5b1955 req-44c6b0b7-7830-4f0e-a94d-02862540b34c service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693534 Aug 25 11:22:31.789297 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84186b-3077-474f-a44f-c09cddcb170b x-openstack-request-id: req-2b84186b-3077-474f-a44f-c09cddcb170b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:31.790081 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34180f7-808a-49d4-8a85-8338c7ffb248", "tag": "66b907b7-65f4-4a93-8c28-747aca29377d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:31.790607 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b84186b-3077-474f-a44f-c09cddcb170b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:31.791416 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'tag': '66b907b7-65f4-4a93-8c28-747aca29377d', 'status': 'completed', 'code': 200} Aug 25 11:22:31.928325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-9f2bcd62-5971-42a3-a09c-84b6e1ae0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:31.931439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-9f2bcd62-5971-42a3-a09c-84b6e1ae0181 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.3115180 Aug 25 11:22:31.935465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-18f29ff9-95da-47c4-854f-8b85870c4e97 service neutron] 10.222.0.67 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747548 Aug 25 11:22:32.038384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-4ba8a804-dee8-4f21-aaf7-1d4f70f5349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:32.041489 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-4ba8a804-dee8-4f21-aaf7-1d4f70f5349e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 1095 time: 0.1271708 Aug 25 11:22:32.045036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-bac0c576-242c-4d5a-b761-ceb7029d7070 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae HTTP/1.1" status: 200 len: 217 time: 0.1045358 Aug 25 11:22:32.167721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:32.348487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-5fdee953-4dcd-4dc5-bf76-34771edf13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:32.351960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-5fdee953-4dcd-4dc5-bf76-34771edf13aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.2126527 Aug 25 11:22:32.358935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-c8449884-1c63-4018-825e-f54c606974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:32.363801 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-c8449884-1c63-4018-825e-f54c606974ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.3063958 Aug 25 11:22:32.454279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730e03f6-73a6-460e-9332-6d5f8bca9a16 req-9bf53e7a-7462-4cfd-878e-276588daf66f service neutron] 10.222.0.67 "GET /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968221 Aug 25 11:22:32.483808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e6919-65a8-45c1-b8de-754ab9adb2b1 req-7e690e31-8d70-4fb6-b7bb-082d07303f51 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:32.498783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:32.503031 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-086a38a2-a086-4eae-bb60-6453987222da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66b907b7-65f4-4a93-8c28-747aca29377d HTTP/1.1" status: 200 len: 217 time: 0.1291018 Aug 25 11:22:32.506754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e47e6919-65a8-45c1-b8de-754ab9adb2b1 req-7e690e31-8d70-4fb6-b7bb-082d07303f51 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 943 time: 0.2889714 Aug 25 11:22:32.537611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df', 'network_id': '3c807a57-c508-42a8-83d5-1b24b3c96873', 'port_id': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df', 'mac_address': 'fa:16:3e:ac:7a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ff7ac4-22f1-4406-a6ee-db525772c80d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:32.574255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 795ea791-7a65-4bf9-870f-57dacfbe58ae details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:32.658875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e47e6919-65a8-45c1-b8de-754ab9adb2b1 req-8bcd5598-16fa-49b5-b830-db37de860393 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508412 Aug 25 11:22:32.665522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-c22554ad-8423-449d-9c3c-17ddbed21500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:32.677403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-178cdced-8954-4eb7-902b-a8e40c4c088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:32.682124 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-c22554ad-8423-449d-9c3c-17ddbed21500 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.1577299 Aug 25 11:22:32.683401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-178cdced-8954-4eb7-902b-a8e40c4c088f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3160331 Aug 25 11:22:32.777159 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-977f6f7c-8e28-4a85-8e3a-7feb3ee1f888 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942044 Aug 25 11:22:32.777733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:32.907302 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-00dd854f-36b5-4260-bc79-520c8f9d77ad service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211834 Aug 25 11:22:32.971981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:33.018389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:33.023965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:33.048707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:33.052227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '795ea791-7a65-4bf9-870f-57dacfbe58ae', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '795ea791-7a65-4bf9-870f-57dacfbe58ae', 'mac_address': 'fa:16:3e:5f:2d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:33.133208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-cb9cc1a5-8c17-48cc-a0ff-39d957d45596 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416997 Aug 25 11:22:33.201196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc2074f-0b18-4688-9bce-5e54f980d1a6 req-d7183490-8e0d-4aca-9fa4-d540eed7ae96 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858572 Aug 25 11:22:33.207302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:33.212381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:33.242146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.242980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.243670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.244764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.246050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.246050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.246744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.247677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.248303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.248981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.249647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.250707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:33.270814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795ea791-7a65-4bf9-870f-57dacfbe58ae {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:33.293158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371f51-cc93-4cb1-8c02-6eaa9fa889a2 req-def8eabd-3f1d-421b-a82e-446d0313556d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:33.296135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de371f51-cc93-4cb1-8c02-6eaa9fa889a2 req-def8eabd-3f1d-421b-a82e-446d0313556d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 943 time: 0.4051406 Aug 25 11:22:33.312833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:33.324324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:33.412105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['4bcac0e2-d0a1-44e0-97f8-0d4de5c633df'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:33.490644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de371f51-cc93-4cb1-8c02-6eaa9fa889a2 req-62b93fe3-ce30-4d4f-a483-0144dd772ac9 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629059 Aug 25 11:22:33.494515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:33.530525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee08a365-26f2-44b6-9ab5-7ba2bbf0e718 req-a6ec1d95-0e06-453f-8003-eb2cee7e6423 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847704 Aug 25 11:22:33.658437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['795ea791-7a65-4bf9-870f-57dacfbe58ae'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:33.725944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b097480-76f6-4c91-89c4-ce83717f746d req-e1ac56fc-e58c-4686-8d2b-c43baf505a60 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:33.727376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b097480-76f6-4c91-89c4-ce83717f746d req-e1ac56fc-e58c-4686-8d2b-c43baf505a60 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 944 time: 0.1316831 Aug 25 11:22:33.801361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b097480-76f6-4c91-89c4-ce83717f746d req-df94b434-5949-4140-a0a9-d51c505f3a7e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Aug 25 11:22:34.096096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc6c8-ff54-4ceb-9cfc-c3eedba27eb9 req-93d0588d-3eaa-40a5-99a0-3228a854a97c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:34.099094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62fdc6c8-ff54-4ceb-9cfc-c3eedba27eb9 req-93d0588d-3eaa-40a5-99a0-3228a854a97c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 943 time: 0.1063063 Aug 25 11:22:34.180024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62fdc6c8-ff54-4ceb-9cfc-c3eedba27eb9 req-fc8c4c3f-64fa-4462-822b-f4f8015683b1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726266 Aug 25 11:22:34.576098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 66b907b7-65f4-4a93-8c28-747aca29377d details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:34.669842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30a21-e0f1-4d7d-a9f0-0f2d5a43f9ea req-936f057e-37c3-4237-befd-715e8898704b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:34.671478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61e30a21-e0f1-4d7d-a9f0-0f2d5a43f9ea req-936f057e-37c3-4237-befd-715e8898704b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 944 time: 0.0667863 Aug 25 11:22:34.722097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61e30a21-e0f1-4d7d-a9f0-0f2d5a43f9ea req-54102fdf-20a1-4ac6-a961-a888b6f6afae tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Aug 25 11:22:34.834468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 66b907b7-65f4-4a93-8c28-747aca29377d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=66b907b7-65f4-4a93-8c28-747aca29377d,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:34.863210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '66b907b7-65f4-4a93-8c28-747aca29377d', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': '66b907b7-65f4-4a93-8c28-747aca29377d', 'mac_address': 'fa:16:3e:14:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:34.970218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.014756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b907b7-65f4-4a93-8c28-747aca29377d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:35.046655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 66b907b7-65f4-4a93-8c28-747aca29377d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=66b907b7-65f4-4a93-8c28-747aca29377d,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:35.054467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.059376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09494d0-bb7a-4a94-bb36-4292d56f94c7 req-6e286e2f-ac8d-47b4-a5bf-731d101d1f04 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:35.061041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09494d0-bb7a-4a94-bb36-4292d56f94c7 req-6e286e2f-ac8d-47b4-a5bf-731d101d1f04 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 944 time: 0.0933175 Aug 25 11:22:35.120595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09494d0-bb7a-4a94-bb36-4292d56f94c7 req-6cb568a7-dab6-415e-90bd-c78bbf2b4d91 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473404 Aug 25 11:22:35.162800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=66b907b7-65f4-4a93-8c28-747aca29377d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:35.211093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47690) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:35.364773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['66b907b7-65f4-4a93-8c28-747aca29377d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:35.370893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d147f5-30d1-4c2b-b8be-9882d7ba9e7c req-42db443f-2d1f-4f1a-8122-3130ae255094 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:35.372818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9d147f5-30d1-4c2b-b8be-9882d7ba9e7c req-42db443f-2d1f-4f1a-8122-3130ae255094 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 944 time: 0.0850298 Aug 25 11:22:35.402196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-caa8f0be-6463-4cfd-8835-6d48f44d22e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.450670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9d147f5-30d1-4c2b-b8be-9882d7ba9e7c req-bfd74f67-f13e-45ef-b93b-d98f3e41abdf tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629399 Aug 25 11:22:35.538662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-caa8f0be-6463-4cfd-8835-6d48f44d22e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.544393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-caa8f0be-6463-4cfd-8835-6d48f44d22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.615783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-caa8f0be-6463-4cfd-8835-6d48f44d22e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2bd18ddc4d024afda9e6de4415c9e325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031928 Aug 25 11:22:35.617759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f0be-6463-4cfd-8835-6d48f44d22e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e23daa6-0c57-4418-9cc6-414db105c42d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:35.618937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:35.679586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70f2b7f8-7fd8-495d-b44f-c25b80bd9f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.705959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70f2b7f8-7fd8-495d-b44f-c25b80bd9f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.761135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70f2b7f8-7fd8-495d-b44f-c25b80bd9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.763936 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70f2b7f8-7fd8-495d-b44f-c25b80bd9f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:35.765170 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-70f2b7f8-7fd8-495d-b44f-c25b80bd9f35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e23daa6-0c57-4418-9cc6-414db105c42d HTTP/1.1" status: 204 len: 168 time: 0.1451285 Aug 25 11:22:35.774539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2b7f8-7fd8-495d-b44f-c25b80bd9f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e23daa6-0c57-4418-9cc6-414db105c42d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:35.971556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd7174-0dfb-4c14-a70e-35275292bab4 req-a5e6cd1c-a3d1-4bae-808b-2ef420d769bd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:35.973491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23cd7174-0dfb-4c14-a70e-35275292bab4 req-a5e6cd1c-a3d1-4bae-808b-2ef420d769bd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 944 time: 0.1264265 Aug 25 11:22:36.028334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23cd7174-0dfb-4c14-a70e-35275292bab4 req-cc701039-1d36-4b2a-aa80-7d48026bc08c tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Aug 25 11:22:36.186152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:36.276529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:36.284187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:36.284895 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:36.432647 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:36.436391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35275e6-425e-40e0-a4aa-611e640aa46d req-66cf4419-8a51-4258-aadc-f5a7715aa4fb tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:36.438761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e35275e6-425e-40e0-a4aa-611e640aa46d req-66cf4419-8a51-4258-aadc-f5a7715aa4fb tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 944 time: 0.2148306 Aug 25 11:22:36.480670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:36.482926 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efbecc4-8b7a-4f4a-bc05-4767673449c7" -d '{"events": [{"server_uuid": "eab12172-1af8-4751-85ce-52e54aa4af16", "name": "network-vif-plugged", "status": "completed", "tag": "4bcac0e2-d0a1-44e0-97f8-0d4de5c633df"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:36.503041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:36.509972 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:36.528890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-89b22ece-1957-49ab-870d-ef4b283ddef5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:36.531654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-89b22ece-1957-49ab-870d-ef4b283ddef5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.3285046 Aug 25 11:22:36.576781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:36.579569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e35275e6-425e-40e0-a4aa-611e640aa46d req-1a672825-e46a-4611-9c8f-0e3b6b104761 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215863 Aug 25 11:22:36.582146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-fbce1684-52e7-4c62-85d8-33e9d5ef304f tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/quotas/7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 375 time: 0.0337732 Aug 25 11:22:36.612972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 66b907b7-65f4-4a93-8c28-747aca29377d up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:36.666462 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8258d7e-4a9b-42f4-afe7-dae79d999baa x-openstack-request-id: req-d8258d7e-4a9b-42f4-afe7-dae79d999baa {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:36.666912 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab12172-1af8-4751-85ce-52e54aa4af16", "name": "network-vif-plugged", "status": "completed", "tag": "4bcac0e2-d0a1-44e0-97f8-0d4de5c633df", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:36.667310 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8258d7e-4a9b-42f4-afe7-dae79d999baa {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:36.667974 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df', 'code': 200} Aug 25 11:22:36.724608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 66b907b7-65f4-4a93-8c28-747aca29377d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:36.730286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 66b907b7-65f4-4a93-8c28-747aca29377d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:36.730286 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:36.815452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-0afa9cc7-d798-43cb-b9ec-ab12fd8225d2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2147148 Aug 25 11:22:36.834261 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:36.885898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 66b907b7-65f4-4a93-8c28-747aca29377d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=66b907b7-65f4-4a93-8c28-747aca29377d,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:36.892733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:36.894371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 795ea791-7a65-4bf9-870f-57dacfbe58ae up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:36.945631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c35264-dddb-4733-ab37-00c2a13e68d7 req-f957aa5a-cd42-4626-91e4-fee290df315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:36.948534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47c35264-dddb-4733-ab37-00c2a13e68d7 req-f957aa5a-cd42-4626-91e4-fee290df315e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 1097 time: 0.2251906 Aug 25 11:22:36.970462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fa7d3-15e1-46b4-921a-f0d201b83a5e req-38ee1b46-6080-4d14-b453-e9a86e28d0a3 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:36.973169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f29fa7d3-15e1-46b4-921a-f0d201b83a5e req-38ee1b46-6080-4d14-b453-e9a86e28d0a3 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 944 time: 0.2329204 Aug 25 11:22:37.037670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=66b907b7-65f4-4a93-8c28-747aca29377d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:37.056791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 795ea791-7a65-4bf9-870f-57dacfbe58ae completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:37.062147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 795ea791-7a65-4bf9-870f-57dacfbe58ae triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:37.062680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:37.123544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47c35264-dddb-4733-ab37-00c2a13e68d7 req-975ca07c-b262-4d91-a076-22c189abb6f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487021 Aug 25 11:22:37.128782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f29fa7d3-15e1-46b4-921a-f0d201b83a5e req-e2f92577-4877-4c67-9955-1ad810fb9cf9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417456 Aug 25 11:22:37.141525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-906f1dc2-2760-44f7-9052-5c5bee6ad22d service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988133 Aug 25 11:22:37.175380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:37.236807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:37.245803 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:37.260721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-5c545977-d6a6-48af-999e-44ac9da77c36 service neutron] 10.222.0.35 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162176 Aug 25 11:22:37.328516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:37.769475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc211b-190f-4482-98c7-4d52a383b1d5 req-d8d4e789-8961-4162-b261-47bf310e272b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:37.776963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffc211b-190f-4482-98c7-4d52a383b1d5 req-d8d4e789-8961-4162-b261-47bf310e272b tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.0980005 Aug 25 11:22:37.851292 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffc211b-190f-4482-98c7-4d52a383b1d5 req-b92af160-db06-4fc7-a843-61a6e211d3fa tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Aug 25 11:22:37.942547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:38.021752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e1d5aac-6257-42df-a42d-72f7a1634400 req-1ed181a1-f773-4e3b-bf91-4f602fbecde6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0668745 Aug 25 11:22:38.067381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505d366-2566-4e9a-ae10-2604b2648958 req-cc398c77-afb1-4dbd-9c04-1052ae564f43 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:38.070687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f505d366-2566-4e9a-ae10-2604b2648958 req-cc398c77-afb1-4dbd-9c04-1052ae564f43 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 945 time: 0.1812770 Aug 25 11:22:38.130984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f505d366-2566-4e9a-ae10-2604b2648958 req-58ab692e-389d-44f4-9865-a8eca19ed40d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Aug 25 11:22:38.143267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c57328e9-a214-40cd-aeec-fe5bde1aaadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.307518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c57328e9-a214-40cd-aeec-fe5bde1aaadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.312298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c57328e9-a214-40cd-aeec-fe5bde1aaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.313725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9c631-0aa2-4eac-94b1-e030bf70031d req-d4f02d4f-4a9e-4581-99c9-ac53f3290845 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:38.315913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73d9c631-0aa2-4eac-94b1-e030bf70031d req-d4f02d4f-4a9e-4581-99c9-ac53f3290845 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 945 time: 0.0746343 Aug 25 11:22:38.363670 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c57328e9-a214-40cd-aeec-fe5bde1aaadd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=829ad09d64924c68bc77958395bac4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197967 Aug 25 11:22:38.365025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57328e9-a214-40cd-aeec-fe5bde1aaadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353e4e20-02e7-4983-be75-d538af68e836,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:38.368051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47782) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:38.414110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73d9c631-0aa2-4eac-94b1-e030bf70031d req-7b8bdd24-5c5f-4aab-a13d-e50c3b853ae2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893145 Aug 25 11:22:38.486202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b82a359-44ae-43d9-bf23-2b8ff4d56963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.527697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b82a359-44ae-43d9-bf23-2b8ff4d56963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.614554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b82a359-44ae-43d9-bf23-2b8ff4d56963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.618362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b82a359-44ae-43d9-bf23-2b8ff4d56963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:38.619639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2b82a359-44ae-43d9-bf23-2b8ff4d56963 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/353e4e20-02e7-4983-be75-d538af68e836 HTTP/1.1" status: 204 len: 168 time: 0.2451537 Aug 25 11:22:38.630184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82a359-44ae-43d9-bf23-2b8ff4d56963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353e4e20-02e7-4983-be75-d538af68e836,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:38.672040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b907b7-65f4-4a93-8c28-747aca29377d'}, {'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:38.679649 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b07e64-e896-4538-a39f-4c762d4a397b" -d '{"events": [{"server_uuid": "d34180f7-808a-49d4-8a85-8338c7ffb248", "name": "network-vif-plugged", "status": "completed", "tag": "66b907b7-65f4-4a93-8c28-747aca29377d"}, {"server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "name": "network-vif-plugged", "status": "completed", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:38.728958 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3526b49-0a3b-4971-af13-35d8b39e0966 x-openstack-request-id: req-a3526b49-0a3b-4971-af13-35d8b39e0966 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:38.729260 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34180f7-808a-49d4-8a85-8338c7ffb248", "name": "network-vif-plugged", "status": "completed", "tag": "66b907b7-65f4-4a93-8c28-747aca29377d", "code": 200}, {"server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "name": "network-vif-plugged", "status": "completed", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:38.729516 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3526b49-0a3b-4971-af13-35d8b39e0966 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:38.729957 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b907b7-65f4-4a93-8c28-747aca29377d', 'code': 200} Aug 25 11:22:38.730211 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae', 'code': 200} Aug 25 11:22:38.877214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb7d2-e1c2-4cad-ae99-257c73177242 req-867ad365-bde1-4cc3-bd43-b03262e809ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:38.879648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d4fb7d2-e1c2-4cad-ae99-257c73177242 req-867ad365-bde1-4cc3-bd43-b03262e809ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 1097 time: 0.0575662 Aug 25 11:22:38.893601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c128-3994-4d26-aacc-562323f73e76 req-fed86a28-e192-45ce-a80a-036775ef5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:38.896021 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ab1c128-3994-4d26-aacc-562323f73e76 req-fed86a28-e192-45ce-a80a-036775ef5bcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 1097 time: 0.0717237 Aug 25 11:22:38.947122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d4fb7d2-e1c2-4cad-ae99-257c73177242 req-c3dfd56b-a7b4-4410-a5a4-d8d320b6fd79 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577826 Aug 25 11:22:38.979887 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ab1c128-3994-4d26-aacc-562323f73e76 req-95fbdb6d-dd14-4343-9bd1-1dfc1a4d871b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 Aug 25 11:22:39.061910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b76f23-0f15-4f76-9aab-bc40e448e812 req-c68b8c56-5246-4c34-88dd-67e74bba05ca tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:39.064819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59b76f23-0f15-4f76-9aab-bc40e448e812 req-c68b8c56-5246-4c34-88dd-67e74bba05ca tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.0919547 Aug 25 11:22:39.114838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59b76f23-0f15-4f76-9aab-bc40e448e812 req-f6aaa7b4-876c-4f62-85ab-ed9f442733b5 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Aug 25 11:22:39.156539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b791c776-1525-40fb-8990-53b770d6549d req-673f850d-c7e1-4c4c-b952-b2cbb1a0355e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0406458 Aug 25 11:22:39.296814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5210-5fde-4f69-b035-e6f82cce95db req-582646d6-7a61-40f5-bf73-017443b87557 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:39.299045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8cc5210-5fde-4f69-b035-e6f82cce95db req-582646d6-7a61-40f5-bf73-017443b87557 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.0972023 Aug 25 11:22:39.386868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ae4d-e1e3-4575-9fe4-ecb3074d6a53 req-ad55658f-47fd-48bf-8eb0-bcf3b2410528 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:39.397365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba45ae4d-e1e3-4575-9fe4-ecb3074d6a53 req-ad55658f-47fd-48bf-8eb0-bcf3b2410528 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 945 time: 0.1379800 Aug 25 11:22:39.485052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8cc5210-5fde-4f69-b035-e6f82cce95db req-6f4f1eb0-7996-4c60-9613-55e164e1c1bb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524708 Aug 25 11:22:39.509114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba45ae4d-e1e3-4575-9fe4-ecb3074d6a53 req-afc57158-bfc7-43d5-9f36-dc95434083e0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039636 Aug 25 11:22:39.605765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-b193e7a9-6b89-4569-9f1b-c983da983536 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:39.610121 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-b193e7a9-6b89-4569-9f1b-c983da983536 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 807 time: 0.2663136 Aug 25 11:22:39.624279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Request body: {'port': {'device_id': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'admin_state_up': True, 'tenant_id': '7a53180ea5374a77ae884fd61e2133f1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:39.691825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb82ab-2581-4821-bb05-a2c1ebf5bf82 req-fe2c7a39-e461-44e1-a2b7-b711540e5756 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:39.698512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76fb82ab-2581-4821-bb05-a2c1ebf5bf82 req-fe2c7a39-e461-44e1-a2b7-b711540e5756 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 945 time: 0.1166592 Aug 25 11:22:39.789082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76fb82ab-2581-4821-bb05-a2c1ebf5bf82 req-fc8001cd-3f7d-474d-92f0-6da0790ad178 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764439 Aug 25 11:22:39.846899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:39.866266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Made reservation on behalf of 7a53180ea5374a77ae884fd61e2133f1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:39.871154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.009296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2df418-f719-4a4a-9f93-674cf9d78da0 req-856b80af-2236-425c-8d24-408b1093d74f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:40.011409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd2df418-f719-4a4a-9f93-674cf9d78da0 req-856b80af-2236-425c-8d24-408b1093d74f tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.1070805 Aug 25 11:22:40.017856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1120213066-network', 'tenant_id': '3fad7ebeae4c4f689cb4ede538fb21cb'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:40.089787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Made reservation on behalf of 3fad7ebeae4c4f689cb4ede538fb21cb for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:40.093225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.108109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd2df418-f719-4a4a-9f93-674cf9d78da0 req-ddf97f3b-d8e1-4853-8677-de1662fc2831 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795839 Aug 25 11:22:40.109493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.129809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Allocated IP 172.20.0.5 (18bced2f-e46e-4dbd-9ea2-94079387039b/01a933be-9cab-45fc-bfe0-71fe81f8e0fe/5c7a0f17-347d-476e-b77d-58479d18872d) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:40.298372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.306699 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.391489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f342859-67dd-4770-b00f-9d708de0fd92 req-e323f55f-5ca1-450e-966d-9a257b82f613 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0788286 Aug 25 11:22:40.406651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:22:40.423233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a648579d-3212-459d-aba7-68c4d37fdb26,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:40.430768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.431156 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Added segment ed7470c7-6362-4037-886f-2bf349cd61c9 of type vlan for network f79bce6a-c831-4c9b-9c0e-95f4798ae082 Aug 25 11:22:40.462932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddf43c-7a9d-46e4-b988-a11e3328f3da req-2b79803a-5a47-4e65-a992-e94c54f1c83d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:40.464572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3ddf43c-7a9d-46e4-b988-a11e3328f3da req-2b79803a-5a47-4e65-a992-e94c54f1c83d tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.1442652 Aug 25 11:22:40.488266 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.526521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.552738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3ddf43c-7a9d-46e4-b988-a11e3328f3da req-6ccd8c7b-b4a0-4bf6-9695-d7be2b7b7f16 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604801 Aug 25 11:22:40.573660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.602544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['aacd8422-065e-4258-8c10-a1b8d60737b3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:40.613476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.614747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:40.615100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.669416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Network 18bced2f-e46e-4dbd-9ea2-94079387039b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:40.688288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:40.706360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:40.836833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:40.839206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:40.869039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:40.887578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f714a724-c427-40ce-9ab7-b07b7b2778ef tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2672431 Aug 25 11:22:40.903530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Request body: {'port': {'device_id': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:41.018342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:41.182959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3329620 Aug 25 11:22:41.187613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47854) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:41.197343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Request body: {'subnet': {'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1120213066-subnet', 'tenant_id': '3fad7ebeae4c4f689cb4ede538fb21cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:41.203361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4336867-db38-4711-9f2a-0b46aabf7510 admin admin] Pushing event updated for resources: {'Network': ['ID=f79bce6a-c831-4c9b-9c0e-95f4798ae082,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:41.216745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f79bce6a-c831-4c9b-9c0e-95f4798ae082 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:22:41.242133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28b74d-a062-48d7-a120-46381634ebe3 req-f648b832-483d-4bd3-8e93-4685694e844a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:41.250903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b28b74d-a062-48d7-a120-46381634ebe3 req-f648b832-483d-4bd3-8e93-4685694e844a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 945 time: 0.5816338 Aug 25 11:22:41.287343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Made reservation on behalf of 3fad7ebeae4c4f689cb4ede538fb21cb for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:41.292248 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:41.297634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0be6-2816-4b9c-903a-cd695703e7a6 req-5af63d14-21da-4650-b2da-0ef3662ce32f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:41.315743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-455f0be6-2816-4b9c-903a-cd695703e7a6 req-5af63d14-21da-4650-b2da-0ef3662ce32f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 945 time: 0.1923156 Aug 25 11:22:41.422542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b28b74d-a062-48d7-a120-46381634ebe3 req-6d35de45-3867-4e4a-818e-8cd36d3acd45 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699708 Aug 25 11:22:41.474759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-455f0be6-2816-4b9c-903a-cd695703e7a6 req-c4e30d68-81ea-43b5-81e7-faad4313abdf tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180782 Aug 25 11:22:41.526084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7a0f17-347d-476e-b77d-58479d18872d {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:41.539551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:41.565070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Transition to ACTIVE for port object 5c7a0f17-347d-476e-b77d-58479d18872d will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:41.572462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:41.673233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:41.712307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:41.730414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab030c-053a-4e38-9aac-39c9347feec7 req-b260a0c3-26b9-4426-b3fd-883b1991c093 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:41.743757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79ab030c-053a-4e38-9aac-39c9347feec7 req-b260a0c3-26b9-4426-b3fd-883b1991c093 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.1528502 Aug 25 11:22:41.754672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c72c94-d38c-4c5b-8059-7770599a45be,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:41.812760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79ab030c-053a-4e38-9aac-39c9347feec7 req-4b8363fb-0459-4b76-9039-042079a14645 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649340 Aug 25 11:22:41.839975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Checking segment: {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:41.840654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Network hostable DHCP agents. Network: f79bce6a-c831-4c9b-9c0e-95f4798ae082, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:22:41.872569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:41.873292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:41.874432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:41.894986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:41.896423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:41.903311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Network f79bce6a-c831-4c9b-9c0e-95f4798ae082 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:22:41.917838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:41.918954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:41.919891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:41.921333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Bound port: 5c7a0f17-347d-476e-b77d-58479d18872d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:41.922285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:41.957829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f79bce6a-c831-4c9b-9c0e-95f4798ae082) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:41.964157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af295e1-a459-4b43-ac4c-5dd328bfcb62 req-d572b00d-f910-43a5-ba01-0994a3d8d9b1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:41.973301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c98b3c-eaf6-4793-992e-1577e192ff79 None None] Network f79bce6a-c831-4c9b-9c0e-95f4798ae082 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:22:41.974361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6af295e1-a459-4b43-ac4c-5dd328bfcb62 req-d572b00d-f910-43a5-ba01-0994a3d8d9b1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.0746515 Aug 25 11:22:42.013577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.014576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:42.050842 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f5202f2d-fe8d-45a0-bae7-69088e29fec5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8615234 Aug 25 11:22:42.064261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6af295e1-a459-4b43-ac4c-5dd328bfcb62 req-875ef4b5-6673-4d24-9f60-0e212f1cdc7e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886445 Aug 25 11:22:42.095097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-422e9006-0026-470c-be6c-ba7a1f0e7113 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 267 time: 0.1167569 Aug 25 11:22:42.151159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:42.155415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:42.165386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:42.236269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-d3d8dd52-5677-4b78-b771-0bd995726622 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.248686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-d3d8dd52-5677-4b78-b771-0bd995726622 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 945 time: 0.1522162 Aug 25 11:22:42.254528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.255504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:42.255857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'port': {'security_groups': []}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:42.256842 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] 10.222.0.10 "PUT /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 1092 time: 1.3587224 Aug 25 11:22:42.257813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:42.260463 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c59a03-c4fa-4ab1-be80-b567d775cb08" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:42.292110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a29569-d970-4a5d-80f1-be3725489da6 None None] Network f79bce6a-c831-4c9b-9c0e-95f4798ae082 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:22:42.322080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d1eed-5fdc-46bd-80ae-3fcb5369230a service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:42.450382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-3f2e2085-11fe-4510-8717-ddae1f652e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.464384 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-3f2e2085-11fe-4510-8717-ddae1f652e46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1095 time: 0.0676823 Aug 25 11:22:42.504706 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:42.515476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d41715-16a1-4fca-899a-fca7f296c5bd req-65f535ed-e277-4ca8-b8bd-883314392feb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.525494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8d41715-16a1-4fca-899a-fca7f296c5bd req-65f535ed-e277-4ca8-b8bd-883314392feb tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.1421847 Aug 25 11:22:42.582160 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-6157adc1-9028-41ed-a48f-f58f8a17660c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 217 time: 0.1068871 Aug 25 11:22:42.620675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8d41715-16a1-4fca-899a-fca7f296c5bd req-b2d25bd5-6308-4963-9789-83bed66b47c6 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938196 Aug 25 11:22:42.721232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f671ef92-e2fd-4239-bfd1-5e0d5f410d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.724827 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-f671ef92-e2fd-4239-bfd1-5e0d5f410d24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1323891 Aug 25 11:22:42.787446 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-488c9254-2fe9-41aa-b482-400217f1d5db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539787 Aug 25 11:22:42.823606 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1786a73-a837-4a4c-aca1-82e25277bc6c x-openstack-request-id: req-b1786a73-a837-4a4c-aca1-82e25277bc6c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:42.824245 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:42.824752 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1786a73-a837-4a4c-aca1-82e25277bc6c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:42.825539 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d', 'status': 'completed', 'code': 200} Aug 25 11:22:42.949284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:42.991983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df125ecb-5619-41d4-b6f3-d9bd5af191c7 req-b3f4ccac-7238-4afa-8622-8986fe697e77 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:42.994214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df125ecb-5619-41d4-b6f3-d9bd5af191c7 req-b3f4ccac-7238-4afa-8622-8986fe697e77 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 945 time: 0.1364889 Aug 25 11:22:42.998769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-0852a1db-d2f5-43f0-a1c8-2db2498fbc97 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022662 Aug 25 11:22:43.036468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:43.055095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:43.072263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:43.076532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['70e86dd6-468e-4789-9f07-db508a8cf4dd', '795ea791-7a65-4bf9-870f-57dacfbe58ae'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:43.146954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df125ecb-5619-41d4-b6f3-d9bd5af191c7 req-840d75f8-4c01-48f0-8fad-384fd7ee81fe tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303713 Aug 25 11:22:43.187752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:43.188803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:43.191381 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b3af337b-ce83-4d63-9f81-6e9dd258a33a req-71403fb7-01c4-43c5-9351-3e51dd989c69 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842351 Aug 25 11:22:43.232976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7dd3074-3f4a-40bc-92e0-5473fe34c40e req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "PUT /v2.0/ports/795ea791-7a65-4bf9-870f-57dacfbe58ae HTTP/1.1" status: 200 len: 904 time: 0.9829605 Aug 25 11:22:43.234368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:43.253906 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece" -d '{"events": [{"name": "network-changed", "server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:43.337971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5819740-615e-486c-9f5f-c7132a185f61 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:43.436999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-54c666f0-ad07-4df9-8725-2557b1fcae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:43.440311 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-54c666f0-ad07-4df9-8725-2557b1fcae44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1095 time: 0.1538200 Aug 25 11:22:43.441139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['795ea791-7a65-4bf9-870f-57dacfbe58ae'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:43.647543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c63d2be8-23d9-49ef-8abd-7fc2d14e4c93 req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1977869941', 'description': 'tempest-description-634051437'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:43.710047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c63d2be8-23d9-49ef-8abd-7fc2d14e4c93 req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:43.767332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-fd9901fb-e9c5-4be9-8a81-b20355ebaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:43.776423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-fd9901fb-e9c5-4be9-8a81-b20355ebaac8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.3235948 Aug 25 11:22:43.806169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2ea1be84-31db-4106-8b56-f89203b0dc66 None None] Provisioning complete for port 795ea791-7a65-4bf9-870f-57dacfbe58ae triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:43.806937 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2ea1be84-31db-4106-8b56-f89203b0dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:43.933578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-51c8e9b1-4175-4cbf-a401-e94c2e4cdd70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 217 time: 0.1442242 Aug 25 11:22:43.947528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c63d2be8-23d9-49ef-8abd-7fc2d14e4c93 req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:43.961093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c63d2be8-23d9-49ef-8abd-7fc2d14e4c93 req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:44.057951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c63d2be8-23d9-49ef-8abd-7fc2d14e4c93 req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:44.060071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c63d2be8-23d9-49ef-8abd-7fc2d14e4c93 req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4266140 Aug 25 11:22:44.061742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-11f0756b-2be8-42c8-b779-209551fdb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:44.065525 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-11f0756b-2be8-42c8-b779-209551fdb4bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1233249 Aug 25 11:22:44.074695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133ff22-355c-419e-baad-9633a7bd2ec0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8620f5-622a-4bc9-b8ae-e61bae331b09,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:44.127417 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-1d29c9ba-2eb2-4de5-9464-e5e7c5c64ffb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496762 Aug 25 11:22:44.228484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4dcf-624a-4f0b-863d-d63cd81660ba req-eae1919d-307b-487c-af89-ecb240ff5116 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:44.230498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5bf4dcf-624a-4f0b-863d-d63cd81660ba req-eae1919d-307b-487c-af89-ecb240ff5116 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.0976174 Aug 25 11:22:44.298507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-b32cf232-9390-444a-9820-568f348770a8 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592019 Aug 25 11:22:44.333097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5bf4dcf-624a-4f0b-863d-d63cd81660ba req-aad47808-3606-4c0e-bda1-16a407a84427 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915861 Aug 25 11:22:44.555947 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c1c59a03-c4fa-4ab1-be80-b567d775cb08 req-e2f4d811-05eb-4e19-a1ca-d5ec051cbc5c service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476764 Aug 25 11:22:44.570513 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d2df2c-9882-4c36-8f61-aa202b6160da x-openstack-request-id: req-99d2df2c-9882-4c36-8f61-aa202b6160da {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:44.571413 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:44.572129 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99d2df2c-9882-4c36-8f61-aa202b6160da {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:44.573510 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae', 'status': 'completed', 'code': 200} Aug 25 11:22:44.688363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6535f2c-575d-4edc-b74f-9a8adfb26dd7 req-15faabad-03e2-41e4-bd24-05b4966c5afa tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:44.693809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6535f2c-575d-4edc-b74f-9a8adfb26dd7 req-15faabad-03e2-41e4-bd24-05b4966c5afa tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 907 time: 0.2057145 Aug 25 11:22:44.710773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-6b5244fc-a1ab-40ca-9e8c-3e4a3b497fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:44.714166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-6b5244fc-a1ab-40ca-9e8c-3e4a3b497fe3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 1059 time: 0.1475625 Aug 25 11:22:44.823689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-63136a5a-b8fc-4f94-9bab-52604a76d9b8 req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1105414113', 'description': 'tempest-description-1532225569'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:44.920249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63136a5a-b8fc-4f94-9bab-52604a76d9b8 req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:44.976867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-b63c2777-ae0e-4be8-be22-05f2b4ff2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:44.979136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-b63c2777-ae0e-4be8-be22-05f2b4ff2030 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.2554932 Aug 25 11:22:45.093926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-90dbb946-12b8-4ece-bef1-232360feadba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae HTTP/1.1" status: 200 len: 217 time: 0.0857913 Aug 25 11:22:45.201931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762332-6978-4430-b17d-d66a36c9780a req-0c0ce317-af7f-48c3-8ee4-daaa8c02331e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:45.204060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8762332-6978-4430-b17d-d66a36c9780a req-0c0ce317-af7f-48c3-8ee4-daaa8c02331e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 945 time: 0.2411134 Aug 25 11:22:45.268969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-c8a44ba5-a888-4d9f-a2c2-cdded150eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:45.271469 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-c8a44ba5-a888-4d9f-a2c2-cdded150eb77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1659722 Aug 25 11:22:45.395693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8762332-6978-4430-b17d-d66a36c9780a req-4557bf21-03f7-4a7b-a257-44a29ad2a2b3 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767945 Aug 25 11:22:45.424794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63136a5a-b8fc-4f94-9bab-52604a76d9b8 req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:45.440594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63136a5a-b8fc-4f94-9bab-52604a76d9b8 req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:45.470362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-4c18a2ce-fd41-40fb-8ebc-a4a40d6297c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:45.472702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-4c18a2ce-fd41-40fb-8ebc-a4a40d6297c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881647 Aug 25 11:22:45.541988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-f9c9b5c9-b681-4d6a-a7bf-3a1473608e93 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:45.544371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-f9c9b5c9-b681-4d6a-a7bf-3a1473608e93 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.67 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.2076151 Aug 25 11:22:45.545587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63136a5a-b8fc-4f94-9bab-52604a76d9b8 req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:45.547715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63136a5a-b8fc-4f94-9bab-52604a76d9b8 req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7358563 Aug 25 11:22:45.582470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b916398-1116-4799-a01a-f50cbc4f626e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:45.886821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-78fcfaf7-46f0-49fe-a3fc-f2bd99d9a46b service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910983 Aug 25 11:22:45.975665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff36ab5-2f83-409c-8696-43cccc3f908b req-3c91dc27-4b7d-4da0-9aa0-9f63f5373dd3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:45.976006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff36ab5-2f83-409c-8696-43cccc3f908b req-3c91dc27-4b7d-4da0-9aa0-9f63f5373dd3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2209105 Aug 25 11:22:45.989205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55206e-29c1-4348-9f9f-b2b2191dc148 req-1d9eca31-ca53-4008-838b-3a5a89cd0def tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:45.991097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb55206e-29c1-4348-9f9f-b2b2191dc148 req-1d9eca31-ca53-4008-838b-3a5a89cd0def tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 945 time: 0.1949098 Aug 25 11:22:46.035099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Deleting port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:22:46.035783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:46.168122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb55206e-29c1-4348-9f9f-b2b2191dc148 req-7b54c680-8d4c-4b9d-8e62-6f4c59f2e353 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0253a37-8f48-4196-bbec-879610b6d275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565800 Aug 25 11:22:46.173928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff36ab5-2f83-409c-8696-43cccc3f908b req-3ec5c191-23d3-41d8-ae4d-b8cbcc0e1572 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779110 Aug 25 11:22:46.220206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-467e6987-02c4-4d51-9377-7923e62a8d61 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:46.223244 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-467e6987-02c4-4d51-9377-7923e62a8d61 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 945 time: 0.1205842 Aug 25 11:22:46.247615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec42d1b7-a2dd-46e8-9693-0f63624c4ece req-a0996b63-ebd6-47c0-859d-d4530c0d0968 service neutron] 10.222.0.10 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489583 Aug 25 11:22:46.298233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] For port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,segment=NetworkSegment(b36d5528-2136-4155-992b-83be703ec454),segment_id=b36d5528-2136-4155-992b-83be703ec454)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:46.298641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:46.317658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Calling delete_port for 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:22:46.453400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Deleting port 66b907b7-65f4-4a93-8c28-747aca29377d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:22:46.454566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:46.475329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088afd38-5dbc-42bc-bc98-bb6e57193024 req-5962f3bb-5e97-4391-acc2-2a8061ceae91 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:46.477561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-088afd38-5dbc-42bc-bc98-bb6e57193024 req-5962f3bb-5e97-4391-acc2-2a8061ceae91 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.0914009 Aug 25 11:22:46.592495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-088afd38-5dbc-42bc-bc98-bb6e57193024 req-2d433a2a-3684-4d42-8f62-b6c9db616eae tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994430 Aug 25 11:22:46.600584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:46.615450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['4bcac0e2-d0a1-44e0-97f8-0d4de5c633df'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:46.649630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Pushing event deleted for resources: {'Port': ['ID=4bcac0e2-d0a1-44e0-97f8-0d4de5c633df,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:46.741069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] For port 66b907b7-65f4-4a93-8c28-747aca29377d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=66b907b7-65f4-4a93-8c28-747aca29377d,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:46.742424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:46.753375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] No DVR routers for this DVR port 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:22:46.759164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:46.761268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1130edef-079b-4bb4-a5f5-d5b7441d56ee req-7405b57d-374c-4cb1-9df4-543158762bdd tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.67 "DELETE /v2.0/ports/4bcac0e2-d0a1-44e0-97f8-0d4de5c633df HTTP/1.1" status: 204 len: 173 time: 1.1870658 Aug 25 11:22:46.761796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'name': 'network-vif-deleted', 'tag': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:46.764739 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321bb5af-13f7-42d1-a778-44ff0ab6b4d4" -d '{"events": [{"server_uuid": "eab12172-1af8-4751-85ce-52e54aa4af16", "name": "network-vif-deleted", "tag": "4bcac0e2-d0a1-44e0-97f8-0d4de5c633df"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:46.773920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Calling delete_port for 66b907b7-65f4-4a93-8c28-747aca29377d owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:22:46.875438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-7d753ca8-ef5f-4a35-b219-ff97b2ff3383 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:46.877262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-7d753ca8-ef5f-4a35-b219-ff97b2ff3383 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 813 time: 0.2429247 Aug 25 11:22:46.891160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377fb88-476d-40ec-9e3a-6dbfdecac8be req-1785d51d-19b3-4825-b2bc-3b740b33d430 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:46.893103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b377fb88-476d-40ec-9e3a-6dbfdecac8be req-1785d51d-19b3-4825-b2bc-3b740b33d430 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1104002 Aug 25 11:22:46.929624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-c36a540b-1b6a-441b-b1f4-accba01b6c46 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/quotas/3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 375 time: 0.0286179 Aug 25 11:22:46.986967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-68882f41-94bb-40b0-8af8-237ae128699a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557282 Aug 25 11:22:47.005983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:47.020299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['66b907b7-65f4-4a93-8c28-747aca29377d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:47.042634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b377fb88-476d-40ec-9e3a-6dbfdecac8be req-dd54240c-ce6b-4c8a-8d38-a46f9ef16a70 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330829 Aug 25 11:22:47.063525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event deleted for resources: {'Port': ['ID=66b907b7-65f4-4a93-8c28-747aca29377d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:47.143849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] No DVR routers for this DVR port 66b907b7-65f4-4a93-8c28-747aca29377d on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:22:47.151696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:47.154379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f45012fe-fff2-493c-9e1b-0c214bc0c218 req-85cd0f1c-7115-4756-9786-b8354eefe466 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "DELETE /v2.0/ports/66b907b7-65f4-4a93-8c28-747aca29377d HTTP/1.1" status: 204 len: 173 time: 0.9133437 Aug 25 11:22:47.154935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'name': 'network-vif-deleted', 'tag': '66b907b7-65f4-4a93-8c28-747aca29377d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:47.157900 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6d31d0-2319-43b2-8ebd-9d2e94e64ed0" -d '{"events": [{"server_uuid": "d34180f7-808a-49d4-8a85-8338c7ffb248", "name": "network-vif-deleted", "tag": "66b907b7-65f4-4a93-8c28-747aca29377d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:47.188462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5de797ba-b744-441a-b8ba-994073372de6 req-21dc75af-ceed-448a-856c-48e38473bdf1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=d34180f7-808a-49d4-8a85-8338c7ffb248 HTTP/1.1" status: 200 len: 210 time: 0.0399613 Aug 25 11:22:47.223017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-71cff0b5-9d10-4e9e-80c6-bc852e119f7a service neutron] 10.222.0.35 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288098 Aug 25 11:22:47.394913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-ca288acb-0f1e-41ec-9f73-424e4d29f08b service neutron] 10.222.0.35 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707575 Aug 25 11:22:47.442125 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2066fc50-ebbc-46cf-86c4-55c909e524b6 x-openstack-request-id: req-2066fc50-ebbc-46cf-86c4-55c909e524b6 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:47.442473 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab12172-1af8-4751-85ce-52e54aa4af16", "name": "network-vif-deleted", "tag": "4bcac0e2-d0a1-44e0-97f8-0d4de5c633df", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:47.442703 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2066fc50-ebbc-46cf-86c4-55c909e524b6 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:47.443329 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab12172-1af8-4751-85ce-52e54aa4af16', 'name': 'network-vif-deleted', 'tag': '4bcac0e2-d0a1-44e0-97f8-0d4de5c633df', 'status': 'completed', 'code': 200} Aug 25 11:22:47.503104 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de67bac5-180e-4381-9b92-678b8e926165 x-openstack-request-id: req-de67bac5-180e-4381-9b92-678b8e926165 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:47.504188 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34180f7-808a-49d4-8a85-8338c7ffb248", "name": "network-vif-deleted", "tag": "66b907b7-65f4-4a93-8c28-747aca29377d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:47.504661 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de67bac5-180e-4381-9b92-678b8e926165 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:47.506062 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34180f7-808a-49d4-8a85-8338c7ffb248', 'name': 'network-vif-deleted', 'tag': '66b907b7-65f4-4a93-8c28-747aca29377d', 'status': 'completed', 'code': 200} Aug 25 11:22:47.666555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce6085a5-d539-4e91-af17-43f9b95e7c39 req-b2e236f9-e8e8-4d0d-8a10-301ea7b7a120 tempest-ServerDiskConfigTestJSON-1386817485 tempest-ServerDiskConfigTestJSON-1386817485-project] 10.222.0.35 "GET /v2.0/ports?device_id=eab12172-1af8-4751-85ce-52e54aa4af16 HTTP/1.1" status: 200 len: 210 time: 0.0706799 Aug 25 11:22:47.927988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d93b6cef-3f99-4536-8fe0-29ce288b37d6 req-08575e7d-d63f-4ca3-8a97-ce73c628d860 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 210 time: 0.0516312 Aug 25 11:22:47.962130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-09de9cf1-dfb1-466e-8c6a-720f716ee3c4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:47.975887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-09de9cf1-dfb1-466e-8c6a-720f716ee3c4 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.2827663 Aug 25 11:22:47.999671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-6f0c5c94-f8bb-4556-9eb1-6485ce30d46b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/quotas/530001cb0f344f6fb4135cd873bf5c42 HTTP/1.1" status: 200 len: 375 time: 0.0222857 Aug 25 11:22:48.128329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12de56ef-92f9-4bbd-b2af-6ffde43355c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:48.196672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-dc75faa7-f323-497e-aaec-ca4d8a988e71 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1955526 Aug 25 11:22:48.216899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316065-bc4b-4ee5-ad55-4e34179cc31b req-c1d53f49-5c25-49f7-9064-1d2668d0109b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:48.220333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87316065-bc4b-4ee5-ad55-4e34179cc31b req-c1d53f49-5c25-49f7-9064-1d2668d0109b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.2007215 Aug 25 11:22:48.331802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87316065-bc4b-4ee5-ad55-4e34179cc31b req-7b3572ad-8d78-471b-bc63-1b920aa1b0c4 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981743 Aug 25 11:22:48.397086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-08e7e421-059d-4f2e-9119-3febce3fde83 service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751242 Aug 25 11:22:48.560009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-044df106-c8db-45d7-94ea-264e58ff8f22 service neutron] 10.222.0.35 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312735 Aug 25 11:22:48.840203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-db149ddf-f6bc-4caa-9bf7-6700da60a980 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:48.841820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-db149ddf-f6bc-4caa-9bf7-6700da60a980 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.1833539 Aug 25 11:22:48.859438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-201b5a4c-a87b-429a-9893-3736c369fe7a req-e0db9e5f-a9cb-4bb7-b278-2880391070c7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 210 time: 0.0414636 Aug 25 11:22:48.868876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-c497696f-a442-42ed-ad7e-dc8115c64576 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.0130012 Aug 25 11:22:48.910749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-129edd4b-33b7-48a3-8e82-b6795ba480b2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345449 Aug 25 11:22:49.228238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-61f11b39-6e00-4f69-9281-4e893c31a680 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:49.229892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-61f11b39-6e00-4f69-9281-4e893c31a680 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.67 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 813 time: 0.3248093 Aug 25 11:22:49.250242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2c714b2-ac3f-46c6-b104-f6ef5fcf9fc8 req-6332a10c-8e8e-4b73-95c9-a69f08d53f82 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 210 time: 0.0526166 Aug 25 11:22:49.256202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'port': {'device_id': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082', 'admin_state_up': True, 'tenant_id': '3fad7ebeae4c4f689cb4ede538fb21cb'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:49.325728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-08b1e972-94d3-4eaf-a7cf-76fac5a3be7f service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941767 Aug 25 11:22:49.491110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-2d817e82-99ae-476a-a5a6-79f44fa1d713 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561282 Aug 25 11:22:49.514404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Made reservation on behalf of 3fad7ebeae4c4f689cb4ede538fb21cb for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:49.519729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:49.612909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026e64-a413-4bc5-be55-8b5d1c6cbbce req-e3add850-1fd7-4a6f-80ce-70d095d51cc6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:49.615474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf026e64-a413-4bc5-be55-8b5d1c6cbbce req-e3add850-1fd7-4a6f-80ce-70d095d51cc6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.1453474 Aug 25 11:22:49.693392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48016) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:49.779971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf026e64-a413-4bc5-be55-8b5d1c6cbbce req-c6671e24-b38d-4894-b012-7b16353dbd56 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501515 Aug 25 11:22:49.811011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Deleting subnet 79ff7ac4-22f1-4406-a6ee-db525772c80d {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:22:49.819024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Allocated IP 172.20.0.3 (f79bce6a-c831-4c9b-9c0e-95f4798ae082/47c72c94-d38c-4c5b-8059-7770599a45be/a8486044-841d-4ef8-b25c-31286b85283c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:49.832367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:49.870553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cb01e44-1484-4264-a500-a53fc9f9e96c req-9a94df8d-151a-4399-b944-8cc2bbc927a1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 210 time: 0.0571146 Aug 25 11:22:49.904011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:50.008824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:50.260384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:22:50.290229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:22:50.290557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 4bcac0e2-d0a1-44e0-97f8-0d4de5c633df not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:22:50.656577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 66b907b7-65f4-4a93-8c28-747aca29377d no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:22:50.671094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edd7f551-4898-4dfd-aaa8-e466d6b02521 req-22298593-3be8-4995-9b7e-d256458d2d18 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 210 time: 0.2023938 Aug 25 11:22:50.674717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f86e595-9e2c-4c5a-8283-e78beccfabf1 req-0ca7c20d-87b6-4cbd-a672-11df71088ea2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 210 time: 0.2040784 Aug 25 11:22:50.705340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 66b907b7-65f4-4a93-8c28-747aca29377d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:22:50.706213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 66b907b7-65f4-4a93-8c28-747aca29377d not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:22:50.803023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:50.819818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:50.880339 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:50.882553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/79ff7ac4-22f1-4406-a6ee-db525772c80d HTTP/1.1" status: 204 len: 168 time: 1.1866703 Aug 25 11:22:50.885746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48036) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:50.888712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ff7ac4-22f1-4406-a6ee-db525772c80d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:50.952544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.952919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.953148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.953709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.954053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.954650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.955178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.955511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.955856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.956176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.956505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.956824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8706c-8cbd-490c-a995-3606f404cbdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:22:50.969811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-866ed64a-403a-49af-b137-8f7137549d5d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:50.971570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-866ed64a-403a-49af-b137-8f7137549d5d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 811 time: 0.4922876 Aug 25 11:22:50.990659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Request body: {'port': {'device_id': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'admin_state_up': True, 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:50.995756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.093821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3fe1b-80e5-4541-bcd4-2f314cac921f req-357c214b-aea6-43ea-b89c-c4b23f17dce9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:51.095386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cd3fe1b-80e5-4541-bcd4-2f314cac921f req-357c214b-aea6-43ea-b89c-c4b23f17dce9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.2188430 Aug 25 11:22:51.096007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.103243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee5a5c34-3a28-4e57-b4e2-29cb33bdffea req-a782ff99-18ff-4a38-b5d6-fc3721363937 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 210 time: 0.1012855 Aug 25 11:22:51.120347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.123214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c807a57-c508-42a8-83d5-1b24b3c96873']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:51.167515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d01c827-ab7b-465e-9159-0d88f30c0844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.189841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36d5528-2136-4155-992b-83be703ec454') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:51.190447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36d5528-2136-4155-992b-83be703ec454') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:22:51.210840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.213931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Network f79bce6a-c831-4c9b-9c0e-95f4798ae082 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:51.243766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.255010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:51.257814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:22:51.258596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:22:51.260604 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:22:51.282080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cd3fe1b-80e5-4541-bcd4-2f314cac921f req-99448479-015a-44d5-84ca-355ad89dc1bb tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655743 Aug 25 11:22:51.292773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:51.350466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.353246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:51.371613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f2950905-5bcb-4035-9f69-7a1c8dadeaf9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:51.374650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f2950905-5bcb-4035-9f69-7a1c8dadeaf9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.2641709 Aug 25 11:22:51.399118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Request body: {'port': {'device_id': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'admin_state_up': True, 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:51.402687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Made reservation on behalf of 530001cb0f344f6fb4135cd873bf5c42 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:51.406465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.419349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.423253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:51.423908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.449681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-dd38d551-e839-4fad-88c0-a01445f066d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2036002 Aug 25 11:22:51.460138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.462026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] 10.222.0.35 "DELETE /v2.0/networks/3c807a57-c508-42a8-83d5-1b24b3c96873 HTTP/1.1" status: 204 len: 168 time: 0.5752709 Aug 25 11:22:51.478303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c92b0b-d0ff-4db3-80bb-ee90f37e57fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3c807a57-c508-42a8-83d5-1b24b3c96873,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:51.492708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Request body: {'port': {'device_id': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:51.560681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:51.565275 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.598484 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.620680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48046) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:51.649818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Allocated IP 172.20.0.14 (6b6922f5-7845-4e91-a40f-ba358f0df95f/a341ebab-1df5-4e41-835e-a6c1ac8a1662/91350510-cd7a-4699-b761-e4dc62c5486d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:51.736316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Allocated IP 172.20.0.13 (8c991c32-972a-4eb3-94a0-e03a78360ba0/8da674f2-2bf9-4059-9b97-33386ff17c3b/36c5625f-1cf3-43a7-b3ab-74e786df54bb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:51.741251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b799ab0b-513b-4c9a-bbb5-26d9003a0b3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e778b5b3ecc9489988da300b58c3711f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169624 Aug 25 11:22:51.746144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48052) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:51.869800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4a4029b-02e6-4cb3-aaa9-715aab5c18c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.937756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4a4029b-02e6-4cb3-aaa9-715aab5c18c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:51.995449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-560d5d94-fe4e-41ab-8892-4f05f4c2c73f req-042ba9a8-e87e-4ff7-bfe5-4f2934447dc6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 210 time: 0.1104605 Aug 25 11:22:52.044823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.063748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bfa68-ecf1-434b-b62a-8d241e1679bc req-284aafc7-4816-4348-8664-b6838c6221c5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:52.065431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf1bfa68-ecf1-434b-b62a-8d241e1679bc req-284aafc7-4816-4348-8664-b6838c6221c5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 931 time: 0.2154860 Aug 25 11:22:52.074536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4a4029b-02e6-4cb3-aaa9-715aab5c18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.077133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4a4029b-02e6-4cb3-aaa9-715aab5c18c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.078352 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a4a4029b-02e6-4cb3-aaa9-715aab5c18c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0253a37-8f48-4196-bbec-879610b6d275 HTTP/1.1" status: 204 len: 168 time: 0.3313634 Aug 25 11:22:52.125821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4029b-02e6-4cb3-aaa9-715aab5c18c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0253a37-8f48-4196-bbec-879610b6d275,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:52.146073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.146404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.227157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Transition to ACTIVE for port object 91350510-cd7a-4699-b761-e4dc62c5486d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:52.227862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:52.231819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:52.236344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:52.243933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:52.294299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:52.294967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.313823 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f5194072-2c00-41e5-89dd-c4dfd950d06c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9231696 Aug 25 11:22:52.327861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Request body: {'port': {'device_id': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:52.338594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf1bfa68-ecf1-434b-b62a-8d241e1679bc req-09b57eb8-980a-456d-9ffe-32e2e138712f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472572 Aug 25 11:22:52.394493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.410653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8486044-841d-4ef8-b25c-31286b85283c {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:52.413988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.426999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.445205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c5ad-7cb7-48f0-9b9e-e2b5ea70b900 req-5f3e2ab2-6438-44d9-921b-121c01b578fc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:52.447022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d10c5ad-7cb7-48f0-9b9e-e2b5ea70b900 req-5f3e2ab2-6438-44d9-921b-121c01b578fc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 932 time: 0.1975183 Aug 25 11:22:52.462439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Transition to ACTIVE for port object a8486044-841d-4ef8-b25c-31286b85283c will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:52.464620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.480765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:52.532918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:52.573223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['70e86dd6-468e-4789-9f07-db508a8cf4dd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:52.592898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:52.649751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d10c5ad-7cb7-48f0-9b9e-e2b5ea70b900 req-ee272537-c361-466d-972f-5f54d153bbfd tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776435 Aug 25 11:22:52.838959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:52.849099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:52.892834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:52.910742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:53.034670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d313634-f18a-4309-9618-daf0a04c039d req-7e3d0dd4-6788-4b03-997d-ff4912863aab tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:53.043514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d313634-f18a-4309-9618-daf0a04c039d req-7e3d0dd4-6788-4b03-997d-ff4912863aab tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.5134947 Aug 25 11:22:53.128072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:53.128946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.190924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d313634-f18a-4309-9618-daf0a04c039d req-7a215677-41fa-4d93-8d96-e9e2924c1fa2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453285 Aug 25 11:22:53.219775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-3809667e-5edc-4504-81d2-3dc585c31fe2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2336636 Aug 25 11:22:53.273031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Request body: {'port': {'device_id': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:53.278218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Attempting to bind port a8486044-841d-4ef8-b25c-31286b85283c on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:53.278874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Attempting to bind port a8486044-841d-4ef8-b25c-31286b85283c by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:53.279416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Attempting to bind port a8486044-841d-4ef8-b25c-31286b85283c on network f79bce6a-c831-4c9b-9c0e-95f4798ae082 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:53.331864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9e69f-a583-4673-ae46-75c3289e833f req-b8baf315-5ad2-4366-b1f9-067b1397668d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:53.333640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ba9e69f-a583-4673-ae46-75c3289e833f req-b8baf315-5ad2-4366-b1f9-067b1397668d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 932 time: 0.1157291 Aug 25 11:22:53.334476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Port a8486044-841d-4ef8-b25c-31286b85283c on network f79bce6a-c831-4c9b-9c0e-95f4798ae082 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:53.334811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Attempting to bind port a8486044-841d-4ef8-b25c-31286b85283c on network f79bce6a-c831-4c9b-9c0e-95f4798ae082 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:53.368023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48088) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:53.370357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0328a236-c66d-44dd-9579-46f9c0873c9a None None] Provisioning for port 91350510-cd7a-4699-b761-e4dc62c5486d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:53.378908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:53.379487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Checking segment: {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:53.379775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0328a236-c66d-44dd-9579-46f9c0873c9a None None] Provisioning complete for port 91350510-cd7a-4699-b761-e4dc62c5486d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:53.380135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Bound using segment: {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:53.380268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0328a236-c66d-44dd-9579-46f9c0873c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.380890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Bound port: a8486044-841d-4ef8-b25c-31286b85283c, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:53.381487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.424337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0328a236-c66d-44dd-9579-46f9c0873c9a None None] Port 91350510-cd7a-4699-b761-e4dc62c5486d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:22:53.464216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c5625f-1cf3-43a7-b3ab-74e786df54bb {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:53.466789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.473658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.491318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Transition to ACTIVE for port object 36c5625f-1cf3-43a7-b3ab-74e786df54bb will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:53.498905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.570068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1131266398-network', 'tenant_id': '3d70a88d08eb4dfe9d362a412230f6d0'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:53.596503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ba9e69f-a583-4673-ae46-75c3289e833f req-f4740186-7ec3-4cd8-8dc0-4c22c37a1f8c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197950 Aug 25 11:22:53.598428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:53.652347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:53.658671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:53.659025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Made reservation on behalf of 3d70a88d08eb4dfe9d362a412230f6d0 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:53.662597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.675930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.691005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df5f4-2452-40a2-b017-091955bb282e req-d44a48ec-fe4e-426b-806e-c660d01ad551 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:53.698693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-007df5f4-2452-40a2-b017-091955bb282e req-d44a48ec-fe4e-426b-806e-c660d01ad551 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 943 time: 0.2225766 Aug 25 11:22:53.717210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.804608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Attempting to bind port 36c5625f-1cf3-43a7-b3ab-74e786df54bb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:53.805250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Attempting to bind port 36c5625f-1cf3-43a7-b3ab-74e786df54bb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:53.806343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Attempting to bind port 36c5625f-1cf3-43a7-b3ab-74e786df54bb on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:53.824783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Port 36c5625f-1cf3-43a7-b3ab-74e786df54bb on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:53.825296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Attempting to bind port 36c5625f-1cf3-43a7-b3ab-74e786df54bb on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:53.843836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:53.844182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:53.844492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Bound using segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:53.845060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Bound port: 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:53.845448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.861136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:53.861803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:53.863257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] 10.222.0.67 "PUT /v2.0/ports/a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 1092 time: 2.3759658 Aug 25 11:22:53.863729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:53.866100 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faa2de7-3246-48c3-8041-40bd36393984" -d '{"events": [{"name": "network-changed", "server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "tag": "a8486044-841d-4ef8-b25c-31286b85283c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:53.936012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaff12b-2371-4af8-84f8-25195d351317 service neutron] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:53.980352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-007df5f4-2452-40a2-b017-091955bb282e req-f90f0264-65c8-46e1-bc40-ccd10d185a19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252386 Aug 25 11:22:53.997584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775db97-8451-45f6-aa1d-c47af2c9fc5a req-2f57e4cb-d6e6-4a05-89f7-34570cf2dec9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:53.999201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2775db97-8451-45f6-aa1d-c47af2c9fc5a req-2f57e4cb-d6e6-4a05-89f7-34570cf2dec9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 944 time: 0.2234459 Aug 25 11:22:54.049851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.055278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:54.061964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:54.063660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.068044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-15e90af8-9af5-4328-80d2-26a4a1342d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.070601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-15e90af8-9af5-4328-80d2-26a4a1342d62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1095 time: 0.1358211 Aug 25 11:22:54.076597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.088693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2775db97-8451-45f6-aa1d-c47af2c9fc5a req-1585ecfd-e2bb-49f0-9577-7d2f492f9c24 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Aug 25 11:22:54.136063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:22:54.147147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-d19d329c-2ac7-410a-afdf-aaccc9be73bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 217 time: 0.0511417 Aug 25 11:22:54.176816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.177620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.181015 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] 10.222.0.10 "PUT /v2.0/ports/36c5625f-1cf3-43a7-b3ab-74e786df54bb HTTP/1.1" status: 200 len: 1093 time: 1.8585138 Aug 25 11:22:54.181507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:54.184544 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dad65d-cbd9-47f0-8bc3-d788fed1c207" -d '{"events": [{"name": "network-changed", "server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:54.195916 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.208011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddde55a-4e3a-4f91-a90b-636c4e1e74b7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:54.234906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.235434 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Added segment 516314ae-4fb7-4981-a722-a40d1d3fc7cf of type vlan for network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 Aug 25 11:22:54.242955 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22ff13e-76be-49f1-921f-0da6bead260a x-openstack-request-id: req-e22ff13e-76be-49f1-921f-0da6bead260a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:54.243344 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "tag": "a8486044-841d-4ef8-b25c-31286b85283c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:54.243669 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e22ff13e-76be-49f1-921f-0da6bead260a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:54.244141 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c', 'status': 'completed', 'code': 200} Aug 25 11:22:54.303642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91350510-cd7a-4699-b761-e4dc62c5486d {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:54.303642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-a89058d5-0007-47c1-b8bb-60815355b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.303642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-a89058d5-0007-47c1-b8bb-60815355b638 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.1039681 Aug 25 11:22:54.303642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.328614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-8d17c200-c440-4001-bbea-82cbd8aee74d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540235 Aug 25 11:22:54.338005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Transition to ACTIVE for port object 91350510-cd7a-4699-b761-e4dc62c5486d will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:22:54.346311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.348656 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:22:54.352460 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1df86b-dc59-41e6-9167-4dac6dc7630c x-openstack-request-id: req-0e1df86b-dc59-41e6-9167-4dac6dc7630c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:54.352897 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:54.353305 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e1df86b-dc59-41e6-9167-4dac6dc7630c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:54.353971 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'status': 'completed', 'code': 200} Aug 25 11:22:54.360689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d44c7b-63ff-451f-8948-eab11f9890ff service neutron] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:54.390383 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.409580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-9e9976c5-4f29-415f-ae27-39a2faad1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.411251 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-9e9976c5-4f29-415f-ae27-39a2faad1c55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 1096 time: 0.1728566 Aug 25 11:22:54.435685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.435685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.436025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.477974 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-05f8e1e5-8f84-4dec-8372-4c56a0a72740 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb HTTP/1.1" status: 200 len: 217 time: 0.0578594 Aug 25 11:22:54.525245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:54.560845 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1884174 Aug 25 11:22:54.564648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48108) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:22:54.580099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Request body: {'subnet': {'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1131266398-subnet', 'tenant_id': '3d70a88d08eb4dfe9d362a412230f6d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:54.585926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecce84e-5a44-4afa-b00f-38129687027e admin admin] Pushing event updated for resources: {'Network': ['ID=23cb3f0a-89d8-4ef7-ad31-22250378fda2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:54.594358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff955f-b907-4262-a0e7-bfb7e4cc260a req-19f10aa2-ce57-4e5e-947f-5634cd0f8917 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.595924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39ff955f-b907-4262-a0e7-bfb7e4cc260a req-19f10aa2-ce57-4e5e-947f-5634cd0f8917 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.2466571 Aug 25 11:22:54.600181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:22:54.602000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692675c8-73f3-4952-ad94-0efb7a745946 req-df6d732a-d6ce-4105-943b-248e65e1b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:54.603783 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-df6d732a-d6ce-4105-943b-248e65e1b82a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.1129684 Aug 25 11:22:54.609300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-2ea10644-316c-4987-86c0-7ec03a6f70eb service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651801 Aug 25 11:22:54.632832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Made reservation on behalf of 3d70a88d08eb4dfe9d362a412230f6d0 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:54.633276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.657646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-e6ca2983-c724-492e-a74c-e386e0f9ab5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375917 Aug 25 11:22:54.662201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:54.797383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:54.802648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39ff955f-b907-4262-a0e7-bfb7e4cc260a req-47d441a6-35f3-486b-a5ab-ddcd4c2838d4 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920042 Aug 25 11:22:54.813909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Attempting to bind port 91350510-cd7a-4699-b761-e4dc62c5486d on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:22:54.816477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Attempting to bind port 91350510-cd7a-4699-b761-e4dc62c5486d by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:22:54.817527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Attempting to bind port 91350510-cd7a-4699-b761-e4dc62c5486d on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:54.848403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Port 91350510-cd7a-4699-b761-e4dc62c5486d on network 6b6922f5-7845-4e91-a40f-ba358f0df95f not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:22:54.848983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Attempting to bind port 91350510-cd7a-4699-b761-e4dc62c5486d on network 6b6922f5-7845-4e91-a40f-ba358f0df95f {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:22:54.850933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '5c7a0f17-347d-476e-b77d-58479d18872d', 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b', 'port_id': '5c7a0f17-347d-476e-b77d-58479d18872d', 'mac_address': 'fa:16:3e:b0:4e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a933be-9cab-45fc-bfe0-71fe81f8e0fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:54.867956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-5f82b977-2211-4ead-a184-cb45d8c59876 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700237 Aug 25 11:22:54.873577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:22:54.874178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Checking segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:54.874828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Bound using segment: {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:22:54.875560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Bound port: 91350510-cd7a-4699-b761-e4dc62c5486d, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:22:54.876637 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.906890 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:54.927376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7a0f17-347d-476e-b77d-58479d18872d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:54.955745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:54.961107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:55.005977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:55.011429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a146b4-aaa7-4a4c-9e80-644f09c75ddd req-361ca9b2-4e61-48cb-ac70-1e74ffeb13e8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.014277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25a146b4-aaa7-4a4c-9e80-644f09c75ddd req-361ca9b2-4e61-48cb-ac70-1e74ffeb13e8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 944 time: 0.2626383 Aug 25 11:22:55.046824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:55.058023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e20d27-c9bb-4d84-b78e-c06f1426b3f0 req-c1587262-6658-4409-9eca-fa820de71fbe service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260087 Aug 25 11:22:55.081491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-692675c8-73f3-4952-ad94-0efb7a745946 req-45e63b85-a9ef-49dd-b760-f5fbb5c6e766 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039859 Aug 25 11:22:55.103081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25a146b4-aaa7-4a4c-9e80-644f09c75ddd req-56c72a17-824c-4e3d-a94b-9b96ccada5aa tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703392 Aug 25 11:22:55.115777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c891537-efaa-4d4d-8bdb-a417c9bccd60,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:55.123205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:22:55.127397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:22:55.133596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Checking segment: {'id': '516314ae-4fb7-4981-a722-a40d1d3fc7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:22:55.133832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:55.134288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Network hostable DHCP agents. Network: 23cb3f0a-89d8-4ef7-ad31-22250378fda2, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:22:55.172092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:22:55.190117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 23cb3f0a-89d8-4ef7-ad31-22250378fda2) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:55.212334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4bbd9-d22a-4a4a-9c83-5569ef4dae84 None None] Network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:22:55.212607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.213140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:55.232012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.232905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:55.234602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] 10.222.0.67 "PUT /v2.0/ports/91350510-cd7a-4699-b761-e4dc62c5486d HTTP/1.1" status: 200 len: 1093 time: 1.9683149 Aug 25 11:22:55.236816 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb6b1f13-d034-4bab-b4a9-27d93b402cd3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6648610 Aug 25 11:22:55.245541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-715a33bb-f665-421e-83f2-f284dafe31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.247274 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-715a33bb-f665-421e-83f2-f284dafe31d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 1096 time: 0.0674589 Aug 25 11:22:55.292285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ab6d1-4d29-4bd9-865c-43e2e1e76045 service neutron] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:55.315269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa2de7-3246-48c3-8041-40bd36393984 req-21cd62d1-05b5-4ce3-b215-a3c3ca1e56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.319678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-21cd62d1-05b5-4ce3-b215-a3c3ca1e56ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1095 time: 0.1834724 Aug 25 11:22:55.337661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5c7a0f17-347d-476e-b77d-58479d18872d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:55.395071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-8957d3b4-ca77-4f84-8bdc-dd095ae36031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.399001 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-8957d3b4-ca77-4f84-8bdc-dd095ae36031 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.1419847 Aug 25 11:22:55.437262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd3c31-fdca-4e54-bdaa-a149a9400ffb req-87081517-bee7-476c-82c3-3e842d162b72 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.445249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bd3c31-fdca-4e54-bdaa-a149a9400ffb req-87081517-bee7-476c-82c3-3e842d162b72 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 943 time: 0.2729971 Aug 25 11:22:55.476806 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-5b865a31-0a55-4403-bc20-31290be9b163 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb HTTP/1.1" status: 200 len: 217 time: 0.0535374 Aug 25 11:22:55.552476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-fea47e02-ff5c-4436-8e7d-c44f503c22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.554245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-fea47e02-ff5c-4436-8e7d-c44f503c22f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.0660203 Aug 25 11:22:55.594289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaffd9d-1d83-4fe4-abfe-17ce3b43600c None None] Network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:22:55.613999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-0d89ace2-098f-4788-9a9a-dcc6d6db92ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478468 Aug 25 11:22:55.795805 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-1bd5e816-5d23-4427-8829-937a36d469f9 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691115 Aug 25 11:22:55.918535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-8baad431-939d-4e50-b490-4c1697905f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.920103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-8baad431-939d-4e50-b490-4c1697905f4d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 1096 time: 0.5604873 Aug 25 11:22:55.922676 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-89dad65d-cbd9-47f0-8bc3-d788fed1c207 req-c70f9f4d-f5b5-420c-851c-74ded148d4cb service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136727 Aug 25 11:22:55.944163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bd3c31-fdca-4e54-bdaa-a149a9400ffb req-88fbd55b-8ed0-4d76-ac53-9a6c8e697ade tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980466 Aug 25 11:22:55.991986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a25ad-f12f-45a3-a178-4777ec2f5545 req-23b8b1ec-c98d-4709-a52c-f1030422a93c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.993737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-251a25ad-f12f-45a3-a178-4777ec2f5545 req-23b8b1ec-c98d-4709-a52c-f1030422a93c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 944 time: 0.5806174 Aug 25 11:22:55.995811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa2de7-3246-48c3-8041-40bd36393984 req-2396e77a-7a3c-4b3d-aff8-b701ab286504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:55.997508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-2396e77a-7a3c-4b3d-aff8-b701ab286504 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.6664906 Aug 25 11:22:55.999000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-b32a03a1-3adb-4711-94fb-db84baae1647 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91350510-cd7a-4699-b761-e4dc62c5486d HTTP/1.1" status: 200 len: 217 time: 0.0702045 Aug 25 11:22:56.114133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-216b011d-d949-4c96-b36c-1c8b6e5ca3ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 217 time: 0.0919797 Aug 25 11:22:56.142184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-251a25ad-f12f-45a3-a178-4777ec2f5545 req-3dd977da-685a-4753-9001-050ee018f9e2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358662 Aug 25 11:22:56.170612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-030fac68-c6f2-4753-953b-fcaa1b323281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:56.172540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-030fac68-c6f2-4753-953b-fcaa1b323281 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1412604 Aug 25 11:22:56.255276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:56.259360 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681cf6d6-6908-4d49-ae87-b7fba00e22d7" -d '{"events": [{"name": "network-changed", "server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:56.264786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa2de7-3246-48c3-8041-40bd36393984 req-70abb272-6c22-40c8-9c50-2cf3c540786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:56.266328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-70abb272-6c22-40c8-9c50-2cf3c540786f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.1412089 Aug 25 11:22:56.318719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-62e20843-6523-431d-a571-05835e45884f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364566 Aug 25 11:22:56.341292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-bbd9990d-d524-4162-86e5-132d23dae867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:56.342824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-bbd9990d-d524-4162-86e5-132d23dae867 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607246 Aug 25 11:22:56.419146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a437b-44c0-4907-a5d0-88080e827f42 req-cca8914f-064b-418b-9041-7d73f09108e4 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:56.420589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-996a437b-44c0-4907-a5d0-88080e827f42 req-cca8914f-064b-418b-9041-7d73f09108e4 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.1876166 Aug 25 11:22:56.602531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-996a437b-44c0-4907-a5d0-88080e827f42 req-19d557a2-772f-4955-8b68-f167661c1308 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366706 Aug 25 11:22:56.608384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-0c77ab2d-d0e5-49f4-9b47-176c57e58a7e service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799165 Aug 25 11:22:56.674526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:56.687882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-082bf02f-c1d5-4f4f-8714-b849864cd212 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341582 Aug 25 11:22:56.704864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-40b684ae-8cda-478c-9190-c159eb12967b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:56.706422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-40b684ae-8cda-478c-9190-c159eb12967b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/networks?id=23cb3f0a-89d8-4ef7-ad31-22250378fda2 HTTP/1.1" status: 200 len: 814 time: 0.3189490 Aug 25 11:22:56.796831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:56.812579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-b71f46f4-3409-4f45-aec1-d7b09dbfdc06 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/quotas/3d70a88d08eb4dfe9d362a412230f6d0 HTTP/1.1" status: 200 len: 375 time: 0.0886693 Aug 25 11:22:56.818735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'mac_address': 'fa:16:3e:1d:b4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:56.883654 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:56.895243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81268c-1656-4c17-a14f-15660b9b475a req-9162b238-75d3-48fc-9e01-c35e3a8718f2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:56.896919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe81268c-1656-4c17-a14f-15660b9b475a req-9162b238-75d3-48fc-9e01-c35e3a8718f2 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 944 time: 0.2129679 Aug 25 11:22:56.902564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-cffe24f4-91a3-4282-9b38-e6bc125344a6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d70a88d08eb4dfe9d362a412230f6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801594 Aug 25 11:22:56.902783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c5625f-1cf3-43a7-b3ab-74e786df54bb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:56.906837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1faa2de7-3246-48c3-8041-40bd36393984 req-2484a025-561f-4c5d-a837-202d16c74775 service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903643 Aug 25 11:22:56.931468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:56.939623 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:56.941534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21ae93e9-7eec-46a5-bb1c-ca0a7a71cab5 req-dcfad5a7-b91b-43b4-825c-e5326ae94859 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340589 Aug 25 11:22:57.006564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe81268c-1656-4c17-a14f-15660b9b475a req-4aeb244e-6fa2-4bcc-becc-d487a4071854 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959682 Aug 25 11:22:57.031936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:57.059376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:57.102171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-2b93a7a6-9cf0-4f8a-9f63-37bb65ed3730 service neutron] 10.222.0.35 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543789 Aug 25 11:22:57.166825 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcb31aa-8cde-477b-9217-4db3ab269e3c x-openstack-request-id: req-3bcb31aa-8cde-477b-9217-4db3ab269e3c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:57.167444 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:57.167444 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bcb31aa-8cde-477b-9217-4db3ab269e3c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:57.167739 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d', 'status': 'completed', 'code': 200} Aug 25 11:22:57.286110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-ba04a668-3458-490f-94f2-3debc07f0f1e service neutron] 10.222.0.35 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681731 Aug 25 11:22:57.297336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-de29abb5-8e43-4323-a3ca-0d904f77fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.299054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-de29abb5-8e43-4323-a3ca-0d904f77fc16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 1096 time: 0.1102123 Aug 25 11:22:57.299872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36c5625f-1cf3-43a7-b3ab-74e786df54bb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:57.311836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b2820-92e1-4978-9bde-e8575cecb3ff req-ab51ec17-2128-42aa-96d4-07c4592ef1d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.313417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f72b2820-92e1-4978-9bde-e8575cecb3ff req-ab51ec17-2128-42aa-96d4-07c4592ef1d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 943 time: 0.0912619 Aug 25 11:22:57.415118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f72b2820-92e1-4978-9bde-e8575cecb3ff req-65688bcc-2a95-44a7-b52c-b36cd026c7a8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808904 Aug 25 11:22:57.454438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-fe4d973f-1fc8-4837-9a3f-647993f9e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.456304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-fe4d973f-1fc8-4837-9a3f-647993f9e142 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.1419225 Aug 25 11:22:57.548970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-145ec90f-3756-44eb-9ba9-6355e6846a95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91350510-cd7a-4699-b761-e4dc62c5486d HTTP/1.1" status: 200 len: 217 time: 0.0838165 Aug 25 11:22:57.627332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-95aef292-9a2f-47b8-a307-f709c8e1e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.630793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-95aef292-9a2f-47b8-a307-f709c8e1e9f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.0723886 Aug 25 11:22:57.747409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65ed8b45-e054-44cf-8d03-b1aa88a36967 req-c6298f85-76b9-4959-9695-cb08fcbeaddd tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 210 time: 0.0910232 Aug 25 11:22:57.780524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726e09d-ce1a-404a-a962-213cad114466 req-4e0d2a65-840b-4b93-a377-b2443f271a37 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.782173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d726e09d-ce1a-404a-a962-213cad114466 req-4e0d2a65-840b-4b93-a377-b2443f271a37 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 945 time: 0.1242697 Aug 25 11:22:57.785521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-e76bcbb4-c145-445e-b8ba-c29f76089048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.787119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-e76bcbb4-c145-445e-b8ba-c29f76089048 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493618 Aug 25 11:22:57.920276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d726e09d-ce1a-404a-a962-213cad114466 req-c9fa7e70-b67d-4950-93a5-3a2f13c2706a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295271 Aug 25 11:22:57.983334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2b9c-4cd6-4823-835b-b21c803e342d req-508c4a0f-33fd-4867-a46d-60eb5179d3bd tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:57.984929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13ed2b9c-4cd6-4823-835b-b21c803e342d req-508c4a0f-33fd-4867-a46d-60eb5179d3bd tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.1364200 Aug 25 11:22:57.992929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-b0825487-8ad4-4a80-b503-2c269622064b service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942246 Aug 25 11:22:58.160078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13ed2b9c-4cd6-4823-835b-b21c803e342d req-c0ed96c5-b4c6-46b3-8633-f045781b4f3e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673987 Aug 25 11:22:58.260973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6937-0ea6-4bc5-9773-cc5c03c46ba5 req-9dc60d33-fe79-4914-b27b-0207969a4f63 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:58.267556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b37e6937-0ea6-4bc5-9773-cc5c03c46ba5 req-9dc60d33-fe79-4914-b27b-0207969a4f63 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 944 time: 0.1351664 Aug 25 11:22:58.271478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681cf6d6-6908-4d49-ae87-b7fba00e22d7 req-7da5ce40-aea3-4a6e-aa05-55cb6a393f25 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712667 Aug 25 11:22:58.275548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8486044-841d-4ef8-b25c-31286b85283c details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:22:58.321054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b37e6937-0ea6-4bc5-9773-cc5c03c46ba5 req-ad599606-dccf-4327-9833-7d14a756e969 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Aug 25 11:22:58.405854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:58.420701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a8486044-841d-4ef8-b25c-31286b85283c', 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082', 'port_id': 'a8486044-841d-4ef8-b25c-31286b85283c', 'mac_address': 'fa:16:3e:d1:e6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c72c94-d38c-4c5b-8059-7770599a45be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:22:58.468501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:58.483147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8486044-841d-4ef8-b25c-31286b85283c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:22:58.506730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:58.511891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:58.576851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:58.596390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f40515-8e27-4da7-8776-7e9dfff1461d req-9d13d758-2749-4ec3-b4fc-1eec19fe07f1 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:58.598125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9f40515-8e27-4da7-8776-7e9dfff1461d req-9d13d758-2749-4ec3-b4fc-1eec19fe07f1 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 944 time: 0.0626435 Aug 25 11:22:58.645428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9f40515-8e27-4da7-8776-7e9dfff1461d req-c76024fc-21b8-4b23-9707-947a615c3b57 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Aug 25 11:22:58.705023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:58.793667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 5c7a0f17-347d-476e-b77d-58479d18872d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:58.807659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 5c7a0f17-347d-476e-b77d-58479d18872d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:58.807659 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:58.849770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:22:58.911051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57ad5803-3cf1-4dfa-a9dc-172448c838f9 req-14ab7210-8d3c-4b5a-b926-f00742f6bb90 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 210 time: 0.0380218 Aug 25 11:22:58.969004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-72ed3d61-2c54-44da-a063-9d968f5965f6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:58.971947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-72ed3d61-2c54-44da-a063-9d968f5965f6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.67 "GET /v2.0/networks?id=23cb3f0a-89d8-4ef7-ad31-22250378fda2 HTTP/1.1" status: 200 len: 814 time: 0.1810203 Aug 25 11:22:58.975944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:58.993020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Request body: {'port': {'device_id': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2', 'admin_state_up': True, 'tenant_id': '3d70a88d08eb4dfe9d362a412230f6d0'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:59.021124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:22:59.023944 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374e857-d20f-4b01-bd3b-41abaeb82a26" -d '{"events": [{"server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:22:59.047334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:59.058901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.059708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:22:59.090092 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd66ab-be00-4107-83f1-8eb5a3e78287 x-openstack-request-id: req-2cdd66ab-be00-4107-83f1-8eb5a3e78287 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:22:59.090382 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:22:59.090639 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cdd66ab-be00-4107-83f1-8eb5a3e78287 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:22:59.091033 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d', 'code': 200} Aug 25 11:22:59.115692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc693-2dad-44f3-b0be-c9f2d28821f1 req-73d5d968-3078-4c38-b70e-b3abf6fe605c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:59.117423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0fcc693-2dad-44f3-b0be-c9f2d28821f1 req-73d5d968-3078-4c38-b70e-b3abf6fe605c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 945 time: 0.0769098 Aug 25 11:22:59.171188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:59.186441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0fcc693-2dad-44f3-b0be-c9f2d28821f1 req-ae8d4d99-5eba-43b8-8f03-d26eabde99e9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581579 Aug 25 11:22:59.191508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 36c5625f-1cf3-43a7-b3ab-74e786df54bb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:22:59.192550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Made reservation on behalf of 3d70a88d08eb4dfe9d362a412230f6d0 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:22:59.197479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.199650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 36c5625f-1cf3-43a7-b3ab-74e786df54bb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:22:59.200039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.212727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661714f-58a0-49ff-b085-b8977320c338 req-72476846-2fd3-49c0-8f15-349d01f5359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:59.214690 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0661714f-58a0-49ff-b085-b8977320c338 req-72476846-2fd3-49c0-8f15-349d01f5359a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1097 time: 0.0656805 Aug 25 11:22:59.294740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0661714f-58a0-49ff-b085-b8977320c338 req-54787302-334a-468d-81b8-208e84e1c406 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625846 Aug 25 11:22:59.324400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.355099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cccbc1-1213-49c9-bcc0-cd69a5d85e0e req-b36d828a-3997-4038-bd72-696c653d3337 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:59.357076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58cccbc1-1213-49c9-bcc0-cd69a5d85e0e req-b36d828a-3997-4038-bd72-696c653d3337 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.0974240 Aug 25 11:22:59.373911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:22:59.381263 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.412380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Allocated IP 172.20.0.6 (23cb3f0a-89d8-4ef7-ad31-22250378fda2/6c891537-efaa-4d4d-8bdb-a417c9bccd60/a5493453-ed21-4183-93e7-0d3ac0a55cbf) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:22:59.454240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58cccbc1-1213-49c9-bcc0-cd69a5d85e0e req-e76fdb45-7a6a-4876-9399-2db0f1a435f0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775790 Aug 25 11:22:59.494897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:59.539168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007aba26-a1ce-4580-aac8-ec7987764f0c req-7a9578bd-e3b7-451f-a16e-f1af28d13172 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:59.540823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-007aba26-a1ce-4580-aac8-ec7987764f0c req-7a9578bd-e3b7-451f-a16e-f1af28d13172 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 944 time: 0.1154938 Aug 25 11:22:59.644144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-007aba26-a1ce-4580-aac8-ec7987764f0c req-03f5ed0f-e225-447f-a69f-980f5aef74e0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863965 Aug 25 11:22:59.688646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.750293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.840565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:22:59.846085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:22:59.853331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Pushing event updated for resources: {'Port': ['ID=a5493453-ed21-4183-93e7-0d3ac0a55cbf,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:22:59.855935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:22:59.902346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5448d-8a5e-435d-b302-d2598d2b4d1f req-57bebd19-ea37-4a47-bfbe-ed8cc1591b7d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:59.903896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12f5448d-8a5e-435d-b302-d2598d2b4d1f req-57bebd19-ea37-4a47-bfbe-ed8cc1591b7d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 944 time: 0.1171746 Aug 25 11:22:59.926681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:22:59.927356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:22:59.953225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-fb4f80d4-71dd-4786-ba1d-9329d038c55b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9653835 Aug 25 11:22:59.969038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Request body: {'port': {'device_id': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:22:59.975633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12f5448d-8a5e-435d-b302-d2598d2b4d1f req-d174297f-91fd-4bee-acf5-6005f9eac11f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Aug 25 11:23:00.064068 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.096367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5233dd-c050-453e-800f-1dbf8e040114 req-37380328-4ae6-4243-9cf4-31d848041f4c tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:00.098099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5233dd-c050-453e-800f-1dbf8e040114 req-37380328-4ae6-4243-9cf4-31d848041f4c tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 931 time: 0.0978334 Aug 25 11:23:00.174239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5233dd-c050-453e-800f-1dbf8e040114 req-b49cdd2b-4c8a-4e37-891f-944a62a01fa0 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Aug 25 11:23:00.271046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 91350510-cd7a-4699-b761-e4dc62c5486d details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:00.273872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8486044-841d-4ef8-b25c-31286b85283c up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:00.390573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a8486044-841d-4ef8-b25c-31286b85283c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:23:00.402413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a8486044-841d-4ef8-b25c-31286b85283c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:00.402844 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.457523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:00.475558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '91350510-cd7a-4699-b761-e4dc62c5486d', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '91350510-cd7a-4699-b761-e4dc62c5486d', 'mac_address': 'fa:16:3e:67:1e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:23:00.592231 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.595046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.620809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91350510-cd7a-4699-b761-e4dc62c5486d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:00.683651 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:00.687578 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.690371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:00.691757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.698044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.757992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:00.765835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab866cc-1b20-4603-90f6-b8b8ac205c9d req-95e75e6e-6c7a-4c88-b0f4-b7a888017720 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:00.767412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ab866cc-1b20-4603-90f6-b8b8ac205c9d req-95e75e6e-6c7a-4c88-b0f4-b7a888017720 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1799767 Aug 25 11:23:00.776241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b94d-95aa-4bf2-b005-6803ac4e8f37 req-1e2fc3c4-e1a9-4a94-9e4a-50c416000c61 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:00.777753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d14b94d-95aa-4bf2-b005-6803ac4e8f37 req-1e2fc3c4-e1a9-4a94-9e4a-50c416000c61 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2110527 Aug 25 11:23:00.813251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:00.868288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ab866cc-1b20-4603-90f6-b8b8ac205c9d req-f304340c-fe45-4cc8-aced-9d30ca6eefbd tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895102 Aug 25 11:23:00.889952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d14b94d-95aa-4bf2-b005-6803ac4e8f37 req-f46921b7-a9e1-4273-9edb-50ce9c78721c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998168 Aug 25 11:23:00.931798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5493453-ed21-4183-93e7-0d3ac0a55cbf {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:00.939790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:00.965259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Transition to ACTIVE for port object a5493453-ed21-4183-93e7-0d3ac0a55cbf will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:23:00.982003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:01.044631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['91350510-cd7a-4699-b761-e4dc62c5486d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:01.050092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Pushing event updated for resources: {'Port': ['ID=a5493453-ed21-4183-93e7-0d3ac0a55cbf,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:01.063940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fecb6-6eb4-4c42-a68e-7cf2b12b035a req-2398bcb6-0eb8-4230-b734-9d6ef56ca42e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.065489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-049fecb6-6eb4-4c42-a68e-7cf2b12b035a req-2398bcb6-0eb8-4230-b734-9d6ef56ca42e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 945 time: 0.1158650 Aug 25 11:23:01.091776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb'}, {'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:01.094493 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c040b-c563-45b8-aded-c3c303c41fc6" -d '{"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-plugged", "status": "completed", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb"}, {"server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "name": "network-vif-plugged", "status": "completed", "tag": "a8486044-841d-4ef8-b25c-31286b85283c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:01.194694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-049fecb6-6eb4-4c42-a68e-7cf2b12b035a req-4a3c4f9c-9b91-4508-9baf-75c92e767715 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072004 Aug 25 11:23:01.203828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Attempting to bind port a5493453-ed21-4183-93e7-0d3ac0a55cbf on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:01.204181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Attempting to bind port a5493453-ed21-4183-93e7-0d3ac0a55cbf by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '516314ae-4fb7-4981-a722-a40d1d3fc7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:01.204522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Attempting to bind port a5493453-ed21-4183-93e7-0d3ac0a55cbf on network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:01.213916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Port a5493453-ed21-4183-93e7-0d3ac0a55cbf on network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:01.213916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Attempting to bind port a5493453-ed21-4183-93e7-0d3ac0a55cbf on network 23cb3f0a-89d8-4ef7-ad31-22250378fda2 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:01.227525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167df0d6-e62d-4e8b-bee8-5a86d6a76b07 req-48efcdc1-e09d-458d-ba9c-f573fcdad2e8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.229115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-167df0d6-e62d-4e8b-bee8-5a86d6a76b07 req-48efcdc1-e09d-458d-ba9c-f573fcdad2e8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 945 time: 0.1013825 Aug 25 11:23:01.230521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:01.230867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Checking segment: {'id': '516314ae-4fb7-4981-a722-a40d1d3fc7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:01.232231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Bound using segment: {'id': '516314ae-4fb7-4981-a722-a40d1d3fc7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:01.232231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Bound port: a5493453-ed21-4183-93e7-0d3ac0a55cbf, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516314ae-4fb7-4981-a722-a40d1d3fc7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:01.232231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:01.254395 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360fbcdd-deb6-4e4a-a99e-a22d5caf0f2d x-openstack-request-id: req-360fbcdd-deb6-4e4a-a99e-a22d5caf0f2d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:01.256075 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-plugged", "status": "completed", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb", "code": 200}, {"server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "name": "network-vif-plugged", "status": "completed", "tag": "a8486044-841d-4ef8-b25c-31286b85283c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:01.257160 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-360fbcdd-deb6-4e4a-a99e-a22d5caf0f2d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:01.258004 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'code': 200} Aug 25 11:23:01.258985 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c', 'code': 200} Aug 25 11:23:01.311073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-167df0d6-e62d-4e8b-bee8-5a86d6a76b07 req-890436d4-d14d-42d3-9472-0c8a4a2fad3a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688159 Aug 25 11:23:01.390718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] For port a5493453-ed21-4183-93e7-0d3ac0a55cbf, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:01.408151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537aa44-f471-4f0f-9231-f508469dbaa5 req-3b550b27-b711-439c-9c8c-c55d63d6f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.409885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8537aa44-f471-4f0f-9231-f508469dbaa5 req-3b550b27-b711-439c-9c8c-c55d63d6f7ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 1098 time: 0.0427160 Aug 25 11:23:01.426926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] For port a5493453-ed21-4183-93e7-0d3ac0a55cbf, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf,segment=NetworkSegment(516314ae-4fb7-4981-a722-a40d1d3fc7cf),segment_id=516314ae-4fb7-4981-a722-a40d1d3fc7cf)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:23:01.436432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:01.450152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8537aa44-f471-4f0f-9231-f508469dbaa5 req-433a1af8-c186-4676-a61f-461bcd3fb0bf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Aug 25 11:23:01.451317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fac3d2-2001-422b-90b6-018fb9f8c19c req-ab9a2073-9b24-47e2-b414-3b0ec59899d6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.452998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42fac3d2-2001-422b-90b6-018fb9f8c19c req-ab9a2073-9b24-47e2-b414-3b0ec59899d6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 943 time: 0.1373184 Aug 25 11:23:01.489925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297a76c-413a-4770-a713-54037a7a167d req-58c3c88d-cd13-4107-a363-73f85afbbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.491520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b297a76c-413a-4770-a713-54037a7a167d req-58c3c88d-cd13-4107-a363-73f85afbbe42 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1097 time: 0.1211517 Aug 25 11:23:01.521318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.521951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:01.523996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] 10.222.0.67 "PUT /v2.0/ports/a5493453-ed21-4183-93e7-0d3ac0a55cbf HTTP/1.1" status: 200 len: 1092 time: 1.5613844 Aug 25 11:23:01.528904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'tag': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:01.531193 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c4f56-9906-4390-9131-56936bbf6145" -d '{"events": [{"name": "network-changed", "server_uuid": "82658d61-d138-4eb2-bc24-7dd19b4d54b3", "tag": "a5493453-ed21-4183-93e7-0d3ac0a55cbf"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:01.595674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01f080-31fa-46e9-9bdf-364de7fece6c service neutron] Pushing event updated for resources: {'Port': ['ID=a5493453-ed21-4183-93e7-0d3ac0a55cbf,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:01.601624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42fac3d2-2001-422b-90b6-018fb9f8c19c req-cb35be80-0bb9-4546-9d54-288d99f6fcb9 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192677 Aug 25 11:23:01.623690 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03103aa2-acc1-419b-81b3-466a23d08d26 x-openstack-request-id: req-03103aa2-acc1-419b-81b3-466a23d08d26 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:01.623985 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82658d61-d138-4eb2-bc24-7dd19b4d54b3", "tag": "a5493453-ed21-4183-93e7-0d3ac0a55cbf", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:01.624233 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03103aa2-acc1-419b-81b3-466a23d08d26 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:01.624677 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'tag': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf', 'status': 'completed', 'code': 200} Aug 25 11:23:01.628088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b297a76c-413a-4770-a713-54037a7a167d req-6082f007-e20b-4bf0-a8a1-bef727a3d46d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262867 Aug 25 11:23:01.644581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-3ee901c9-030a-403b-a582-c5793c489465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.646199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-3ee901c9-030a-403b-a582-c5793c489465 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d70a88d08eb4dfe9d362a412230f6d0&device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 1095 time: 0.0679531 Aug 25 11:23:01.861707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-80e18d3d-3de3-4d80-8427-97e384cca71a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf HTTP/1.1" status: 200 len: 217 time: 0.0348587 Aug 25 11:23:01.912803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-6829d73c-e06f-41b0-ac8e-9287b265217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:01.914364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-6829d73c-e06f-41b0-ac8e-9287b265217e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c891537-efaa-4d4d-8bdb-a417c9bccd60 HTTP/1.1" status: 200 len: 854 time: 0.0447009 Aug 25 11:23:01.955373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-ab7d41a1-6ecd-4e1c-ad98-b960258aed5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23cb3f0a-89d8-4ef7-ad31-22250378fda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330415 Aug 25 11:23:02.104622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92ddee-0b66-4d2f-be26-0ea473a877dd req-740631c6-d04e-49ea-bb8c-75665e40814a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.106218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a92ddee-0b66-4d2f-be26-0ea473a877dd req-740631c6-d04e-49ea-bb8c-75665e40814a tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1544561 Aug 25 11:23:02.138700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58dbc9-6e3d-488b-869d-792bc71a9514 req-589654d7-1ec9-4132-ac9b-53df14e1dc21 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.140115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e58dbc9-6e3d-488b-869d-792bc71a9514 req-589654d7-1ec9-4132-ac9b-53df14e1dc21 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1397429 Aug 25 11:23:02.153382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-d9029ec5-d69d-4f76-bb1c-84fbdba48acb service neutron] 10.222.0.67 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880052 Aug 25 11:23:02.247937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a92ddee-0b66-4d2f-be26-0ea473a877dd req-926349bf-ca5c-4384-9499-06c8d8096ed3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328917 Aug 25 11:23:02.254514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e58dbc9-6e3d-488b-869d-792bc71a9514 req-c7f4fdf9-7da0-4d05-a77c-c0ef5ddb5178 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039739 Aug 25 11:23:02.272540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 91350510-cd7a-4699-b761-e4dc62c5486d up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:02.315415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a67f446a-bd9d-4c50-8dcf-a9249d45cfaa req-88ba80f0-0d6a-4cf9-9185-788dd0f7830c service neutron] 10.222.0.67 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542673 Aug 25 11:23:02.332763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 91350510-cd7a-4699-b761-e4dc62c5486d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:23:02.343246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 91350510-cd7a-4699-b761-e4dc62c5486d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:02.343701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:02.441428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:02.477834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-50c4dd72-1063-42e2-9d43-013be3012a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.479224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:02.479372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-50c4dd72-1063-42e2-9d43-013be3012a4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d70a88d08eb4dfe9d362a412230f6d0&device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 1095 time: 0.1039808 Aug 25 11:23:02.487459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:02.501450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2a2eb-b6ca-4327-8f17-72a254d8373e req-35430517-fbf1-4bb5-9a16-800fb8723217 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.503070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72c2a2eb-b6ca-4327-8f17-72a254d8373e req-35430517-fbf1-4bb5-9a16-800fb8723217 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1097 time: 0.0988126 Aug 25 11:23:02.513944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c4dc4-66c1-433c-900b-9881e2820f48 req-6ce319c4-3b24-4a4c-b5ad-33766a93325c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.515583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e5c4dc4-66c1-433c-900b-9881e2820f48 req-6ce319c4-3b24-4a4c-b5ad-33766a93325c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 945 time: 0.1126506 Aug 25 11:23:02.546542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:02.639324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72c2a2eb-b6ca-4327-8f17-72a254d8373e req-682e1a4f-9790-41cd-b2b1-28a1cf46a992 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122842 Aug 25 11:23:02.644977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e5c4dc4-66c1-433c-900b-9881e2820f48 req-14474784-18b2-4a83-b760-be7fb618f091 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813520 Aug 25 11:23:02.660454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-ba37fec1-fc05-4244-8693-e7e05982cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.661002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-ba37fec1-fc05-4244-8693-e7e05982cde0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23cb3f0a-89d8-4ef7-ad31-22250378fda2 HTTP/1.1" status: 200 len: 915 time: 0.1735907 Aug 25 11:23:02.722149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-35d4f3d3-4fe3-4178-bace-3cc1009c84a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf HTTP/1.1" status: 200 len: 217 time: 0.0511556 Aug 25 11:23:02.804828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-45b76f14-be6b-4123-83fc-c88d193c5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.806514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-45b76f14-be6b-4123-83fc-c88d193c5e84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c891537-efaa-4d4d-8bdb-a417c9bccd60 HTTP/1.1" status: 200 len: 854 time: 0.0737977 Aug 25 11:23:02.815941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368e437-a2a7-43f0-897b-df44d2cea482 req-ca18bf74-585e-44e6-82e5-d89fc449574f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:02.817632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5368e437-a2a7-43f0-897b-df44d2cea482 req-ca18bf74-585e-44e6-82e5-d89fc449574f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 945 time: 0.0938547 Aug 25 11:23:02.850728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-6084ecbb-70cf-4d87-a541-76229b9f1dde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23cb3f0a-89d8-4ef7-ad31-22250378fda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319486 Aug 25 11:23:02.962585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5368e437-a2a7-43f0-897b-df44d2cea482 req-12ddfcea-30de-46b5-879a-82c2faae9e65 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343293 Aug 25 11:23:02.996274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174eea9-bd11-4975-a95c-c705e3261829 req-d42d57b8-325c-4c31-98a3-caffa0f46bbb tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:03.000248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b174eea9-bd11-4975-a95c-c705e3261829 req-d42d57b8-325c-4c31-98a3-caffa0f46bbb tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 943 time: 0.1258526 Aug 25 11:23:03.040175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-1dbf554a-b5f7-4959-b5b2-97e820acd705 service neutron] 10.222.0.67 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796019 Aug 25 11:23:03.123418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b174eea9-bd11-4975-a95c-c705e3261829 req-fe049639-c9c3-487d-8748-7df64803d4bd tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117756 Aug 25 11:23:03.141620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01afb-d623-443e-8c47-810e87d02826 req-813e6ff2-159b-4153-b7e6-509335f43012 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:03.143273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9f01afb-d623-443e-8c47-810e87d02826 req-813e6ff2-159b-4153-b7e6-509335f43012 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1097 time: 0.1214087 Aug 25 11:23:03.202703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e1c4f56-9906-4390-9131-56936bbf6145 req-25c53648-7e5b-470d-856d-66ca13304a92 service neutron] 10.222.0.67 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388826 Aug 25 11:23:03.206987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9f01afb-d623-443e-8c47-810e87d02826 req-f266e72a-8dd0-4798-949b-da9c906bb64a tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516927 Aug 25 11:23:03.260144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:03.263387 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dd14fb-d42e-41e4-976b-af444f39bc0e" -d '{"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-plugged", "status": "completed", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:03.306027 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a7b051-520d-4454-ae9f-71f50ca66dbe x-openstack-request-id: req-d3a7b051-520d-4454-ae9f-71f50ca66dbe {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:03.306027 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-plugged", "status": "completed", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:03.306027 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3a7b051-520d-4454-ae9f-71f50ca66dbe {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:03.306027 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d', 'code': 200} Aug 25 11:23:03.445071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8fc5-354c-44f3-a671-c8f069d9d612 req-5b5c8a8d-e0ca-413b-9cbd-3f2c2d384a09 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:03.447098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-925e8fc5-354c-44f3-a671-c8f069d9d612 req-5b5c8a8d-e0ca-413b-9cbd-3f2c2d384a09 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0875778 Aug 25 11:23:03.454026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47df12-f8a9-4302-bce8-c74e23bfe379 req-34b112c9-ca27-4ac1-a65c-3c1dc7c65ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:03.456025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a47df12-f8a9-4302-bce8-c74e23bfe379 req-34b112c9-ca27-4ac1-a65c-3c1dc7c65ac5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 1098 time: 0.0827589 Aug 25 11:23:03.515774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-925e8fc5-354c-44f3-a671-c8f069d9d612 req-1636d697-13ad-40c5-b204-682ee6db632b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592384 Aug 25 11:23:03.519673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a47df12-f8a9-4302-bce8-c74e23bfe379 req-06750df8-e362-4ced-bd17-a571f3d10675 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550749 Aug 25 11:23:04.281838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-013ebce2-a689-44f7-bd07-c6410bc02cc6 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:23:04.282868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-013ebce2-a689-44f7-bd07-c6410bc02cc6 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062876 Aug 25 11:23:04.296906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Request body: {'binding': {'host': 'n-h2-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:04.297461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Unknown quota resources ['binding']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:23:04.429221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfca3c-9756-4166-9f94-a05a9204c690 req-e2c8559c-9194-4ba9-a9c1-cba5cf530c66 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:04.430833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95bfca3c-9756-4166-9f94-a05a9204c690 req-e2c8559c-9194-4ba9-a9c1-cba5cf530c66 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1018865 Aug 25 11:23:04.508199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95bfca3c-9756-4166-9f94-a05a9204c690 req-24ae97a6-9179-4436-8cfe-9a559ac2d36e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653110 Aug 25 11:23:04.518558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h2-778732-11 for vnic_type normal with profile None {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:04.519069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:04.519493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:04.526196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:04.526524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:04.532279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:04.532534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:04.532998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:04.533298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Bound port: 5c7a0f17-347d-476e-b77d-58479d18872d, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:04.599283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:23:04.605658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:04.607089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-8e7d332c-48d6-4eeb-85d6-0fe0edd3de67 service neutron] 10.222.0.35 "POST /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3142085 Aug 25 11:23:04.698633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0bc40-a512-43c6-a758-777d948d9fb4 req-375dd456-2c5d-4e8b-b16c-0297beb125de tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:04.700464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8e0bc40-a512-43c6-a758-777d948d9fb4 req-375dd456-2c5d-4e8b-b16c-0297beb125de tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 945 time: 0.0670013 Aug 25 11:23:04.778249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8e0bc40-a512-43c6-a758-777d948d9fb4 req-38665279-de57-4019-a1eb-7866de198944 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699921 Aug 25 11:23:04.792227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be8352-1371-4867-a83d-cced945c7d26 req-03ac7f27-3fb7-431d-8cba-a1523066ed2b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:04.793673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37be8352-1371-4867-a83d-cced945c7d26 req-03ac7f27-3fb7-431d-8cba-a1523066ed2b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 943 time: 0.0776830 Aug 25 11:23:04.844360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37be8352-1371-4867-a83d-cced945c7d26 req-413b19ad-2fea-4801-9a01-bd4e837e51e4 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Aug 25 11:23:04.935176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-50cc5559-dcf7-4890-b7f2-5938fa43b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:04.937951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-50cc5559-dcf7-4890-b7f2-5938fa43b65b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1097 time: 0.0831325 Aug 25 11:23:05.004843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93640a-ce6e-4d2e-a0ab-e47e79fec32f req-f82330f7-c4a2-46a9-8092-047bec034d66 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:05.006550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab93640a-ce6e-4d2e-a0ab-e47e79fec32f req-f82330f7-c4a2-46a9-8092-047bec034d66 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1428478 Aug 25 11:23:05.094702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab93640a-ce6e-4d2e-a0ab-e47e79fec32f req-78109c9e-1e42-45e6-936d-dfcd908096aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Aug 25 11:23:05.109111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9e5f-e3c8-428b-bd3d-de93f4fc9fee req-501254f3-d4e9-4ef7-85b0-83ef3e61597c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:05.111430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9eb9e5f-e3c8-428b-bd3d-de93f4fc9fee req-501254f3-d4e9-4ef7-85b0-83ef3e61597c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1709867 Aug 25 11:23:05.150893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-435d66df-51eb-4307-9f34-df0cffd4c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:05.152392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-435d66df-51eb-4307-9f34-df0cffd4c229 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.2062199 Aug 25 11:23:05.211277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-6807b057-3f4a-4e94-93b0-c516bcf42010 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 217 time: 0.0503404 Aug 25 11:23:05.216628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9eb9e5f-e3c8-428b-bd3d-de93f4fc9fee req-3d9a9539-bbf8-4685-a05c-bc9a6471f7cd tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893369 Aug 25 11:23:05.286470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-dfa82008-f956-469c-b094-a39d860ff398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:05.287977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-dfa82008-f956-469c-b094-a39d860ff398 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.0697234 Aug 25 11:23:05.326460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-f11d2e12-5e2e-48a5-8ee1-53b5c61563a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280683 Aug 25 11:23:05.329795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-f57d9a24-9854-46fd-8974-49a98ca3f68c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1977869941&fields=id&tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 267 time: 0.0825310 Aug 25 11:23:05.450224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-301c58a3-532f-463a-967a-0ca848d50e6d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:05.451730 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-301c58a3-532f-463a-967a-0ca848d50e6d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 945 time: 0.1157272 Aug 25 11:23:05.470608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'port': {'security_groups': ['a648579d-3212-459d-aba7-68c4d37fdb26', '0f8620f5-622a-4bc9-b8ae-e61bae331b09']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:05.478794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-80944163-ad76-47a8-829f-922e510c5d04 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438520 Aug 25 11:23:05.628776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:05.702734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-72f5b17e-6be6-48ae-8c00-d529d677ee0b service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032712 Aug 25 11:23:05.723765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba040-db9e-468b-837f-d1ab54aaba22 req-732cd223-c20b-468f-a766-62f2a8c71415 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:05.726483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1eba040-db9e-468b-837f-d1ab54aaba22 req-732cd223-c20b-468f-a766-62f2a8c71415 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1354935 Aug 25 11:23:05.800545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1eba040-db9e-468b-837f-d1ab54aaba22 req-3717da92-3fab-4f33-b137-cabff61d2122 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676010 Aug 25 11:23:05.926815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:05.961722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:05.968656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:05.982225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:06.055601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:06.056295 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:06.065750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b33144d-bc9d-47b3-84cc-ab59c296e740 req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "PUT /v2.0/ports/a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 981 time: 0.6068754 Aug 25 11:23:06.066273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:06.081938 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "tag": "a8486044-841d-4ef8-b25c-31286b85283c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:06.167173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22b151-9ba1-485c-bebb-bc7f2db446b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:06.205228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:06.225342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0a148-f701-413e-ab44-103078f0137d req-8803e6c6-0782-40b1-a2f8-d958aeda50a7 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:06.228055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acb0a148-f701-413e-ab44-103078f0137d req-8803e6c6-0782-40b1-a2f8-d958aeda50a7 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 943 time: 0.1177204 Aug 25 11:23:06.251286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bf0ab-091c-4b98-976b-3102b4c95b0b req-3672607d-4832-4c7d-b6b9-a75f8eaef855 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:06.253466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f46bf0ab-091c-4b98-976b-3102b4c95b0b req-3672607d-4832-4c7d-b6b9-a75f8eaef855 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1063645 Aug 25 11:23:06.293393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a5493453-ed21-4183-93e7-0d3ac0a55cbf details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:06.311221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acb0a148-f701-413e-ab44-103078f0137d req-0a8a74e2-4e4e-413a-9e68-9a17ee4f7986 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753982 Aug 25 11:23:06.337291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f46bf0ab-091c-4b98-976b-3102b4c95b0b req-fcd929cb-3743-4f8d-9277-e2b72d08693e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645850 Aug 25 11:23:06.418703 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ca9071-873b-466d-90b0-e2f25f16c5be x-openstack-request-id: req-79ca9071-873b-466d-90b0-e2f25f16c5be {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:06.419511 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "tag": "a8486044-841d-4ef8-b25c-31286b85283c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:06.419985 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79ca9071-873b-466d-90b0-e2f25f16c5be {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:06.423407 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c', 'status': 'completed', 'code': 200} Aug 25 11:23:06.502468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a5493453-ed21-4183-93e7-0d3ac0a55cbf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf,segment=NetworkSegment(516314ae-4fb7-4981-a722-a40d1d3fc7cf),segment_id=516314ae-4fb7-4981-a722-a40d1d3fc7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:06.516863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-d3024322-c0a9-46bb-b462-0360345dc1d6 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1105414113&fields=id&tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 267 time: 0.0903592 Aug 25 11:23:06.526722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf', 'network_id': '23cb3f0a-89d8-4ef7-ad31-22250378fda2', 'port_id': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf', 'mac_address': 'fa:16:3e:7e:a5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c891537-efaa-4d4d-8bdb-a417c9bccd60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:23:06.531799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-7b1628b6-c462-4166-9a32-3931ff10ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:06.533588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-7b1628b6-c462-4166-9a32-3931ff10ec5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1136 time: 0.0856547 Aug 25 11:23:06.602860 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:06.624323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5493453-ed21-4183-93e7-0d3ac0a55cbf {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:06.656343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a5493453-ed21-4183-93e7-0d3ac0a55cbf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf,segment=NetworkSegment(516314ae-4fb7-4981-a722-a40d1d3fc7cf),segment_id=516314ae-4fb7-4981-a722-a40d1d3fc7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:06.661853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:06.718725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a5493453-ed21-4183-93e7-0d3ac0a55cbf,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:06.993904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20178-39d4-4e20-b5cd-992cecdc372a req-962c5008-adc2-4428-a9ee-7597537ac97c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:06.995573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1c20178-39d4-4e20-b5cd-992cecdc372a req-962c5008-adc2-4428-a9ee-7597537ac97c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.4608953 Aug 25 11:23:07.006043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-531616d3-7906-42d1-a3ae-c6bf8ebfdbbe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.007768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-531616d3-7906-42d1-a3ae-c6bf8ebfdbbe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 984 time: 0.4794610 Aug 25 11:23:07.034868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a5493453-ed21-4183-93e7-0d3ac0a55cbf'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:07.045298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'port': {'security_groups': ['0f8620f5-622a-4bc9-b8ae-e61bae331b09', 'a648579d-3212-459d-aba7-68c4d37fdb26', '1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:07.055767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-a8f60968-3e9f-4ac1-a749-fcd742afd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.057282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-a8f60968-3e9f-4ac1-a749-fcd742afd504 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.5030472 Aug 25 11:23:07.143350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1c20178-39d4-4e20-b5cd-992cecdc372a req-9cf8f7ed-b9d0-4422-9bb8-363209776430 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318674 Aug 25 11:23:07.150753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-7f400d35-34a6-4649-9669-917dfe2197ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 217 time: 0.0653384 Aug 25 11:23:07.244143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-78102ad8-4527-4676-a437-66172621fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.245775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-78102ad8-4527-4676-a437-66172621fd61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.0548806 Aug 25 11:23:07.265256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:07.285513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-3ba56e03-9694-4910-8b82-2d69d2323916 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304735 Aug 25 11:23:07.451531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a595bc-cdf8-431a-9d6d-be0c84ad05ab req-aef93751-f6c7-4321-a62d-7f0aea043475 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.452986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6a595bc-cdf8-431a-9d6d-be0c84ad05ab req-aef93751-f6c7-4321-a62d-7f0aea043475 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1583478 Aug 25 11:23:07.509717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-6525805f-181b-45d5-8d99-5d086dcd213c service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138884 Aug 25 11:23:07.582810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6a595bc-cdf8-431a-9d6d-be0c84ad05ab req-2d07578b-65c8-4109-874d-4b661f44bcd5 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187494 Aug 25 11:23:07.690121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c5b74ce-2b2f-4e60-beae-5a3d1c8442bc req-496c92db-9904-4d3f-8995-c3305fdb88cb service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674485 Aug 25 11:23:07.710466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:07.748007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:07.752851 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:07.814697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.815377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:07.816851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8af4d856-2a42-4a74-af7a-120db49eb3f6 req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "PUT /v2.0/ports/a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 1020 time: 0.7911913 Aug 25 11:23:07.865245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d95f9-ba43-4a9d-99c7-c72daccd9c8a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:07.900076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf640-0a88-4421-a436-ebcd5c493a88 req-71392257-96e4-4bcb-bb74-727db5122f21 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.901782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-411bf640-0a88-4421-a436-ebcd5c493a88 req-71392257-96e4-4bcb-bb74-727db5122f21 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 944 time: 0.1122794 Aug 25 11:23:07.964142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:07.982008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7999b15-a75d-4a5a-941d-bfdd56ae4c17 req-c4bcf0de-3dbb-474a-8ad7-30c8b7e2dd9d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:07.983532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7999b15-a75d-4a5a-941d-bfdd56ae4c17 req-c4bcf0de-3dbb-474a-8ad7-30c8b7e2dd9d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1026382 Aug 25 11:23:07.986501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-411bf640-0a88-4421-a436-ebcd5c493a88 req-7f58d53f-9e4b-4133-8d06-7b315953cf58 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587087 Aug 25 11:23:08.048449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7999b15-a75d-4a5a-941d-bfdd56ae4c17 req-86e29a88-0954-494b-b3dd-f1d11ba68d89 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Aug 25 11:23:08.149964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033e3e1-c3e3-416f-950e-0dcf5ef6673d req-c79ec534-867f-4b96-bc8f-b44b4dec1921 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:08.152160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8033e3e1-c3e3-416f-950e-0dcf5ef6673d req-c79ec534-867f-4b96-bc8f-b44b4dec1921 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1023 time: 0.0717449 Aug 25 11:23:08.159346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:08.283473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8033e3e1-c3e3-416f-950e-0dcf5ef6673d req-cc3e1772-1ffc-4b8e-a2ed-a555c8662235 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa&id=a648579d-3212-459d-aba7-68c4d37fdb26&id=0f8620f5-622a-4bc9-b8ae-e61bae331b09 HTTP/1.1" status: 200 len: 6157 time: 0.1214964 Aug 25 11:23:08.425483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:08.428764 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25faa821-6835-4ef5-8a9f-e090f86e889a" -d '{"events": [{"name": "network-changed", "server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "tag": "a8486044-841d-4ef8-b25c-31286b85283c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:08.453679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be73b9-04fe-414e-af18-d99e17931573 req-9f757f7c-fd65-478e-a533-c96190efefe0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:08.458414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40be73b9-04fe-414e-af18-d99e17931573 req-9f757f7c-fd65-478e-a533-c96190efefe0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0863001 Aug 25 11:23:08.542201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40be73b9-04fe-414e-af18-d99e17931573 req-9286072c-54b8-4a5b-b5b6-a657b41d2cc7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745959 Aug 25 11:23:08.572112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b6c578bb-c59a-4894-a2e4-d89715ef192f req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1468559809 ', 'description': 'tempest-description-1332101231'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:08.605602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b6c578bb-c59a-4894-a2e4-d89715ef192f req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:08.624747 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5106497d-173e-4683-af4e-1e81591a61ae x-openstack-request-id: req-5106497d-173e-4683-af4e-1e81591a61ae {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:08.625112 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "tag": "a8486044-841d-4ef8-b25c-31286b85283c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:08.625450 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5106497d-173e-4683-af4e-1e81591a61ae {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:08.625925 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c', 'status': 'completed', 'code': 200} Aug 25 11:23:08.731708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-02755968-675e-48e9-8a72-45e3a0af313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:08.733328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-02755968-675e-48e9-8a72-45e3a0af313d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1175 time: 0.0757289 Aug 25 11:23:08.775541 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b6c578bb-c59a-4894-a2e4-d89715ef192f req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:08.838677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b6c578bb-c59a-4894-a2e4-d89715ef192f req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:08.927743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b6c578bb-c59a-4894-a2e4-d89715ef192f req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:08.941497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6c578bb-c59a-4894-a2e4-d89715ef192f req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3736720 Aug 25 11:23:08.996686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4b71f-0a77-427c-95c0-f377a5b78500 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa11e697-e15d-4785-b1cd-5600d72473ec,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:09.047769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-ac3e1dbb-378f-4f83-abe4-5c7531b61376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:09.049285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-ac3e1dbb-378f-4f83-abe4-5c7531b61376 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.3024969 Aug 25 11:23:09.074829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d9f9-6de6-4612-9367-0fd1b39c8238 req-8f328b0f-2381-46cb-862a-bdc338066298 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:09.076285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cb2d9f9-6de6-4612-9367-0fd1b39c8238 req-8f328b0f-2381-46cb-862a-bdc338066298 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1804116 Aug 25 11:23:09.107972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-b8f02aa4-51f8-44c3-9fe0-4832f4d0c6d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 200 len: 217 time: 0.0503454 Aug 25 11:23:09.169630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776b7e-16be-4b5a-b444-728c156d5259 req-cd4b77b6-49c2-4e63-82d8-d93160e22da1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:09.171270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5776b7e-16be-4b5a-b444-728c156d5259 req-cd4b77b6-49c2-4e63-82d8-d93160e22da1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1643298 Aug 25 11:23:09.220352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cb2d9f9-6de6-4612-9367-0fd1b39c8238 req-367ea496-93a9-4b7f-9632-ad9aff3f70ea tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157532 Aug 25 11:23:09.222724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-c7140fe2-fb3a-456d-9197-17a5945a7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:09.225142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-c7140fe2-fb3a-456d-9197-17a5945a7b21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.1094408 Aug 25 11:23:09.298620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-7ef9091f-27ea-4b1a-869c-69585445e239 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625243 Aug 25 11:23:09.304953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5776b7e-16be-4b5a-b444-728c156d5259 req-d0d64dfe-27dc-4e8b-b426-b8129d187354 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208749 Aug 25 11:23:09.464322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cfca90c-f02c-4552-8436-7cc1084b2551 req-52afb9b6-79e9-41eb-8d07-7fe30aaf5333 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/fa11e697-e15d-4785-b1cd-5600d72473ec HTTP/1.1" status: 200 len: 1783 time: 0.1004107 Aug 25 11:23:09.518784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-18ada80a-f94d-44a4-a2fd-526eb523ab9a service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111173 Aug 25 11:23:09.613730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8d066-858d-489a-93b6-1ece577ae6d4 req-a907fc1b-ead7-489e-95c3-01175dccb5c6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:09.615151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37a8d066-858d-489a-93b6-1ece577ae6d4 req-a907fc1b-ead7-489e-95c3-01175dccb5c6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 944 time: 0.1476903 Aug 25 11:23:09.622538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af13c542-7472-47ec-8db3-ff6112b6911b req-02e88057-faa2-4798-997d-a5f520c3643d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/fa11e697-e15d-4785-b1cd-5600d72473ec HTTP/1.1" status: 200 len: 1783 time: 0.1191468 Aug 25 11:23:09.706622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25faa821-6835-4ef5-8a9f-e090f86e889a req-8f217f5c-e165-4084-9190-a7598ad06bfc service neutron] 10.222.0.67 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785550 Aug 25 11:23:09.719881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37a8d066-858d-489a-93b6-1ece577ae6d4 req-293398f9-075f-43e2-bf6a-989e1ed5c297 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946863 Aug 25 11:23:09.752215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-af13c542-7472-47ec-8db3-ff6112b6911b req-aae25081-a8f4-4898-9e2a-cecb14b39c19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:09.792747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-af13c542-7472-47ec-8db3-ff6112b6911b req-aae25081-a8f4-4898-9e2a-cecb14b39c19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:09.853646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-af13c542-7472-47ec-8db3-ff6112b6911b req-aae25081-a8f4-4898-9e2a-cecb14b39c19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:09.856330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-af13c542-7472-47ec-8db3-ff6112b6911b req-aae25081-a8f4-4898-9e2a-cecb14b39c19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:09.857505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af13c542-7472-47ec-8db3-ff6112b6911b req-aae25081-a8f4-4898-9e2a-cecb14b39c19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/fa11e697-e15d-4785-b1cd-5600d72473ec HTTP/1.1" status: 204 len: 173 time: 0.2231932 Aug 25 11:23:09.871809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae25081-a8f4-4898-9e2a-cecb14b39c19 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa11e697-e15d-4785-b1cd-5600d72473ec,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:09.902218 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-3e19ca90-f4ca-4a2e-aa4c-0d907d26f34a req-ccd19acb-2e54-4b54-bfd8-cf81f086700c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:09.903363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e19ca90-f4ca-4a2e-aa4c-0d907d26f34a req-ccd19acb-2e54-4b54-bfd8-cf81f086700c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/fa11e697-e15d-4785-b1cd-5600d72473ec HTTP/1.1" status: 404 len: 352 time: 0.0162330 Aug 25 11:23:09.935784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a57206b5-415b-421e-8589-eab8d055636c req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1274363699', 'description': 'tempest-description-2141237701'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:09.964547 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a57206b5-415b-421e-8589-eab8d055636c req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:09.984039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e03bd9-a551-4994-95c6-4104e90b23f7 req-2db3337a-9e0e-48fa-887a-d2da6d842a0d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:09.985538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5e03bd9-a551-4994-95c6-4104e90b23f7 req-2db3337a-9e0e-48fa-887a-d2da6d842a0d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0813165 Aug 25 11:23:10.046187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5e03bd9-a551-4994-95c6-4104e90b23f7 req-96f9df2d-d3ed-4efc-869b-4618346e0551 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534465 Aug 25 11:23:10.088188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a57206b5-415b-421e-8589-eab8d055636c req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.092104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a57206b5-415b-421e-8589-eab8d055636c req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.119630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a57206b5-415b-421e-8589-eab8d055636c req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.120871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a57206b5-415b-421e-8589-eab8d055636c req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1905310 Aug 25 11:23:10.131101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ed4cf-6cbd-431c-b21f-ec2d337b2016 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1340c0f1-0767-4c31-83f2-c61eb209758e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:10.149418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7772e85e-a8ad-41e7-a97b-15a532fd4e84 req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1915978267', 'description': 'tempest-description-343112106'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:10.172217 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7772e85e-a8ad-41e7-a97b-15a532fd4e84 req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.282710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7772e85e-a8ad-41e7-a97b-15a532fd4e84 req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.287855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7772e85e-a8ad-41e7-a97b-15a532fd4e84 req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.296885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 91350510-cd7a-4699-b761-e4dc62c5486d details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:10.299853 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a5493453-ed21-4183-93e7-0d3ac0a55cbf up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:10.338166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7772e85e-a8ad-41e7-a97b-15a532fd4e84 req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.339761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7772e85e-a8ad-41e7-a97b-15a532fd4e84 req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1953542 Aug 25 11:23:10.345015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a54a8-57e1-4d0b-b196-8853b2301b15 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2912e9d4-43f5-4600-8a2b-4243a2c7f8d8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:10.528141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0b1d-9900-4fbb-a2cd-1237524cef15 req-306365c4-965b-4615-b3f1-29614356f69f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:10.529775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cdf0b1d-9900-4fbb-a2cd-1237524cef15 req-306365c4-965b-4615-b3f1-29614356f69f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1193182 Aug 25 11:23:10.538199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a01da-3530-4cbc-9541-b6a50151d314 req-61002718-6e74-4abc-b771-7a2b2f1831a7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:10.540338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-660a01da-3530-4cbc-9541-b6a50151d314 req-61002718-6e74-4abc-b771-7a2b2f1831a7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1132858 Aug 25 11:23:10.558665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-4fa7c38e-7eef-4dd6-b1a9-bec3921587c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909202 Aug 25 11:23:10.613293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:10.628137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cdf0b1d-9900-4fbb-a2cd-1237524cef15 req-20ee1352-4b09-431c-a869-82041c3b246c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856898 Aug 25 11:23:10.636504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-6463e72f-659f-4fe3-9821-fa62a21ba640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:10.638881 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-6463e72f-659f-4fe3-9821-fa62a21ba640 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0534194 Aug 25 11:23:10.658125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '91350510-cd7a-4699-b761-e4dc62c5486d', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'port_id': '91350510-cd7a-4699-b761-e4dc62c5486d', 'mac_address': 'fa:16:3e:67:1e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:23:10.674532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-660a01da-3530-4cbc-9541-b6a50151d314 req-b08f44a6-d570-4164-9b60-ee4685346193 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263053 Aug 25 11:23:10.679528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a5493453-ed21-4183-93e7-0d3ac0a55cbf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:23:10.706090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a5493453-ed21-4183-93e7-0d3ac0a55cbf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:10.706467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.730705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d22c6382-a85d-4f73-b4e3-78c2dc40a738 req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1105527614', 'description': 'tempest-description-1007164584'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:10.778034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d22c6382-a85d-4f73-b4e3-78c2dc40a738 req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.875415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-a13e7c8f-349e-43df-9bb3-ccc389ae9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:10.885444 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-a13e7c8f-349e-43df-9bb3-ccc389ae9e14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.2070725 Aug 25 11:23:10.910745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d22c6382-a85d-4f73-b4e3-78c2dc40a738 req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.951857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d22c6382-a85d-4f73-b4e3-78c2dc40a738 req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.955313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:10.974112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91350510-cd7a-4699-b761-e4dc62c5486d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:11.005380 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-4ca78dea-249a-4a05-9188-5f9831e13527 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 200 len: 217 time: 0.1046889 Aug 25 11:23:11.006517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d22c6382-a85d-4f73-b4e3-78c2dc40a738 req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.008465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d22c6382-a85d-4f73-b4e3-78c2dc40a738 req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2884390 Aug 25 11:23:11.010771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be1378-76cd-4bb1-8cb6-9b351ef9988e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb2f92-5756-4fc3-92f7-0dbcfa92421b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:11.038364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:11.046127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974895a-e9d5-472b-9290-66ff1cfffe31 req-44bc2bbc-95ee-492e-a4a1-04dc3f40e3c6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:11.053887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.058133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8974895a-e9d5-472b-9290-66ff1cfffe31 req-44bc2bbc-95ee-492e-a4a1-04dc3f40e3c6 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 944 time: 0.1554425 Aug 25 11:23:11.083732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-e386c255-441d-47fb-b796-8dee62d50781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:11.086117 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-e386c255-441d-47fb-b796-8dee62d50781 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.0586274 Aug 25 11:23:11.098506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.150584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8974895a-e9d5-472b-9290-66ff1cfffe31 req-a46680a9-5871-4353-9f41-40c2486f1c7e tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909657 Aug 25 11:23:11.153469 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-1df5bb22-a99a-4cd3-b2db-02cd37b815e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575860 Aug 25 11:23:11.176752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:11.179149 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a782e9f-c3a4-4648-a7b2-bf99b4a94dc5" -d '{"events": [{"server_uuid": "82658d61-d138-4eb2-bc24-7dd19b4d54b3", "name": "network-vif-plugged", "status": "completed", "tag": "a5493453-ed21-4183-93e7-0d3ac0a55cbf"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:11.188503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:11.225620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['91350510-cd7a-4699-b761-e4dc62c5486d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:11.229444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a5493453-ed21-4183-93e7-0d3ac0a55cbf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf,segment=NetworkSegment(516314ae-4fb7-4981-a722-a40d1d3fc7cf),segment_id=516314ae-4fb7-4981-a722-a40d1d3fc7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:11.265152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.311586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36c61a25-eb25-4945-a302-fe1eb3c93a83 req-06a172e8-0ffe-4a08-bb79-e0c93a8e8bea tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 10912 time: 0.1541760 Aug 25 11:23:11.325223 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-e870919c-97e3-40fd-bb67-75d4ef6d3e3d service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547122 Aug 25 11:23:11.335960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2296-1221-45b2-8304-a74d2c1e0761 req-bb3667ad-843a-4ff9-90e3-7daf3dbc2579 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:11.344088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a5c2296-1221-45b2-8304-a74d2c1e0761 req-bb3667ad-843a-4ff9-90e3-7daf3dbc2579 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0918183 Aug 25 11:23:11.368363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a5493453-ed21-4183-93e7-0d3ac0a55cbf,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:11.416697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a5c2296-1221-45b2-8304-a74d2c1e0761 req-49cf04bd-269b-4ce4-9c6e-b7e88765f049 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714133 Aug 25 11:23:11.456222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36c61a25-eb25-4945-a302-fe1eb3c93a83 req-24d8fd59-9eea-4048-bcb7-39a7a97f9aac tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/a648579d-3212-459d-aba7-68c4d37fdb26 HTTP/1.1" status: 200 len: 2985 time: 0.1098182 Aug 25 11:23:11.465928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d86aa46-f14c-4866-8081-19be0d3a1186 req-85e8790a-ccff-413a-afff-c3e52dd1dcbd service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303344 Aug 25 11:23:11.543147 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4269e4fc-80d2-4194-9e34-518453168c95 x-openstack-request-id: req-4269e4fc-80d2-4194-9e34-518453168c95 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:11.543481 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82658d61-d138-4eb2-bc24-7dd19b4d54b3", "name": "network-vif-plugged", "status": "completed", "tag": "a5493453-ed21-4183-93e7-0d3ac0a55cbf", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:11.543726 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4269e4fc-80d2-4194-9e34-518453168c95 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:11.544140 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf', 'code': 200} Aug 25 11:23:11.547384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36c61a25-eb25-4945-a302-fe1eb3c93a83 req-a648edae-afb0-4ef4-a6e7-8fc4b02fcd9a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/a648579d-3212-459d-aba7-68c4d37fdb26 HTTP/1.1" status: 200 len: 2985 time: 0.0755060 Aug 25 11:23:11.661043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c095f0ed-909d-4faa-b25d-2c0d117abebf req-6328f9d1-d809-4547-99fe-7a594e1ea3be tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/1340c0f1-0767-4c31-83f2-c61eb209758e HTTP/1.1" status: 200 len: 1803 time: 0.0902205 Aug 25 11:23:11.693157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307949f-8432-4d9e-b7bd-8500939e840f req-05c1e0d4-82fc-4e8e-b300-760fd17afe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:11.694745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b307949f-8432-4d9e-b7bd-8500939e840f req-05c1e0d4-82fc-4e8e-b300-760fd17afe77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 1097 time: 0.0760643 Aug 25 11:23:11.753541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b307949f-8432-4d9e-b7bd-8500939e840f req-283121fe-38e3-49cd-a205-3d483fdf1d79 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Aug 25 11:23:11.770446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c095f0ed-909d-4faa-b25d-2c0d117abebf req-d0ded3cc-d2d3-4e2a-9047-f26a464daa4b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.837959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c095f0ed-909d-4faa-b25d-2c0d117abebf req-d0ded3cc-d2d3-4e2a-9047-f26a464daa4b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.909345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274ebef-763e-49dc-b9c9-07315d9714a4 req-e5f466c4-6f01-455f-9691-b14e3b8364a7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:11.911592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6274ebef-763e-49dc-b9c9-07315d9714a4 req-e5f466c4-6f01-455f-9691-b14e3b8364a7 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 945 time: 0.1194496 Aug 25 11:23:11.928132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c095f0ed-909d-4faa-b25d-2c0d117abebf req-d0ded3cc-d2d3-4e2a-9047-f26a464daa4b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.932005 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c095f0ed-909d-4faa-b25d-2c0d117abebf req-d0ded3cc-d2d3-4e2a-9047-f26a464daa4b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:11.933637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c095f0ed-909d-4faa-b25d-2c0d117abebf req-d0ded3cc-d2d3-4e2a-9047-f26a464daa4b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/1340c0f1-0767-4c31-83f2-c61eb209758e HTTP/1.1" status: 204 len: 173 time: 0.2718842 Aug 25 11:23:11.961371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ded3cc-d2d3-4e2a-9047-f26a464daa4b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340c0f1-0767-4c31-83f2-c61eb209758e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:11.997166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6274ebef-763e-49dc-b9c9-07315d9714a4 req-caa9cd6a-2038-44d6-9ae0-762702707ad5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720632 Aug 25 11:23:12.116592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce438-2d5f-403d-870f-1b5c0d0bd571 req-857907fb-ad71-4ae8-baa4-74bcc1e51b1c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:12.125494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-254ce438-2d5f-403d-870f-1b5c0d0bd571 req-857907fb-ad71-4ae8-baa4-74bcc1e51b1c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.0775998 Aug 25 11:23:12.188273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-254ce438-2d5f-403d-870f-1b5c0d0bd571 req-c5cc0ac6-cc17-4ed6-99e8-ebde1db93e91 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617568 Aug 25 11:23:12.256662 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-b1563307-2186-4c5e-96fb-9fab319595c8 req-982b194a-99dc-4873-befe-bb98366d71d8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:12.266474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1563307-2186-4c5e-96fb-9fab319595c8 req-982b194a-99dc-4873-befe-bb98366d71d8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/1340c0f1-0767-4c31-83f2-c61eb209758e HTTP/1.1" status: 404 len: 352 time: 0.0307698 Aug 25 11:23:12.305546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 91350510-cd7a-4699-b761-e4dc62c5486d up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:12.383955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 91350510-cd7a-4699-b761-e4dc62c5486d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:12.385172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.461552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c95b9-ae96-49b1-8c80-65e43294ba14 req-435aedcc-e52a-4a73-9d14-cd3d73f662fa tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:12.469585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a22c95b9-ae96-49b1-8c80-65e43294ba14 req-435aedcc-e52a-4a73-9d14-cd3d73f662fa tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.1126292 Aug 25 11:23:12.495899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.523313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b9e3e2e-1c20-4db1-bf00-3601af5fd2d2 req-1b98fb1d-73ff-4985-b344-d9d77972c665 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/2912e9d4-43f5-4600-8a2b-4243a2c7f8d8 HTTP/1.1" status: 200 len: 1802 time: 0.1173391 Aug 25 11:23:12.538859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:12.543440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a22c95b9-ae96-49b1-8c80-65e43294ba14 req-2bb31475-c5f2-447e-86f6-576f7448ec6c tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726757 Aug 25 11:23:12.551057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.638628 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3b9e3e2e-1c20-4db1-bf00-3601af5fd2d2 req-0d055868-b28b-4906-8b58-1a36a628310d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.641773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:12.702380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3b9e3e2e-1c20-4db1-bf00-3601af5fd2d2 req-0d055868-b28b-4906-8b58-1a36a628310d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.737879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc58ab1-32a1-4e55-8b9a-aec34d61087e req-fbae454b-8faa-4eee-a7c0-8392612ebb5c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:12.746225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2cc58ab1-32a1-4e55-8b9a-aec34d61087e req-fbae454b-8faa-4eee-a7c0-8392612ebb5c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1020358 Aug 25 11:23:12.810565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2cc58ab1-32a1-4e55-8b9a-aec34d61087e req-568bd6c8-e44a-464b-8548-43d37cd9e6fd tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Aug 25 11:23:12.819562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3b9e3e2e-1c20-4db1-bf00-3601af5fd2d2 req-0d055868-b28b-4906-8b58-1a36a628310d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.825823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3b9e3e2e-1c20-4db1-bf00-3601af5fd2d2 req-0d055868-b28b-4906-8b58-1a36a628310d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:12.833174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b9e3e2e-1c20-4db1-bf00-3601af5fd2d2 req-0d055868-b28b-4906-8b58-1a36a628310d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/2912e9d4-43f5-4600-8a2b-4243a2c7f8d8 HTTP/1.1" status: 204 len: 173 time: 0.3083835 Aug 25 11:23:12.853732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d055868-b28b-4906-8b58-1a36a628310d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2912e9d4-43f5-4600-8a2b-4243a2c7f8d8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:12.887070 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-a597519d-0abc-4929-8af6-24949596a43b req-1454a0b1-2118-4fe7-8742-2e04813af833 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:12.888356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a597519d-0abc-4929-8af6-24949596a43b req-1454a0b1-2118-4fe7-8742-2e04813af833 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/2912e9d4-43f5-4600-8a2b-4243a2c7f8d8 HTTP/1.1" status: 404 len: 352 time: 0.0376339 Aug 25 11:23:12.968849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab42113d-1e3d-4091-8e73-29737e39c319 req-62c4b326-000e-4f27-b6d9-39501badf9fb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/12fb2f92-5756-4fc3-92f7-0dbcfa92421b HTTP/1.1" status: 200 len: 1803 time: 0.0522141 Aug 25 11:23:13.088183 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ab42113d-1e3d-4091-8e73-29737e39c319 req-0930b9f7-e6dd-480e-b0ad-5a735c9dc2bb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:13.161803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ab42113d-1e3d-4091-8e73-29737e39c319 req-0930b9f7-e6dd-480e-b0ad-5a735c9dc2bb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:13.219409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e4134-0721-4dfb-9d98-f24d7505368e req-f61e77ca-b3a1-48bc-8f0e-8ae0562dd383 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:13.221403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-854e4134-0721-4dfb-9d98-f24d7505368e req-f61e77ca-b3a1-48bc-8f0e-8ae0562dd383 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1109712 Aug 25 11:23:13.288160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ab42113d-1e3d-4091-8e73-29737e39c319 req-0930b9f7-e6dd-480e-b0ad-5a735c9dc2bb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:13.291698 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ab42113d-1e3d-4091-8e73-29737e39c319 req-0930b9f7-e6dd-480e-b0ad-5a735c9dc2bb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:13.293796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab42113d-1e3d-4091-8e73-29737e39c319 req-0930b9f7-e6dd-480e-b0ad-5a735c9dc2bb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/12fb2f92-5756-4fc3-92f7-0dbcfa92421b HTTP/1.1" status: 204 len: 173 time: 0.3154233 Aug 25 11:23:13.313599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930b9f7-e6dd-480e-b0ad-5a735c9dc2bb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb2f92-5756-4fc3-92f7-0dbcfa92421b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:13.334104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-854e4134-0721-4dfb-9d98-f24d7505368e req-08a79f37-72d7-423b-a80b-f3508ab002ae tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891790 Aug 25 11:23:13.432208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-9529f1d0-506c-4962-85ee-0102214ded01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966320 Aug 25 11:23:13.545515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:13.550653 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d7d136-bae6-4b67-a042-5ee13cc0d29f" -d '{"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-plugged", "status": "completed", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:13.605585 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-92375f5f-3fe1-4fce-8681-7c4290700b74 req-0427cf49-3388-461d-8f4c-96ad5e5c1996 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:13.607677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92375f5f-3fe1-4fce-8681-7c4290700b74 req-0427cf49-3388-461d-8f4c-96ad5e5c1996 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/12fb2f92-5756-4fc3-92f7-0dbcfa92421b HTTP/1.1" status: 404 len: 352 time: 0.0637593 Aug 25 11:23:13.620697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7674-0bee-496a-8764-3692988af0d0 req-eaf910a0-3426-46dd-b1e6-3872b5e63e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:13.624186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-eaf910a0-3426-46dd-b1e6-3872b5e63e06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 1097 time: 0.1450396 Aug 25 11:23:13.759126 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21c6d2-2a68-4517-82ac-4570da67cd84 x-openstack-request-id: req-2d21c6d2-2a68-4517-82ac-4570da67cd84 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:13.759819 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-plugged", "status": "completed", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:13.760246 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d21c6d2-2a68-4517-82ac-4570da67cd84 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:13.760923 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d', 'code': 200} Aug 25 11:23:13.820761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7674-0bee-496a-8764-3692988af0d0 req-76b65b8e-9e6c-4827-a2ba-afb72d78bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:13.822263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-76b65b8e-9e6c-4827-a2ba-afb72d78bcf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.1647232 Aug 25 11:23:13.869321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6d326-12e8-436b-9d6a-fcd8608f5669 req-93bfc9a5-318b-4388-8c4f-3f03b0ab0777 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:13.870779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7b6d326-12e8-436b-9d6a-fcd8608f5669 req-93bfc9a5-318b-4388-8c4f-3f03b0ab0777 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.2181373 Aug 25 11:23:13.903313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-fa225b74-0486-4e64-b3e4-d36d99ca3439 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 200 len: 217 time: 0.0655377 Aug 25 11:23:13.992406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc695-b222-4719-8c60-4bf444a53357 req-015dd4f6-0b78-4a02-8b1b-304fdfb98b1b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:14.000063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18dc695-b222-4719-8c60-4bf444a53357 req-015dd4f6-0b78-4a02-8b1b-304fdfb98b1b tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.1859419 Aug 25 11:23:14.013845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7674-0bee-496a-8764-3692988af0d0 req-4fd5b44e-6cd3-42da-b783-027a052d486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:14.015341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-4fd5b44e-6cd3-42da-b783-027a052d486f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1032643 Aug 25 11:23:14.025461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7b6d326-12e8-436b-9d6a-fcd8608f5669 req-3ad91d43-9fee-409a-963f-501f85b2f8c0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233749 Aug 25 11:23:14.098143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-7f0df96f-e4ab-4861-af7f-2afa2f5a07be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658653 Aug 25 11:23:14.125850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18dc695-b222-4719-8c60-4bf444a53357 req-09e22650-f4bf-412d-bebd-f6530df9d05a tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236932 Aug 25 11:23:14.245344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3574367e-eddd-480b-beec-78b8104bb04a req-2ba754ba-8f75-494b-8ffd-18acaf2029d0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 6157 time: 0.1820416 Aug 25 11:23:14.288072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-bd53f3d6-28a6-49e7-ad38-5776ce815506 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811178 Aug 25 11:23:14.397836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3574367e-eddd-480b-beec-78b8104bb04a req-27da3c2c-e96c-40e3-a2b3-12d063155ab8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/a648579d-3212-459d-aba7-68c4d37fdb26 HTTP/1.1" status: 200 len: 2985 time: 0.1512794 Aug 25 11:23:14.448406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb455-fbcc-4759-984f-00e08921b0e7 req-e3e189a3-42c9-4b01-b726-bbcec2f9cfb0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:14.456218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5dcb455-fbcc-4759-984f-00e08921b0e7 req-e3e189a3-42c9-4b01-b726-bbcec2f9cfb0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1857285 Aug 25 11:23:14.502101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3574367e-eddd-480b-beec-78b8104bb04a req-eaf9267e-6f46-44b3-868a-cf6bcd7ee593 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/a648579d-3212-459d-aba7-68c4d37fdb26 HTTP/1.1" status: 200 len: 2985 time: 0.1033847 Aug 25 11:23:14.531506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c80f7674-0bee-496a-8764-3692988af0d0 req-4bdcac34-8482-4a55-b856-0cd2a4512962 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339623 Aug 25 11:23:14.542005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5dcb455-fbcc-4759-984f-00e08921b0e7 req-ac73ce57-080e-45b9-b4df-be907db31e49 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848415 Aug 25 11:23:14.718951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc31d4-1a29-49a7-b852-7677c068afcd req-1908e7b5-e426-47ab-acce-0d20b76471f9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:14.727050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fdc31d4-1a29-49a7-b852-7677c068afcd req-1908e7b5-e426-47ab-acce-0d20b76471f9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.0722938 Aug 25 11:23:14.777175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fdc31d4-1a29-49a7-b852-7677c068afcd req-748efa52-13ba-42b0-a613-4edafa7715e6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Aug 25 11:23:14.816023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-19862981-909e-4b44-8509-6977f212049b req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1378782710', 'description': 'tempest-description-1281041440'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:14.847123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19862981-909e-4b44-8509-6977f212049b req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:14.990483 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19862981-909e-4b44-8509-6977f212049b req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:14.998463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19862981-909e-4b44-8509-6977f212049b req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:15.047143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19862981-909e-4b44-8509-6977f212049b req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:15.049513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19862981-909e-4b44-8509-6977f212049b req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2468562 Aug 25 11:23:15.079283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b14173-126b-48a8-acd1-57894a18090f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afafaf37-223b-4b4c-bb70-c4df2dcbd147,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:15.170102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-a3bcf4bb-843c-41b4-958f-c3fcf82561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:15.172226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-a3bcf4bb-843c-41b4-958f-c3fcf82561ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d70a88d08eb4dfe9d362a412230f6d0&device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 1097 time: 0.0876207 Aug 25 11:23:15.704126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d91e13-a9ea-42ad-9d43-2512bf2484a4 req-aa1882cc-ecfc-4f26-b5c1-183aee1c1617 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:15.705756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93d91e13-a9ea-42ad-9d43-2512bf2484a4 req-aa1882cc-ecfc-4f26-b5c1-183aee1c1617 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.5164659 Aug 25 11:23:15.719964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef17c97-4fc8-48dd-a61f-68ba9e9604ff req-ad4729a5-0ac2-456f-a77f-1815e19c1cb3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:15.719964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ef17c97-4fc8-48dd-a61f-68ba9e9604ff req-ad4729a5-0ac2-456f-a77f-1815e19c1cb3 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1209290 Aug 25 11:23:15.744493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-ec3dd461-0810-4726-a844-132baa21848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:15.746058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-ec3dd461-0810-4726-a844-132baa21848e service neutron] 10.222.0.67 "GET /v2.0/networks?id=23cb3f0a-89d8-4ef7-ad31-22250378fda2 HTTP/1.1" status: 200 len: 915 time: 0.5651653 Aug 25 11:23:15.827381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-9b91d01c-bb39-4cfe-9011-f5f02fe18d17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf HTTP/1.1" status: 200 len: 217 time: 0.0622618 Aug 25 11:23:15.839256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93d91e13-a9ea-42ad-9d43-2512bf2484a4 req-eea90d95-ef9a-4f9f-99ee-61737a243e3c tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136594 Aug 25 11:23:15.864689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ef17c97-4fc8-48dd-a61f-68ba9e9604ff req-fb9dd608-833f-4ab5-ad56-b1db95a8ce75 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376326 Aug 25 11:23:15.923853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-76bd642c-b186-42b2-9637-bdaf76b31158 req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1986864601', 'description': 'tempest-description-358106729'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:15.979098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-adc441e3-866f-4763-be2d-a26779c47efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:15.980716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-adc441e3-866f-4763-be2d-a26779c47efe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c891537-efaa-4d4d-8bdb-a417c9bccd60 HTTP/1.1" status: 200 len: 854 time: 0.1382201 Aug 25 11:23:16.015022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76bd642c-b186-42b2-9637-bdaf76b31158 req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:16.048712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-ed440da2-b27f-41b8-8c52-8e95c12b5be5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23cb3f0a-89d8-4ef7-ad31-22250378fda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516717 Aug 25 11:23:16.211810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af480e6-2fdd-4ee3-9ede-4554e4f48649 req-77fbdd25-18b3-4b72-8105-0d1c2f565f1b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:16.214490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af480e6-2fdd-4ee3-9ede-4554e4f48649 req-77fbdd25-18b3-4b72-8105-0d1c2f565f1b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2602921 Aug 25 11:23:16.370371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af480e6-2fdd-4ee3-9ede-4554e4f48649 req-81af7fb4-1eeb-4c5b-b48d-eac78ab303ff tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466122 Aug 25 11:23:16.379058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-0189b447-dfa8-4901-a705-364150c7fb0e service neutron] 10.222.0.67 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148243 Aug 25 11:23:16.469805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76bd642c-b186-42b2-9637-bdaf76b31158 req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:16.481570 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76bd642c-b186-42b2-9637-bdaf76b31158 req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:16.571300 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76bd642c-b186-42b2-9637-bdaf76b31158 req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:16.572612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76bd642c-b186-42b2-9637-bdaf76b31158 req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6616418 Aug 25 11:23:16.581402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f0ea29c-358b-4aa3-9a9c-77573dabab73 req-289a4986-3389-441d-aaec-fc39a1bee0e4 service neutron] 10.222.0.67 "GET /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779616 Aug 25 11:23:16.597196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a64a50-a624-4709-8f4d-43ae44342feb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c11965-0087-4915-8c78-c8ba1aaf457a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:16.850697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763d02f-1ded-4a3f-9bb0-754995f1c40b req-591ce104-a91a-42cb-ae0b-798b1c4b5988 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:16.864690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5763d02f-1ded-4a3f-9bb0-754995f1c40b req-591ce104-a91a-42cb-ae0b-798b1c4b5988 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1808290 Aug 25 11:23:16.965185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5763d02f-1ded-4a3f-9bb0-754995f1c40b req-484093e4-8885-4ea6-854a-3d79c4fab631 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994389 Aug 25 11:23:17.038571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-f0cff816-a32f-44ff-b14f-7c62fc989a4c tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:17.042277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-f0cff816-a32f-44ff-b14f-7c62fc989a4c tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.1550555 Aug 25 11:23:17.186043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778732-11'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:17.409397 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:17.530091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-fa7959f2-c8b5-4d4c-a83c-a33365492bcf tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:17.542720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-fa7959f2-c8b5-4d4c-a83c-a33365492bcf tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 813 time: 0.5513430 Aug 25 11:23:17.559322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb618-4f21-43a5-80de-d2a5b4e6d6b7 req-e482594d-dbce-4334-8c43-323f8faf1798 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:17.568727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d20eb618-4f21-43a5-80de-d2a5b4e6d6b7 req-e482594d-dbce-4334-8c43-323f8faf1798 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.4359596 Aug 25 11:23:17.656164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-fc717135-a9b3-4251-93df-ad1a6f58cf8d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/quotas/3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 375 time: 0.1121941 Aug 25 11:23:17.822673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d20eb618-4f21-43a5-80de-d2a5b4e6d6b7 req-801ad401-ba7f-4b65-aec6-169bb8910468 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389426 Aug 25 11:23:17.868901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-04726685-b5e1-451f-8bf0-5a4fe625fca7 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1883674 Aug 25 11:23:17.984075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:18.077442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddd696-19a3-4fe8-8741-419dda1b4309 req-64ec68b1-6285-44f6-abcb-19879ba98539 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:18.079064 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edddd696-19a3-4fe8-8741-419dda1b4309 req-64ec68b1-6285-44f6-abcb-19879ba98539 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 945 time: 0.1553874 Aug 25 11:23:18.083550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-eac848f7-3b41-4f54-9233-8ebab80f913b service neutron] 10.222.0.35 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148325 Aug 25 11:23:18.085017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:18.191174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-30d6289c-b5ff-4701-9bdc-2771ecaad783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.224640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:18.227541 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174ea359-9893-4a3f-8c1a-a7123a0caef5" -d '{"events": [{"server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:18.236849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.247459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edddd696-19a3-4fe8-8741-419dda1b4309 req-9a300b71-c397-4dd1-a92d-f5727e047f89 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589129 Aug 25 11:23:18.250837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.345923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:18.352921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-974eef16-ee75-4685-86b8-66136621f921 service neutron] 10.222.0.35 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370992 Aug 25 11:23:18.400374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:18.453420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:18.453793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:18.454245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:18.469662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:18.470233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:18.488870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:18.489663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:18.490274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:18.491153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Bound port: 5c7a0f17-347d-476e-b77d-58479d18872d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:18.492705 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.533732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45653a2-3fe1-407d-b215-c420fb5ccd9c req-127fa221-2c04-4f49-ad9d-6b75e8ae74ec tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:18.537090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c45653a2-3fe1-407d-b215-c420fb5ccd9c req-127fa221-2c04-4f49-ad9d-6b75e8ae74ec tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1676662 Aug 25 11:23:18.604965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:18.641782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:18.642247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:18.642793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:18.649986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:18.650552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:18.671358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c45653a2-3fe1-407d-b215-c420fb5ccd9c req-1df7dcd2-33c9-4a9f-97fe-4ade6742f726 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815735 Aug 25 11:23:18.671657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:18.672167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:18.673841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:18.674576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Bound port: 5c7a0f17-347d-476e-b77d-58479d18872d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:18.675153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.709293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:18.718030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:23:18.728814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.826044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:18.831676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:18.844853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 5c7a0f17-347d-476e-b77d-58479d18872d-n-h1-778732-11-0 {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:23:18.845214 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:23:18.880410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:18.881035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:18.883050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-ec7083a1-5794-4a9f-9944-cd3e139a4d63 service neutron] 10.222.0.67 "PUT /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 1123 time: 1.7473910 Aug 25 11:23:19.017824 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91836af-e797-4433-aced-02bbd290f1a4 x-openstack-request-id: req-b91836af-e797-4433-aced-02bbd290f1a4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:19.018638 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:19.019122 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b91836af-e797-4433-aced-02bbd290f1a4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:19.019749 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d', 'code': 200} Aug 25 11:23:19.035086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5c7a0f17-347d-476e-b77d-58479d18872d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:19.100647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['5c7a0f17-347d-476e-b77d-58479d18872d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:19.153014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98d7ec1-a733-4b53-ac32-d9599ce581a6 req-b8d9c618-39aa-4183-be9e-fd816f08dc94 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 210 time: 0.0894849 Aug 25 11:23:19.223993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7832a-a305-4b88-beb1-8bad6de7d33d req-3ac3930a-9ba8-4d6f-8725-926a24b64a95 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:19.239067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fe7832a-a305-4b88-beb1-8bad6de7d33d req-3ac3930a-9ba8-4d6f-8725-926a24b64a95 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1523361 Aug 25 11:23:19.336242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fe7832a-a305-4b88-beb1-8bad6de7d33d req-3a841ce0-3020-49ce-9916-6e9af66023a8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Aug 25 11:23:19.545779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h1-778732-11 for vnic_type normal with profile {"migrating_to": "n-h2-778732-11"} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:19.546687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:19.546687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:19.580326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70258af4-66b3-44ac-9230-e241770fb316 req-5f9324f4-23e7-476c-8fa1-96a4fa64f1ff tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:19.598346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70258af4-66b3-44ac-9230-e241770fb316 req-5f9324f4-23e7-476c-8fa1-96a4fa64f1ff tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.1499634 Aug 25 11:23:19.611029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f7059-4ed8-46ad-a2d1-dec4f8efb98c req-fadd2c5f-9362-49fc-b18a-1970d138680e tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:19.612075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:19.612447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempting to bind port 5c7a0f17-347d-476e-b77d-58479d18872d on network 18bced2f-e46e-4dbd-9ea2-94079387039b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:19.630046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-110f7059-4ed8-46ad-a2d1-dec4f8efb98c req-fadd2c5f-9362-49fc-b18a-1970d138680e tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.1957157 Aug 25 11:23:19.649099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:19.649502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Checking segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:19.649942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Bound using segment: {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:19.650443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Bound port: 5c7a0f17-347d-476e-b77d-58479d18872d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dacf0db-efdf-4547-8048-68be924ffeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '18bced2f-e46e-4dbd-9ea2-94079387039b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:19.650854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:19.769210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-110f7059-4ed8-46ad-a2d1-dec4f8efb98c req-5598ba6b-bef1-4e6a-a0e0-c56cb6402c07 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383166 Aug 25 11:23:19.797668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70258af4-66b3-44ac-9230-e241770fb316 req-c4c3e5ac-d9f1-48c6-bb3e-a29441076cec tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983860 Aug 25 11:23:19.831869 n-d-778732-11 neutron-server[94912]: WARNING neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Concurrent port binding operations failed on port 5c7a0f17-347d-476e-b77d-58479d18872d Aug 25 11:23:19.862135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:19.869874 n-d-778732-11 neutron-server[94912]: INFO neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Attempt 2 to bind port 5c7a0f17-347d-476e-b77d-58479d18872d Aug 25 11:23:19.869874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d has no active binding in host n-h2-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:23:20.092747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c839375-6d56-4a9d-9d3a-d2db9abb7ced req-26292622-03d1-420f-bb3b-8013c6b7cf2e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:20.094640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c839375-6d56-4a9d-9d3a-d2db9abb7ced req-26292622-03d1-420f-bb3b-8013c6b7cf2e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1609173 Aug 25 11:23:20.220004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c839375-6d56-4a9d-9d3a-d2db9abb7ced req-2a3c2fbc-4ad5-421a-bc1f-18703ece0119 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Aug 25 11:23:20.597097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4329-9c1e-4fed-bdad-0cf89f360dce req-d408cb49-8f3b-4e2e-acf7-0049b22dbd9d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:20.599638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a5b4329-9c1e-4fed-bdad-0cf89f360dce req-d408cb49-8f3b-4e2e-acf7-0049b22dbd9d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.0843287 Aug 25 11:23:20.686839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-585221cc-221e-4e25-8b13-3fc02a92768b req-b46451bb-b4d6-4bc4-bee5-4fabef4c1d01 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 210 time: 0.0701354 Aug 25 11:23:20.739840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a5b4329-9c1e-4fed-bdad-0cf89f360dce req-8438306b-aee4-45f4-87d8-0481539a9eb2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179636 Aug 25 11:23:20.973068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00f586-040f-4295-bb5b-8650557317de req-be5d0c1b-047f-458b-babb-614c48f67f0f tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:20.984356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c00f586-040f-4295-bb5b-8650557317de req-be5d0c1b-047f-458b-babb-614c48f67f0f tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.1432333 Aug 25 11:23:21.012579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9338-019f-4878-b092-cd301a01257b req-0303d6e3-d630-4cd6-acad-60662580b595 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:21.014464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6cad9338-019f-4878-b092-cd301a01257b req-0303d6e3-d630-4cd6-acad-60662580b595 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.2222064 Aug 25 11:23:21.062025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:21.064866 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b84d8c-2440-414d-8a12-d6733c7643e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:21.118300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c00f586-040f-4295-bb5b-8650557317de req-e0802acf-ba2e-4aab-a1f8-1e6d9855444f tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315141 Aug 25 11:23:21.175736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6cad9338-019f-4878-b092-cd301a01257b req-4cbca3f3-9c85-4270-b45d-f921bb261fb1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248314 Aug 25 11:23:21.185529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e9dc-98a9-4724-90e9-f6c90cdd9f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:21.278021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-5df864d5-d222-4e29-8a18-49f00473b9ac tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:21.280121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34baea70-c1ed-4c10-bc78-47e7eec637f3 req-73858a6f-7c1f-49ef-ad6b-e24b8fefaa1e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:21.281776 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-5df864d5-d222-4e29-8a18-49f00473b9ac tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.10 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 813 time: 0.3385389 Aug 25 11:23:21.293453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34baea70-c1ed-4c10-bc78-47e7eec637f3 req-73858a6f-7c1f-49ef-ad6b-e24b8fefaa1e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.0844431 Aug 25 11:23:21.303950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'port': {'device_id': '60553686-2c00-49cf-8302-588f8f492ff2', 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082', 'admin_state_up': True, 'tenant_id': '3fad7ebeae4c4f689cb4ede538fb21cb'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:21.353899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:21.366630 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2440c67-e098-4590-8946-e35b1d45c626 x-openstack-request-id: req-d2440c67-e098-4590-8946-e35b1d45c626 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:21.367016 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:21.367531 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2440c67-e098-4590-8946-e35b1d45c626 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:21.367934 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d', 'status': 'completed', 'code': 200} Aug 25 11:23:21.381731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34baea70-c1ed-4c10-bc78-47e7eec637f3 req-fc195fe0-29be-42fe-b766-9a70396dace2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872226 Aug 25 11:23:21.590485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Made reservation on behalf of 3fad7ebeae4c4f689cb4ede538fb21cb for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:23:21.599048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:21.641766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d5a5-89a5-4e57-aab0-a5c54a98cd08 req-5d11548f-8633-4adb-8e34-2d744b031766 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:21.643716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf28d5a5-89a5-4e57-aab0-a5c54a98cd08 req-5d11548f-8633-4adb-8e34-2d744b031766 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1635051 Aug 25 11:23:21.646556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-0986a2de-f932-4747-a166-9d2833160bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:21.648605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-0986a2de-f932-4747-a166-9d2833160bc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1126 time: 0.2611547 Aug 25 11:23:21.719667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf28d5a5-89a5-4e57-aab0-a5c54a98cd08 req-c51d4b22-24ac-4c44-8638-5ce688ac183c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634253 Aug 25 11:23:21.879018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fcc319b-ee30-41f6-baaf-c3fc35b74901 req-06e1dcf9-d031-45ba-957a-43a449218e2e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 210 time: 0.0465858 Aug 25 11:23:21.885316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Allocated IP 172.20.0.8 (f79bce6a-c831-4c9b-9c0e-95f4798ae082/47c72c94-d38c-4c5b-8059-7770599a45be/ab088627-3185-402e-91e4-cf75b14a2f76) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:23:21.922605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-e69aaafc-d0aa-459a-b1bf-b27a1ff992ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:21.925168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-e69aaafc-d0aa-459a-b1bf-b27a1ff992ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.1784029 Aug 25 11:23:22.013449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-946a41f3-fd5a-4467-b2b1-b87b30f1f0f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 217 time: 0.0789053 Aug 25 11:23:22.138404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-df897572-3c2f-4947-a629-4a17dbe1df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:22.141974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-df897572-3c2f-4947-a629-4a17dbe1df81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.1168480 Aug 25 11:23:22.252374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-5a83db38-17de-4780-8cdd-6e03182f0c67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931211 Aug 25 11:23:22.263862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:22.412389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:22.450450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:22.466324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:22.527180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Network f79bce6a-c831-4c9b-9c0e-95f4798ae082 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:23:22.531535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:23:22.539383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:23:22.560907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9f1c6-b2aa-4137-8201-bb6ae22512a8 req-191e1f19-e0d7-4831-a050-40c624331c61 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:22.571553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cf9f1c6-b2aa-4137-8201-bb6ae22512a8 req-191e1f19-e0d7-4831-a050-40c624331c61 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.2612755 Aug 25 11:23:22.573434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:22.595658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.596153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.596567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.597042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.597450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.597962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.598452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.598958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.599532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.600072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.600632 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.601055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:22.633103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:22.633972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:22.643694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-248ec74e-0502-4bad-a3b8-7e7340c95957 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806508 Aug 25 11:23:22.659772 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-47826dfe-f75d-489f-b6a1-e5bcee55b017 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3643920 Aug 25 11:23:22.663778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e706ff-3574-4321-a4eb-7d2f911c70d1 req-9bbe29d5-60f4-4220-a1e1-f15a32148d21 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:22.666645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8e706ff-3574-4321-a4eb-7d2f911c70d1 req-9bbe29d5-60f4-4220-a1e1-f15a32148d21 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.2174211 Aug 25 11:23:22.686963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Request body: {'port': {'device_id': '60553686-2c00-49cf-8302-588f8f492ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:22.815008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:23.006441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cf9f1c6-b2aa-4137-8201-bb6ae22512a8 req-c5a9868b-bd07-4618-b7e6-d3c60baa4f41 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/security-groups?id=dddde55a-4e3a-4f91-a90b-636c4e1e74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337692 Aug 25 11:23:23.009342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73b84d8c-2440-414d-8a12-d6733c7643e5 req-cd8f0110-c2f8-422f-95c1-9d6ea2269099 service neutron] 10.222.0.10 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363764 Aug 25 11:23:23.090442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8e706ff-3574-4321-a4eb-7d2f911c70d1 req-d0418e19-559a-4b8d-a596-835cc869efb8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701077 Aug 25 11:23:23.212149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc4383-a409-4905-8df4-8824a0497b4d req-1e7db56f-40c0-4891-b14c-ef10d45524b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:23.221376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73cc4383-a409-4905-8df4-8824a0497b4d req-1e7db56f-40c0-4891-b14c-ef10d45524b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.67 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 945 time: 0.1832528 Aug 25 11:23:23.394217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dbb3e-74bd-4815-ab05-1d89880b655b req-3d9701a4-f56e-4353-8f30-d6d001cc3a9d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:23.402362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8dbb3e-74bd-4815-ab05-1d89880b655b req-3d9701a4-f56e-4353-8f30-d6d001cc3a9d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.1161079 Aug 25 11:23:23.438832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ce37e-90d8-4b6b-a94b-d8f216269e98 req-cd7c1f6e-b461-4457-b5e0-a38e10fec8af tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:23.446921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca9ce37e-90d8-4b6b-a94b-d8f216269e98 req-cd7c1f6e-b461-4457-b5e0-a38e10fec8af tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.2244062 Aug 25 11:23:23.483404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab088627-3185-402e-91e4-cf75b14a2f76 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:23.493353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:23.511347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Transition to ACTIVE for port object ab088627-3185-402e-91e4-cf75b14a2f76 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:23:23.525708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca9ce37e-90d8-4b6b-a94b-d8f216269e98 req-6d51e202-599d-4a43-82a5-85ca8d6630f6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777664 Aug 25 11:23:23.526226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:23.589644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc8dbb3e-74bd-4815-ab05-1d89880b655b req-c7e7f76f-5259-472c-a90e-3b371474be99 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862562 Aug 25 11:23:23.604522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:23.627014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Deleting port a5493453-ed21-4183-93e7-0d3ac0a55cbf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:23.630464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:23.832711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Attempting to bind port ab088627-3185-402e-91e4-cf75b14a2f76 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:23.833210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Attempting to bind port ab088627-3185-402e-91e4-cf75b14a2f76 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:23.833648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Attempting to bind port ab088627-3185-402e-91e4-cf75b14a2f76 on network f79bce6a-c831-4c9b-9c0e-95f4798ae082 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:23.844595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Port ab088627-3185-402e-91e4-cf75b14a2f76 on network f79bce6a-c831-4c9b-9c0e-95f4798ae082 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:23.847047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Attempting to bind port ab088627-3185-402e-91e4-cf75b14a2f76 on network f79bce6a-c831-4c9b-9c0e-95f4798ae082 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:23.856665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] For port a5493453-ed21-4183-93e7-0d3ac0a55cbf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a5493453-ed21-4183-93e7-0d3ac0a55cbf,segment=NetworkSegment(516314ae-4fb7-4981-a722-a40d1d3fc7cf),segment_id=516314ae-4fb7-4981-a722-a40d1d3fc7cf)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:23.860158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:23.860746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:23.863798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Checking segment: {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:23.864360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Bound using segment: {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:23.865268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Bound port: ab088627-3185-402e-91e4-cf75b14a2f76, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7470c7-6362-4037-886f-2bf349cd61c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:23.865268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:23.905056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Calling delete_port for a5493453-ed21-4183-93e7-0d3ac0a55cbf owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:23.967789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:23.971168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:23:23.980536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:24.048915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:24.054386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:24.055158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:24.056740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-4bb696d0-e4e8-46db-abe8-eefa5cac2707 service neutron] 10.222.0.10 "PUT /v2.0/ports/ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 1092 time: 1.3818371 Aug 25 11:23:24.058353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:24.059883 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e677468-82a4-4766-81db-72ec5ea25164" -d '{"events": [{"name": "network-changed", "server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:24.143644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:24.160416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a5493453-ed21-4183-93e7-0d3ac0a55cbf'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:24.210254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-418302f4-b5c6-475d-bf2c-8ab3ddd4b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:24.212766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-418302f4-b5c6-475d-bf2c-8ab3ddd4b68e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0773902 Aug 25 11:23:24.253835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:24.299773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-451dfbea-ba13-45e1-8ecb-91dc4b1ca371 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 217 time: 0.0745103 Aug 25 11:23:24.301597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Pushing event deleted for resources: {'Port': ['ID=a5493453-ed21-4183-93e7-0d3ac0a55cbf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:24.314252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9283a60-c85d-4d47-99b0-92f97555cba7 req-23c6314d-bbd8-452f-bbc9-8ae74b154f19 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:24.316547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9283a60-c85d-4d47-99b0-92f97555cba7 req-23c6314d-bbd8-452f-bbc9-8ae74b154f19 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2473862 Aug 25 11:23:24.352146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] No DVR routers for this DVR port a5493453-ed21-4183-93e7-0d3ac0a55cbf on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:24.355683 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:24.359515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73cc4383-a409-4905-8df4-8824a0497b4d req-d4df32c6-a52a-4143-a17f-8bf80675e2b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.67 "DELETE /v2.0/ports/a5493453-ed21-4183-93e7-0d3ac0a55cbf HTTP/1.1" status: 204 len: 173 time: 1.0430162 Aug 25 11:23:24.375752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'name': 'network-vif-deleted', 'tag': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:24.378833 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0265d18c-bb17-4463-93f6-84600947ff0e" -d '{"events": [{"server_uuid": "82658d61-d138-4eb2-bc24-7dd19b4d54b3", "name": "network-vif-deleted", "tag": "a5493453-ed21-4183-93e7-0d3ac0a55cbf"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:24.408936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbaf26-2571-4769-80ee-230ccdd42ab3 req-2d71ed60-85c2-4644-b40b-75fb7c0df790 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:24.412642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cccbaf26-2571-4769-80ee-230ccdd42ab3 req-2d71ed60-85c2-4644-b40b-75fb7c0df790 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 943 time: 0.3442981 Aug 25 11:23:24.440112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-bb4d98c3-bbe9-4d31-8b76-c7dac4e6740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:24.443296 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-bb4d98c3-bbe9-4d31-8b76-c7dac4e6740e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.1301377 Aug 25 11:23:24.477109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9283a60-c85d-4d47-99b0-92f97555cba7 req-f03defbd-3200-4c96-a9a5-e9ef78bedea0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526418 Aug 25 11:23:24.523977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cccbaf26-2571-4769-80ee-230ccdd42ab3 req-dc5e552c-bc95-4986-860c-ebadf4dbab28 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958412 Aug 25 11:23:24.547161 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-3e1e72f6-6e15-4663-8d05-9f2adcad1271 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867796 Aug 25 11:23:24.669377 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e49b400-f3d3-47f3-9bc4-011472ad1a0f x-openstack-request-id: req-0e49b400-f3d3-47f3-9bc4-011472ad1a0f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:24.670067 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:24.670377 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e49b400-f3d3-47f3-9bc4-011472ad1a0f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:24.670833 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'status': 'completed', 'code': 200} Aug 25 11:23:24.690586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6802229e-5227-4872-bbd3-c412957f5dc8 req-0d10e9a6-8523-4f18-aa61-559f3ce966b1 tempest-InstanceActionsTestJSON-1035245222 tempest-InstanceActionsTestJSON-1035245222-project] 10.222.0.35 "GET /v2.0/ports?device_id=82658d61-d138-4eb2-bc24-7dd19b4d54b3 HTTP/1.1" status: 200 len: 210 time: 0.0579643 Aug 25 11:23:24.740165 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-603cf9ca-e643-44d8-8a54-c830725bb259 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814847 Aug 25 11:23:24.765188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8a9f-d311-4250-813b-f6bba7d0d26b req-2f8f0c1c-ca59-40c6-9ab7-41845357799a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:24.766915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-507f8a9f-d311-4250-813b-f6bba7d0d26b req-2f8f0c1c-ca59-40c6-9ab7-41845357799a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.0654457 Aug 25 11:23:24.770423 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc8e7a0-9912-4e46-a59e-47998df16ec4 x-openstack-request-id: req-fbc8e7a0-9912-4e46-a59e-47998df16ec4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:24.770781 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82658d61-d138-4eb2-bc24-7dd19b4d54b3", "name": "network-vif-deleted", "tag": "a5493453-ed21-4183-93e7-0d3ac0a55cbf", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:24.771141 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fbc8e7a0-9912-4e46-a59e-47998df16ec4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:24.771614 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82658d61-d138-4eb2-bc24-7dd19b4d54b3', 'name': 'network-vif-deleted', 'tag': 'a5493453-ed21-4183-93e7-0d3ac0a55cbf', 'status': 'completed', 'code': 200} Aug 25 11:23:24.821212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-507f8a9f-d311-4250-813b-f6bba7d0d26b req-48618fe3-6bb5-4566-b418-61aaa83214db tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Aug 25 11:23:24.829730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:24.977174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8179190-9e00-4793-9c19-3c30bd50ebb5 req-fc02ba1d-d01b-47e7-acfb-0b3b76d93960 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272944 Aug 25 11:23:25.123306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8d323-5775-4458-9675-fd2ed450701b req-cab75de3-6bb3-4708-afb6-6320a1117463 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.124428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9b8d323-5775-4458-9675-fd2ed450701b req-cab75de3-6bb3-4708-afb6-6320a1117463 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 943 time: 0.1931612 Aug 25 11:23:25.139106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677468-82a4-4766-81db-72ec5ea25164 req-3c751e39-9751-4cf1-920e-0fa42d24a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.140907 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-3c751e39-9751-4cf1-920e-0fa42d24a9a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0675445 Aug 25 11:23:25.214029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9b8d323-5775-4458-9675-fd2ed450701b req-08f795c1-5787-4a74-b08b-d4a4767af003 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743310 Aug 25 11:23:25.238449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-afc4d090-bf8b-48c0-aa1c-50f96dd4ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.240057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-afc4d090-bf8b-48c0-aa1c-50f96dd4ab90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 1098 time: 0.2252755 Aug 25 11:23:25.322790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677468-82a4-4766-81db-72ec5ea25164 req-ccaf3e03-78a0-409f-a98c-e642f668d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.325889 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-ccaf3e03-78a0-409f-a98c-e642f668d0dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.1761422 Aug 25 11:23:25.356561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-674f7712-86b6-4caf-a08f-315a8c6a3939 service neutron] 10.222.0.10 "GET /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.1587412 Aug 25 11:23:25.413613 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-56794ec1-a25c-497e-9cf5-f925f5c67075 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 217 time: 0.0769522 Aug 25 11:23:25.487240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677468-82a4-4766-81db-72ec5ea25164 req-269c41f4-5577-4038-9693-edd45b57074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.488712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-269c41f4-5577-4038-9693-edd45b57074b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.0654759 Aug 25 11:23:25.532871 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-3b14bb6d-8fb0-43ac-91b2-2f1bffdf8357 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359347 Aug 25 11:23:25.661872 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-9f509f75-8758-4e18-9c9d-f059cb11d737 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204083 Aug 25 11:23:25.769200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-267fea8c-f226-4abd-bfc8-06a821da81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.770774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-267fea8c-f226-4abd-bfc8-06a821da81c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.5105693 Aug 25 11:23:25.784684 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9e677468-82a4-4766-81db-72ec5ea25164 req-6a26a8ee-cd90-4f6c-b195-76a2c14bd4ef service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149709 Aug 25 11:23:25.840112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-1c7f496d-4521-4863-9512-255ac618f135 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91350510-cd7a-4699-b761-e4dc62c5486d HTTP/1.1" status: 200 len: 217 time: 0.0564053 Aug 25 11:23:25.899974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d429-300c-45cb-a13c-37aa0b825cd6 req-54061ef1-30bc-4b5c-8b81-99173eb1a2f5 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.901551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f1d429-300c-45cb-a13c-37aa0b825cd6 req-54061ef1-30bc-4b5c-8b81-99173eb1a2f5 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.1881986 Aug 25 11:23:25.910834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5391f-ef13-4987-a55f-0bfabb8953c8 req-8b722db5-d487-4be1-8bd7-176a1e51fa86 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.912423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8d5391f-ef13-4987-a55f-0bfabb8953c8 req-8b722db5-d487-4be1-8bd7-176a1e51fa86 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1972954 Aug 25 11:23:25.998316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-4c22bbde-eca2-46b2-8a75-f967a6b3a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:25.999878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-4c22bbde-eca2-46b2-8a75-f967a6b3a71c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.1503971 Aug 25 11:23:26.094118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f1d429-300c-45cb-a13c-37aa0b825cd6 req-a7194356-7d26-4509-ab4c-7265288aa93d tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795325 Aug 25 11:23:26.108349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8d5391f-ef13-4987-a55f-0bfabb8953c8 req-22993ca4-3988-4c5e-aa6d-1b6487656f70 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678939 Aug 25 11:23:26.153079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-fb4c5627-7d5e-4c85-a926-3a97069f184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:26.154698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-fb4c5627-7d5e-4c85-a926-3a97069f184d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400290 Aug 25 11:23:26.156695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:26.206157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:26.260384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:26.268527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Deleting subnet 6c891537-efaa-4d4d-8bdb-a417c9bccd60 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:23:26.272800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.312130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.348545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7a0f17-347d-476e-b77d-58479d18872d {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:26.364987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.365272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:26.377458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c32ae2-b3c3-4733-902f-1bf0f781ee05 req-323faf59-0d3a-4c6a-84a2-942e3a5e2422 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:26.378979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0c32ae2-b3c3-4733-902f-1bf0f781ee05 req-323faf59-0d3a-4c6a-84a2-942e3a5e2422 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 943 time: 0.2133327 Aug 25 11:23:26.404634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a5493453-ed21-4183-93e7-0d3ac0a55cbf no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:26.424929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-7ce7190f-9d2d-4d0d-8c83-d26e25e613d4 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402859 Aug 25 11:23:26.427812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.435434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: a5493453-ed21-4183-93e7-0d3ac0a55cbf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:26.435793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a5493453-ed21-4183-93e7-0d3ac0a55cbf not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:26.448184 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.472883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a20965-7a8d-43c8-8ce3-49b72a3fb5eb req-efe95be9-36a4-4bc6-a727-306e04ace13a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:26.474502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21a20965-7a8d-43c8-8ce3-49b72a3fb5eb req-efe95be9-36a4-4bc6-a727-306e04ace13a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.1831055 Aug 25 11:23:26.477121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c891537-efaa-4d4d-8bdb-a417c9bccd60,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:26.485738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.491636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-404ab002-3611-4f42-9c16-b2dad56c7254 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6c891537-efaa-4d4d-8bdb-a417c9bccd60 HTTP/1.1" status: 204 len: 168 time: 0.2837691 Aug 25 11:23:26.493377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:26.526590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0c32ae2-b3c3-4733-902f-1bf0f781ee05 req-a86e2644-4a68-48de-9be6-619d3377cac1 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280787 Aug 25 11:23:26.606161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.623686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21a20965-7a8d-43c8-8ce3-49b72a3fb5eb req-6c9d662d-7cc2-4504-b474-4a8466a321bd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049006 Aug 25 11:23:26.646359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16de7d27-7f7e-4327-b17b-8149996407e4 req-dcc132b3-df0f-462b-9359-3eb973575a09 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946492 Aug 25 11:23:26.659630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] Transition to ACTIVE for port object 5c7a0f17-347d-476e-b77d-58479d18872d will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:23:26.666630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.758398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] No DVR routers for this DVR port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:26.765651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:26.806975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d9420170-80ca-44c0-87b7-4e143220eaf1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d/bindings/n-h2-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4395700 Aug 25 11:23:26.834455 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.847034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cb3f0a-89d8-4ef7-ad31-22250378fda2']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:26.852375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab088627-3185-402e-91e4-cf75b14a2f76 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:26.860199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516314ae-4fb7-4981-a722-a40d1d3fc7cf') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:26.860437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516314ae-4fb7-4981-a722-a40d1d3fc7cf') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:26.874318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.883238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729e18c-98d0-451f-a63a-10086d326100 req-296e70f8-3c8d-4361-a09c-1caffd5b59a9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:26.886003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3729e18c-98d0-451f-a63a-10086d326100 req-296e70f8-3c8d-4361-a09c-1caffd5b59a9 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.0718875 Aug 25 11:23:26.903324 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.915798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:23:26.916549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:23:26.920213 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:23:26.999199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3729e18c-98d0-451f-a63a-10086d326100 req-a19529ea-457a-472f-8f51-bb0ce511de0d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011813 Aug 25 11:23:27.005142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-222decce-a5ff-4856-b8af-768338ed4997 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.006794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-222decce-a5ff-4856-b8af-768338ed4997 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.1195366 Aug 25 11:23:27.040066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-be94f35d-03c4-47dd-ad47-fb5a875ca1e2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.041649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-be94f35d-03c4-47dd-ad47-fb5a875ca1e2 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.0831163 Aug 25 11:23:27.052641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.067423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:27.089568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.089889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.091883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/23cb3f0a-89d8-4ef7-ad31-22250378fda2 HTTP/1.1" status: 204 len: 168 time: 0.5976810 Aug 25 11:23:27.093887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e98be-ec10-4928-bab8-b0355dee08c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23cb3f0a-89d8-4ef7-ad31-22250378fda2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:27.097772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'network_id': 'f79bce6a-c831-4c9b-9c0e-95f4798ae082', 'port_id': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'mac_address': 'fa:16:3e:06:2f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c72c94-d38c-4c5b-8059-7770599a45be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:23:27.125138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-394ee58c-eea7-4423-92f9-19eb000d6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.126741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-394ee58c-eea7-4423-92f9-19eb000d6ed5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a&tenant_id=7a53180ea5374a77ae884fd61e2133f1 HTTP/1.1" status: 200 len: 1096 time: 0.1056077 Aug 25 11:23:27.185068 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.211565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab088627-3185-402e-91e4-cf75b14a2f76 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:27.232024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-fcdf31f3-0254-40d4-ab26-b91d35e6a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.233611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-fcdf31f3-0254-40d4-ab26-b91d35e6a997 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a53180ea5374a77ae884fd61e2133f1&device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1096 time: 0.0731964 Aug 25 11:23:27.237522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Deleting port 5ce793c6-6b91-40e6-9891-df67db93544f {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:27.237907 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.263961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:27.271637 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.345774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48660) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:27.380069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:27.425737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77cb482b-8802-416d-ab87-8a9c599da073 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d70a88d08eb4dfe9d362a412230f6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780852 Aug 25 11:23:27.428423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48662) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:27.507124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b73c64ef-436d-4e7f-9a84-8b524299cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.538404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b73c64ef-436d-4e7f-9a84-8b524299cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.538648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18754-34fb-43d2-82a4-23dd83cc37ff req-9be58bab-6f08-456b-bfb9-ad4e1ff74a3a tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.540700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2f18754-34fb-43d2-82a4-23dd83cc37ff req-9be58bab-6f08-456b-bfb9-ad4e1ff74a3a tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 945 time: 0.2402990 Aug 25 11:23:27.564503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] For port 5ce793c6-6b91-40e6-9891-df67db93544f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5ce793c6-6b91-40e6-9891-df67db93544f,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:27.564875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.569404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-b428aa7d-6cac-424c-bf55-42836aecc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.571035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-b428aa7d-6cac-424c-bf55-42836aecc882 service neutron] 10.222.0.67 "GET /v2.0/networks?id=18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 200 len: 908 time: 0.3286333 Aug 25 11:23:27.580076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11c08c-2d63-4fe1-9034-7149c4862732 req-31cbbf2f-25ad-49ef-b810-60faa2540d5b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.582103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b11c08c-2d63-4fe1-9034-7149c4862732 req-31cbbf2f-25ad-49ef-b810-60faa2540d5b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2917051 Aug 25 11:23:27.609245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab088627-3185-402e-91e4-cf75b14a2f76'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:27.640195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b73c64ef-436d-4e7f-9a84-8b524299cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.647723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b73c64ef-436d-4e7f-9a84-8b524299cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:27.655059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b73c64ef-436d-4e7f-9a84-8b524299cab3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dddde55a-4e3a-4f91-a90b-636c4e1e74b7 HTTP/1.1" status: 204 len: 168 time: 0.2245641 Aug 25 11:23:27.687232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c64ef-436d-4e7f-9a84-8b524299cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddde55a-4e3a-4f91-a90b-636c4e1e74b7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:27.751125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-5044b4ee-31e8-49fd-9d0e-3f415db93a33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 200 len: 217 time: 0.1494398 Aug 25 11:23:27.847216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d803cb97-b1f0-4bc1-9145-be68758e0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:27.848935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-d803cb97-b1f0-4bc1-9145-be68758e0800 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 200 len: 847 time: 0.0729239 Aug 25 11:23:27.892465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2f18754-34fb-43d2-82a4-23dd83cc37ff req-9679c49d-5ce0-491e-a2a3-456c6c5f6fab tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups?id=f57d3b8c-753a-4fae-a1a2-70408cd4c59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3406935 Aug 25 11:23:27.974877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-0eab242d-71ba-4329-ac84-9737376e6d45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=18bced2f-e46e-4dbd-9ea2-94079387039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049216 Aug 25 11:23:27.980609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b11c08c-2d63-4fe1-9034-7149c4862732 req-4299d549-97eb-479f-b2b3-8fe4808e2021 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821254 Aug 25 11:23:28.183128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:28.183567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:28.184156 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Floating IP b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02 disassociated. External IP: 172.25.1.128, port: 5ce793c6-6b91-40e6-9891-df67db93544f. Aug 25 11:23:28.184336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Calling delete_port for 5ce793c6-6b91-40e6-9891-df67db93544f owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:28.194090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ac87d-2117-4c8c-9a0c-f53897da6adb req-925eba6f-87dd-4f7f-a82a-b0053a46b2db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:28.196056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-806ac87d-2117-4c8c-9a0c-f53897da6adb req-925eba6f-87dd-4f7f-a82a-b0053a46b2db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 944 time: 0.2097259 Aug 25 11:23:28.290970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-3b195594-b28e-41df-a454-e936a2ea36b3 service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012011 Aug 25 11:23:28.396415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-806ac87d-2117-4c8c-9a0c-f53897da6adb req-c3d1ecc3-b904-4e66-ba9e-3bfc4c10a08c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803944 Aug 25 11:23:28.426433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5ce793c6-6b91-40e6-9891-df67db93544f no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:28.430038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7555-d17d-4b7b-a2af-4b37d57a21e1 req-6e1a99b6-059d-413b-9acc-ee274154326f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:28.437558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-765f7555-d17d-4b7b-a2af-4b37d57a21e1 req-6e1a99b6-059d-413b-9acc-ee274154326f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 946 time: 0.2380712 Aug 25 11:23:28.529485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-765f7555-d17d-4b7b-a2af-4b37d57a21e1 req-ab5753f0-bada-46b4-8b12-7afd70f1b252 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909135 Aug 25 11:23:28.536170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-1d206fb8-a7c9-4375-9010-83d6de29a5ff service neutron] 10.222.0.67 "GET /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140293 Aug 25 11:23:28.641384 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:28.719096 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:28.748002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 91350510-cd7a-4699-b761-e4dc62c5486d no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:28.821251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event deleted for resources: {'Port': ['ID=5ce793c6-6b91-40e6-9891-df67db93544f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:28.839082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b9d4e-9960-419a-abe8-331068129b7d req-1e04aa23-f5ce-4e43-ac2b-2cd8f1aae877 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:28.841210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-938b9d4e-9960-419a-abe8-331068129b7d req-1e04aa23-f5ce-4e43-ac2b-2cd8f1aae877 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.1866436 Aug 25 11:23:28.906433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab088627-3185-402e-91e4-cf75b14a2f76 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:28.984323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:29.076175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:29.079969 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea54054-887f-4505-aeed-11871b53917a" -d '{"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-unplugged", "status": "completed", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:29.103137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:29.107962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port ab088627-3185-402e-91e4-cf75b14a2f76 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:23:29.116307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ab088627-3185-402e-91e4-cf75b14a2f76 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:29.117957 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:29.211156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:29.337573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:29.357128 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:29.406409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:29.412844 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:29.490614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-938b9d4e-9960-419a-abe8-331068129b7d req-a30045f6-f873-4ef2-9444-245812bb6208 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769041 Aug 25 11:23:29.496571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78bafef-42d9-4901-abe0-7755e89b2f49 req-b1c25b15-3e1a-4158-8b45-d9be7dca4d37 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 210 time: 0.4383998 Aug 25 11:23:29.507903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:29.515152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-4a6ac6fe-ff63-4c83-b60b-7a6ec27b57f1 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:29.518068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-4a6ac6fe-ff63-4c83-b60b-7a6ec27b57f1 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a&tenant_id=7a53180ea5374a77ae884fd61e2133f1&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.6021326 Aug 25 11:23:29.604306 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61fdb7b-a531-4fae-a00a-6c5253036b6a x-openstack-request-id: req-c61fdb7b-a531-4fae-a00a-6c5253036b6a {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:29.604726 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-unplugged", "status": "completed", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:29.605810 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c61fdb7b-a531-4fae-a00a-6c5253036b6a {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:29.605810 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d', 'code': 200} Aug 25 11:23:29.641510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:23:29.780088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3657-3f78-404f-9ffa-1ff5544c0e14 req-d54ce188-dcc7-4672-b9b1-0057d8d3a735 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:29.781830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59cd3657-3f78-404f-9ffa-1ff5544c0e14 req-d54ce188-dcc7-4672-b9b1-0057d8d3a735 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1942880 Aug 25 11:23:29.786082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-a57cedfe-b7ac-436f-98b8-6282871bc177 service neutron] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:29.797962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-a57cedfe-b7ac-436f-98b8-6282871bc177 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:29.799152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f25356e0-cb5d-4c69-8e9f-e7568a35b5fc req-a57cedfe-b7ac-436f-98b8-6282871bc177 service neutron] 10.222.0.67 "DELETE /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d/bindings/n-h1-778732-11 HTTP/1.1" status: 204 len: 173 time: 0.2584679 Aug 25 11:23:29.879786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59cd3657-3f78-404f-9ffa-1ff5544c0e14 req-5e37189d-5a9d-4d3d-b1ca-4b466913a0c4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907948 Aug 25 11:23:29.902819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:23:29.921130 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] Sync routers for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:23:29.939759 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:23:29.941284 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:30.001264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] No DVR routers for this DVR port 5ce793c6-6b91-40e6-9891-df67db93544f on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:30.012390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:30.014828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7323266-719d-42c6-9b4a-f2bbbb41925c req-6772f1f9-0212-4e1c-8068-22e5f919a45b tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.67 "DELETE /v2.0/ports/5ce793c6-6b91-40e6-9891-df67db93544f HTTP/1.1" status: 204 len: 173 time: 2.9571619 Aug 25 11:23:30.015312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'name': 'network-vif-deleted', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:30.018331 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e1095-0bf8-45ab-b84d-3dd8458448c9" -d '{"events": [{"server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "name": "network-vif-deleted", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:30.099742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54e9b-f8f7-422f-8413-f3c066712a24 req-e35ab19e-b950-4779-a446-f2ec06b7eb47 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:30.101922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69f54e9b-f8f7-422f-8413-f3c066712a24 req-e35ab19e-b950-4779-a446-f2ec06b7eb47 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 945 time: 0.1028335 Aug 25 11:23:30.168832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69f54e9b-f8f7-422f-8413-f3c066712a24 req-34a3394a-ce77-458f-b3ca-6eda65a678cd tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550828 Aug 25 11:23:30.250903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:23:30.496482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16ed6-19e9-4121-af47-f5afeb14983a req-cac639c7-57dc-4ffa-8ec3-0daab1c3ca7f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:30.506870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40f16ed6-19e9-4121-af47-f5afeb14983a req-cac639c7-57dc-4ffa-8ec3-0daab1c3ca7f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 944 time: 0.1010535 Aug 25 11:23:30.580800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40f16ed6-19e9-4121-af47-f5afeb14983a req-b691018c-c32f-4684-91d3-e9dfa453ec40 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729196 Aug 25 11:23:30.599239 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:21:01Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:30.652900 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a8018-96d4-4835-908e-1c4232ebd6b3 x-openstack-request-id: req-905a8018-96d4-4835-908e-1c4232ebd6b3 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:30.653348 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a127469-b167-4e67-8a14-91fa83c54fec", "name": "network-vif-deleted", "tag": "5ce793c6-6b91-40e6-9891-df67db93544f", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:30.653660 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-905a8018-96d4-4835-908e-1c4232ebd6b3 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:30.654208 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a127469-b167-4e67-8a14-91fa83c54fec', 'name': 'network-vif-deleted', 'tag': '5ce793c6-6b91-40e6-9891-df67db93544f', 'status': 'completed', 'code': 200} Aug 25 11:23:30.693180 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:30.726875 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] Checking router: 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:23:30.742608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a21f0423-179d-4c1f-bdc2-cc2f1286123f req-fe67136c-452b-42db-84a2-318dfb1e51e6 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1089633 Aug 25 11:23:30.767665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:23:30.768791 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:30.900689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820a0ff-98ce-4418-b8d6-ea64b15755c2 req-d245285e-d348-47cd-b5d1-74259fc56401 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:30.912496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d820a0ff-98ce-4418-b8d6-ea64b15755c2 req-d245285e-d348-47cd-b5d1-74259fc56401 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.1063890 Aug 25 11:23:31.031215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d820a0ff-98ce-4418-b8d6-ea64b15755c2 req-f4cb6b6e-bf58-487b-9983-180e29c39399 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076491 Aug 25 11:23:31.112022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c6dc84-7ba3-4909-809d-d5190318ddc3 req-810c4729-aafc-4c37-a50d-be989b5bd01e tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a127469-b167-4e67-8a14-91fa83c54fec HTTP/1.1" status: 200 len: 210 time: 0.1190379 Aug 25 11:23:31.275190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aac7f0-6cb2-47a4-94ce-24ade2fb96c4 req-684d2649-604a-45f5-b785-055d68079aae tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:31.285028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1aac7f0-6cb2-47a4-94ce-24ade2fb96c4 req-684d2649-604a-45f5-b785-055d68079aae tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1017601 Aug 25 11:23:31.335708 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:23:31.340009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1aac7f0-6cb2-47a4-94ce-24ade2fb96c4 req-75ea18a2-6aaf-4075-a08e-5f5ebd35e49e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535624 Aug 25 11:23:31.343864 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:23:31.468831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f866c86-b8de-4855-96d6-3e745ff241ce req-4beab22a-3d41-46b4-8121-e3eff8a55033 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:31.470936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f866c86-b8de-4855-96d6-3e745ff241ce req-4beab22a-3d41-46b4-8121-e3eff8a55033 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1174378 Aug 25 11:23:31.564723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f866c86-b8de-4855-96d6-3e745ff241ce req-100ea4f7-80c4-4893-84da-a0a733006bb9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866647 Aug 25 11:23:31.606807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:31.609267 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0e1867-e504-4904-82e1-ef4e3ef9fe20" -d '{"events": [{"server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "name": "network-vif-plugged", "status": "completed", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:31.624060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf355d-848c-42d6-8940-b36b75adddcd req-145f08f9-e315-4233-b710-b49d503311e2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:31.638107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ecf355d-848c-42d6-8940-b36b75adddcd req-145f08f9-e315-4233-b710-b49d503311e2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 945 time: 0.1387680 Aug 25 11:23:31.745288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:21:01Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:31.767284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ecf355d-848c-42d6-8940-b36b75adddcd req-462e8645-9d9e-4786-b4e4-8e6d7560fb56 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260262 Aug 25 11:23:31.786480 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59922e01-9e33-458b-b249-05c38314ff46 None None] The sync data for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 is: [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:20:48Z', 'revision_number': 4, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'dc326fff-0494-4aef-81e8-56a4e2e555fa', 'name': '', 'network_id': '7ccb6492-3cf4-4ec9-8e21-47c336df4510', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'mac_address': 'fa:16:3e:03:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:46Z', 'updated_at': '2021-08-25T11:21:01Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'subnets': [{'id': 'e0aae1b6-6d55-4670-b5f3-29f774f7a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:23:31.804007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7508ca-2c2d-4ceb-a66e-d27cab872d89 req-2a2f5ad1-903a-42ef-a338-77886cc051e9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:31.818776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c7508ca-2c2d-4ceb-a66e-d27cab872d89 req-2a2f5ad1-903a-42ef-a338-77886cc051e9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1488914 Aug 25 11:23:31.940486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c7508ca-2c2d-4ceb-a66e-d27cab872d89 req-786a1389-21c1-4179-be6c-5569b758a323 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189234 Aug 25 11:23:31.963235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5e3bc-2eab-419b-8ebc-8ca03f46f4d6 req-bbd2eeb3-9808-4ecb-850a-12a7d79b6e67 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:31.966729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ef5e3bc-2eab-419b-8ebc-8ca03f46f4d6 req-bbd2eeb3-9808-4ecb-850a-12a7d79b6e67 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 1096 time: 0.1137178 Aug 25 11:23:32.016220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ef5e3bc-2eab-419b-8ebc-8ca03f46f4d6 req-4a68bfd2-49d0-49ae-8499-0f395e770726 tempest-LiveMigrationTest-543197929 tempest-LiveMigrationTest-543197929-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Aug 25 11:23:32.103719 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ec44c-dc4d-4a12-95ef-2f37433d327d x-openstack-request-id: req-302ec44c-dc4d-4a12-95ef-2f37433d327d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:32.104647 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "name": "network-vif-plugged", "status": "completed", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:32.105112 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-302ec44c-dc4d-4a12-95ef-2f37433d327d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:32.105801 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'code': 200} Aug 25 11:23:32.212249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9e41b4f-37e7-430b-ad8c-74680267886e req-334174c5-5c1c-48b5-97f5-42f002a47a81 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0568490 Aug 25 11:23:32.267252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35d9ff-9683-44a0-8b70-01697703f625 None None] New status for floating IP b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:23:32.315999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde5ee-b824-4ab0-904c-3bc7d5ee9150 req-a799f882-caea-4e9e-86d0-39a4c6471909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:32.320179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21fde5ee-b824-4ab0-904c-3bc7d5ee9150 req-a799f882-caea-4e9e-86d0-39a4c6471909 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0952635 Aug 25 11:23:32.396789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21fde5ee-b824-4ab0-904c-3bc7d5ee9150 req-4f6a9b29-531d-4df5-96d6-145c96cc1fc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677505 Aug 25 11:23:32.493526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 91350510-cd7a-4699-b761-e4dc62c5486d no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:32.644234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:32.730029 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f52b129f-36dd-4238-b7d7-4f2afc361807 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:32.734372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f5061-697c-4f23-a1ba-3385f9656b1f req-b084a52b-172e-48e1-881a-f306801dc18a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:32.737155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa9f5061-697c-4f23-a1ba-3385f9656b1f req-b084a52b-172e-48e1-881a-f306801dc18a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1256084 Aug 25 11:23:32.763602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f52b129f-36dd-4238-b7d7-4f2afc361807 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:32.821519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f52b129f-36dd-4238-b7d7-4f2afc361807 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:32.824229 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f52b129f-36dd-4238-b7d7-4f2afc361807 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:32.826252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f52b129f-36dd-4238-b7d7-4f2afc361807 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "DELETE /v2.0/security-groups/f57d3b8c-753a-4fae-a1a2-70408cd4c59d HTTP/1.1" status: 204 len: 168 time: 0.1807179 Aug 25 11:23:32.829918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:32.844842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b129f-36dd-4238-b7d7-4f2afc361807 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d3b8c-753a-4fae-a1a2-70408cd4c59d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:32.853199 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-959f2d86-af78-4f34-8f1c-6bd622b4ee90 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] show failed (client error): The resource could not be found. Aug 25 11:23:32.853460 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-959f2d86-af78-4f34-8f1c-6bd622b4ee90 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "GET /v2.0/security-groups/f57d3b8c-753a-4fae-a1a2-70408cd4c59d HTTP/1.1" status: 404 len: 347 time: 0.0225124 Aug 25 11:23:32.858199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48780) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:32.872376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d7fe0-a320-4c9e-b450-0a798ea000e1 req-10ad4de6-8ca6-469e-909a-4ee39a314ca2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:32.874216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-462d7fe0-a320-4c9e-b450-0a798ea000e1 req-10ad4de6-8ca6-469e-909a-4ee39a314ca2 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.1357183 Aug 25 11:23:32.879078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa9f5061-697c-4f23-a1ba-3385f9656b1f req-8a05c06f-7ed6-445d-852d-d1bc01905fe6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273401 Aug 25 11:23:32.929639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-462d7fe0-a320-4c9e-b450-0a798ea000e1 req-62eef609-e989-4b72-879d-e70bd5cf2729 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Aug 25 11:23:33.026554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Deleting port 7397cbfb-b5b7-4d2c-8a95-f47f7cdb86d1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:33.026897 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.030885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024f3fd-6243-43ee-a0bb-a02210ebb4fe req-7e9dbd9f-30d5-4233-92b1-57067a442eea tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:33.033323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1024f3fd-6243-43ee-a0bb-a02210ebb4fe req-7e9dbd9f-30d5-4233-92b1-57067a442eea tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0682478 Aug 25 11:23:33.108303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1024f3fd-6243-43ee-a0bb-a02210ebb4fe req-30169c6f-44c7-4329-93a6-c8a35f92c82c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573344 Aug 25 11:23:33.122448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354796fb-051d-406a-938c-61e5995ba157 req-15039ff8-903a-4f47-a00a-7d8600ddf06d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:33.123440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.123818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.125063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-354796fb-051d-406a-938c-61e5995ba157 req-15039ff8-903a-4f47-a00a-7d8600ddf06d tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 945 time: 0.1199529 Aug 25 11:23:33.146698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Calling delete_port for 7397cbfb-b5b7-4d2c-8a95-f47f7cdb86d1 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:33.183899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-354796fb-051d-406a-938c-61e5995ba157 req-3ea0d168-f3d3-435a-937c-7f7b52b4ccb8 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467861 Aug 25 11:23:33.358875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.386254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b4bc9ea-5580-408b-a890-2f03cb499508 req-581b9353-4651-4ab5-b94f-fe68819cdda3 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0524132 Aug 25 11:23:33.403097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Pushing event deleted for resources: {'Port': ['ID=7397cbfb-b5b7-4d2c-8a95-f47f7cdb86d1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:33.410192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-87d29adb-4ab5-4af6-a313-6dc2ea2a1260 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:33.413496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-87d29adb-4ab5-4af6-a313-6dc2ea2a1260 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 944 time: 0.1249669 Aug 25 11:23:33.474421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.479503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.483119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4f8ddb29-9518-4ec5-8d8a-3c2d8c8ad0d0 tempest-ServersTestJSON-475291189 tempest-ServersTestJSON-475291189-project] 10.222.0.35 "DELETE /v2.0/floatingips/b94d8cb2-6ff2-4dcd-8d36-0fb90f4b8a02 HTTP/1.1" status: 204 len: 168 time: 0.6215818 Aug 25 11:23:33.486965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48786) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:33.602214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Deleting port 5c7a0f17-347d-476e-b77d-58479d18872d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:33.602759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.756770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] For port 5c7a0f17-347d-476e-b77d-58479d18872d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=5c7a0f17-347d-476e-b77d-58479d18872d,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:33.757150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.775021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Calling delete_port for 5c7a0f17-347d-476e-b77d-58479d18872d owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:33.971486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:33.986352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['5c7a0f17-347d-476e-b77d-58479d18872d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:33.991958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['aacd8422-065e-4258-8c10-a1b8d60737b3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:34.094522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27171bcc-5c4b-4792-94d7-b2bdab6be725 req-44608843-144b-415e-959e-e43ddafb10c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1137352 Aug 25 11:23:34.095458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event deleted for resources: {'Port': ['ID=5c7a0f17-347d-476e-b77d-58479d18872d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:34.171355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6171f11a-6679-48a0-a952-a3793e63923c req-dc39ed3a-58bd-439d-bac0-16287e9635d0 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0797522 Aug 25 11:23:34.227160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] No DVR routers for this DVR port 5c7a0f17-347d-476e-b77d-58479d18872d on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:34.237350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:34.241734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b675d31c-5a0b-44b0-aa1f-4e3c77a0d8f3 req-ae6614c6-041f-49ec-9bb7-27b7215043e6 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "DELETE /v2.0/ports/5c7a0f17-347d-476e-b77d-58479d18872d HTTP/1.1" status: 204 len: 173 time: 0.8200510 Aug 25 11:23:34.242969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'name': 'network-vif-deleted', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:34.248034 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba79e0c2-0c97-4c77-a61a-b25c7cd6ea77" -d '{"events": [{"server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "name": "network-vif-deleted", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:34.271613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5834e7-b16b-4c7d-b303-ca9a9581eabb req-712e5a48-b569-4160-baaa-5d0d173859f3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:34.273805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd5834e7-b16b-4c7d-b303-ca9a9581eabb req-712e5a48-b569-4160-baaa-5d0d173859f3 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2634623 Aug 25 11:23:34.362811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:34.385056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd5834e7-b16b-4c7d-b303-ca9a9581eabb req-0102c2fb-8c62-42d2-8f8c-4d545da068bf tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939932 Aug 25 11:23:34.418214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd282d-a5f0-4fd5-b7e2-1e2941116927 req-aa9843bf-63b9-43c7-89fa-56852319c5df tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:34.421497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2bd282d-a5f0-4fd5-b7e2-1e2941116927 req-aa9843bf-63b9-43c7-89fa-56852319c5df tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1459906 Aug 25 11:23:34.486959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2bd282d-a5f0-4fd5-b7e2-1e2941116927 req-10fd7cc8-35c8-43b8-94d1-0e10109c585c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583048 Aug 25 11:23:34.594024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1353e30-6f3f-4b4d-b551-dd6f8dad3dc1 req-dee82aaf-17db-44a9-8353-f85d7a9533ef tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:34.597459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1353e30-6f3f-4b4d-b551-dd6f8dad3dc1 req-dee82aaf-17db-44a9-8353-f85d7a9533ef tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 945 time: 0.0780556 Aug 25 11:23:34.645244 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6baf184-b8b3-47f7-945a-67c08d202ec5 x-openstack-request-id: req-e6baf184-b8b3-47f7-945a-67c08d202ec5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:34.645830 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef953dd-9568-40eb-ab40-d0ceba8cb89a", "name": "network-vif-deleted", "tag": "5c7a0f17-347d-476e-b77d-58479d18872d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:34.646347 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6baf184-b8b3-47f7-945a-67c08d202ec5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:34.647171 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef953dd-9568-40eb-ab40-d0ceba8cb89a', 'name': 'network-vif-deleted', 'tag': '5c7a0f17-347d-476e-b77d-58479d18872d', 'status': 'completed', 'code': 200} Aug 25 11:23:34.651584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1353e30-6f3f-4b4d-b551-dd6f8dad3dc1 req-9d91d879-2bf3-48d1-8f8b-548f0809c4a2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441291 Aug 25 11:23:34.775194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31e64f56-520b-4a09-8034-989f408079cc req-9c724e99-2c94-4396-b187-c0f9d31743d0 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0453262 Aug 25 11:23:34.829298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Deleting port dc326fff-0494-4aef-81e8-56a4e2e555fa {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:34.829666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:34.839073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-1b31fd94-0c07-4e13-9d80-204f3cf0f70c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1378782710&fields=id&tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 267 time: 0.0624909 Aug 25 11:23:34.891282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:34.922564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] For port dc326fff-0494-4aef-81e8-56a4e2e555fa, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dc326fff-0494-4aef-81e8-56a4e2e555fa,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:34.923048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:34.948096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-f83d1157-0acf-44fb-8f37-5f16d907a999 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:34.952889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Calling delete_port for dc326fff-0494-4aef-81e8-56a4e2e555fa owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:34.957614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-f83d1157-0acf-44fb-8f37-5f16d907a999 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 945 time: 0.1076488 Aug 25 11:23:34.965031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'port': {'security_groups': ['a648579d-3212-459d-aba7-68c4d37fdb26', 'afafaf37-223b-4b4c-bb70-c4df2dcbd147']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:35.051102 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.095662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:35.109398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'mac_address': 'fa:16:3e:1d:b4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:23:35.175390 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.202946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c5625f-1cf3-43a7-b3ab-74e786df54bb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:35.232375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.246375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:35.258568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.280025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc326fff-0494-4aef-81e8-56a4e2e555fa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:35.354134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:35.365129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.365480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.365854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.366754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad86d3e5-d510-4694-9020-bf688cddb48c req-7e83e152-2089-49b5-a9e4-13e60b674668 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0647020 Aug 25 11:23:35.371214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.371608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.371960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.372307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.372649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.372987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.373348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.373663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.377208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:35.410847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['36c5625f-1cf3-43a7-b3ab-74e786df54bb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:35.548130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:35.610497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.718411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.736840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a270f-62aa-407d-9ac4-544220185b6e req-9b31fab3-0e40-450f-8e0f-21e8713c3c06 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:35.739380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d1a270f-62aa-407d-9ac4-544220185b6e req-9b31fab3-0e40-450f-8e0f-21e8713c3c06 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1607831 Aug 25 11:23:35.742989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.760597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:35.765118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab088627-3185-402e-91e4-cf75b14a2f76'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:35.868742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d1a270f-62aa-407d-9ac4-544220185b6e req-5923d96e-faa8-493c-b6cb-3ed90199f09d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118972 Aug 25 11:23:35.907747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:23:35.909638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:35.911120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:35.926219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f07e90e4-f8c0-4adb-96d0-a1c1001494fd req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "PUT /v2.0/ports/ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 981 time: 0.9632449 Aug 25 11:23:35.990991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81a363-77cb-4202-8812-a8b02d8a51a5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:36.081375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:23:36.094725 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] Sync routers for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:23:36.100130 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73025a36-66e9-4869-80c6-9bf90779f253 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116371 Aug 25 11:23:36.100622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48822) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:36.108594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:23:36.109396 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:36.120748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab088627-3185-402e-91e4-cf75b14a2f76'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:36.235865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84341ef-890c-46e8-8eca-5fe59127a80f req-fee681c0-d448-4f8a-9d6d-3ee3d2067399 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:36.243611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f84341ef-890c-46e8-8eca-5fe59127a80f req-fee681c0-d448-4f8a-9d6d-3ee3d2067399 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 945 time: 0.2556467 Aug 25 11:23:36.292189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fc2f844-0780-41b2-95b1-c3e40d6ba7d6 req-3db2b376-139c-42bd-808e-e5f81a11348f tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0423670 Aug 25 11:23:36.360978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:36.370649 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:23:36.388901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f84341ef-890c-46e8-8eca-5fe59127a80f req-8a2f8e88-9db8-4ffb-9fb6-e5d0b7b74569 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436765 Aug 25 11:23:36.460897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:36.520563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-318b04ff-da77-4142-afa3-9affbd0ec9b4 req-0a44f1af-a065-4645-b258-666eb8990bb3 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/afafaf37-223b-4b4c-bb70-c4df2dcbd147 HTTP/1.1" status: 200 len: 1803 time: 0.0682211 Aug 25 11:23:36.539696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 5c7a0f17-347d-476e-b77d-58479d18872d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:36.540043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 5c7a0f17-347d-476e-b77d-58479d18872d not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:36.640629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:36.652857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:36.656075 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3813d281-4805-4852-b69a-0544930a7217" -d '{"events": [{"name": "network-changed", "server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:36.769059 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:23:35Z', 'revision_number': 5, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port': {'id': '614a64fa-4b8b-4c2d-8285-78f4bbfd6b53', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:38:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:20:40Z', 'updated_at': '2021-08-25T11:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:36.782136 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-318b04ff-da77-4142-afa3-9affbd0ec9b4 req-c6540175-fe89-48db-b394-463009612f3b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 11:23:36.798340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-318b04ff-da77-4142-afa3-9affbd0ec9b4 req-c6540175-fe89-48db-b394-463009612f3b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/afafaf37-223b-4b4c-bb70-c4df2dcbd147 HTTP/1.1" status: 409 len: 341 time: 0.2028928 Aug 25 11:23:36.822862 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] Checking router: 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:23:36.835658 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] Routers {'7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:23:36.838312 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:36.856474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Deleting port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:36.856816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:36.923481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:36.948717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23a98d2e-f248-4999-864b-d94cadf89036 req-9cab0ea4-908d-4077-a560-ce6b1eb19890 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0401614 Aug 25 11:23:36.991718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] For port 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:36.991948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:37.010817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Calling delete_port for 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:37.058396 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] Set router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:23:37.084442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 36c5625f-1cf3-43a7-b3ab-74e786df54bb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:37.085037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:37.111241 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b616b7f6-87fd-4b81-902e-adcf8fb08f66 x-openstack-request-id: req-b616b7f6-87fd-4b81-902e-adcf8fb08f66 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:37.111535 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:37.111790 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b616b7f6-87fd-4b81-902e-adcf8fb08f66 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:37.112190 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'status': 'completed', 'code': 200} Aug 25 11:23:37.221597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:23:36Z', 'revision_number': 6, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:37.274732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b27d7a-2491-40de-b15d-e698f6e6672e None None] The sync data for ids ['7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef'] in n-d-778732-11 is: [{'id': '7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef', 'name': 'tempest-ServersTestJSON-1170217136-router', 'tenant_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:20:39Z', 'updated_at': '2021-08-25T11:23:36Z', 'revision_number': 6, 'project_id': 'bb3ba1980bab44ae97134c7deff2cfae', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:23:37.340286 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:37.349886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813d281-4805-4852-b69a-0544930a7217 req-c1fbae05-44ae-4af5-b242-6ab7c098e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:37.349886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-c1fbae05-44ae-4af5-b242-6ab7c098e2bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1136 time: 0.2109690 Aug 25 11:23:37.415854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:37.417040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:37.419556 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d2c91b-73c1-4efc-9c76-9940931abcb1" -d '{"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-plugged", "status": "completed", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:37.426233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:37.492998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ce69e-f3eb-4cbf-ab1a-89c5ff28c77b req-997888c3-e648-485d-9beb-b6f5715f19c1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:37.495536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e42ce69e-f3eb-4cbf-ab1a-89c5ff28c77b req-997888c3-e648-485d-9beb-b6f5715f19c1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2610724 Aug 25 11:23:37.511554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:37.613584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Pushing event deleted for resources: {'Port': ['ID=614a64fa-4b8b-4c2d-8285-78f4bbfd6b53,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:37.786386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e42ce69e-f3eb-4cbf-ab1a-89c5ff28c77b req-672a5e26-2c1c-4b82-8546-026e464b3054 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777293 Aug 25 11:23:37.909101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:38.002814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813d281-4805-4852-b69a-0544930a7217 req-ea832c7c-246c-4ad4-8ab9-6771bb05394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:38.005912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-ea832c7c-246c-4ad4-8ab9-6771bb05394f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.5091057 Aug 25 11:23:38.272815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-bcc5b8db-1b31-493a-9d51-091a07b9b972 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 217 time: 0.2542393 Aug 25 11:23:38.404671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:38.653796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:38.656224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.054535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:39.110164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:39.114247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 614a64fa-4b8b-4c2d-8285-78f4bbfd6b53 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:39.114944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dc326fff-0494-4aef-81e8-56a4e2e555fa no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:39.151162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: dc326fff-0494-4aef-81e8-56a4e2e555fa {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:39.151755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dc326fff-0494-4aef-81e8-56a4e2e555fa not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:39.224965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813d281-4805-4852-b69a-0544930a7217 req-0c3d4192-fb90-4a42-9127-1630d49dc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:39.226404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-0c3d4192-fb90-4a42-9127-1630d49dc877 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.9218004 Aug 25 11:23:39.228843 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.229740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:23:39.235644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.236851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8dfc54fb-1d79-47bc-8e6e-b37f2ae07fad admin admin] 10.222.0.35 "DELETE /v2.0/routers/7d1a6bd0-5499-4a4c-b452-0ccb2a7404ef HTTP/1.1" status: 204 len: 168 time: 3.1291664 Aug 25 11:23:39.239809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:39.247207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bd602-1eba-4ebe-99dc-5c280844bf7e req-9702e03f-db57-4f4b-9b3c-e27e9b3b6c50 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:39.256214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-181bd602-1eba-4ebe-99dc-5c280844bf7e req-9702e03f-db57-4f4b-9b3c-e27e9b3b6c50 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 984 time: 1.0073502 Aug 25 11:23:39.297438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-2a245aca-9e76-49aa-bf7d-f55710d274ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362322 Aug 25 11:23:39.309159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e5f5c-d735-48d3-a3b7-cd6982a002d1 req-709a21fb-06ac-4379-b828-e31f30556e8f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:39.322705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee6e5f5c-d735-48d3-a3b7-cd6982a002d1 req-709a21fb-06ac-4379-b828-e31f30556e8f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 1.0478346 Aug 25 11:23:39.364817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Deleting subnet e0aae1b6-6d55-4670-b5f3-29f774f7a986 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:23:39.379989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.436178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.594823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-181bd602-1eba-4ebe-99dc-5c280844bf7e req-86cc4047-4454-4d99-9220-99d65e330b90 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=afafaf37-223b-4b4c-bb70-c4df2dcbd147&id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3354642 Aug 25 11:23:39.596601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.644671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee6e5f5c-d735-48d3-a3b7-cd6982a002d1 req-2d443218-af63-4df0-8244-33676188b56f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209624 Aug 25 11:23:39.728802 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77788d0-2b33-4e2e-8928-35edc181e614 x-openstack-request-id: req-a77788d0-2b33-4e2e-8928-35edc181e614 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:39.729195 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-plugged", "status": "completed", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:39.730778 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a77788d0-2b33-4e2e-8928-35edc181e614 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:39.731523 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'code': 200} Aug 25 11:23:39.757141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.768363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-373c1d78-f77d-4752-b71c-e72a36f9a421 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429753 Aug 25 11:23:39.795732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0aae1b6-6d55-4670-b5f3-29f774f7a986,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:39.813274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:39.816202 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-549359cc-27f2-45e1-be2e-3f04ef4af6f2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e0aae1b6-6d55-4670-b5f3-29f774f7a986 HTTP/1.1" status: 204 len: 168 time: 0.5752785 Aug 25 11:23:39.820444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:39.822955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9064435-676d-450f-b75c-930d2ba6510f None None] Network 7ccb6492-3cf4-4ec9-8e21-47c336df4510 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:23:39.922695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-795f8b60-c699-4976-b464-b88d2b8688c1 req-dda2b0fb-029e-4c57-a6bc-519be51ffcf1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0827062 Aug 25 11:23:39.975239 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.078473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3813d281-4805-4852-b69a-0544930a7217 req-6249cf02-e6a1-4aa0-ba74-dce3bd945350 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970710 Aug 25 11:23:40.140980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bc4c0b1-7b65-4b8f-943d-cab20b283188 req-1cd6f26e-7948-4a9b-8324-c5056796824c tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.2169209 Aug 25 11:23:40.202600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Deleting port 4afea5af-8fd9-420b-8e13-5430f4b471a1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:40.203217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.299661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] DHCP port deletion for 7ccb6492-3cf4-4ec9-8e21-47c336df4510 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:23:40.351535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6384e3b-e363-45a4-8377-22a7af75c14e req-b90b5883-c9e6-4e6a-a2e8-eafe88dae3ab tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:40.357399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6384e3b-e363-45a4-8377-22a7af75c14e req-b90b5883-c9e6-4e6a-a2e8-eafe88dae3ab tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2460485 Aug 25 11:23:40.366748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-008e013c-b77f-47ac-98b3-24f0f47cd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:40.368973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-008e013c-b77f-47ac-98b3-24f0f47cd767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1136 time: 0.2128127 Aug 25 11:23:40.370831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] For port 4afea5af-8fd9-420b-8e13-5430f4b471a1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4afea5af-8fd9-420b-8e13-5430f4b471a1,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:40.371381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.394818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Calling delete_port for 4afea5af-8fd9-420b-8e13-5430f4b471a1 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:40.405354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] Deleting port 4afea5af-8fd9-420b-8e13-5430f4b471a1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:40.405757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.486573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6384e3b-e363-45a4-8377-22a7af75c14e req-0e8c7d91-61ca-45c0-b2f1-41bcb6da62f9 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118109 Aug 25 11:23:40.561895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] For port 4afea5af-8fd9-420b-8e13-5430f4b471a1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4afea5af-8fd9-420b-8e13-5430f4b471a1,segment=NetworkSegment(96329813-ada0-4589-aca6-bf925d47a5a8),segment_id=96329813-ada0-4589-aca6-bf925d47a5a8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:40.562397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.582975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-e4d5f8b4-7824-491d-96e5-e93cfb27c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:40.584695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-e4d5f8b4-7824-491d-96e5-e93cfb27c94c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.1759627 Aug 25 11:23:40.592519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.594283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] Calling delete_port for 4afea5af-8fd9-420b-8e13-5430f4b471a1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:40.643651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afea5af-8fd9-420b-8e13-5430f4b471a1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:40.659344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] No DVR routers for this DVR port 4afea5af-8fd9-420b-8e13-5430f4b471a1 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:40.673269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-95490965-a131-402c-a94c-5ce3ae8df926 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 217 time: 0.0793021 Aug 25 11:23:40.792789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.806191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-a0531cf7-c134-4f7c-9d94-c5bcd68ae2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:40.808029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-a0531cf7-c134-4f7c-9d94-c5bcd68ae2fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.1281447 Aug 25 11:23:40.816185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.818725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccb6492-3cf4-4ec9-8e21-47c336df4510']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:40.841984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96329813-ada0-4589-aca6-bf925d47a5a8') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:40.842396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96329813-ada0-4589-aca6-bf925d47a5a8') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:23:40.856156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] Pushing event deleted for resources: {'Port': ['ID=4afea5af-8fd9-420b-8e13-5430f4b471a1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:40.858623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a85ef8-e8e1-4f50-b4fa-4ef9b39f6d76 None None] No DVR routers for this DVR port 4afea5af-8fd9-420b-8e13-5430f4b471a1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:40.870828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.925672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-2ac6e981-cb76-48bf-b4e0-c752285ae792 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001115 Aug 25 11:23:40.931599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.957191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:23:40.957191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:23:40.958615 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:23:41.078462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:41.082524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-d61c0cfe-3551-4590-af0b-919f155d8d36 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438057 Aug 25 11:23:41.096335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4afea5af-8fd9-420b-8e13-5430f4b471a1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:41.126006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:41.127997 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7ccb6492-3cf4-4ec9-8e21-47c336df4510 HTTP/1.1" status: 204 len: 168 time: 1.3041973 Aug 25 11:23:41.131592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36e2f7-32e3-4b43-bac0-698799c628d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ccb6492-3cf4-4ec9-8e21-47c336df4510,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:41.137196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f71b91-fe74-4d27-be1a-cedbf9b22e44 req-480e4aec-1572-4192-806b-00195f3d319f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:41.138994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32f71b91-fe74-4d27-be1a-cedbf9b22e44 req-480e4aec-1572-4192-806b-00195f3d319f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.3431213 Aug 25 11:23:41.157750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4afea5af-8fd9-420b-8e13-5430f4b471a1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:41.159154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4afea5af-8fd9-420b-8e13-5430f4b471a1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:41.210493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f34c-7356-4754-8d69-45fcc712089b req-76689dcf-bf9c-4f7e-b295-7b54d85a16aa tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:41.212262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea96f34c-7356-4754-8d69-45fcc712089b req-76689dcf-bf9c-4f7e-b295-7b54d85a16aa tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 984 time: 0.3879995 Aug 25 11:23:41.276542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea96f34c-7356-4754-8d69-45fcc712089b req-988c6a4b-f2db-4490-a3f1-a73923363259 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=afafaf37-223b-4b4c-bb70-c4df2dcbd147&id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0528862 Aug 25 11:23:41.312537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32f71b91-fe74-4d27-be1a-cedbf9b22e44 req-8f3a4c27-879a-4090-884c-4391a5f2a1c1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581588 Aug 25 11:23:41.387588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96e474ad-48bb-4ddb-869e-cdb027ebbcd1 req-df7ac808-8ff6-44b4-ab47-ade21040c14e service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945347 Aug 25 11:23:41.546543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:41.651605 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fe6e412b-4e8c-475a-81fd-e74519763c0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb3ba1980bab44ae97134c7deff2cfae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008406 Aug 25 11:23:41.651810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:41.698631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ed9168c-5845-4446-a54d-0082e431a407 req-f7b9bc2e-466c-4b7a-9e92-26f9fd5ebb6e tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef953dd-9568-40eb-ab40-d0ceba8cb89a HTTP/1.1" status: 200 len: 210 time: 0.0987685 Aug 25 11:23:41.741870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a598fe5-7022-4270-a2d8-23b5261b8438 req-3a70e978-6e43-4d81-85c4-607aa113220a tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0713441 Aug 25 11:23:41.797972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e65b726a-17b0-4bed-b662-67ccdf644374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:41.841335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e65b726a-17b0-4bed-b662-67ccdf644374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:41.932447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e65b726a-17b0-4bed-b662-67ccdf644374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:41.935302 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e65b726a-17b0-4bed-b662-67ccdf644374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:41.936519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e65b726a-17b0-4bed-b662-67ccdf644374 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/162fa10c-c701-4342-b6ac-03e40d529fbd HTTP/1.1" status: 204 len: 168 time: 0.2838221 Aug 25 11:23:41.955188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b726a-17b0-4bed-b662-67ccdf644374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162fa10c-c701-4342-b6ac-03e40d529fbd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:41.992472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe104b-a2a8-4e71-bee2-a8ae4b6ed8f7 req-42d9c85a-2fe9-4b0a-8483-4212a9acf326 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:42.003455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39fe104b-a2a8-4e71-bee2-a8ae4b6ed8f7 req-42d9c85a-2fe9-4b0a-8483-4212a9acf326 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1366670 Aug 25 11:23:42.087378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39fe104b-a2a8-4e71-bee2-a8ae4b6ed8f7 req-f224ef1f-a977-4e17-a17c-041e31f5323d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822291 Aug 25 11:23:42.532822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0223f-a512-4027-92e5-b391ec55ab04 req-a7ab4a39-f557-41d0-8b88-be5e85aae19a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:42.546229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fe0223f-a512-4027-92e5-b391ec55ab04 req-a7ab4a39-f557-41d0-8b88-be5e85aae19a tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 984 time: 0.1445374 Aug 25 11:23:42.568753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3d74-aaa2-455e-863c-60e157025f7e req-1b7861fa-8635-428f-87da-8be250ae8750 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:42.583336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd1f3d74-aaa2-455e-863c-60e157025f7e req-1b7861fa-8635-428f-87da-8be250ae8750 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.1162271 Aug 25 11:23:42.666139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd1f3d74-aaa2-455e-863c-60e157025f7e req-fa6901c5-c914-41fa-bae7-37310c968544 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773134 Aug 25 11:23:42.693466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fe0223f-a512-4027-92e5-b391ec55ab04 req-3f338434-43b6-4607-8c93-e748aa183c58 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=afafaf37-223b-4b4c-bb70-c4df2dcbd147&id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1343045 Aug 25 11:23:42.856175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2980249f-7379-4da0-9840-484635959ce4 req-ac65d34e-7fff-4c45-a4ed-daebf8204e21 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1986864601&fields=id&tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb HTTP/1.1" status: 200 len: 267 time: 0.0598621 Aug 25 11:23:43.003198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e3838a9-5e05-46c2-9e6e-856c5444435a req-844c3bdb-7efa-4f17-955a-c9ddc74ebe4c tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0783150 Aug 25 11:23:43.041277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980249f-7379-4da0-9840-484635959ce4 req-3256eb3f-6df2-4749-a8fe-9f1db7bced31 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:43.057341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2980249f-7379-4da0-9840-484635959ce4 req-3256eb3f-6df2-4749-a8fe-9f1db7bced31 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 984 time: 0.1976898 Aug 25 11:23:43.064673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'port': {'security_groups': ['a648579d-3212-459d-aba7-68c4d37fdb26', 'afafaf37-223b-4b4c-bb70-c4df2dcbd147', '92c11965-0087-4915-8c78-c8ba1aaf457a']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:43.237346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:43.504803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:43.544576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:43.561552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:43.577076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:43.580576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab088627-3185-402e-91e4-cf75b14a2f76'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:43.640850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:43.641548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:43.643212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2980249f-7379-4da0-9840-484635959ce4 req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "PUT /v2.0/ports/ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 1020 time: 0.5849175 Aug 25 11:23:43.652807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:43.655242 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274" -d '{"events": [{"name": "network-changed", "server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:43.690401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d00351-6713-44e7-af41-4aaafe7e9919 req-dd494ef7-e160-4213-8e06-6103cae4c043 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:43.698978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40d00351-6713-44e7-af41-4aaafe7e9919 req-dd494ef7-e160-4213-8e06-6103cae4c043 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1517954 Aug 25 11:23:43.723154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a648fa-28a8-4f6e-a509-55c25d130f0c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:43.759954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40d00351-6713-44e7-af41-4aaafe7e9919 req-aab4b23e-ce86-4d72-ab2b-f4f6d87e6c3f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571597 Aug 25 11:23:43.813886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab088627-3185-402e-91e4-cf75b14a2f76'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:43.852100 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143714c-9ebd-4a03-883a-7d77ff0ae9b1 x-openstack-request-id: req-9143714c-9ebd-4a03-883a-7d77ff0ae9b1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:43.852667 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:43.853069 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9143714c-9ebd-4a03-883a-7d77ff0ae9b1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:43.853665 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'status': 'completed', 'code': 200} Aug 25 11:23:43.864318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a39a260-c928-46d4-bb2a-88f0584196b8 req-6e26ff8e-942e-4283-8079-7d430f7a9717 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/92c11965-0087-4915-8c78-c8ba1aaf457a HTTP/1.1" status: 200 len: 1802 time: 0.1581445 Aug 25 11:23:43.997322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48968) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:44.200594 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-4a39a260-c928-46d4-bb2a-88f0584196b8 req-05c45000-cd40-408e-8cbc-b751b97ef899 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 11:23:44.220565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1536800416-network', 'tenant_id': '00e84f151cef4666b0f4a1b8d92ba548'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:44.222599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a39a260-c928-46d4-bb2a-88f0584196b8 req-05c45000-cd40-408e-8cbc-b751b97ef899 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/92c11965-0087-4915-8c78-c8ba1aaf457a HTTP/1.1" status: 409 len: 341 time: 0.3498075 Aug 25 11:23:44.227688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-61bb554a-0fa6-4479-a466-d01797ca9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:44.229862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-61bb554a-0fa6-4479-a466-d01797ca9a05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1175 time: 0.3491905 Aug 25 11:23:44.240494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f89957-d74a-4065-8b27-da038a3cd6a7 req-4a6922c8-6e16-475c-8d96-482488644ab5 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:44.249318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3f89957-d74a-4065-8b27-da038a3cd6a7 req-4a6922c8-6e16-475c-8d96-482488644ab5 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2901692 Aug 25 11:23:44.272867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Made reservation on behalf of 00e84f151cef4666b0f4a1b8d92ba548 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:23:44.275663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.290795 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.395598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-c047ed4f-13fc-47b6-b9c8-dfa1a5719d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:44.398448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-c047ed4f-13fc-47b6-b9c8-dfa1a5719d1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 200 len: 914 time: 0.1470602 Aug 25 11:23:44.547736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.562289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.569672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-c0f9c6b1-8e0b-488d-b428-8c5136c0cf4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 200 len: 217 time: 0.1516931 Aug 25 11:23:44.646619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:23:44.668773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.669847 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Added segment da32364a-9248-4a98-adf3-5e31f466ec8b of type vlan for network cd25645b-2bee-4489-93bd-1b3326787544 Aug 25 11:23:44.707840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3f89957-d74a-4065-8b27-da038a3cd6a7 req-05af7ac3-433a-4135-9b14-ffc39a14e760 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574900 Aug 25 11:23:44.792831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.857445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee047c1-366d-413c-8517-d6483968506d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:44.868187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.871100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:44.872203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:44.889803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242fdd4-6fb8-41b5-b34f-48afdb61e776 req-0b07b5c9-2fc9-4225-967d-400eda79e64f tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1205640 Aug 25 11:23:44.892433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-5bd9c1b9-da8a-416c-906b-9cc9ae357f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:44.895915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-5bd9c1b9-da8a-416c-906b-9cc9ae357f63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 200 len: 853 time: 0.3174012 Aug 25 11:23:45.013153 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0141900 Aug 25 11:23:45.013745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-17287eaf-152c-4daf-9f61-e3cca43fc674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f79bce6a-c831-4c9b-9c0e-95f4798ae082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089919 Aug 25 11:23:45.014501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48982) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:23:45.037776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Request body: {'subnet': {'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1536800416-subnet', 'tenant_id': '00e84f151cef4666b0f4a1b8d92ba548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:45.296697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097ec15-d821-4f92-b7b0-8be5a372399f admin admin] Pushing event updated for resources: {'Network': ['ID=cd25645b-2bee-4489-93bd-1b3326787544,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:45.369486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Made reservation on behalf of 00e84f151cef4666b0f4a1b8d92ba548 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:23:45.374790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:45.379507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network cd25645b-2bee-4489-93bd-1b3326787544 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:23:45.601876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69309cf1-b60c-4536-823c-d6c414d51187 req-a9b3db58-ac1d-4530-a816-259b2c570c51 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:45.616725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69309cf1-b60c-4536-823c-d6c414d51187 req-a9b3db58-ac1d-4530-a816-259b2c570c51 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.3649645 Aug 25 11:23:45.770397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-fcac17bf-9cc3-458c-9e96-bcb2338b9fdd service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391949 Aug 25 11:23:45.815759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69309cf1-b60c-4536-823c-d6c414d51187 req-02aa6840-124e-49e8-8384-bece4d5a509c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965733 Aug 25 11:23:46.006839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e6663-5374-45e5-ab00-e7842507edee req-55ac9a33-6934-4ef9-8e3e-9427c0a2ceb9 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:46.021635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c76e6663-5374-45e5-ab00-e7842507edee req-55ac9a33-6934-4ef9-8e3e-9427c0a2ceb9 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1023 time: 0.3982465 Aug 25 11:23:46.267878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c76e6663-5374-45e5-ab00-e7842507edee req-9d82750d-fc16-4a15-8188-fb9b42521aa0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=afafaf37-223b-4b4c-bb70-c4df2dcbd147&id=92c11965-0087-4915-8c78-c8ba1aaf457a&id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2444935 Aug 25 11:23:46.358993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2259ed7b-d737-4ab9-b36d-6e6fe88b4274 req-fd9398bb-0fdf-4d05-9088-48b73150bc09 service neutron] 10.222.0.10 "GET /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723140 Aug 25 11:23:46.369539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03105b00-32a4-4c44-ba49-f913f88e0307 req-6c28daee-4e62-43e2-8c16-6a18dcd75d80 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:46.379091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03105b00-32a4-4c44-ba49-f913f88e0307 req-6c28daee-4e62-43e2-8c16-6a18dcd75d80 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.3179584 Aug 25 11:23:46.382085 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:46.468167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbbf1a3-d72b-4299-8220-a86037f7c82c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:46.545773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed9ade85-314f-4a08-95b3-6e42faf9ff87 req-9f868eda-4518-46e4-9773-c5de12ebf390 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0339515 Aug 25 11:23:46.564976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03105b00-32a4-4c44-ba49-f913f88e0307 req-ef3e7ce7-bf15-44ac-a18b-4ade1f5b0adc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847332 Aug 25 11:23:46.585213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Checking segment: {'id': 'da32364a-9248-4a98-adf3-5e31f466ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:46.588318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Network hostable DHCP agents. Network: cd25645b-2bee-4489-93bd-1b3326787544, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:23:46.629207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Network cd25645b-2bee-4489-93bd-1b3326787544 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:23:46.647937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, cd25645b-2bee-4489-93bd-1b3326787544) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:23:46.657448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:46.657448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:46.661072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156998b-41bf-48ed-bcfb-0e50bb0af1bb None None] Network cd25645b-2bee-4489-93bd-1b3326787544 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:23:46.693732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48221824-b150-46da-a4d7-0321dfea3299 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6704962 Aug 25 11:23:46.862812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-e0c4e78d-7c3a-4971-9c5e-dc93a5cbdcf2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:46.864815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-e0c4e78d-7c3a-4971-9c5e-dc93a5cbdcf2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.10 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1023 time: 0.0937915 Aug 25 11:23:46.964598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd5eb8-20b9-45af-b37a-5fa263157980 None None] Network cd25645b-2bee-4489-93bd-1b3326787544 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:23:47.114044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Deleting port ab088627-3185-402e-91e4-cf75b14a2f76 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:47.114682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:47.339133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb251f2-0eee-4130-8b7f-3fcb4053b604 req-e52c0f16-db70-44e4-9abe-207510ddd0e6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:47.342396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcb251f2-0eee-4130-8b7f-3fcb4053b604 req-e52c0f16-db70-44e4-9abe-207510ddd0e6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2209315 Aug 25 11:23:47.380386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] For port ab088627-3185-402e-91e4-cf75b14a2f76, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab088627-3185-402e-91e4-cf75b14a2f76,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:47.381083 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:47.406604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Calling delete_port for ab088627-3185-402e-91e4-cf75b14a2f76 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:47.436364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcb251f2-0eee-4130-8b7f-3fcb4053b604 req-231052d3-aea3-4620-ac52-946bfd3f4b7a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742028 Aug 25 11:23:47.737462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdab5d-7b85-40e3-9b9f-a81520f604f7 req-716eded3-d2ec-4280-80fd-afc2caa144a4 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:47.739051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cccdab5d-7b85-40e3-9b9f-a81520f604f7 req-716eded3-d2ec-4280-80fd-afc2caa144a4 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=60553686-2c00-49cf-8302-588f8f492ff2 HTTP/1.1" status: 200 len: 1023 time: 0.1703329 Aug 25 11:23:47.833199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2ee95f6d-0787-4afc-9daa-74943d244119 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:47.841542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2ee95f6d-0787-4afc-9daa-74943d244119 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/networks?id=cd25645b-2bee-4489-93bd-1b3326787544 HTTP/1.1" status: 200 len: 822 time: 0.2801762 Aug 25 11:23:47.874440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-22a3d36d-9f37-4cbd-b2cc-eb20640e2a58 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/quotas/00e84f151cef4666b0f4a1b8d92ba548 HTTP/1.1" status: 200 len: 375 time: 0.0319011 Aug 25 11:23:47.892636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:47.907852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab088627-3185-402e-91e4-cf75b14a2f76'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:47.932257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-b9a91f62-e41e-4b18-b42d-e2cf50dd2500 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=00e84f151cef4666b0f4a1b8d92ba548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566182 Aug 25 11:23:47.933793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:48.076721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cccdab5d-7b85-40e3-9b9f-a81520f604f7 req-90911acc-1ba3-49fe-adb2-49f3ccbf45ef tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=afafaf37-223b-4b4c-bb70-c4df2dcbd147&id=92c11965-0087-4915-8c78-c8ba1aaf457a&id=a648579d-3212-459d-aba7-68c4d37fdb26&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3161991 Aug 25 11:23:48.141342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'Port': ['ID=ab088627-3185-402e-91e4-cf75b14a2f76,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:48.231458 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b3727c8-6e8b-405f-8e59-1325f4ca5fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:48.272178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] No DVR routers for this DVR port ab088627-3185-402e-91e4-cf75b14a2f76 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:48.276301 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:48.279079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-983cc0f5-40f8-493e-86bc-1dd9b0eaf8d7 req-3a7e7b0f-dade-4c42-9d75-1519b8054cfe tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.10 "DELETE /v2.0/ports/ab088627-3185-402e-91e4-cf75b14a2f76 HTTP/1.1" status: 204 len: 173 time: 1.4062474 Aug 25 11:23:48.300742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'name': 'network-vif-deleted', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:48.317833 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76582be1-fcd8-4969-9cfc-3d796af4fc29" -d '{"events": [{"server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "name": "network-vif-deleted", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:48.364119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-5c07b4dc-0391-4aee-974a-b5d6915984ee service neutron] 10.222.0.35 "GET /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309556 Aug 25 11:23:48.504295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7455bc-f92a-480e-b571-bc966f88c66d req-506e28cc-c9cb-4a73-a3b5-2e73045189e5 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:48.508220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d7455bc-f92a-480e-b571-bc966f88c66d req-506e28cc-c9cb-4a73-a3b5-2e73045189e5 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.3109250 Aug 25 11:23:48.508954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-c620c88e-2463-4dae-8663-1425695bd69a service neutron] 10.222.0.35 "GET /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340871 Aug 25 11:23:48.557396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d7455bc-f92a-480e-b571-bc966f88c66d req-8f6eb59e-9682-4e34-b328-9a65498f8d48 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447962 Aug 25 11:23:48.744646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1c9a31d-997d-49ca-8b70-80585ea050d9 req-69e304b8-8a79-4f6d-a9e4-084f50398625 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0580447 Aug 25 11:23:48.931193 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c2e3a7-c446-46c0-bc17-8f02f6b1485f x-openstack-request-id: req-65c2e3a7-c446-46c0-bc17-8f02f6b1485f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:48.931720 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60553686-2c00-49cf-8302-588f8f492ff2", "name": "network-vif-deleted", "tag": "ab088627-3185-402e-91e4-cf75b14a2f76", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:48.932072 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65c2e3a7-c446-46c0-bc17-8f02f6b1485f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:48.932705 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60553686-2c00-49cf-8302-588f8f492ff2', 'name': 'network-vif-deleted', 'tag': 'ab088627-3185-402e-91e4-cf75b14a2f76', 'status': 'completed', 'code': 200} Aug 25 11:23:49.075462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-062485b1-814d-4618-8e25-bee1ae699ade req-e72a8e94-0e6c-4755-87c8-ac5880d33a05 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 210 time: 0.0941060 Aug 25 11:23:49.297834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bcc4-638c-4cf3-a117-1948653d015f req-7bddd225-822f-4d27-9376-59a74e37a6aa tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:49.299862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2377bcc4-638c-4cf3-a117-1948653d015f req-7bddd225-822f-4d27-9376-59a74e37a6aa tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2199481 Aug 25 11:23:49.794461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2377bcc4-638c-4cf3-a117-1948653d015f req-7157388c-acb4-447a-8588-9ae861a40032 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872499 Aug 25 11:23:49.840011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a93dc-b36f-4384-893f-b9b6020d2326 req-5c194d0f-a858-437b-b0da-ace84b90fa1b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:49.844997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd0a93dc-b36f-4384-893f-b9b6020d2326 req-5c194d0f-a858-437b-b0da-ace84b90fa1b tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.1038501 Aug 25 11:23:50.004856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92540c86-9ea0-4d26-9292-f8ad1e455f91 req-f7185052-43a2-4aa3-b00c-e86574a889eb tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/afafaf37-223b-4b4c-bb70-c4df2dcbd147 HTTP/1.1" status: 200 len: 1803 time: 0.1508019 Aug 25 11:23:50.026520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd0a93dc-b36f-4384-893f-b9b6020d2326 req-cfea5519-a883-4926-89fa-924d04cd2f42 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252887 Aug 25 11:23:50.271562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-af44b63e-6161-448a-8100-c86bbc79af7d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:50.276860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-af44b63e-6161-448a-8100-c86bbc79af7d tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 944 time: 0.2462277 Aug 25 11:23:50.358094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e92544-58bd-45c3-9d78-0bbdc839ba66 req-b624a3df-6577-4543-a890-ecc592eb0f94 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:50.367480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9e92544-58bd-45c3-9d78-0bbdc839ba66 req-b624a3df-6577-4543-a890-ecc592eb0f94 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2585256 Aug 25 11:23:50.372962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-92540c86-9ea0-4d26-9292-f8ad1e455f91 req-657342d9-7345-47a9-93b4-b315b0fa25b2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.449223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-92540c86-9ea0-4d26-9292-f8ad1e455f91 req-657342d9-7345-47a9-93b4-b315b0fa25b2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.489731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-17cbf240-8817-4cd2-9818-5f24569dd48b tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:50.494191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-17cbf240-8817-4cd2-9818-5f24569dd48b tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.10 "GET /v2.0/networks?id=cd25645b-2bee-4489-93bd-1b3326787544 HTTP/1.1" status: 200 len: 822 time: 0.1878300 Aug 25 11:23:50.511564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Request body: {'port': {'device_id': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544', 'admin_state_up': True, 'tenant_id': '00e84f151cef4666b0f4a1b8d92ba548'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:50.538360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a9e92544-58bd-45c3-9d78-0bbdc839ba66 req-b4e7a33a-17d9-4153-9263-28f6f4003c77 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684372 Aug 25 11:23:50.580728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Deleting port aacd8422-065e-4258-8c10-a1b8d60737b3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:50.581083 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.697955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-92540c86-9ea0-4d26-9292-f8ad1e455f91 req-657342d9-7345-47a9-93b4-b315b0fa25b2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.700574 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-92540c86-9ea0-4d26-9292-f8ad1e455f91 req-657342d9-7345-47a9-93b4-b315b0fa25b2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.702043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92540c86-9ea0-4d26-9292-f8ad1e455f91 req-657342d9-7345-47a9-93b4-b315b0fa25b2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/afafaf37-223b-4b4c-bb70-c4df2dcbd147 HTTP/1.1" status: 204 len: 173 time: 0.6741347 Aug 25 11:23:50.715867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Made reservation on behalf of 00e84f151cef4666b0f4a1b8d92ba548 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:23:50.721934 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.748437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7582a190-53f7-459d-868c-014d8f75f223 req-8af59525-8d2f-4ad1-857c-1046702a4862 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0531340 Aug 25 11:23:50.767210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657342d9-7345-47a9-93b4-b315b0fa25b2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afafaf37-223b-4b4c-bb70-c4df2dcbd147,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:50.774691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] For port aacd8422-065e-4258-8c10-a1b8d60737b3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=aacd8422-065e-4258-8c10-a1b8d60737b3,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:50.775022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:50.793013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Calling delete_port for aacd8422-065e-4258-8c10-a1b8d60737b3 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:51.002345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab088627-3185-402e-91e4-cf75b14a2f76 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:51.062760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Allocated IP 172.20.0.8 (cd25645b-2bee-4489-93bd-1b3326787544/7dbbf1a3-d72b-4299-8220-a86037f7c82c/019b3605-2f86-48e6-94cb-0dbe40050f8e) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:23:51.068152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: ab088627-3185-402e-91e4-cf75b14a2f76 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:51.068717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab088627-3185-402e-91e4-cf75b14a2f76 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:51.139505 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.181677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3340-ffc8-4162-9460-8f4630fe7d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.255985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-922e2601-d3c9-496f-945d-6b7279262b3d req-dbb17d53-c764-411d-b463-2700fdaa05c0 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 210 time: 0.1099629 Aug 25 11:23:51.280153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event deleted for resources: {'Port': ['ID=aacd8422-065e-4258-8c10-a1b8d60737b3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:51.344538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.344863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.345147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.345489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.345887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.346224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.346555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.346890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.347222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.347548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.347873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.348200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:23:51.366202 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.381598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] No DVR routers for this DVR port aacd8422-065e-4258-8c10-a1b8d60737b3 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:51.390492 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.392606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42ac1e0e-2257-4bed-960f-78f649d20e38 req-e1bbd96b-9241-4af1-94e7-4141c836e8c7 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.10 "DELETE /v2.0/ports/aacd8422-065e-4258-8c10-a1b8d60737b3 HTTP/1.1" status: 204 len: 173 time: 1.1056013 Aug 25 11:23:51.393898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'name': 'network-vif-deleted', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:51.396394 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a4073-78b6-4388-8891-a4a643f42f74" -d '{"events": [{"server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "name": "network-vif-deleted", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:51.440789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c2465aa-938b-4b8c-8716-cfb11bc87c40 req-196e3a21-bd0d-4135-955d-d87f3b09ce68 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=08902731-a1f0-4bfd-a0aa-108978214ba4 HTTP/1.1" status: 200 len: 210 time: 0.0524366 Aug 25 11:23:51.457642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d248cb9-de29-48b6-8395-b425a0ff9645 req-76bd4ad7-03b1-43c5-b79e-cb9d97c47b59 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/92c11965-0087-4915-8c78-c8ba1aaf457a HTTP/1.1" status: 200 len: 1802 time: 0.1845901 Aug 25 11:23:51.464413 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.472700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-a229e607-105f-4039-85f8-6e96ce084c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:51.474325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-a229e607-105f-4039-85f8-6e96ce084c52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.1892524 Aug 25 11:23:51.590673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.638090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9d248cb9-de29-48b6-8395-b425a0ff9645 req-75905d0d-f5cd-4e5b-8994-00fda2251725 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.692913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-2259fad6-667c-41c8-b140-3008627f8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:51.694530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-2259fad6-667c-41c8-b140-3008627f8cd7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.2131588 Aug 25 11:23:51.719223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Network cd25645b-2bee-4489-93bd-1b3326787544 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:23:51.720222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9d248cb9-de29-48b6-8395-b425a0ff9645 req-75905d0d-f5cd-4e5b-8994-00fda2251725 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.728461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:23:51.732734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:23:51.745638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Pushing event updated for resources: {'Port': ['ID=019b3605-2f86-48e6-94cb-0dbe40050f8e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:51.782470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00cd78-2b89-463e-919f-6b96a062853f req-67019fdc-2686-4b9e-a489-3f8c4ed609c6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:51.790478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df00cd78-2b89-463e-919f-6b96a062853f req-67019fdc-2686-4b9e-a489-3f8c4ed609c6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1570740 Aug 25 11:23:51.832685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:51.834116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.855758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-8abbd489-5e5c-439d-9ed5-3a8d928cb893 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.1496320 Aug 25 11:23:51.871645 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-86a41ec2-d0c5-4826-b87b-242af8fa6647 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3658235 Aug 25 11:23:51.875195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df00cd78-2b89-463e-919f-6b96a062853f req-28c07019-2b6f-4d55-baa5-5a1ee7865e79 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837471 Aug 25 11:23:51.892702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Request body: {'port': {'device_id': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:51.897790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9d248cb9-de29-48b6-8395-b425a0ff9645 req-75905d0d-f5cd-4e5b-8994-00fda2251725 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.901120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9d248cb9-de29-48b6-8395-b425a0ff9645 req-75905d0d-f5cd-4e5b-8994-00fda2251725 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:51.924025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d248cb9-de29-48b6-8395-b425a0ff9645 req-75905d0d-f5cd-4e5b-8994-00fda2251725 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/92c11965-0087-4915-8c78-c8ba1aaf457a HTTP/1.1" status: 204 len: 173 time: 0.4653950 Aug 25 11:23:52.003534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c25113-0e45-4f6d-88ce-78628584685a x-openstack-request-id: req-53c25113-0e45-4f6d-88ce-78628584685a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:52.003823 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08902731-a1f0-4bfd-a0aa-108978214ba4", "name": "network-vif-deleted", "tag": "aacd8422-065e-4258-8c10-a1b8d60737b3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:52.004073 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53c25113-0e45-4f6d-88ce-78628584685a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:52.004476 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08902731-a1f0-4bfd-a0aa-108978214ba4', 'name': 'network-vif-deleted', 'tag': 'aacd8422-065e-4258-8c10-a1b8d60737b3', 'status': 'completed', 'code': 200} Aug 25 11:23:52.028579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.046420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75905d0d-f5cd-4e5b-8994-00fda2251725 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c11965-0087-4915-8c78-c8ba1aaf457a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:52.224863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-9915c691-6cf5-4180-a383-f50260d2c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:52.230567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-9915c691-6cf5-4180-a383-f50260d2c456 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.3542695 Aug 25 11:23:52.234368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d167225-4bd2-4475-9048-97c9992da244 req-e2f86301-e6f4-4dcc-9ba5-32eaf8e0fd79 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0920041 Aug 25 11:23:52.324058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5250c33-b898-409c-b136-b704f66a8ec2 req-34bbd887-d2c2-47dc-b33f-f3448deaa528 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:52.326946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5250c33-b898-409c-b136-b704f66a8ec2 req-34bbd887-d2c2-47dc-b33f-f3448deaa528 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2829618 Aug 25 11:23:52.330280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d526bbc9-720f-48bc-98a0-6c0a4a6fea8d req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1123716366', 'description': 'tempest-description-1139832110'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:52.362058 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.404031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-b8878a4c-f949-4644-87ba-5c5da8a634bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:52.405601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-b8878a4c-f949-4644-87ba-5c5da8a634bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571436 Aug 25 11:23:52.410364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d526bbc9-720f-48bc-98a0-6c0a4a6fea8d req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.442159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5250c33-b898-409c-b136-b704f66a8ec2 req-5f3196d6-e19e-4e38-962a-7e72f40ae2eb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042364 Aug 25 11:23:52.533257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019b3605-2f86-48e6-94cb-0dbe40050f8e {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:52.545422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.565638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Transition to ACTIVE for port object 019b3605-2f86-48e6-94cb-0dbe40050f8e will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:23:52.573134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.592682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-26b171d8-21e3-4ade-ab64-8aae9b44581a service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777246 Aug 25 11:23:52.655955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Pushing event updated for resources: {'Port': ['ID=019b3605-2f86-48e6-94cb-0dbe40050f8e,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:52.752588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d526bbc9-720f-48bc-98a0-6c0a4a6fea8d req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.754758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Attempting to bind port 019b3605-2f86-48e6-94cb-0dbe40050f8e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:23:52.755137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Attempting to bind port 019b3605-2f86-48e6-94cb-0dbe40050f8e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'da32364a-9248-4a98-adf3-5e31f466ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:23:52.755562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Attempting to bind port 019b3605-2f86-48e6-94cb-0dbe40050f8e on network cd25645b-2bee-4489-93bd-1b3326787544 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:52.762941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Port 019b3605-2f86-48e6-94cb-0dbe40050f8e on network cd25645b-2bee-4489-93bd-1b3326787544 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:23:52.763778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Attempting to bind port 019b3605-2f86-48e6-94cb-0dbe40050f8e on network cd25645b-2bee-4489-93bd-1b3326787544 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:23:52.776212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:23:52.777284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Checking segment: {'id': 'da32364a-9248-4a98-adf3-5e31f466ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:23:52.777494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Bound using segment: {'id': 'da32364a-9248-4a98-adf3-5e31f466ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:23:52.778564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Bound port: 019b3605-2f86-48e6-94cb-0dbe40050f8e, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da32364a-9248-4a98-adf3-5e31f466ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:23:52.778995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.790024 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d526bbc9-720f-48bc-98a0-6c0a4a6fea8d req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.864760 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d526bbc9-720f-48bc-98a0-6c0a4a6fea8d req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:52.884799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d526bbc9-720f-48bc-98a0-6c0a4a6fea8d req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5741158 Aug 25 11:23:52.916918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] For port 019b3605-2f86-48e6-94cb-0dbe40050f8e, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:23:52.925449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] For port 019b3605-2f86-48e6-94cb-0dbe40050f8e, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e,segment=NetworkSegment(da32364a-9248-4a98-adf3-5e31f466ec8b),segment_id=da32364a-9248-4a98-adf3-5e31f466ec8b)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:23:52.926664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73aba7-7170-4d11-b91b-7cfbbfa769de req-0c9b763c-3002-45dd-b689-eca67dba5a45 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:52.932735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c73aba7-7170-4d11-b91b-7cfbbfa769de req-0c9b763c-3002-45dd-b689-eca67dba5a45 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 943 time: 0.1778204 Aug 25 11:23:52.941245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2a5b82e-c93d-405d-ac31-cd8bebf10e5d req-fad6f61e-9d84-4644-93a2-c9a3c3d7db8d service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379221 Aug 25 11:23:52.942424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5414a38-4e2a-44e5-8c7e-709db03307db tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732999c9-a1f0-4c5a-af2d-19a672d372e2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:52.947522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:53.004406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:53.025325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.045487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:53.047063 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] 10.222.0.10 "PUT /v2.0/ports/019b3605-2f86-48e6-94cb-0dbe40050f8e HTTP/1.1" status: 200 len: 1092 time: 1.1659150 Aug 25 11:23:53.047544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'tag': '019b3605-2f86-48e6-94cb-0dbe40050f8e'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:53.049888 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e39674-2f58-4dc2-8253-24ded74c5fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba6434b-c5aa-46d5-8299-9beb9e29e5aa", "tag": "019b3605-2f86-48e6-94cb-0dbe40050f8e"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:53.074213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: aacd8422-065e-4258-8c10-a1b8d60737b3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:53.075300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device aacd8422-065e-4258-8c10-a1b8d60737b3 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:53.080899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c73aba7-7170-4d11-b91b-7cfbbfa769de req-fd82134f-774f-428d-b48f-e189fdaa22fd tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352880 Aug 25 11:23:53.092472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-42320630-d2e1-4968-aa60-d1ba74d8aac5 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/732999c9-a1f0-4c5a-af2d-19a672d372e2 HTTP/1.1" status: 200 len: 1803 time: 0.0997541 Aug 25 11:23:53.097594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18c8fd-521c-4e80-b38a-5007c9abb20c service neutron] Pushing event updated for resources: {'Port': ['ID=019b3605-2f86-48e6-94cb-0dbe40050f8e,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:53.111549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1944357223', 'description': 'tempest-description-hth-159427662'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:23:53.168046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:53.168546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-e96c3349-d016-4208-bc22-76bd6ad4e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.170312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-e96c3349-d016-4208-bc22-76bd6ad4e8a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00e84f151cef4666b0f4a1b8d92ba548&device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 1095 time: 0.0649006 Aug 25 11:23:53.229227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-66f14e25-4327-4240-8cf0-09469f658194 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e HTTP/1.1" status: 200 len: 217 time: 0.0497458 Aug 25 11:23:53.271852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391f9d7-b60b-4387-ae7f-41ffe222d37b req-a97b15c4-57cd-4002-8bb7-7d95aef617ff tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.273458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7391f9d7-b60b-4387-ae7f-41ffe222d37b req-a97b15c4-57cd-4002-8bb7-7d95aef617ff tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.0851285 Aug 25 11:23:53.283893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:53.297286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:53.301385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:53.312941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-3c90a2d3-6826-457d-8da5-6dc173119db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.313203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d79865c-264a-4810-b748-a7273bb8a1ba req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "PUT /v2.0/security-groups/732999c9-a1f0-4c5a-af2d-19a672d372e2 HTTP/1.1" status: 200 len: 1776 time: 0.2135930 Aug 25 11:23:53.314960 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-3c90a2d3-6826-457d-8da5-6dc173119db8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7dbbf1a3-d72b-4299-8220-a86037f7c82c HTTP/1.1" status: 200 len: 862 time: 0.0764840 Aug 25 11:23:53.376937 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-ccc47061-a27a-420f-90ef-cf313c89e272 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd25645b-2bee-4489-93bd-1b3326787544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494106 Aug 25 11:23:53.402088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f47804-e3eb-4d0e-b187-8fa9ef34aed2 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732999c9-a1f0-4c5a-af2d-19a672d372e2,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:53.425851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7391f9d7-b60b-4387-ae7f-41ffe222d37b req-662ad368-4014-4457-bc4e-bc6cb6e5fd2e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316590 Aug 25 11:23:53.585208 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299baecd-3e8e-4d60-ab2c-9fc7c5944262 x-openstack-request-id: req-299baecd-3e8e-4d60-ab2c-9fc7c5944262 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:53.585736 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba6434b-c5aa-46d5-8299-9beb9e29e5aa", "tag": "019b3605-2f86-48e6-94cb-0dbe40050f8e", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:53.586339 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-299baecd-3e8e-4d60-ab2c-9fc7c5944262 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:53.586880 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'tag': '019b3605-2f86-48e6-94cb-0dbe40050f8e', 'status': 'completed', 'code': 200} Aug 25 11:23:53.628082 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-1ff6308b-77b4-4c18-b5e0-f515cd672c9d service neutron] 10.222.0.10 "GET /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419837 Aug 25 11:23:53.708077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5569b63-7218-4460-a402-c4badb667926 req-98d72fa9-f8e8-4bb8-8b77-e369e16221cf tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/732999c9-a1f0-4c5a-af2d-19a672d372e2 HTTP/1.1" status: 200 len: 1776 time: 0.1044259 Aug 25 11:23:53.726788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c26d58-a8ba-43d7-af02-6a7e45b3aaf3 req-d243053c-cf67-49f5-aac7-70032ff93996 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0743234 Aug 25 11:23:53.839422 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d4d00d95-3898-4f78-a781-b1fc16b18ea9 req-bdd1d277-893d-4d2f-b87c-80f3a724b118 service neutron] 10.222.0.10 "GET /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007091 Aug 25 11:23:53.852782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3339c-bb41-40fd-8b4b-1eee5fca00fa req-bbe7e88c-ecc5-4d67-93c4-8b5add605960 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.854656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cea3339c-bb41-40fd-8b4b-1eee5fca00fa req-bbe7e88c-ecc5-4d67-93c4-8b5add605960 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0605137 Aug 25 11:23:53.932942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cea3339c-bb41-40fd-8b4b-1eee5fca00fa req-eea57eaa-2346-48fc-8ae6-fede978f4918 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699208 Aug 25 11:23:53.996095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73828e0-2274-4dc7-9a8c-6349f80790d9 req-0980f8b7-c4ff-4049-8287-26b8c548f998 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.997782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b73828e0-2274-4dc7-9a8c-6349f80790d9 req-0980f8b7-c4ff-4049-8287-26b8c548f998 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 944 time: 0.0812011 Aug 25 11:23:53.998239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-177fb08c-6f9e-4d10-9f14-419d7206de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:53.999791 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-177fb08c-6f9e-4d10-9f14-419d7206de7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=00e84f151cef4666b0f4a1b8d92ba548&device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 1095 time: 0.0908098 Aug 25 11:23:54.134507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b73828e0-2274-4dc7-9a8c-6349f80790d9 req-4b618e99-7be5-492b-881a-c163419f088c tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217153 Aug 25 11:23:54.194329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-d7bca598-0184-4e07-bd2f-88a517cba739 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:54.196401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-d7bca598-0184-4e07-bd2f-88a517cba739 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 944 time: 0.1687291 Aug 25 11:23:54.207420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97eac1fd-419b-486b-98c3-a29551bc2452 req-02b3a80b-9909-4d26-9a88-9346b2733fb4 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/732999c9-a1f0-4c5a-af2d-19a672d372e2 HTTP/1.1" status: 200 len: 1776 time: 0.1175518 Aug 25 11:23:54.208140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.219702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-77b167a0-2ccd-4fa4-8372-be14ede8755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:54.224380 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-77b167a0-2ccd-4fa4-8372-be14ede8755c service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd25645b-2bee-4489-93bd-1b3326787544 HTTP/1.1" status: 200 len: 923 time: 0.2167552 Aug 25 11:23:54.311059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-d3948276-b829-4312-9d4f-63eeb57a7f80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e HTTP/1.1" status: 200 len: 217 time: 0.0737450 Aug 25 11:23:54.407595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccb1d8-abf9-4944-90e1-fffc11804c60 req-be31df08-148d-4e3f-8336-8db4ca4a9e8f tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:54.414959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29ccb1d8-abf9-4944-90e1-fffc11804c60 req-be31df08-148d-4e3f-8336-8db4ca4a9e8f tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 943 time: 0.1644032 Aug 25 11:23:54.419536 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-97eac1fd-419b-486b-98c3-a29551bc2452 req-2421f24e-04b6-4427-a43f-bdf4771dd712 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.428121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-a24be337-9080-411f-b82e-b0373fca85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:54.432822 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-a24be337-9080-411f-b82e-b0373fca85c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7dbbf1a3-d72b-4299-8220-a86037f7c82c HTTP/1.1" status: 200 len: 862 time: 0.1127503 Aug 25 11:23:54.481477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Deleting port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:54.482001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.491678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-97eac1fd-419b-486b-98c3-a29551bc2452 req-2421f24e-04b6-4427-a43f-bdf4771dd712 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.494251 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-c039e6eb-afda-4afa-b3eb-a9f3f5fd5c47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd25645b-2bee-4489-93bd-1b3326787544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516548 Aug 25 11:23:54.556207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29ccb1d8-abf9-4944-90e1-fffc11804c60 req-e80a4732-2863-4fb9-b2f3-ef5e53775b9c tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402049 Aug 25 11:23:54.621557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-3ea651cc-d366-4345-b52e-996acddd2913 service neutron] 10.222.0.10 "GET /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161246 Aug 25 11:23:54.658412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-97eac1fd-419b-486b-98c3-a29551bc2452 req-2421f24e-04b6-4427-a43f-bdf4771dd712 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.660977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-97eac1fd-419b-486b-98c3-a29551bc2452 req-2421f24e-04b6-4427-a43f-bdf4771dd712 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.665986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97eac1fd-419b-486b-98c3-a29551bc2452 req-2421f24e-04b6-4427-a43f-bdf4771dd712 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/732999c9-a1f0-4c5a-af2d-19a672d372e2 HTTP/1.1" status: 204 len: 173 time: 0.4570773 Aug 25 11:23:54.732393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] For port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:54.732772 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:54.742207 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-25e39674-2f58-4dc2-8253-24ded74c5fa1 req-13b65263-97b0-428f-bb70-30acdf1bcd0e service neutron] 10.222.0.10 "GET /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133614 Aug 25 11:23:54.816148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421f24e-04b6-4427-a43f-bdf4771dd712 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732999c9-a1f0-4c5a-af2d-19a672d372e2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:54.829919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Calling delete_port for 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:54.919333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffa985-6b83-42ad-9297-43b48ae09ff0 req-7e0c50c6-d862-4463-a6b8-f5fe931ed283 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:54.922248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62ffa985-6b83-42ad-9297-43b48ae09ff0 req-7e0c50c6-d862-4463-a6b8-f5fe931ed283 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.2241280 Aug 25 11:23:54.947656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-241ad190-3ee8-4512-968d-2ad80ec435f0 req-474b2524-b6c6-4103-99a9-b6e2fba95c4b tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0552678 Aug 25 11:23:55.016514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62ffa985-6b83-42ad-9297-43b48ae09ff0 req-21efef47-472a-4167-9df8-7964efb8bd5e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744395 Aug 25 11:23:55.040061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 019b3605-2f86-48e6-94cb-0dbe40050f8e details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:23:55.109070 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-61885dd9-684e-443a-a7c9-374415f4d093 req-bbb593fd-5d11-41a7-a79e-5b82479449c0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:55.131580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61885dd9-684e-443a-a7c9-374415f4d093 req-bbb593fd-5d11-41a7-a79e-5b82479449c0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/92c11965-0087-4915-8c78-c8ba1aaf457a HTTP/1.1" status: 404 len: 352 time: 0.1040714 Aug 25 11:23:55.134027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:55.168457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 019b3605-2f86-48e6-94cb-0dbe40050f8e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e,segment=NetworkSegment(da32364a-9248-4a98-adf3-5e31f466ec8b),segment_id=da32364a-9248-4a98-adf3-5e31f466ec8b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:55.188032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '019b3605-2f86-48e6-94cb-0dbe40050f8e', 'network_id': 'cd25645b-2bee-4489-93bd-1b3326787544', 'port_id': '019b3605-2f86-48e6-94cb-0dbe40050f8e', 'mac_address': 'fa:16:3e:dc:5e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbbf1a3-d72b-4299-8220-a86037f7c82c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:23:55.191795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event deleted for resources: {'Port': ['ID=1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:55.259645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:55.281354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019b3605-2f86-48e6-94cb-0dbe40050f8e {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:23:55.322439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 019b3605-2f86-48e6-94cb-0dbe40050f8e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e,segment=NetworkSegment(da32364a-9248-4a98-adf3-5e31f466ec8b),segment_id=da32364a-9248-4a98-adf3-5e31f466ec8b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:55.331312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:55.351800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] No DVR routers for this DVR port 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:55.356372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:55.358502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f74b9025-8b66-4161-a27c-1bc2ff69cf2d req-7ef21f44-130b-414b-84c4-f2321b6e94ed tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "DELETE /v2.0/ports/1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 HTTP/1.1" status: 204 len: 173 time: 1.1482093 Aug 25 11:23:55.359171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'name': 'network-vif-deleted', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:55.361797 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef36750-7714-49b6-9f23-f03d3638c88d" -d '{"events": [{"server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "name": "network-vif-deleted", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:55.382490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2607-d85a-4cdc-b1dc-595b1cb9dc65 req-d7f5b325-cb27-42cb-88d6-01c6ed35d8a8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:55.384503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d7c2607-d85a-4cdc-b1dc-595b1cb9dc65 req-d7f5b325-cb27-42cb-88d6-01c6ed35d8a8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1498141 Aug 25 11:23:55.403059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e242-508a-42f1-bd01-e48b3bab4cad req-3506fc15-5af4-4343-8bd5-df02f1b5f9b2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:55.405956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ca6e242-508a-42f1-bd01-e48b3bab4cad req-3506fc15-5af4-4343-8bd5-df02f1b5f9b2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.2112892 Aug 25 11:23:55.444530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=019b3605-2f86-48e6-94cb-0dbe40050f8e,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:55.517671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d7c2607-d85a-4cdc-b1dc-595b1cb9dc65 req-5e26c835-9ec8-4349-a51c-62d5022a3e81 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096621 Aug 25 11:23:55.527981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ca6e242-508a-42f1-bd01-e48b3bab4cad req-1272c6e5-93d6-44d2-ba05-62dcf025785a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902283 Aug 25 11:23:55.629621 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-357a358c-da58-465c-bdc0-537fadce2496 req-7933c05f-3c28-45a3-bdd2-64da582b45d1 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:55.631648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-357a358c-da58-465c-bdc0-537fadce2496 req-7933c05f-3c28-45a3-bdd2-64da582b45d1 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/afafaf37-223b-4b4c-bb70-c4df2dcbd147 HTTP/1.1" status: 404 len: 352 time: 0.0259202 Aug 25 11:23:55.658176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['019b3605-2f86-48e6-94cb-0dbe40050f8e'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:23:55.733916 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fb4cb1-2a1c-4814-91a0-f0988eb74a9e x-openstack-request-id: req-20fb4cb1-2a1c-4814-91a0-f0988eb74a9e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:55.734224 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b79f4-052f-4788-bd46-2e8d03e2532c", "name": "network-vif-deleted", "tag": "1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:55.734483 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20fb4cb1-2a1c-4814-91a0-f0988eb74a9e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:55.734898 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b79f4-052f-4788-bd46-2e8d03e2532c', 'name': 'network-vif-deleted', 'tag': '1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96', 'status': 'completed', 'code': 200} Aug 25 11:23:55.837376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2eaf818b-3563-4146-9e42-3991ea853bfc req-1af07691-ddf1-45aa-9acb-69adbd389d53 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a4b79f4-052f-4788-bd46-2e8d03e2532c HTTP/1.1" status: 200 len: 210 time: 0.0486300 Aug 25 11:23:55.913496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ec70-7184-42a0-8f63-5b025e288ad9 req-3e88e63f-5eae-40d1-8fd2-f1796df7e1df tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:55.915885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70a1ec70-7184-42a0-8f63-5b025e288ad9 req-3e88e63f-5eae-40d1-8fd2-f1796df7e1df tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1196144 Aug 25 11:23:55.998723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70a1ec70-7184-42a0-8f63-5b025e288ad9 req-c9fbf347-6a45-4624-8d63-1837344e83f1 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753670 Aug 25 11:23:56.026477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b968-6573-431c-8832-09c5a8f201b5 req-c1d0be24-25cb-4764-838c-4d6b04e743f7 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:56.028263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7f5b968-6573-431c-8832-09c5a8f201b5 req-c1d0be24-25cb-4764-838c-4d6b04e743f7 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 944 time: 0.0888276 Aug 25 11:23:56.087324 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-506ef369-865a-47e2-8043-270decda1b9c req-bebf1042-03a7-484b-ae7d-3c4b1b3833ad tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:56.088578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-506ef369-865a-47e2-8043-270decda1b9c req-bebf1042-03a7-484b-ae7d-3c4b1b3833ad tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/12fb2f92-5756-4fc3-92f7-0dbcfa92421b HTTP/1.1" status: 404 len: 352 time: 0.0349867 Aug 25 11:23:56.108473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7f5b968-6573-431c-8832-09c5a8f201b5 req-ba189406-14f4-4eff-9164-d863a53719d1 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644879 Aug 25 11:23:56.278924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae7f26a9-d3d7-45c3-987a-1e618c6cb3af req-5d467321-abe5-45c4-a7d7-d8e4ceff1d2a tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0323958 Aug 25 11:23:56.341942 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-1b0560a9-1e47-47e5-b52e-5935784df62b req-3c24b26f-f24a-498e-a46c-fb694cb6dfca tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:56.343268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b0560a9-1e47-47e5-b52e-5935784df62b req-3c24b26f-f24a-498e-a46c-fb694cb6dfca tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/2912e9d4-43f5-4600-8a2b-4243a2c7f8d8 HTTP/1.1" status: 404 len: 352 time: 0.0176971 Aug 25 11:23:56.465999 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-463cd8ec-8f28-42ba-a561-a521301e1c95 req-8a50c046-1ed2-4dbc-860e-a011a4a9b60c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:56.467068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-463cd8ec-8f28-42ba-a561-a521301e1c95 req-8a50c046-1ed2-4dbc-860e-a011a4a9b60c tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/1340c0f1-0767-4c31-83f2-c61eb209758e HTTP/1.1" status: 404 len: 352 time: 0.0202091 Aug 25 11:23:56.494357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5a1a2-0dc1-48e9-972a-83b8a964b7cf req-0aa64a89-848a-4f26-86e5-d68f86f6490b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:56.497103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01c5a1a2-0dc1-48e9-972a-83b8a964b7cf req-0aa64a89-848a-4f26-86e5-d68f86f6490b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.0789771 Aug 25 11:23:56.524614 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-400e3154-3388-469d-9517-8d7bec0138bc req-2f9f6d6c-71ed-4275-982b-ccaf7da4ff84 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] show failed (client error): The resource could not be found. Aug 25 11:23:56.525665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-400e3154-3388-469d-9517-8d7bec0138bc req-2f9f6d6c-71ed-4275-982b-ccaf7da4ff84 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/fa11e697-e15d-4785-b1cd-5600d72473ec HTTP/1.1" status: 404 len: 352 time: 0.0223284 Aug 25 11:23:56.557061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01c5a1a2-0dc1-48e9-972a-83b8a964b7cf req-892fa469-e260-4ee4-addf-e8307e486c5f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463150 Aug 25 11:23:56.704973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf70eb-20ea-4de9-ac0e-0e9ef53797c6 req-5fd61522-6ab0-41f0-9c6c-113aea543ff2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:56.706629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94cf70eb-20ea-4de9-ac0e-0e9ef53797c6 req-5fd61522-6ab0-41f0-9c6c-113aea543ff2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 946 time: 0.0646379 Aug 25 11:23:56.759565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94cf70eb-20ea-4de9-ac0e-0e9ef53797c6 req-ed8049bf-f818-4f4b-81a4-2c092f6e0beb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Aug 25 11:23:56.933523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716de45-9929-4c3d-84ae-eec015e8fd83 req-432b8420-264c-4872-9c7d-66fe1905373e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:56.947185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4716de45-9929-4c3d-84ae-eec015e8fd83 req-432b8420-264c-4872-9c7d-66fe1905373e tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1023 time: 0.1218929 Aug 25 11:23:57.026297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4716de45-9929-4c3d-84ae-eec015e8fd83 req-f36dbf8e-af94-436b-9f2d-afa40de7f313 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa&id=a648579d-3212-459d-aba7-68c4d37fdb26&id=0f8620f5-622a-4bc9-b8ae-e61bae331b09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0759215 Aug 25 11:23:57.048054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 019b3605-2f86-48e6-94cb-0dbe40050f8e up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:23:57.095684 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:57.120654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 019b3605-2f86-48e6-94cb-0dbe40050f8e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:23:57.125590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 019b3605-2f86-48e6-94cb-0dbe40050f8e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:23:57.126325 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:57.137537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-53293bd6-9acf-4bab-a03b-b7de1b06196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.139931 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-53293bd6-9acf-4bab-a03b-b7de1b06196a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 1098 time: 0.1071048 Aug 25 11:23:57.252519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-36c4d016-63d1-43e4-9c23-c1de83e5cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.254185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-36c4d016-63d1-43e4-9c23-c1de83e5cf39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.1066933 Aug 25 11:23:57.271061 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:57.277020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b1503-13df-4934-ba72-03361b1d2c2f req-da4891b6-53d2-409e-b271-5f63e98902e1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.278800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-337b1503-13df-4934-ba72-03361b1d2c2f req-da4891b6-53d2-409e-b271-5f63e98902e1 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 945 time: 0.1371443 Aug 25 11:23:57.303532 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-3097ee1a-5dd2-49a7-a2a7-8d700c609f4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb HTTP/1.1" status: 200 len: 217 time: 0.0405123 Aug 25 11:23:57.314078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b3605-2f86-48e6-94cb-0dbe40050f8e'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:57.317128 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6e00e6-18d5-4187-a59e-7e0cd4933612" -d '{"events": [{"server_uuid": "9ba6434b-c5aa-46d5-8299-9beb9e29e5aa", "name": "network-vif-plugged", "status": "completed", "tag": "019b3605-2f86-48e6-94cb-0dbe40050f8e"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:57.325430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323073c-7a2a-4977-b68b-bc9a89471c3d req-28a846b7-5d09-4bea-93c6-97dffdb0c4fa tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.327405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5323073c-7a2a-4977-b68b-bc9a89471c3d req-28a846b7-5d09-4bea-93c6-97dffdb0c4fa tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 944 time: 0.1047349 Aug 25 11:23:57.335917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 019b3605-2f86-48e6-94cb-0dbe40050f8e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e,segment=NetworkSegment(da32364a-9248-4a98-adf3-5e31f466ec8b),segment_id=da32364a-9248-4a98-adf3-5e31f466ec8b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:57.340736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:57.341617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:57.370861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-90ee75dd-c0c4-41b1-82db-45d6e662e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.372500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-90ee75dd-c0c4-41b1-82db-45d6e662e4e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.0618083 Aug 25 11:23:57.393529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-337b1503-13df-4934-ba72-03361b1d2c2f req-4968df03-c34d-4912-8fc8-47384f26fc67 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/security-groups?id=bd0489a8-fe98-4776-8aa6-01be350ae298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962815 Aug 25 11:23:57.411306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-f89c63cb-4c9e-4ced-b45f-7c328f6e465a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312378 Aug 25 11:23:57.442662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=019b3605-2f86-48e6-94cb-0dbe40050f8e,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:57.449149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5323073c-7a2a-4977-b68b-bc9a89471c3d req-1235aba9-7fad-4847-b2d1-cdc4c0b5fa90 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122632 Aug 25 11:23:57.495785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:57.523729 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505adb93-ae71-4a0e-963d-796df5d78a5b x-openstack-request-id: req-505adb93-ae71-4a0e-963d-796df5d78a5b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:57.524380 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba6434b-c5aa-46d5-8299-9beb9e29e5aa", "name": "network-vif-plugged", "status": "completed", "tag": "019b3605-2f86-48e6-94cb-0dbe40050f8e", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:57.524779 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-505adb93-ae71-4a0e-963d-796df5d78a5b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:57.525332 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019b3605-2f86-48e6-94cb-0dbe40050f8e', 'code': 200} Aug 25 11:23:57.537058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-933cad54-379b-4f3c-b35e-3cae1658ddb3 req-0a58f400-3d6d-45ba-a484-4b0a586076f6 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0390763 Aug 25 11:23:57.546286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:57.554159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:57.555638 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-dfdfd74f-ae5d-439c-ac2a-6e5ec8d49ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362069 Aug 25 11:23:57.636270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:57.662654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dc41e-8481-419e-8fc4-98ab96bf4dc6 req-f7e165e0-247e-4aa7-a91e-f69e5e351054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.664160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-040dc41e-8481-419e-8fc4-98ab96bf4dc6 req-f7e165e0-247e-4aa7-a91e-f69e5e351054 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 1097 time: 0.0728726 Aug 25 11:23:57.704924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2252ab5a-81f1-4aef-a804-de23747c5863 req-b2b9948c-5290-4605-8b43-6709b5413e65 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395786 Aug 25 11:23:57.726822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-3433e073-c037-480e-98e9-35cb2c9c0f24 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.726822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-3433e073-c037-480e-98e9-35cb2c9c0f24 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 945 time: 0.1070518 Aug 25 11:23:57.757018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-040dc41e-8481-419e-8fc4-98ab96bf4dc6 req-69ace5c4-dd9a-4544-b47f-d909ffe7231b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830209 Aug 25 11:23:57.787334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65918d2b-5b9a-4d6d-afc4-386919b5048f req-11e5b42c-e166-4a07-b637-cb1d278d5d8e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.788883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65918d2b-5b9a-4d6d-afc4-386919b5048f req-11e5b42c-e166-4a07-b637-cb1d278d5d8e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1287322 Aug 25 11:23:57.888983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65918d2b-5b9a-4d6d-afc4-386919b5048f req-fb46de72-23dd-4b6d-a686-12b0983f336d tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922389 Aug 25 11:23:57.918545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe14e4-fa8a-4c96-96c6-474f9c51e854 req-ccf56b8f-831e-4b44-9fce-14c020dfd27a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:57.920066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbbe14e4-fa8a-4c96-96c6-474f9c51e854 req-ccf56b8f-831e-4b44-9fce-14c020dfd27a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 944 time: 0.0823777 Aug 25 11:23:57.927304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Deleting port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:57.927648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:58.011981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbbe14e4-fa8a-4c96-96c6-474f9c51e854 req-15f296a9-94cd-44ed-b134-06693a9fbab0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806942 Aug 25 11:23:58.059889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] For port d837548d-b9bf-420e-bf4b-4d95b5adfdf7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,segment=NetworkSegment(4dacf0db-efdf-4547-8048-68be924ffeb8),segment_id=4dacf0db-efdf-4547-8048-68be924ffeb8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:58.061027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:58.083412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Calling delete_port for d837548d-b9bf-420e-bf4b-4d95b5adfdf7 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:58.287198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb543c2-433b-4b3c-9c0b-6d1712a1e946 req-e265eaf8-fdf3-460e-8023-e4d93a897f41 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:58.288798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cb543c2-433b-4b3c-9c0b-6d1712a1e946 req-e265eaf8-fdf3-460e-8023-e4d93a897f41 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1023 time: 0.1493399 Aug 25 11:23:58.338085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaac7c1-fcc9-48d6-8aed-e571eae83592 req-e4b1ca65-e3a3-4d11-b282-b4c33b0c6679 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:58.339672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcaac7c1-fcc9-48d6-8aed-e571eae83592 req-e4b1ca65-e3a3-4d11-b282-b4c33b0c6679 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1677327 Aug 25 11:23:58.341609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-a6a5554e-62cf-48b0-bb8d-cf05f3f9c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:58.343066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-a6a5554e-62cf-48b0-bb8d-cf05f3f9c826 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 1096 time: 0.1408169 Aug 25 11:23:58.518213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cb543c2-433b-4b3c-9c0b-6d1712a1e946 req-ec90b31a-ef88-4715-91a1-e37ca683c3b0 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa&id=a648579d-3212-459d-aba7-68c4d37fdb26&id=0f8620f5-622a-4bc9-b8ae-e61bae331b09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2216556 Aug 25 11:23:58.532884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-8fb41012-a2a4-41d3-acbe-4672448af5c9 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:58.534483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-8fb41012-a2a4-41d3-acbe-4672448af5c9 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.67 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1023 time: 0.2237933 Aug 25 11:23:58.544435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcaac7c1-fcc9-48d6-8aed-e571eae83592 req-f79cd0f5-23b1-4529-b85d-730e79554f11 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792359 Aug 25 11:23:58.548737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:58.571613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:23:58.603299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:23:58.603885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1a0a3ee3-9ea0-4285-94e0-b5f9263a8c96 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:23:58.620076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Pushing event deleted for resources: {'Port': ['ID=d837548d-b9bf-420e-bf4b-4d95b5adfdf7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:23:58.684947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-0b1fed95-a1f0-4084-9876-e201633029d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:58.686499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-0b1fed95-a1f0-4084-9876-e201633029d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.3259275 Aug 25 11:23:58.688415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa8b4a8b-80d1-48ba-ac81-494b216eb3bb req-31e49b06-9feb-4c3e-90b8-75c1b20a0661 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa HTTP/1.1" status: 200 len: 210 time: 0.0744028 Aug 25 11:23:59.155045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d3a41df-63f7-4dd4-b76e-0b48a162664d req-43269d89-51e0-4f06-863d-390249209781 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0784786 Aug 25 11:23:59.160222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] No DVR routers for this DVR port d837548d-b9bf-420e-bf4b-4d95b5adfdf7 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:23:59.169580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:59.184069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77d68339-3295-4115-8e45-81bcc2ba9aaf req-b78eda92-d1e1-4bc6-bb5a-1fcd69279d35 tempest-LiveMigrationTest-40347777 tempest-LiveMigrationTest-40347777-project] 10.222.0.67 "DELETE /v2.0/ports/d837548d-b9bf-420e-bf4b-4d95b5adfdf7 HTTP/1.1" status: 204 len: 173 time: 1.4375553 Aug 25 11:23:59.184069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'name': 'network-vif-deleted', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:59.184069 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0917ad-b475-4075-aed1-3143b55eb246" -d '{"events": [{"server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "name": "network-vif-deleted", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:59.194732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1c0e4-12b2-46a2-800f-3d3eb1e23d77 req-ba45e2ae-8ad7-402e-9bfb-1212dd1a7369 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:59.194732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edb1c0e4-12b2-46a2-800f-3d3eb1e23d77 req-ba45e2ae-8ad7-402e-9bfb-1212dd1a7369 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 945 time: 0.5676970 Aug 25 11:23:59.198041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-af7f0916-52a3-42e4-a573-3abbd48a4750 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 200 len: 998 time: 0.4919832 Aug 25 11:23:59.294204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edb1c0e4-12b2-46a2-800f-3d3eb1e23d77 req-9aedb42e-2dfe-492e-b5bd-f658a309b14b tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916531 Aug 25 11:23:59.299505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Deleting port a8486044-841d-4ef8-b25c-31286b85283c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:23:59.299852 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:59.305915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-d5407944-85c3-416b-aff7-3d8115bf81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:59.308054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-d5407944-85c3-416b-aff7-3d8115bf81e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.0915146 Aug 25 11:23:59.388147 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455fec15-9e9d-4ae1-aafb-f8ccae2b78e1 x-openstack-request-id: req-455fec15-9e9d-4ae1-aafb-f8ccae2b78e1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:59.388428 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa", "name": "network-vif-deleted", "tag": "d837548d-b9bf-420e-bf4b-4d95b5adfdf7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:59.388661 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-455fec15-9e9d-4ae1-aafb-f8ccae2b78e1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:59.389104 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa1cbf3-b50d-4e3e-863a-d9210c0e3afa', 'name': 'network-vif-deleted', 'tag': 'd837548d-b9bf-420e-bf4b-4d95b5adfdf7', 'status': 'completed', 'code': 200} Aug 25 11:23:59.493920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-ab20297a-f7f3-45c6-823c-6e2f1cfba125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:59.495569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-ab20297a-f7f3-45c6-823c-6e2f1cfba125 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714361 Aug 25 11:23:59.522297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] For port a8486044-841d-4ef8-b25c-31286b85283c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8486044-841d-4ef8-b25c-31286b85283c,segment=NetworkSegment(ed7470c7-6362-4037-886f-2bf349cd61c9),segment_id=ed7470c7-6362-4037-886f-2bf349cd61c9)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:23:59.522677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:23:59.526950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:23:59.530143 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8a034b-f0ee-40fe-9e17-4c8319bf806f" -d '{"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:23:59.532923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1e67-794a-4dd8-90b6-b512ca1bde1f req-427e847a-5842-4cfa-ac8f-17907b6eba6f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:59.534546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f04a1e67-794a-4dd8-90b6-b512ca1bde1f req-427e847a-5842-4cfa-ac8f-17907b6eba6f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 944 time: 0.1488943 Aug 25 11:23:59.588593 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa728d1-cb36-4cc5-aa71-f6a1b4a692fa x-openstack-request-id: req-eaa728d1-cb36-4cc5-aa71-f6a1b4a692fa {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:23:59.589494 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:23:59.589977 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaa728d1-cb36-4cc5-aa71-f6a1b4a692fa {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:23:59.590701 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'code': 200} Aug 25 11:23:59.594713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Calling delete_port for a8486044-841d-4ef8-b25c-31286b85283c owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:23:59.682613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f04a1e67-794a-4dd8-90b6-b512ca1bde1f req-c2e0596e-b4f1-4c7e-9065-8877e5ebaff1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318500 Aug 25 11:23:59.761318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-258600f8-7820-4b9f-b462-a61d20b61756 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569239 Aug 25 11:23:59.863506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d2be-851d-4e14-ad2b-f9e5fc60e34e req-6609df1d-d2f1-4ff6-8e9c-080a097c110f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:59.865131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f54d2be-851d-4e14-ad2b-f9e5fc60e34e req-6609df1d-d2f1-4ff6-8e9c-080a097c110f tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/ports?device_id=4551b1a1-7c20-4e0a-a44c-302bdfc38a25 HTTP/1.1" status: 200 len: 1023 time: 0.1942558 Aug 25 11:23:59.954884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c140d62-bc27-45ab-8046-f34739b07994 req-cbd96894-557d-4e0e-b854-fd0faef33990 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:23:59.956631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c140d62-bc27-45ab-8046-f34739b07994 req-cbd96894-557d-4e0e-b854-fd0faef33990 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1941462 Aug 25 11:24:00.018875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f54d2be-851d-4e14-ad2b-f9e5fc60e34e req-527ac663-63dd-414d-bfb2-4c30b3f223c1 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa&id=a648579d-3212-459d-aba7-68c4d37fdb26&id=0f8620f5-622a-4bc9-b8ae-e61bae331b09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1438897 Aug 25 11:24:00.037918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.041704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d04696a9-0ead-4e7a-b4b9-e1ec3c3ead5d req-0087991a-c709-43f6-93f5-26e252e2a60c service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627358 Aug 25 11:24:00.051837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8486044-841d-4ef8-b25c-31286b85283c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:00.095422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c140d62-bc27-45ab-8046-f34739b07994 req-044327ab-fd06-42a8-92cb-a490bee4fa90 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232948 Aug 25 11:24:00.096640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'Port': ['ID=a8486044-841d-4ef8-b25c-31286b85283c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:00.124207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:00.145836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] No DVR routers for this DVR port a8486044-841d-4ef8-b25c-31286b85283c on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:00.149140 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.151381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-780def75-a3d8-4913-8a5e-ba07ac7a6c8a req-56ea032b-274d-4be0-9652-7ab33ba7be5b tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.67 "DELETE /v2.0/ports/a8486044-841d-4ef8-b25c-31286b85283c HTTP/1.1" status: 204 len: 173 time: 1.6061320 Aug 25 11:24:00.240069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Deleting subnet 01a933be-9cab-45fc-bfe0-71fe81f8e0fe {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:24:00.246362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.281199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5454519d-3113-4b18-900e-865f3cbbf298 req-17b5eddc-82dc-4c71-9de6-3d3f51e7b23e tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0383747 Aug 25 11:24:00.460591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c209cca-3af5-40fb-b253-42d034f1534a req-a0cd5fb6-4259-471d-b771-091e65eb5ecf tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:00.462317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c209cca-3af5-40fb-b253-42d034f1534a req-a0cd5fb6-4259-471d-b771-091e65eb5ecf tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 945 time: 0.0602710 Aug 25 11:24:00.518158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c209cca-3af5-40fb-b253-42d034f1534a req-d2f88135-c107-48ec-a31b-84b48aa6fcec tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Aug 25 11:24:00.557622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:00.587432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: d837548d-b9bf-420e-bf4b-4d95b5adfdf7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:00.588083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d837548d-b9bf-420e-bf4b-4d95b5adfdf7 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:00.670125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.675192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.714913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.805854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.842342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a933be-9cab-45fc-bfe0-71fe81f8e0fe,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:00.844546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:00.846821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dac6d451-bb5a-41a7-9657-e36de3ce8c06 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/01a933be-9cab-45fc-bfe0-71fe81f8e0fe HTTP/1.1" status: 204 len: 168 time: 0.7215507 Aug 25 11:24:00.851386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49250) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:00.893226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133a5de-e70e-476b-a554-73de7cb1c1b1 req-45595f0d-1771-4b45-ac7e-3fa27126d9a4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:00.915354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4133a5de-e70e-476b-a554-73de7cb1c1b1 req-45595f0d-1771-4b45-ac7e-3fa27126d9a4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 944 time: 0.0859921 Aug 25 11:24:00.967471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4133a5de-e70e-476b-a554-73de7cb1c1b1 req-29aaa263-aec9-43d9-8381-8e55e518eeaf tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518897 Aug 25 11:24:00.982908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.088087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5beada-9017-422b-ad13-12c32c4227be req-30affca0-df98-44b0-a582-3ef5d0e988a1 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:01.090088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c5beada-9017-422b-ad13-12c32c4227be req-30affca0-df98-44b0-a582-3ef5d0e988a1 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 945 time: 0.0982895 Aug 25 11:24:01.092799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.105574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bced2f-e46e-4dbd-9ea2-94079387039b']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:01.123765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dacf0db-efdf-4547-8048-68be924ffeb8') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:01.124037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dacf0db-efdf-4547-8048-68be924ffeb8') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:01.135146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.153537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.155894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c5beada-9017-422b-ad13-12c32c4227be req-e01bd3d8-daf8-4569-8afe-5769d492dc67 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Aug 25 11:24:01.162521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:24:01.163119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:24:01.165372 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:24:01.232517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.239148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.244563 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] 10.222.0.35 "DELETE /v2.0/networks/18bced2f-e46e-4dbd-9ea2-94079387039b HTTP/1.1" status: 204 len: 168 time: 0.3881800 Aug 25 11:24:01.245464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49272) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:01.265608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277af2-179f-4d6e-8f5a-97c833b96b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=18bced2f-e46e-4dbd-9ea2-94079387039b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:01.309378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Deleting subnet 2b7d65f9-ba13-4a31-bdb5-8374558d8285 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:24:01.312898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f7c5d-cd60-43f0-9b48-df61c4d19178 req-dab10895-4ab5-4a06-b463-fd2bdaec4e52 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:01.313550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.314590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-769f7c5d-cd60-43f0-9b48-df61c4d19178 req-dab10895-4ab5-4a06-b463-fd2bdaec4e52 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.0600626 Aug 25 11:24:01.367597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.376235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-769f7c5d-cd60-43f0-9b48-df61c4d19178 req-b52c9a85-168e-408a-ad80-71becd3eb425 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553641 Aug 25 11:24:01.390621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'name': 'network-vif-deleted', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:01.395579 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac1f0c-a1d6-4f4b-bbcf-9e4ac1dbdefd" -d '{"events": [{"server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "name": "network-vif-deleted", "tag": "a8486044-841d-4ef8-b25c-31286b85283c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:01.417782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.464212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7cb39e5-21b4-4a6e-82db-b1c179dec236 req-ed926e80-9854-47fa-932e-d056f23b4158 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa HTTP/1.1" status: 200 len: 1803 time: 0.0490911 Aug 25 11:24:01.507211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.555973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.561063 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e7cb39e5-21b4-4a6e-82db-b1c179dec236 req-a8a9c828-c762-4641-9ea5-5d0fb3d00c77 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.561387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2b7d65f9-ba13-4a31-bdb5-8374558d8285 HTTP/1.1" status: 204 len: 168 time: 0.3129308 Aug 25 11:24:01.561387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49748d39-23c8-4104-91c8-3b1160871f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7d65f9-ba13-4a31-bdb5-8374558d8285,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:01.561976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49300) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:01.655700 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e7cb39e5-21b4-4a6e-82db-b1c179dec236 req-a8a9c828-c762-4641-9ea5-5d0fb3d00c77 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.693026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.775595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e7cb39e5-21b4-4a6e-82db-b1c179dec236 req-a8a9c828-c762-4641-9ea5-5d0fb3d00c77 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.778196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e7cb39e5-21b4-4a6e-82db-b1c179dec236 req-a8a9c828-c762-4641-9ea5-5d0fb3d00c77 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.779392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7cb39e5-21b4-4a6e-82db-b1c179dec236 req-a8a9c828-c762-4641-9ea5-5d0fb3d00c77 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa HTTP/1.1" status: 204 len: 173 time: 0.3075671 Aug 25 11:24:01.803153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c828-c762-4641-9ea5-5d0fb3d00c77 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07f626-9e2a-4a1c-ba6a-9ed65caf72aa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:01.806446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.834626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c055d90-9a2a-461a-98fe-afc500962398']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:01.877777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41587ca5-9017-427f-a6c9-d88bc57dbec8') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:01.878075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41587ca5-9017-427f-a6c9-d88bc57dbec8') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:01.904055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce36c64a-d699-4e33-b00e-f069cee3d062 req-47926650-d589-483e-bd6d-ef5ee1cefc39 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0517128 Aug 25 11:24:01.905854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.923888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.942724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-dbcec27e-e57b-4731-a48b-d40d927ce401 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:01.944334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-dbcec27e-e57b-4731-a48b-d40d927ce401 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=e48f640f-6c90-4d79-a595-df76e2c87f9b HTTP/1.1" status: 200 len: 944 time: 0.1066797 Aug 25 11:24:01.948524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:24:01.948524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:24:01.950444 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:24:02.049714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.052378 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc97d7-6ce5-4363-9567-4e207204ce3d x-openstack-request-id: req-e9cc97d7-6ce5-4363-9567-4e207204ce3d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:02.052638 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4551b1a1-7c20-4e0a-a44c-302bdfc38a25", "name": "network-vif-deleted", "tag": "a8486044-841d-4ef8-b25c-31286b85283c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:02.052962 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9cc97d7-6ce5-4363-9567-4e207204ce3d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:02.053374 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4551b1a1-7c20-4e0a-a44c-302bdfc38a25', 'name': 'network-vif-deleted', 'tag': 'a8486044-841d-4ef8-b25c-31286b85283c', 'status': 'completed', 'code': 200} Aug 25 11:24:02.077262 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.079110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] 10.222.0.35 "DELETE /v2.0/networks/6c055d90-9a2a-461a-98fe-afc500962398 HTTP/1.1" status: 204 len: 168 time: 0.5162587 Aug 25 11:24:02.093453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db2047-21a0-4985-9cd8-a2fd89a45b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c055d90-9a2a-461a-98fe-afc500962398,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:02.155447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Deleting port 36c5625f-1cf3-43a7-b3ab-74e786df54bb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:02.155785 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.213529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ea1f5-109d-4c86-b246-c43f82982569 req-dee56db9-89a6-4a7a-bb11-f93173cae023 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:02.215174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-656ea1f5-109d-4c86-b246-c43f82982569 req-dee56db9-89a6-4a7a-bb11-f93173cae023 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1060936 Aug 25 11:24:02.241218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49318) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:02.284067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2eb44fc9-d9e8-4027-b354-35d2fd12a715 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a53180ea5374a77ae884fd61e2133f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415802 Aug 25 11:24:02.285906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-656ea1f5-109d-4c86-b246-c43f82982569 req-f57d9bfe-d97f-4f63-bd50-64dc4ffe2fcd tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627100 Aug 25 11:24:02.286641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:02.294950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] For port 36c5625f-1cf3-43a7-b3ab-74e786df54bb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=36c5625f-1cf3-43a7-b3ab-74e786df54bb,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:02.295412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.310556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Calling delete_port for 36c5625f-1cf3-43a7-b3ab-74e786df54bb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:02.352737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6da49bc-bb2a-429b-b6f2-b2f984b06717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.379191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6da49bc-bb2a-429b-b6f2-b2f984b06717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.452311 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6da49bc-bb2a-429b-b6f2-b2f984b06717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.455786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c6da49bc-bb2a-429b-b6f2-b2f984b06717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.457569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c6da49bc-bb2a-429b-b6f2-b2f984b06717 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd0489a8-fe98-4776-8aa6-01be350ae298 HTTP/1.1" status: 204 len: 168 time: 0.1697083 Aug 25 11:24:02.487596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-827385df-f974-45ee-9773-2c73eb074e41 req-239dfa5e-f19b-4e60-b529-2adc06d6a9d7 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "GET /v2.0/security-groups/0f8620f5-622a-4bc9-b8ae-e61bae331b09 HTTP/1.1" status: 200 len: 1802 time: 0.0906897 Aug 25 11:24:02.496695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da49bc-bb2a-429b-b6f2-b2f984b06717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0489a8-fe98-4776-8aa6-01be350ae298,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:02.501837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-9b545272-152f-4fe3-966f-46d534ceea9a tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:02.503656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-9b545272-152f-4fe3-966f-46d534ceea9a tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 945 time: 0.1240542 Aug 25 11:24:02.587086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8486044-841d-4ef8-b25c-31286b85283c no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:02.612724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: a8486044-841d-4ef8-b25c-31286b85283c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:02.613288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8486044-841d-4ef8-b25c-31286b85283c not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:02.650914 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.702631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-827385df-f974-45ee-9773-2c73eb074e41 req-640a4bf4-830f-474a-b316-b52dda35f407 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.704715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event deleted for resources: {'Port': ['ID=36c5625f-1cf3-43a7-b3ab-74e786df54bb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:02.779667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] No DVR routers for this DVR port 36c5625f-1cf3-43a7-b3ab-74e786df54bb on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:02.782433 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-827385df-f974-45ee-9773-2c73eb074e41 req-640a4bf4-830f-474a-b316-b52dda35f407 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.793969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.796089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f405091-704e-4cdc-a617-90778ea0b3e1 req-4dc78298-4fc8-4eb1-9ded-6ac19aacb6e0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "DELETE /v2.0/ports/36c5625f-1cf3-43a7-b3ab-74e786df54bb HTTP/1.1" status: 204 len: 173 time: 0.8409648 Aug 25 11:24:02.818679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Deleting port 019b3605-2f86-48e6-94cb-0dbe40050f8e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:02.819026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.906161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-827385df-f974-45ee-9773-2c73eb074e41 req-640a4bf4-830f-474a-b316-b52dda35f407 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.910295 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-827385df-f974-45ee-9773-2c73eb074e41 req-640a4bf4-830f-474a-b316-b52dda35f407 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:02.912174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-827385df-f974-45ee-9773-2c73eb074e41 req-640a4bf4-830f-474a-b316-b52dda35f407 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] 10.222.0.35 "DELETE /v2.0/security-groups/0f8620f5-622a-4bc9-b8ae-e61bae331b09 HTTP/1.1" status: 204 len: 173 time: 0.4070179 Aug 25 11:24:02.925209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49330) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:02.949113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a4bf4-830f-474a-b316-b52dda35f407 tempest-SecurityGroupsTestJSON-347364096 tempest-SecurityGroupsTestJSON-347364096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8620f5-622a-4bc9-b8ae-e61bae331b09,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:03.001873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49334) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:03.090073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] For port 019b3605-2f86-48e6-94cb-0dbe40050f8e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=019b3605-2f86-48e6-94cb-0dbe40050f8e,segment=NetworkSegment(da32364a-9248-4a98-adf3-5e31f466ec8b),segment_id=da32364a-9248-4a98-adf3-5e31f466ec8b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:03.090943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.097607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:03.122299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Calling delete_port for 019b3605-2f86-48e6-94cb-0dbe40050f8e owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:03.131255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f2852c1-4eca-45fe-a64c-1991666c3a96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25678c98ef5d4415a5da9e5208c0e6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280353 Aug 25 11:24:03.136380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Deleting subnet 47c72c94-d38c-4c5b-8059-7770599a45be {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:24:03.138299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49344) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:03.144063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.154769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 36c5625f-1cf3-43a7-b3ab-74e786df54bb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:03.156748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 36c5625f-1cf3-43a7-b3ab-74e786df54bb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:03.195490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.239122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.310474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc4939-2498-470e-b10e-68e68b85d27d req-9b82fff3-3464-43f3-b0c5-c507fe273e6f tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:03.311911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.319891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86dc4939-2498-470e-b10e-68e68b85d27d req-9b82fff3-3464-43f3-b0c5-c507fe273e6f tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ba6434b-c5aa-46d5-8299-9beb9e29e5aa HTTP/1.1" status: 200 len: 945 time: 0.1698802 Aug 25 11:24:03.333108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac028a28-51bf-42c0-8a94-7655da999291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.341532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c72c94-d38c-4c5b-8059-7770599a45be,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:03.345568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.348642 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7a5a253d-413b-40e6-b9e0-374d06b7efba admin admin] 10.222.0.35 "DELETE /v2.0/subnets/47c72c94-d38c-4c5b-8059-7770599a45be HTTP/1.1" status: 204 len: 168 time: 0.4211373 Aug 25 11:24:03.351949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49352) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:03.399292 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac028a28-51bf-42c0-8a94-7655da999291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.436297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.442824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86dc4939-2498-470e-b10e-68e68b85d27d req-ac49af40-e485-484a-962b-6f247b38fa69 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.35 "GET /v2.0/security-groups?id=fee047c1-366d-413c-8517-d6483968506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224689 Aug 25 11:24:03.476176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.519376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Pushing event deleted for resources: {'Port': ['ID=019b3605-2f86-48e6-94cb-0dbe40050f8e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:03.570215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] No DVR routers for this DVR port 019b3605-2f86-48e6-94cb-0dbe40050f8e on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:03.572394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac028a28-51bf-42c0-8a94-7655da999291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.572958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.575091 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac028a28-51bf-42c0-8a94-7655da999291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.576391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac028a28-51bf-42c0-8a94-7655da999291 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a2dbfe4-a144-45f5-802d-82dafe8e1770 HTTP/1.1" status: 204 len: 168 time: 0.4368944 Aug 25 11:24:03.578494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.580131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-799ae3c3-03a9-4978-a11e-508df0b84ef5 req-3982057e-6f8a-44fc-b080-f8ecae958461 tempest-InstanceActionsNegativeTestJSON-683768845 tempest-InstanceActionsNegativeTestJSON-683768845-project] 10.222.0.10 "DELETE /v2.0/ports/019b3605-2f86-48e6-94cb-0dbe40050f8e HTTP/1.1" status: 204 len: 173 time: 1.0547051 Aug 25 11:24:03.594236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79bce6a-c831-4c9b-9c0e-95f4798ae082']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:03.606837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7470c7-6362-4037-886f-2bf349cd61c9') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:03.607137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7470c7-6362-4037-886f-2bf349cd61c9') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:03.613985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35b2fbef-0339-4df3-ad6e-70f5a48d133f req-3fdf0d94-278e-42e9-8e4c-1624cd6299f1 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0448952 Aug 25 11:24:03.615363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac028a28-51bf-42c0-8a94-7655da999291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2dbfe4-a144-45f5-802d-82dafe8e1770,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:03.617287 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.632444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.643543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:24:03.644873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:24:03.647501 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:24:03.725719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.753107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:03.755133 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f79bce6a-c831-4c9b-9c0e-95f4798ae082 HTTP/1.1" status: 204 len: 168 time: 0.4018202 Aug 25 11:24:03.756082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c48f2-f8f9-42c6-9de7-140188540e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79bce6a-c831-4c9b-9c0e-95f4798ae082,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:04.018843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-d2e6cee1-f7e6-4b0d-bd5e-9ec0db8775e5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:04.020652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-d2e6cee1-f7e6-4b0d-bd5e-9ec0db8775e5 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=01d6d709-01a4-4171-a9ee-2c58fd4971fd HTTP/1.1" status: 200 len: 944 time: 0.0617111 Aug 25 11:24:04.060559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49390) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:04.061469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-deleted', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb'}, {'server_uuid': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'name': 'network-vif-deleted', 'tag': '019b3605-2f86-48e6-94cb-0dbe40050f8e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:04.064991 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26970455-0b44-4d04-9b65-06465cb1abfc" -d '{"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-deleted", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb"}, {"server_uuid": "9ba6434b-c5aa-46d5-8299-9beb9e29e5aa", "name": "network-vif-deleted", "tag": "019b3605-2f86-48e6-94cb-0dbe40050f8e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:04.174051 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a21921-dc12-4cef-9fe4-08e0d1bf53a3 x-openstack-request-id: req-c8a21921-dc12-4cef-9fe4-08e0d1bf53a3 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:04.175196 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48f640f-6c90-4d79-a595-df76e2c87f9b", "name": "network-vif-deleted", "tag": "36c5625f-1cf3-43a7-b3ab-74e786df54bb", "status": "failed", "code": 422}, {"server_uuid": "9ba6434b-c5aa-46d5-8299-9beb9e29e5aa", "name": "network-vif-deleted", "tag": "019b3605-2f86-48e6-94cb-0dbe40050f8e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:04.175745 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8a21921-dc12-4cef-9fe4-08e0d1bf53a3 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:04.177067 n-d-778732-11 neutron-server[94910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e48f640f-6c90-4d79-a595-df76e2c87f9b', 'name': 'network-vif-deleted', 'tag': '36c5625f-1cf3-43a7-b3ab-74e786df54bb', 'status': 'failed', 'code': 422} returned with failed status Aug 25 11:24:04.178054 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba6434b-c5aa-46d5-8299-9beb9e29e5aa', 'name': 'network-vif-deleted', 'tag': '019b3605-2f86-48e6-94cb-0dbe40050f8e', 'status': 'completed', 'code': 200} Aug 25 11:24:04.206298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ba01e89-60e7-437c-a553-4e844189b86d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fad7ebeae4c4f689cb4ede538fb21cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444070 Aug 25 11:24:04.212899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49404) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:04.324559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Deleting port 91350510-cd7a-4699-b761-e4dc62c5486d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:04.325023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:04.457223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1675d37-11f9-4845-bc6a-3a204e3552d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:04.524097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-ff93cd2d-adbc-4398-a45b-f0f85dd81ac8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:04.526344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-ff93cd2d-adbc-4398-a45b-f0f85dd81ac8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.3050468 Aug 25 11:24:04.536737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1675d37-11f9-4845-bc6a-3a204e3552d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:04.542253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] For port 91350510-cd7a-4699-b761-e4dc62c5486d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=91350510-cd7a-4699-b761-e4dc62c5486d,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:04.542979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:04.585842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-b4f61a02-29e7-4da6-b5bc-e17c2b970b2a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.0465693 Aug 25 11:24:04.589391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Calling delete_port for 91350510-cd7a-4699-b761-e4dc62c5486d owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:04.643086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-55d75386-0d83-4b97-a36f-677eea6d911c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447731 Aug 25 11:24:04.803944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1675d37-11f9-4845-bc6a-3a204e3552d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:04.806661 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1675d37-11f9-4845-bc6a-3a204e3552d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:04.807899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c1675d37-11f9-4845-bc6a-3a204e3552d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a648579d-3212-459d-aba7-68c4d37fdb26 HTTP/1.1" status: 204 len: 168 time: 0.5935798 Aug 25 11:24:04.845854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1675d37-11f9-4845-bc6a-3a204e3552d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a648579d-3212-459d-aba7-68c4d37fdb26,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:04.903443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-8b9b9dfe-a9c7-43b4-9e29-cee44708726a service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209404 Aug 25 11:24:05.049219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:05.063387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['70e86dd6-468e-4789-9f07-db508a8cf4dd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:05.067882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:05.106674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'Port': ['ID=91350510-cd7a-4699-b761-e4dc62c5486d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:05.150072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 019b3605-2f86-48e6-94cb-0dbe40050f8e no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:05.168689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-3dca2033-43d4-4688-96a8-a268a80a122f service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603691 Aug 25 11:24:05.192870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 019b3605-2f86-48e6-94cb-0dbe40050f8e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:05.193543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 019b3605-2f86-48e6-94cb-0dbe40050f8e not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:05.202933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] No DVR routers for this DVR port 91350510-cd7a-4699-b761-e4dc62c5486d on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:05.208895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:05.217990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12fabb3c-c9f9-44dd-8b6c-4c0037bd6bb9 req-f26eb24d-c120-4a02-9557-5a265879431f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "DELETE /v2.0/ports/91350510-cd7a-4699-b761-e4dc62c5486d HTTP/1.1" status: 204 len: 173 time: 1.1873398 Aug 25 11:24:05.582817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49452) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:05.679797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Deleting subnet 7dbbf1a3-d72b-4299-8220-a86037f7c82c {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:24:05.688379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:05.772676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6586be12-43a3-4309-adbc-8d0022fd28e7 req-8f542d0d-e427-40e9-86aa-ae321119b064 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0710437 Aug 25 11:24:05.772950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:05.870334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42ebc28f-a09f-4e9f-9a85-7111a556656f req-fef5dc4c-c1bc-40bd-9f54-0f9764eca4ee tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 210 time: 0.0382290 Aug 25 11:24:05.870515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:05.982893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.043658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dbbf1a3-d72b-4299-8220-a86037f7c82c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:06.046100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.048123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-154ddec4-49c0-43c8-b5fc-69310239399c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7dbbf1a3-d72b-4299-8220-a86037f7c82c HTTP/1.1" status: 204 len: 168 time: 0.4636178 Aug 25 11:24:06.052143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:06.179900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-deleted', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:06.182865 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f9e70d-27c4-4381-991d-fb2a7733af74" -d '{"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-deleted", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:06.213003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.254940 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf2e94e-71ef-4050-8f36-bd800b97db8e x-openstack-request-id: req-cdf2e94e-71ef-4050-8f36-bd800b97db8e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:06.255247 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d6d709-01a4-4171-a9ee-2c58fd4971fd", "name": "network-vif-deleted", "tag": "91350510-cd7a-4699-b761-e4dc62c5486d", "status": "failed", "code": 422}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:06.255822 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdf2e94e-71ef-4050-8f36-bd800b97db8e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:06.255973 n-d-778732-11 neutron-server[94910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01d6d709-01a4-4171-a9ee-2c58fd4971fd', 'name': 'network-vif-deleted', 'tag': '91350510-cd7a-4699-b761-e4dc62c5486d', 'status': 'failed', 'code': 422} returned with failed status Aug 25 11:24:06.292997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:06.313715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7f852-db16-464e-8c41-d6a85ddf3845 req-b7f6de89-3b53-4ebf-908d-97b198f33318 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:06.330324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cb7f852-db16-464e-8c41-d6a85ddf3845 req-b7f6de89-3b53-4ebf-908d-97b198f33318 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 907 time: 0.1300387 Aug 25 11:24:06.359213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.375840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd25645b-2bee-4489-93bd-1b3326787544']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:06.390606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da32364a-9248-4a98-adf3-5e31f466ec8b') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:06.391022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da32364a-9248-4a98-adf3-5e31f466ec8b') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:06.401475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.423257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.438832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:24:06.439721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:24:06.443677 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:24:06.470113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1714899158-network', 'tenant_id': 'f73066f2c985404baa1071dd823652df'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:06.500289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Made reservation on behalf of f73066f2c985404baa1071dd823652df for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:06.506162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.526645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.533569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.543471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.550534 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd25645b-2bee-4489-93bd-1b3326787544 HTTP/1.1" status: 204 len: 168 time: 0.4937670 Aug 25 11:24:06.571964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be833449-c096-4f76-8f92-5abbdeb3d981 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd25645b-2bee-4489-93bd-1b3326787544,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:06.672895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.678119 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.728638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:24:06.739686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a385aeb7-cd69-4eed-a513-01764a27877f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:06.761136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.761891 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Added segment 3bb13eae-a242-4bc9-9f83-ec2d6715bfa7 of type vlan for network 3f06687b-60cd-41ec-ae43-0b71609df29a Aug 25 11:24:06.846405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.905092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.908796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:06.909786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:06.927325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49508) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:06.983767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b471aed3-a610-470b-97aa-d3d44adb396c req-97e239fc-db86-4e2d-b549-88d2db14ebaa tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0626590 Aug 25 11:24:07.038278 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cdb7f687-47c1-4998-9297-cf8edb5c96a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00e84f151cef4666b0f4a1b8d92ba548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874691 Aug 25 11:24:07.041115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49512) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:07.122976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49516) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:07.126089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8317299 Aug 25 11:24:07.135578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Request body: {'subnet': {'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-subnet', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:07.139755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331592f0-e063-4007-83de-748dc42fc01d admin admin] Pushing event updated for resources: {'Network': ['ID=3f06687b-60cd-41ec-ae43-0b71609df29a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:07.154108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3f06687b-60cd-41ec-ae43-0b71609df29a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:24:07.232365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Made reservation on behalf of f73066f2c985404baa1071dd823652df for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:07.236758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.360254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f611dfdf-ccdb-40eb-b187-0bc7d95281aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.420120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f611dfdf-ccdb-40eb-b187-0bc7d95281aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.519605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fbeda3b-c3dc-4931-b5e2-ca23664c915a req-f59ba9ea-978f-41c7-9b61-6dd826d1ea73 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 210 time: 0.3687272 Aug 25 11:24:07.584544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f611dfdf-ccdb-40eb-b187-0bc7d95281aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.587597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f611dfdf-ccdb-40eb-b187-0bc7d95281aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.588804 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f611dfdf-ccdb-40eb-b187-0bc7d95281aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fee047c1-366d-413c-8517-d6483968506d HTTP/1.1" status: 204 len: 168 time: 0.5434966 Aug 25 11:24:07.607745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-05daec4b-654a-49a9-8254-bafd2cc83263 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:07.610154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-05daec4b-654a-49a9-8254-bafd2cc83263 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.6533005 Aug 25 11:24:07.625291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Request body: {'port': {'device_id': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'admin_state_up': True, 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:07.643206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611dfdf-ccdb-40eb-b187-0bc7d95281aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee047c1-366d-413c-8517-d6483968506d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:07.653002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-2674f42d-5851-423a-a4ee-747b53c24a76 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:07.654936 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-2674f42d-5851-423a-a4ee-747b53c24a76 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 907 time: 0.1264055 Aug 25 11:24:07.690708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.814754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c42b328-5da4-4fcc-8a30-554d4f0de075,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:07.848506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Checking segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:07.849008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Network hostable DHCP agents. Network: 3f06687b-60cd-41ec-ae43-0b71609df29a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:24:07.869256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e099f-afec-434c-8bdc-7c5cdca98910 req-d8d9cf0f-a475-4926-add5-fca4ca5893ff tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:07.878348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Deleting port 795ea791-7a65-4bf9-870f-57dacfbe58ae {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:07.879041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.884753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Network 3f06687b-60cd-41ec-ae43-0b71609df29a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:24:07.887777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c8e099f-afec-434c-8bdc-7c5cdca98910 req-d8d9cf0f-a475-4926-add5-fca4ca5893ff tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 907 time: 0.2228630 Aug 25 11:24:07.936578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 3f06687b-60cd-41ec-ae43-0b71609df29a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:07.952178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:07.953391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:07.959668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae203172-ba76-4222-b2dc-29b945585b4c None None] Network 3f06687b-60cd-41ec-ae43-0b71609df29a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:08.028833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fccbe312-6f3c-495e-9712-32fe7846fe59 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9040289 Aug 25 11:24:08.029616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:08.041606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:08.085139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:08.102327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.122998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] For port 795ea791-7a65-4bf9-870f-57dacfbe58ae, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=795ea791-7a65-4bf9-870f-57dacfbe58ae,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:08.123579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.174981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Calling delete_port for 795ea791-7a65-4bf9-870f-57dacfbe58ae owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:08.183370 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.185164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.337394 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:24:08.406710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.409524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be2795be-42fc-407c-bcae-83a325dd0125 req-e0adf68a-f4d6-4981-98fe-e094a6c8c47f tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0806453 Aug 25 11:24:08.484482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-3f06687b-60cd-41ec-ae43-0b71609df29a', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:24:08.486207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.545377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Allocated IP 172.20.0.4 (8c991c32-972a-4eb3-94a0-e03a78360ba0/8da674f2-2bf9-4059-9b97-33386ff17c3b/46cb6e80-63b8-44e2-bbd8-3d46d299d05e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:08.713040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-846e2521-5c12-4632-a7c7-97817cf7c4a5 req-2d752fea-64ab-490c-a96d-6f98cafd8c48 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 210 time: 0.0584512 Aug 25 11:24:08.739964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.801916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Allocated IP 172.20.0.2 (3f06687b-60cd-41ec-ae43-0b71609df29a/9c42b328-5da4-4fcc-8a30-554d4f0de075/edaa8288-4c93-46da-b6e5-9434f8f519de) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:08.928639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:08.965993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.099721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'Port': ['ID=795ea791-7a65-4bf9-870f-57dacfbe58ae,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:09.168133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] No DVR routers for this DVR port 795ea791-7a65-4bf9-870f-57dacfbe58ae on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:09.168801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-517a3d7d-0a9b-48a8-8037-d79b15738ea7 req-afda2fa8-197b-4f16-b1f1-cf95a2c9e065 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d778faf9-4a5f-4bc2-ac2a-9e92205fcc85 HTTP/1.1" status: 200 len: 210 time: 0.1332104 Aug 25 11:24:09.172288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.174505 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-85fdeca1-567d-49b2-8fc8-1b6128ca5862 req-370297a8-b68f-45ff-af15-cfdbd65301d0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "DELETE /v2.0/ports/795ea791-7a65-4bf9-870f-57dacfbe58ae HTTP/1.1" status: 204 len: 173 time: 1.5107455 Aug 25 11:24:09.176108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'name': 'network-vif-deleted', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:09.178505 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00d97b3-1716-452f-934a-dbf5197bb633" -d '{"events": [{"server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "name": "network-vif-deleted", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:09.221918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.245362 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.258250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Transition to ACTIVE for port object edaa8288-4c93-46da-b6e5-9434f8f519de will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:09.272813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49584) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:09.297841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Transition to ACTIVE for port object edaa8288-4c93-46da-b6e5-9434f8f519de will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:09.312638 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.374934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Network 3f06687b-60cd-41ec-ae43-0b71609df29a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:09.378260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:09.378575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:09.383542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:09.387648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:09.396513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event updated for resources: {'Port': ['ID=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:09.409855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:09.446663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.512972 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a30a6b7-d310-4bb9-ad02-4e6daed79455 x-openstack-request-id: req-6a30a6b7-d310-4bb9-ad02-4e6daed79455 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:09.514154 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778faf9-4a5f-4bc2-ac2a-9e92205fcc85", "name": "network-vif-deleted", "tag": "795ea791-7a65-4bf9-870f-57dacfbe58ae", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:09.514492 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a30a6b7-d310-4bb9-ad02-4e6daed79455 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:09.514999 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778faf9-4a5f-4bc2-ac2a-9e92205fcc85', 'name': 'network-vif-deleted', 'tag': '795ea791-7a65-4bf9-870f-57dacfbe58ae', 'status': 'completed', 'code': 200} Aug 25 11:24:09.519516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.546627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Pushing event updated for resources: {'Port': ['ID=edaa8288-4c93-46da-b6e5-9434f8f519de,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:09.553455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:09.555774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.589485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Attempting to bind port edaa8288-4c93-46da-b6e5-9434f8f519de on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:09.590285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Attempting to bind port edaa8288-4c93-46da-b6e5-9434f8f519de by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:09.591068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Attempting to bind port edaa8288-4c93-46da-b6e5-9434f8f519de on network 3f06687b-60cd-41ec-ae43-0b71609df29a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:09.594655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-5bdf0f8d-c416-4be5-815f-b886c1ea5c17 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9746308 Aug 25 11:24:09.606099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:09.606898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Checking segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:09.607796 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.609179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Bound using segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:09.610048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Bound port: edaa8288-4c93-46da-b6e5-9434f8f519de, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:09.610723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.618548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Request body: {'port': {'device_id': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:09.632440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1306366685-network', 'tenant_id': '7822061a12b24ce59a4db18bbe8ed0e4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:09.693598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Made reservation on behalf of 7822061a12b24ce59a4db18bbe8ed0e4 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:09.696506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.738276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.767094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] For port edaa8288-4c93-46da-b6e5-9434f8f519de, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:09.777920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] For port edaa8288-4c93-46da-b6e5-9434f8f519de, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=edaa8288-4c93-46da-b6e5-9434f8f519de,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:09.789997 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:09.880551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Allocated IP 172.25.1.38 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:09.894019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c1419f0-83f7-4c19-bceb-3bb332f05367 req-9ca4df04-06e4-4d7b-8d5c-106c19c803ac tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1584837 Aug 25 11:24:09.959161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fe512-da9b-4187-be3f-63c479c51dee None None] Pushing event updated for resources: {'Port': ['ID=edaa8288-4c93-46da-b6e5-9434f8f519de,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:10.010263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.093054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.191574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.201643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.213334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.290754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:10.304154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:24:10.332811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:10.338334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:10.342929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.343273 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Added segment 0e6784d0-69d0-40ef-8bd1-1474e090cd09 of type vlan for network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 Aug 25 11:24:10.345102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:10.358478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:10.571874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3544f8-d2a9-4937-8aef-7853c2374819 req-3cfb484f-379b-4dc9-aa72-c96e5a6c6418 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:10.574634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a3544f8-d2a9-4937-8aef-7853c2374819 req-3cfb484f-379b-4dc9-aa72-c96e5a6c6418 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 931 time: 0.7148976 Aug 25 11:24:10.630632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.678592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a3544f8-d2a9-4937-8aef-7853c2374819 req-1521bedb-6e71-4f18-83b4-abe3f3f4afa1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868249 Aug 25 11:24:10.796856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cb6e80-63b8-44e2-bbd8-3d46d299d05e {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:10.797098 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.798659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:10.799471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.805111 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.833377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Transition to ACTIVE for port object 46cb6e80-63b8-44e2-bbd8-3d46d299d05e will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:10.842566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:10.953348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6794109 Aug 25 11:24:10.969430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:10.994124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Request body: {'subnet': {'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1306366685-subnet', 'tenant_id': '7822061a12b24ce59a4db18bbe8ed0e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:11.005849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.017709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Pushing event updated for resources: {'Port': ['ID=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:11.078169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da17eaa-90ab-4152-805e-8342d3e1ae85 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0ceced-e00a-4d91-ad3f-b027520b8c57,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:11.099277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Attempting to bind port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:11.099557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Attempting to bind port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:11.099899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Attempting to bind port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:11.107554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:24:11.155401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9011ffa5-6158-429d-aae5-333a381b927e req-49630cd1-0eed-4828-9ca7-16953a8fcc59 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0992427 Aug 25 11:24:11.157399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:24:11.161670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Attempting to bind port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:11.163765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Made reservation on behalf of 7822061a12b24ce59a4db18bbe8ed0e4 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:11.175566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.186712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49616) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:11.196517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:11.196854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:11.197234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Bound using segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:11.204098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Bound port: 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:11.204672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.237805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b1675-c811-4911-94b4-698df96a3f24 req-28bf5234-7c69-4e76-9cf8-d9ae5ccb9a08 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:11.240476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 795ea791-7a65-4bf9-870f-57dacfbe58ae no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:11.243161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f1b1675-c811-4911-94b4-698df96a3f24 req-28bf5234-7c69-4e76-9cf8-d9ae5ccb9a08 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 946 time: 0.3126371 Aug 25 11:24:11.456250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4df942e4-942b-4945-b0bc-e8e43f846ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.485575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f1b1675-c811-4911-94b4-698df96a3f24 req-ed502343-0e05-4cc8-895e-2a06c65e7117 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045372 Aug 25 11:24:11.519486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] For port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:11.526477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] For port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:11.535115 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.592805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device edaa8288-4c93-46da-b6e5-9434f8f519de up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:11.599154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 795ea791-7a65-4bf9-870f-57dacfbe58ae {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:11.599898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 795ea791-7a65-4bf9-870f-57dacfbe58ae not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:11.621361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:11.622164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.623719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] 10.222.0.10 "PUT /v2.0/ports/46cb6e80-63b8-44e2-bbd8-3d46d299d05e HTTP/1.1" status: 200 len: 1092 time: 2.0202756 Aug 25 11:24:11.624206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'tag': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:11.626798 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989898e6-33a3-49e2-8c95-44001aae7b12" -d '{"events": [{"name": "network-changed", "server_uuid": "08f5911c-ae61-45ff-96a6-9b4766d71650", "tag": "46cb6e80-63b8-44e2-bbd8-3d46d299d05e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:11.695231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c85cdf-bb52-4763-a28e-0aafd44a3261 service neutron] Pushing event updated for resources: {'Port': ['ID=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:11.704695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96558ef9-3f3d-4ec0-a0be-1539e2f601e9 None None] Network 3f06687b-60cd-41ec-ae43-0b71609df29a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:11.786211 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c5cfe-4780-417e-8889-13d72c8e31d4 x-openstack-request-id: req-b69c5cfe-4780-417e-8889-13d72c8e31d4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:11.786822 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f5911c-ae61-45ff-96a6-9b4766d71650", "tag": "46cb6e80-63b8-44e2-bbd8-3d46d299d05e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:11.787235 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b69c5cfe-4780-417e-8889-13d72c8e31d4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:11.787812 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'tag': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e', 'status': 'completed', 'code': 200} Aug 25 11:24:11.834862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38c35c84-9df3-4c03-bc28-d2b35e3b7693 req-fa9aa1a0-0f96-45d7-ba98-fd674f483bbc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1664262 Aug 25 11:24:11.835965 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-213cd977-aad4-4e3a-ad09-87bfb781a45a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2759891 Aug 25 11:24:11.844226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-08d2bda6-7c17-432a-8e1b-22a7ab9ffff7 None None] Provisioning for port edaa8288-4c93-46da-b6e5-9434f8f519de completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:11.886424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port edaa8288-4c93-46da-b6e5-9434f8f519de completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:11.904111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port edaa8288-4c93-46da-b6e5-9434f8f519de triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:11.904675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.932913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44b67b-04d7-446f-a1ac-3d075e830161 req-9913409c-d67b-45dd-b3e8-9feb90a71811 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:11.938888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf44b67b-04d7-446f-a1ac-3d075e830161 req-9913409c-d67b-45dd-b3e8-9feb90a71811 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 943 time: 0.1491983 Aug 25 11:24:11.958079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4df942e4-942b-4945-b0bc-e8e43f846ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:11.962006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-be48ffe4-59de-424f-b7e9-d6e33faf2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:11.963968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-be48ffe4-59de-424f-b7e9-d6e33faf2ad4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 1095 time: 0.2624443 Aug 25 11:24:12.020038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf44b67b-04d7-446f-a1ac-3d075e830161 req-15ee7178-ce95-4132-9b65-c0d27e59454a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710983 Aug 25 11:24:12.026859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4df942e4-942b-4945-b0bc-e8e43f846ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.088814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-e209c513-3380-4fb1-9fc1-f7ebfa50252d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e HTTP/1.1" status: 200 len: 217 time: 0.0866609 Aug 25 11:24:12.139983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df942e4-942b-4945-b0bc-e8e43f846ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252f0bfc-45eb-4e21-a892-8048006fb4fc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:12.148886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4df942e4-942b-4945-b0bc-e8e43f846ec1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=415dd4cf66c84f8a9facffbadc8eb5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9583561 Aug 25 11:24:12.153157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49628) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:12.183231 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.185995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-a25377b4-9033-4666-a105-7d164eb5767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.187551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-a25377b4-9033-4666-a105-7d164eb5767f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.0818815 Aug 25 11:24:12.228343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-b01ed958-1f00-451b-9d57-eb0ba0849103 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331266 Aug 25 11:24:12.267289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.274674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port edaa8288-4c93-46da-b6e5-9434f8f519de, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=edaa8288-4c93-46da-b6e5-9434f8f519de,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:12.279333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.304922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.338444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=edaa8288-4c93-46da-b6e5-9434f8f519de,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:12.349918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-fdaba0d9-122e-4d22-8010-dd3d944b5c76 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133175 Aug 25 11:24:12.402846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86f09e45-b3c1-4f38-8d02-fc33d275df03 req-b52e15df-7de6-493c-9129-19bcc920473f tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0518897 Aug 25 11:24:12.442821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e44910f-039a-4357-b47b-b554cd0bdecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.504809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Pushing event updated for resources: {'Subnet': ['ID=26db02a9-8f34-4dc6-b6db-6d4451ecaf32,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:12.509638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e44910f-039a-4357-b47b-b554cd0bdecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.531941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-3cb03824-f35b-43f0-bd83-138f28c6a95b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.534029 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-3cb03824-f35b-43f0-bd83-138f28c6a95b tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 946 time: 0.3446305 Aug 25 11:24:12.546568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.547404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.548045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.548892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.549771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.550633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.551381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.554886 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-681d3fc4-06dd-4658-ac8d-51b504467339 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6497 time: 0.3662479 Aug 25 11:24:12.600433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e638ba95-a997-4780-8644-991b7e033623 None None] Provisioning complete for port edaa8288-4c93-46da-b6e5-9434f8f519de triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:12.601233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e638ba95-a997-4780-8644-991b7e033623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.617191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51583459-358e-4fea-8b2e-8c27d268cc8b req-1e0efe1b-8e74-48ff-afe3-57d77eb1bf1a service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514315 Aug 25 11:24:12.721897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e44910f-039a-4357-b47b-b554cd0bdecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.724560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e44910f-039a-4357-b47b-b554cd0bdecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:12.728989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8e44910f-039a-4357-b47b-b554cd0bdecc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/252f0bfc-45eb-4e21-a892-8048006fb4fc HTTP/1.1" status: 204 len: 168 time: 0.5713007 Aug 25 11:24:12.737887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Checking segment: {'id': '0e6784d0-69d0-40ef-8bd1-1474e090cd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:12.738499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Network hostable DHCP agents. Network: 7d0ceced-e00a-4d91-ad3f-b027520b8c57, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:24:12.747605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44910f-039a-4357-b47b-b554cd0bdecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252f0bfc-45eb-4e21-a892-8048006fb4fc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:12.778094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfbb19-9ea6-4de9-927a-adb4d566b552 req-7a2a2182-5460-42da-a3c9-36bd83cc9eb0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.786327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4cfbb19-9ea6-4de9-927a-adb4d566b552 req-7a2a2182-5460-42da-a3c9-36bd83cc9eb0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 946 time: 0.1528196 Aug 25 11:24:12.788615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-5599f634-504a-4fc6-97f2-4dc27a1ca154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.791015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-5599f634-504a-4fc6-97f2-4dc27a1ca154 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 1095 time: 0.1103678 Aug 25 11:24:12.891780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Router b81f5115-d92c-4f62-bb65-44306039a606 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:24:12.894886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:24:12.949192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7d0ceced-e00a-4d91-ad3f-b027520b8c57) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:12.955246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d3f25b04-7029-4429-82fe-5dd0ee58e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.956158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d3f25b04-7029-4429-82fe-5dd0ee58e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.957064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d3f25b04-7029-4429-82fe-5dd0ee58e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.960329 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d3f25b04-7029-4429-82fe-5dd0ee58e98d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c02236c-c78c-4537-9384-2ff1eca72838&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=21fd759f-f92b-4e59-929b-4a2fc2225515&id=21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 200 len: 2294 time: 0.3424466 Aug 25 11:24:12.970675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7222f70-f9f9-469e-a6ce-d411c2fa40c1 None None] Network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:12.975695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:12.976560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:13.008068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4cfbb19-9ea6-4de9-927a-adb4d566b552 req-7a6115e7-fcd7-4cd2-b379-9310b7b7e7f8 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159770 Aug 25 11:24:13.058042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Deleting port 70e86dd6-468e-4789-9f07-db508a8cf4dd {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:13.058271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:13.137382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-a8861284-cd73-4129-884d-e132423e6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:13.163668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-a8861284-cd73-4129-884d-e132423e6b9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.3531120 Aug 25 11:24:13.201065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device edaa8288-4c93-46da-b6e5-9434f8f519de up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:13.239419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2f45061b-3da1-4942-9935-4b0d5d70deea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2665975 Aug 25 11:24:13.362715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:13.372191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-39d8a32f-e1e4-4a5a-968d-80b393bec0ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 200 len: 1000 time: 0.4016142 Aug 25 11:24:13.378462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76b493-ddad-48db-8563-910d181ce442 None None] Network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:13.383747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Sync routers for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:13.394466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-cbad19cd-5bd5-4633-9f5d-80397dffcab2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e HTTP/1.1" status: 200 len: 217 time: 0.2296064 Aug 25 11:24:13.442237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port edaa8288-4c93-46da-b6e5-9434f8f519de triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:13.442820 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:13.486302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:13.487412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:13.500454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] For port 70e86dd6-468e-4789-9f07-db508a8cf4dd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=70e86dd6-468e-4789-9f07-db508a8cf4dd,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:13.500718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:13.538809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Calling delete_port for 70e86dd6-468e-4789-9f07-db508a8cf4dd owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:13.579797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2719-0f10-4c84-8cc3-bfa897d19282 req-1c3d1380-c624-4946-a974-2936e15f6416 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:13.590573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74b2719-0f10-4c84-8cc3-bfa897d19282 req-1c3d1380-c624-4946-a974-2936e15f6416 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 943 time: 0.1981528 Aug 25 11:24:13.594752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-768996f8-c800-463d-90ba-1ca5d7f67d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:13.597020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-768996f8-c800-463d-90ba-1ca5d7f67d1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.1920941 Aug 25 11:24:13.663196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-c125e53b-b97c-43c6-a03f-13d9726b7d3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457051 Aug 25 11:24:13.689503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:13.707848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a73e60a-3dc6-4d5b-a7ab-87fe3153b584 req-35c95be6-8930-49f9-b4ad-4b299a7cac1f tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1008193 Aug 25 11:24:13.741388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:13.785747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74b2719-0f10-4c84-8cc3-bfa897d19282 req-4161267f-076b-4196-b6f5-5c68d168ad4b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939209 Aug 25 11:24:13.861662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:13.861662 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96db5a6a-dd21-4526-884f-ae81534467a4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8265409 Aug 25 11:24:13.863959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee9cd-1f9a-4dc5-ae12-17059b7bca91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:13.869326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49660) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:13.891800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-f12e92b9-e95c-4ede-ba9c-1a60371c9ee5 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004588 Aug 25 11:24:14.016202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:14.044396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:14.116677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-63b4c2e3-24f1-40a5-9c8c-c8e9030079dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:14.120083 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-63b4c2e3-24f1-40a5-9c8c-c8e9030079dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffd3dc33-67e6-415a-97e4-94424d0919e6 HTTP/1.1" status: 200 len: 851 time: 0.4290218 Aug 25 11:24:14.139642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:10Z', 'revision_number': 3, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:14.182166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'Port': ['ID=70e86dd6-468e-4789-9f07-db508a8cf4dd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:14.224351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6345af-c6f6-45bc-94ac-e40fd9f7f95c req-e2ee98cf-1d7e-4d8a-91e7-9c380cb2aaa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd5bdd841d1a4955b7ef790c1b2394c7&device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0445132 Aug 25 11:24:14.244382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Checking router: b81f5115-d92c-4f62-bb65-44306039a606 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:14.245408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Updating router b81f5115-d92c-4f62-bb65-44306039a606 port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:24:14.306781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] No DVR routers for this DVR port 70e86dd6-468e-4789-9f07-db508a8cf4dd on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:14.311993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:14.313546 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:14.318637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-52f421b2-f264-4a6b-b571-fabeb7f2c2cf req-0a39481a-2fb6-495e-8193-a0995657e30f tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.10 "DELETE /v2.0/ports/70e86dd6-468e-4789-9f07-db508a8cf4dd HTTP/1.1" status: 204 len: 173 time: 1.7566268 Aug 25 11:24:14.323430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'name': 'network-vif-deleted', 'tag': '70e86dd6-468e-4789-9f07-db508a8cf4dd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:14.328955 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39665bb-8207-4279-ba2b-1b1ea6996cd1" -d '{"events": [{"server_uuid": "6d878f0d-24f5-4de8-9b55-f9e87515a908", "name": "network-vif-deleted", "tag": "70e86dd6-468e-4789-9f07-db508a8cf4dd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:14.340879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f40fa450-2dc1-4457-9137-7dae475ef594 req-0af28472-69e7-47c2-8cea-639ef1ca27ab tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d878f0d-24f5-4de8-9b55-f9e87515a908 HTTP/1.1" status: 200 len: 210 time: 0.0683811 Aug 25 11:24:14.355625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6345af-c6f6-45bc-94ac-e40fd9f7f95c req-23500791-3ed0-44b0-a7bc-3b9068abfb5a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=dd5bdd841d1a4955b7ef790c1b2394c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141245 Aug 25 11:24:14.358987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-989898e6-33a3-49e2-8c95-44001aae7b12 req-a8d1fceb-bf3f-4925-acad-35f46c823295 service neutron] 10.222.0.10 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846102 Aug 25 11:24:14.418502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-77f9bcce-e057-42e1-ab63-00477334bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:14.422016 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-77f9bcce-e057-42e1-ab63-00477334bf48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c02236c-c78c-4537-9384-2ff1eca72838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2703393 Aug 25 11:24:14.629337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7c3a8df-19dc-430e-bf87-be0f812860dd req-0fc89178-7d17-4445-8318-0fe864d04c49 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.0586586 Aug 25 11:24:14.636735 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-32c30b07-75a2-4022-b78d-71856a381a8a service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021234 Aug 25 11:24:14.810566 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364be262-abe2-4e11-9218-94789bf60ea4 x-openstack-request-id: req-364be262-abe2-4e11-9218-94789bf60ea4 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:14.811048 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d878f0d-24f5-4de8-9b55-f9e87515a908", "name": "network-vif-deleted", "tag": "70e86dd6-468e-4789-9f07-db508a8cf4dd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:14.811463 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-364be262-abe2-4e11-9218-94789bf60ea4 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:14.812108 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d878f0d-24f5-4de8-9b55-f9e87515a908', 'name': 'network-vif-deleted', 'tag': '70e86dd6-468e-4789-9f07-db508a8cf4dd', 'status': 'completed', 'code': 200} Aug 25 11:24:14.901366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-0c02ad3b-3789-439b-a138-67f98b19581b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5537071 Aug 25 11:24:14.927805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee9cd-1f9a-4dc5-ae12-17059b7bca91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:14.958560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee9cd-1f9a-4dc5-ae12-17059b7bca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:14.974986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6345af-c6f6-45bc-94ac-e40fd9f7f95c req-3d6c40d4-ec4a-457f-bcb8-fabe57791d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:14.976682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6345af-c6f6-45bc-94ac-e40fd9f7f95c req-3d6c40d4-ec4a-457f-bcb8-fabe57791d69 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4049785 Aug 25 11:24:15.038068 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f8ee9cd-1f9a-4dc5-ae12-17059b7bca91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a718b4dc04f4ef19584d38e130f1e77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3279300 Aug 25 11:24:15.074400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:15.085163 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.097834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Transition to ACTIVE for port object 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:15.113368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.129027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-abf0fdc6-d181-4e91-88cc-9bf56a523a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:15.132342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-abf0fdc6-d181-4e91-88cc-9bf56a523a15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=530001cb0f344f6fb4135cd873bf5c42&device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1998184 Aug 25 11:24:15.169623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 46cb6e80-63b8-44e2-bbd8-3d46d299d05e details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:24:15.172609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 70e86dd6-468e-4789-9f07-db508a8cf4dd no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:15.192025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-4536242d-b70f-41c3-af86-92011665eccd service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306234 Aug 25 11:24:15.193840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee9cd-1f9a-4dc5-ae12-17059b7bca91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a628fe-8d39-4b11-b7a2-05574322d208,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:15.217527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 70e86dd6-468e-4789-9f07-db508a8cf4dd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:15.218261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 70e86dd6-468e-4789-9f07-db508a8cf4dd not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:15.246382 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-a2f304c7-ca6b-41c2-a6a5-d812123ff613 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 217 time: 0.0448530 Aug 25 11:24:15.258031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Attempting to bind port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:15.259624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Attempting to bind port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:15.259999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Attempting to bind port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:15.265770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4a396-df90-4e2d-9962-46cbc7366c18 None None] Pushing event updated for resources: {'Port': ['ID=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:15.278763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:15.279182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:15.279675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.280158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:15.280694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Bound port: 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:15.281218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.313310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d0cfc3ab-8299-4aaf-b52a-4c9acf06a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:15.314455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d0cfc3ab-8299-4aaf-b52a-4c9acf06a468 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.0600212 Aug 25 11:24:15.318380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-958dcee5-5126-4536-9754-389b9baf750e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.408385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-958dcee5-5126-4536-9754-389b9baf750e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.418399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] For port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:15.442910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-317715ee-1242-4ce4-a2b0-51936112d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:15.443907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] For port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:15.446067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-317715ee-1242-4ce4-a2b0-51936112d5e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238582 Aug 25 11:24:15.461232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.544703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:15.576326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:15.576326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:15.579922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e', 'mac_address': 'fa:16:3e:48:86:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:24:15.581868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4a396-df90-4e2d-9962-46cbc7366c18 None None] Pushing event updated for resources: {'Port': ['ID=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:15.644801 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-958dcee5-5126-4536-9754-389b9baf750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.650526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-958dcee5-5126-4536-9754-389b9baf750e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.654844 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-958dcee5-5126-4536-9754-389b9baf750e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4a628fe-8d39-4b11-b7a2-05574322d208 HTTP/1.1" status: 204 len: 168 time: 0.5757091 Aug 25 11:24:15.726790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dcee5-5126-4536-9754-389b9baf750e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a628fe-8d39-4b11-b7a2-05574322d208,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:15.730757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-249144a1-a381-4070-957d-50d30982bfa4 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750244 Aug 25 11:24:15.783226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2eac5-ad6b-4d81-8aec-3c74c752d9fc req-9d3e1427-ceac-4c00-a7f3-e6e328ca2cac tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:15.786458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8a2eac5-ad6b-4d81-8aec-3c74c752d9fc req-9d3e1427-ceac-4c00-a7f3-e6e328ca2cac tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 943 time: 0.8021991 Aug 25 11:24:15.875572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:15.910579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-a65c026b-12a1-4abb-a7e0-598354f2afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:15.912541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-a65c026b-12a1-4abb-a7e0-598354f2afb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 200 len: 912 time: 0.7369311 Aug 25 11:24:15.913133 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-bbab7baa-1282-41bb-99ea-acfc2ec1f31a service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728849 Aug 25 11:24:15.923668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8a2eac5-ad6b-4d81-8aec-3c74c752d9fc req-121da900-3f84-4629-8dd0-4f59b3ecaa1b tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952818 Aug 25 11:24:16.024059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-0143f3a7-ffd1-40d4-8f35-b4bd577cb2a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 217 time: 0.1015513 Aug 25 11:24:16.056560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-0b8861c9-b115-43a3-9af9-7bc625407f31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6 HTTP/1.1" status: 200 len: 217 time: 0.0988636 Aug 25 11:24:16.069651 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:16.128928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-41079643-5cc9-43bc-bad9-de06025fe57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.130901 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-41079643-5cc9-43bc-bad9-de06025fe57f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.0987303 Aug 25 11:24:16.236149 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:16.257736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cb6e80-63b8-44e2-bbd8-3d46d299d05e {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:16.260133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-205b3f9c-1b4c-4ad5-a83d-001b1adf69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.266851 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-205b3f9c-1b4c-4ad5-a83d-001b1adf69dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208992 Aug 25 11:24:16.295408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:16.311286 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:16.380606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d388d4e0-2227-4ea3-927d-bd6614e09d6b req-76cd1fa6-872e-4dbc-a73d-32aa78ce755f tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.2364633 Aug 25 11:24:16.440138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:16.445344 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-ec806b32-f83f-46c4-a78f-fa7b1a4e6873 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683571 Aug 25 11:24:16.497806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:10Z', 'revision_number': 3, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:16.530641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-3bacd0d3-1b07-44a6-815c-9bbc80fc503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.533675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-3bacd0d3-1b07-44a6-815c-9bbc80fc503f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 200 len: 850 time: 0.4583116 Aug 25 11:24:16.546579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b39e9-1799-400c-9b4c-2e31f34f621b None None] The sync data for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 is: [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:10Z', 'revision_number': 3, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:24:16.559331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6345af-c6f6-45bc-94ac-e40fd9f7f95c req-dc96dd18-4c86-4f9e-8794-acad237c575e tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.67 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.1170154 Aug 25 11:24:16.572762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['46cb6e80-63b8-44e2-bbd8-3d46d299d05e'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:16.648361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-70f1fc09-13e9-43b0-b66f-046d4970c3fe service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939535 Aug 25 11:24:16.666525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-65b30c1d-f8be-4923-8e36-3ee0983c879e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.678442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-65b30c1d-f8be-4923-8e36-3ee0983c879e tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.5264251 Aug 25 11:24:16.736456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7654-948b-481a-9b11-f8b5d4dcdbe2 req-43bae4ab-81e2-4bef-a7bb-78aa4eaad3ba tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.738882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f03a7654-948b-481a-9b11-f8b5d4dcdbe2 req-43bae4ab-81e2-4bef-a7bb-78aa4eaad3ba tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 945 time: 0.4812496 Aug 25 11:24:16.775703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-17d19462-7f0e-4bb0-988e-3b3040c15238 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0 HTTP/1.1" status: 200 len: 217 time: 0.1144326 Aug 25 11:24:16.821133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Allocated IP 172.20.0.1 (3f06687b-60cd-41ec-ae43-0b71609df29a/9c42b328-5da4-4fcc-8a30-554d4f0de075/96ef16ca-988a-4dcb-9d6e-780ad2ec14ee) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:16.894670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-9a780b01-5311-4858-91b4-f0fe997cf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.896130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-9a780b01-5311-4858-91b4-f0fe997cf956 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b6922f5-7845-4e91-a40f-ba358f0df95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3342547 Aug 25 11:24:16.899800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f03a7654-948b-481a-9b11-f8b5d4dcdbe2 req-e6912882-6b89-4f6a-8e8c-b38116442e52 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309340 Aug 25 11:24:16.990511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-c4c008df-da5a-40c1-969b-6e22bb4b4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:16.994711 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-c4c008df-da5a-40c1-969b-6e22bb4b4a7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.2127833 Aug 25 11:24:17.184299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Deleting port 9665cf4d-bced-4016-8b21-d9a033f85ff6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:17.184900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:17.238330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-f85e94e2-f3a0-4f45-9e89-c7e5819b20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:17.248453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-f85e94e2-f3a0-4f45-9e89-c7e5819b20e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2350726 Aug 25 11:24:17.395449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:17.435483 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-629b561a-87ef-49eb-be37-53e9e2950495 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710124 Aug 25 11:24:17.459685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-d42049b9-115e-41b3-98c9-18890ef42085 service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395148 Aug 25 11:24:17.484374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:17.532397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Transition to ACTIVE for port object 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:17.576426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53044d1-1413-4850-b717-cbd05340a847 req-07f3b58a-c9e2-470b-99cd-8c64baa98a4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:17.592684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53044d1-1413-4850-b717-cbd05340a847 req-07f3b58a-c9e2-470b-99cd-8c64baa98a4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 944 time: 0.4245877 Aug 25 11:24:17.603204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:17.607830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:17.608221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:17.739740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53044d1-1413-4850-b717-cbd05340a847 req-f68c060f-29ab-4325-a2c6-33c956ac7336 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461120 Aug 25 11:24:17.753925 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-7e6fd4e4-5a51-4fb5-b6b6-fa915f8cf965 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962818 Aug 25 11:24:17.816097 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-d323bec9-5978-4ce6-9a79-9cbbbf45913b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52 HTTP/1.1" status: 200 len: 217 time: 0.0563257 Aug 25 11:24:17.831863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:17.832948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] For port 9665cf4d-bced-4016-8b21-d9a033f85ff6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9665cf4d-bced-4016-8b21-d9a033f85ff6,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:17.833322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:17.886940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:17.899207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:17.944916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Calling delete_port for 9665cf4d-bced-4016-8b21-d9a033f85ff6 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:17.952175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-dde53529-e35c-41c6-a65a-2fc6eb9dc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:17.958051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-dde53529-e35c-41c6-a65a-2fc6eb9dc639 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1344309 Aug 25 11:24:18.015007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14dd6392-5046-4f08-bf1d-26e1d0d88e78 req-27919afb-9748-4791-8fe0-b99d5494c25f service neutron] 10.222.0.67 "GET /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387135 Aug 25 11:24:18.025462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:18.059996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-a65c2343-c087-49a7-826e-791d1a0aaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:18.063077 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-a65c2343-c087-49a7-826e-791d1a0aaacf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0970311 Aug 25 11:24:18.094095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.144566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Network 3f06687b-60cd-41ec-ae43-0b71609df29a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:18.152611 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51b6ffef-c451-4b2d-b8dd-7240267e3219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.153838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:18.159653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:18.290469 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-7396edfc-b957-4e31-a600-0818c0dbe918 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198691 Aug 25 11:24:18.307583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Pushing event updated for resources: {'Port': ['ID=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:18.429670 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-2f75d038-e54e-49fe-a25c-f72ed472182e service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316481 Aug 25 11:24:18.475905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31ace273-1611-4114-a60d-526009e1395f req-6b3b8d8e-7830-43b5-a0fa-03ceda19a736 tempest-ServerShowV254Test-1813855034 tempest-ServerShowV254Test-1813855034-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eec1af8-5905-4c6d-8b59-911288a4c7e4 HTTP/1.1" status: 200 len: 210 time: 0.7424786 Aug 25 11:24:18.501024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-7d94ed8b-db0e-40e4-9602-4cce359327d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb96412f-522f-4212-83b8-cec27213d90a HTTP/1.1" status: 200 len: 217 time: 0.0625319 Aug 25 11:24:18.501229 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.594441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-f6ca6ef9-877d-4774-947e-fdc9f63a008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:18.595980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-f6ca6ef9-877d-4774-947e-fdc9f63a008c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.0884323 Aug 25 11:24:18.598995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.611774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9665cf4d-bced-4016-8b21-d9a033f85ff6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:18.667135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-284e950c-abf7-448e-9ed5-f36cda06d03a None None] Provisioning for port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:18.675934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-284e950c-abf7-448e-9ed5-f36cda06d03a None None] Provisioning complete for port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:18.676708 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-284e950c-abf7-448e-9ed5-f36cda06d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.732195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-48e2e502-fb88-43e4-9d6d-cdf9f811c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:18.736337 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-48e2e502-fb88-43e4-9d6d-cdf9f811c8a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163616 Aug 25 11:24:18.746011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-284e950c-abf7-448e-9ed5-f36cda06d03a None None] Port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:18.747160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c453d3c9-ff2a-4086-90ee-554b4356880b req-513126f6-c83c-466f-9e89-af957f59aeac tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cec32be-3217-4385-ba9a-d906764b6ad5 HTTP/1.1" status: 200 len: 210 time: 0.1328177 Aug 25 11:24:18.752094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'Port': ['ID=9665cf4d-bced-4016-8b21-d9a033f85ff6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:18.837283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] No DVR routers for this DVR port 9665cf4d-bced-4016-8b21-d9a033f85ff6 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:18.864133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.888829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f295877-a2fb-4f13-9845-48bd2ec70b91 req-67c32b8b-541e-4ace-8a18-7d8b1c0fbcef tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "DELETE /v2.0/ports/9665cf4d-bced-4016-8b21-d9a033f85ff6 HTTP/1.1" status: 204 len: 173 time: 2.1867735 Aug 25 11:24:18.888829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'name': 'network-vif-deleted', 'tag': '9665cf4d-bced-4016-8b21-d9a033f85ff6'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:18.888829 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57acb705-c366-4701-9c9b-a7e7da4b8540" -d '{"events": [{"server_uuid": "1cec32be-3217-4385-ba9a-d906764b6ad5", "name": "network-vif-deleted", "tag": "9665cf4d-bced-4016-8b21-d9a033f85ff6"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:18.986054 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:18.997156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-d165c782-f269-41e7-be47-d5b9d02bbc1d tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:19.005045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-d165c782-f269-41e7-be47-d5b9d02bbc1d tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/networks?id=7d0ceced-e00a-4d91-ad3f-b027520b8c57 HTTP/1.1" status: 200 len: 810 time: 0.5234859 Aug 25 11:24:19.093833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-60c06187-07e5-4a67-9047-85e28e6d9504 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478110 Aug 25 11:24:19.115617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-9ba2e0fd-bfaf-417e-969b-4b1964e2c295 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/quotas/7822061a12b24ce59a4db18bbe8ed0e4 HTTP/1.1" status: 200 len: 375 time: 0.1096218 Aug 25 11:24:19.163915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:19.193917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-2a9197a6-1f72-4a31-9659-b932d1f15895 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7822061a12b24ce59a4db18bbe8ed0e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447843 Aug 25 11:24:19.208080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 46cb6e80-63b8-44e2-bbd8-3d46d299d05e up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:19.288890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-869b07da-97f9-4265-96eb-11e0ce71410c service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872556 Aug 25 11:24:19.315749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bca89c-28c6-46fc-8a73-0d61f6f757e9 req-2e0d1f98-2ac3-4f87-9fc1-90189fd3894f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:19.317494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51bca89c-28c6-46fc-8a73-0d61f6f757e9 req-2e0d1f98-2ac3-4f87-9fc1-90189fd3894f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 944 time: 0.2916358 Aug 25 11:24:19.341455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-aa30e641-3fe1-44bb-85ee-e0697fdee1c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 200 len: 217 time: 0.0444498 Aug 25 11:24:19.364155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:19.371787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:19.372379 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.377496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:19.378138 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.406750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-fa07f524-7f3b-4003-98ca-7046c33fc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:19.409303 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-fa07f524-7f3b-4003-98ca-7046c33fc004 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.0605524 Aug 25 11:24:19.436852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51bca89c-28c6-46fc-8a73-0d61f6f757e9 req-b8e1d967-07b0-4a9d-8314-49f8d82bbe3c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910401 Aug 25 11:24:19.462883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-f4ec4604-36c0-4162-8186-07b7b102a5fd service neutron] 10.222.0.35 "GET /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476904 Aug 25 11:24:19.507787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-3765679e-d4c5-4aa9-9a36-ea869cf8d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:19.510864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-3765679e-d4c5-4aa9-9a36-ea869cf8d1ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941718 Aug 25 11:24:19.577079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.583911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.597910 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68da208e-a5d4-4934-bf79-174830fc1903 x-openstack-request-id: req-68da208e-a5d4-4934-bf79-174830fc1903 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:19.598327 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cec32be-3217-4385-ba9a-d906764b6ad5", "name": "network-vif-deleted", "tag": "9665cf4d-bced-4016-8b21-d9a033f85ff6", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:19.598586 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68da208e-a5d4-4934-bf79-174830fc1903 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:19.598996 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cec32be-3217-4385-ba9a-d906764b6ad5', 'name': 'network-vif-deleted', 'tag': '9665cf4d-bced-4016-8b21-d9a033f85ff6', 'status': 'completed', 'code': 200} Aug 25 11:24:19.601655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.619095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:19.623389 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e12ffe9-aedb-489a-b7c2-8f0e885520f8" -d '{"events": [{"server_uuid": "08f5911c-ae61-45ff-96a6-9b4766d71650", "name": "network-vif-plugged", "status": "completed", "tag": "46cb6e80-63b8-44e2-bbd8-3d46d299d05e"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:19.644828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:19.650557 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.704889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Pushing event updated for resources: {'Port': ['ID=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:19.711413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-63d3a1b2-0b54-4e5c-b3b0-91a3ea61cd16 service neutron] 10.222.0.35 "GET /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476377 Aug 25 11:24:19.717067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:19.765851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:19.767425 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-9ae270c2-1f61-401e-8bc5-e89100255ed2 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459030 Aug 25 11:24:19.866031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Network 3f06687b-60cd-41ec-ae43-0b71609df29a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:19.869398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:19.941604 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa946582-79b1-4373-969c-eed139c1a9c0 req-cb92d2c9-94ff-46f0-b6a4-768036907b72 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656764 Aug 25 11:24:20.022009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Router b81f5115-d92c-4f62-bb65-44306039a606 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:24:20.152417 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7a9c5a-40af-4109-a4d5-1ef6031ce7b6 x-openstack-request-id: req-1b7a9c5a-40af-4109-a4d5-1ef6031ce7b6 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:20.152844 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5911c-ae61-45ff-96a6-9b4766d71650", "name": "network-vif-plugged", "status": "completed", "tag": "46cb6e80-63b8-44e2-bbd8-3d46d299d05e", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:20.154235 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b7a9c5a-40af-4109-a4d5-1ef6031ce7b6 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:20.154833 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e', 'code': 200} Aug 25 11:24:20.159228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-34ebe613-7784-47fb-97d6-dd39a5a1baae tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619857 Aug 25 11:24:20.294563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-14b316ba-ddfc-4cd1-974f-b8d512057451 None None] Provisioning complete for port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:20.295127 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-14b316ba-ddfc-4cd1-974f-b8d512057451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:20.312277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c25d7-5b06-4d0e-a7f4-6c74d841ffd7 req-60347068-f332-4402-bb84-f12a65b73fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:20.314778 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f45c25d7-5b06-4d0e-a7f4-6c74d841ffd7 req-60347068-f332-4402-bb84-f12a65b73fbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 1097 time: 0.0732284 Aug 25 11:24:20.369409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-14b316ba-ddfc-4cd1-974f-b8d512057451 None None] Port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:20.390504 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f45c25d7-5b06-4d0e-a7f4-6c74d841ffd7 req-0216b73b-36ea-4fb9-a5ed-ac3bb0a881a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Aug 25 11:24:20.597006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49820) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:20.667842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9665cf4d-bced-4016-8b21-d9a033f85ff6 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:20.731005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 9665cf4d-bced-4016-8b21-d9a033f85ff6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:20.732408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9665cf4d-bced-4016-8b21-d9a033f85ff6 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:20.760840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c563a3dc-f51c-4916-9f56-fb9ccb5e2c1a req-965df1f2-5bda-4eee-9c59-8e0165c9a0d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 210 time: 0.0600872 Aug 25 11:24:20.769834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:20.778637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6e2971d8-9f5f-49e1-a73d-89a1f342b05d admin admin] 10.222.0.35 "PUT /v2.0/routers/b81f5115-d92c-4f62-bb65-44306039a606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9075179 Aug 25 11:24:20.802604 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Sync routers for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:20.823058 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:20.825181 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:20.844588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c03e604b-b5db-4ecc-a53f-89966b34ac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:20.855035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-ffebed88-c824-4d32-abca-9ba3ca459ad5 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:20.872265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-ffebed88-c824-4d32-abca-9ba3ca459ad5 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6872714 Aug 25 11:24:20.889246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-496b06af-1680-4e7e-9b6b-8cd0bb9b97bb tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/quotas/97f7b6ce40e5438295d4942b479a4750 HTTP/1.1" status: 200 len: 375 time: 0.0157242 Aug 25 11:24:21.002037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-c5506302-8ac4-4899-8162-8ebdb0ff9380 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060431 Aug 25 11:24:21.062135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c03e604b-b5db-4ecc-a53f-89966b34ac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.080445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c03e604b-b5db-4ecc-a53f-89966b34ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.162047 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c03e604b-b5db-4ecc-a53f-89966b34ac5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd5bdd841d1a4955b7ef790c1b2394c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635011 Aug 25 11:24:21.166728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49834) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:21.171762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e604b-b5db-4ecc-a53f-89966b34ac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d099d-c589-456d-b180-fb4e515676da,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:21.199206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:21.239956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-36d1cd74-b989-4e13-a14c-e6d8bd07a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.294684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77d34420-c04e-415f-b111-c337cd3dd61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.392894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.394699 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77d34420-c04e-415f-b111-c337cd3dd61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.436267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300346-25ec-4f28-8e59-d903efe7b32e req-e88072e4-cfc1-4b90-8b27-a3ba2323667e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:21.447322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a300346-25ec-4f28-8e59-d903efe7b32e req-e88072e4-cfc1-4b90-8b27-a3ba2323667e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1719563 Aug 25 11:24:21.523268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a300346-25ec-4f28-8e59-d903efe7b32e req-e8ee2646-1c9c-4ad8-b299-861f66cd5e53 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598578 Aug 25 11:24:21.543370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77d34420-c04e-415f-b111-c337cd3dd61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.550815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77d34420-c04e-415f-b111-c337cd3dd61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.556127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77d34420-c04e-415f-b111-c337cd3dd61d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/283d099d-c589-456d-b180-fb4e515676da HTTP/1.1" status: 204 len: 168 time: 0.3856726 Aug 25 11:24:21.587492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d34420-c04e-415f-b111-c337cd3dd61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d099d-c589-456d-b180-fb4e515676da,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:21.639535 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:19Z', 'revision_number': 2, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:21.674549 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Checking router: b81f5115-d92c-4f62-bb65-44306039a606 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:21.675337 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Updating router b81f5115-d92c-4f62-bb65-44306039a606 port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:24:21.756061 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:21.798830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083410c-78d3-48ca-add4-8b16c3e0a20a req-f0c85c72-7a2b-4396-9d19-60f0da15822c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:21.804504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e083410c-78d3-48ca-add4-8b16c3e0a20a req-f0c85c72-7a2b-4396-9d19-60f0da15822c tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.0994027 Aug 25 11:24:21.902706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e083410c-78d3-48ca-add4-8b16c3e0a20a req-9ea7f4fb-4274-4b23-8e0a-3d88f5d0f530 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899191 Aug 25 11:24:22.154634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d564b1dd-b989-4925-beb4-f994a6e3bc94 req-4a566f5a-11ff-4f7b-b6c1-c0f76c5ed482 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 210 time: 0.1701386 Aug 25 11:24:22.270020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49860) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:22.279339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311034820', 'description': 'tempest-description--438674277'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:22.311729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-53b60d99-e6f5-4fd4-a897-7ed230cec3d3 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:22.328464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.329857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-53b60d99-e6f5-4fd4-a897-7ed230cec3d3 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.67 "GET /v2.0/networks?id=7d0ceced-e00a-4d91-ad3f-b027520b8c57 HTTP/1.1" status: 200 len: 810 time: 0.4026446 Aug 25 11:24:22.343258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Request body: {'port': {'device_id': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57', 'admin_state_up': True, 'tenant_id': '7822061a12b24ce59a4db18bbe8ed0e4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:22.383749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.494911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.501032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43d7d7bf-44c8-4a69-b376-954d1c908c1d req-6ebb8903-8655-4a54-8a48-cb0dc0acd56d tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 210 time: 0.1275105 Aug 25 11:24:22.503749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.559769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52acfbe0-baeb-4a94-8658-36ab5eff5cb7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:22.568386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.569770 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7b6ab58-e6b9-4352-b9fc-9ac7ee81be78 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2962298 Aug 25 11:24:22.576290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49868) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:22.585430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Request body: {'security_group_rule': {'security_group_id': '52acfbe0-baeb-4a94-8658-36ab5eff5cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:22.631969 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.652101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.685506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Made reservation on behalf of 7822061a12b24ce59a4db18bbe8ed0e4 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:22.691326 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Transition to ACTIVE for port object 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:22.691567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.714447 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.788044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.795469 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.818187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8dff24-0967-4d66-a66c-aeb604c92d48,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:22.831162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.831824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.832547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.833118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.833574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.834235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.834761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.836016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.836016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.836249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.837411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.837927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:22.856704 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:22.859066 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-88f69ed5-3750-449b-b1f3-631f0c097d03 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2799199 Aug 25 11:24:22.865079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:22.872494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b709b-72b3-48e3-afc9-ac8464560b6d req-6e9df9c3-99bb-4bd7-b633-1f267c1f9bfd tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:22.875518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-508b709b-72b3-48e3-afc9-ac8464560b6d req-6e9df9c3-99bb-4bd7-b633-1f267c1f9bfd tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1704893 Aug 25 11:24:22.898977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Request body: {'security_group_rule': {'security_group_id': '52acfbe0-baeb-4a94-8658-36ab5eff5cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:22.912508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-860582f7-c313-4387-a35b-7d014f38ba24 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:22.914417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-860582f7-c313-4387-a35b-7d014f38ba24 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1774948 Aug 25 11:24:22.980083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.011177 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Pushing event updated for resources: {'Port': ['ID=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:23.016025 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Attempting to bind port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:23.017783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Attempting to bind port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:23.018723 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Attempting to bind port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee on network 3f06687b-60cd-41ec-ae43-0b71609df29a {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:23.059851 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.060754 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.061618 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.062511 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.064379 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.067510 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.068411 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.069460 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.071184 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.072140 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.072934 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.074726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:23.100548 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:23.101360 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Checking segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:23.102321 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.103851 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Bound using segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:23.104900 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Bound port: 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:23.106183 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.187362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.218155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Allocated IP 172.20.0.7 (7d0ceced-e00a-4d91-ad3f-b027520b8c57/26db02a9-8f34-4dc6-b6db-6d4451ecaf32/f63290fe-7ab2-43ae-9790-1e956a664c4a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:23.225038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-508b709b-72b3-48e3-afc9-ac8464560b6d req-13d65f93-cb75-4e4f-8bb0-1cfb016489e7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061740 Aug 25 11:24:23.233290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.237327 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] For port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:23.246561 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] For port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:23.262121 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.268000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3ada-c1e3-47e0-ad49-e70fdbaf5fd1 req-b8117825-d441-4ebe-8f82-ccfebf45cebc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:23.269745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6ee3ada-c1e3-47e0-ad49-e70fdbaf5fd1 req-b8117825-d441-4ebe-8f82-ccfebf45cebc tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 944 time: 0.1591225 Aug 25 11:24:23.314572 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-57ef6fd4-7a2f-4b26-8e1c-c1bbdf53c2f4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196101 Aug 25 11:24:23.372683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffafeaf-e88d-4019-bfe3-4c3446bc992e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:23.416293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Deleting port 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:23.416920 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.421817 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:23.422798 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:23.469133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.470814 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1c255c3-b0ff-4fb5-b9f8-831e07580444 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6036313 Aug 25 11:24:23.474476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:23.484048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:23.518532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.521480 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa9df-f86a-4c9f-b95d-36b7461da6b2 None None] Pushing event updated for resources: {'Port': ['ID=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:23.561421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6ee3ada-c1e3-47e0-ad49-e70fdbaf5fd1 req-d4e52261-7d26-4845-8e60-058c5830f3c6 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640135 Aug 25 11:24:23.693274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-49ef74d3-fbe7-4d47-9ae4-988e3bbb9fb7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:23.694862 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-49ef74d3-fbe7-4d47-9ae4-988e3bbb9fb7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3646739 Aug 25 11:24:23.720417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': '1593cf42-282d-495d-9f1f-d924381d3474', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:23.743838 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:23.749201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50b573c8-0bcd-439e-84d2-3ad971d27966 req-d8e5008f-99cd-4e83-a6a9-549f314f1053 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 210 time: 0.0674064 Aug 25 11:24:23.788798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] For port 76868adf-d3a1-4567-8142-c10b983210fa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=76868adf-d3a1-4567-8142-c10b983210fa,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:23.789515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:23.796268 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.036182 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.180191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:24.198020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:24.211225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:24.224751 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.261912 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:23Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:24.284901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Pushing event updated for resources: {'Port': ['ID=f63290fe-7ab2-43ae-9790-1e956a664c4a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:24.301770 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde924c2-2e17-4718-ab7c-1a45aabeeed0 None None] The sync data for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 is: [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:23Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:24:24.420530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.421247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.421873 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Floating IP 00bed965-7d98-4496-9484-a9628ba97495 disassociated. External IP: 172.25.1.63, port: 76868adf-d3a1-4567-8142-c10b983210fa. Aug 25 11:24:24.422662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Calling delete_port for 76868adf-d3a1-4567-8142-c10b983210fa owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:24.465618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:24.465860 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.467543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.583055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40fa67-d82a-42da-bbdd-de1be7601c48 req-36e9d989-9c55-493a-8dab-9ea8f88bc1ca tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:24.584837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea40fa67-d82a-42da-bbdd-de1be7601c48 req-36e9d989-9c55-493a-8dab-9ea8f88bc1ca tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 931 time: 0.3012793 Aug 25 11:24:24.589604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-dd0a6096-b451-4e41-8767-faa7f75663d1 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2506909 Aug 25 11:24:24.617555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Request body: {'port': {'device_id': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:24.661007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff516d4a-751c-442e-8285-d866fe41f288 req-802b96ab-f635-4d82-b9ce-3382f6886309 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:24.662690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff516d4a-751c-442e-8285-d866fe41f288 req-802b96ab-f635-4d82-b9ce-3382f6886309 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2560384 Aug 25 11:24:24.682011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:24.686422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.714260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Allocated IP 172.25.1.233 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/f01d4e6d-3a54-4ebc-9a16-f9b8b8134081) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:24.716390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.754243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea40fa67-d82a-42da-bbdd-de1be7601c48 req-f616a978-a821-45c9-b4cf-103d0357a8c9 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555910 Aug 25 11:24:24.757725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.882698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff516d4a-751c-442e-8285-d866fe41f288 req-2244216e-6151-4748-88eb-4e685fefcc83 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865547 Aug 25 11:24:24.904862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.947461 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:24.952918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.084547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:25.090855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'Port': ['ID=76868adf-d3a1-4567-8142-c10b983210fa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:25.097374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event updated for resources: {'Port': ['ID=f01d4e6d-3a54-4ebc-9a16-f9b8b8134081,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:25.103331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:25.108801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:25.149125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3357bcc0-50fc-425c-989a-995628bb4775 req-896c9aae-447a-49fd-81f4-95a37cc4c220 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/ports?device_id=b75b153f-860a-4d75-ae30-e40585d8aad9 HTTP/1.1" status: 200 len: 210 time: 0.1014688 Aug 25 11:24:25.252011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:25.255174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bdf4808-c173-40c6-9219-f434dc411196 req-e5cb09fb-c6b0-4593-a0a1-084c50c638a1 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 210 time: 0.1159952 Aug 25 11:24:25.333854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.401462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:25.410972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:25.413078 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.414268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.431817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.549587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.562423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Router eaabcd1f-f284-4bf2-a22e-459438ab0594 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:24:25.614124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81380d04-6899-4b62-85d4-a711cde45fa3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:25.621260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.623952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:25.636416 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.707395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:25.769869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.203 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:25.799353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:25.834478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] Sync routers for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:25.852359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] No DVR routers for this DVR port 76868adf-d3a1-4567-8142-c10b983210fa on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:25.857249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.859623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80e50e22-188e-4405-9d17-fe132fdbdb9b req-cda51c46-0043-406e-bf1c-7d0dcffb6c82 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.67 "DELETE /v2.0/ports/76868adf-d3a1-4567-8142-c10b983210fa HTTP/1.1" status: 204 len: 173 time: 2.9363289 Aug 25 11:24:25.860100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-deleted', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:25.862638 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cf9039-62cb-473b-bb7b-a5b70d5701ed" -d '{"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-deleted", "tag": "76868adf-d3a1-4567-8142-c10b983210fa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:25.893409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63290fe-7ab2-43ae-9790-1e956a664c4a {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:25.917155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:25.919081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:25.929581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:25.982091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Transition to ACTIVE for port object f63290fe-7ab2-43ae-9790-1e956a664c4a will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:25.993007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.019471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.036206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.072268 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b718784d-3419-4dbb-a756-687f80a5564e x-openstack-request-id: req-b718784d-3419-4dbb-a756-687f80a5564e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:26.072557 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75b153f-860a-4d75-ae30-e40585d8aad9", "name": "network-vif-deleted", "tag": "76868adf-d3a1-4567-8142-c10b983210fa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:26.072812 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b718784d-3419-4dbb-a756-687f80a5564e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:26.073217 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75b153f-860a-4d75-ae30-e40585d8aad9', 'name': 'network-vif-deleted', 'tag': '76868adf-d3a1-4567-8142-c10b983210fa', 'status': 'completed', 'code': 200} Aug 25 11:24:26.107104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event updated for resources: {'Port': ['ID=f01d4e6d-3a54-4ebc-9a16-f9b8b8134081,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:26.188003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Pushing event updated for resources: {'Port': ['ID=f63290fe-7ab2-43ae-9790-1e956a664c4a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:26.222110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.251111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:26.294936 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.306099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.360940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.362353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d7fa627-c37c-49f0-ac44-9bf36480fd84 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8867588 Aug 25 11:24:26.418536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:26.420555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:26.424667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:26.438903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:26.534198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b811f-996b-4355-9606-3affdc1fa30a req-6310b8c8-95ed-4396-a14d-cd1f7fdafa6d tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:26.546388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f0b811f-996b-4355-9606-3affdc1fa30a req-6310b8c8-95ed-4396-a14d-cd1f7fdafa6d tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 943 time: 0.4543226 Aug 25 11:24:26.548459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:26.626862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:26.628963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.638711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49958) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:26.686710 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-1d1106f0-d3c1-453d-babc-26ca3f4c747c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9801507 Aug 25 11:24:26.714585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Request body: {'port': {'device_id': '1593cf42-282d-495d-9f1f-d924381d3474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:26.729192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4d26-3ac4-4f50-bfb5-4df44f8a1825 req-4a649705-d224-4bab-a6c3-6ba2cd981ed7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:26.733420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:26.742563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-218d4d26-3ac4-4f50-bfb5-4df44f8a1825 req-4a649705-d224-4bab-a6c3-6ba2cd981ed7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.5241721 Aug 25 11:24:26.801469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 76868adf-d3a1-4567-8142-c10b983210fa {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:26.801672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 76868adf-d3a1-4567-8142-c10b983210fa not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:26.827317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.922731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f0b811f-996b-4355-9606-3affdc1fa30a req-c34cbadf-25d3-4494-9524-3f38faf624b4 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749261 Aug 25 11:24:26.937150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Attempting to bind port f63290fe-7ab2-43ae-9790-1e956a664c4a on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:26.937634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Attempting to bind port f63290fe-7ab2-43ae-9790-1e956a664c4a by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '0e6784d0-69d0-40ef-8bd1-1474e090cd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:26.938473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Attempting to bind port f63290fe-7ab2-43ae-9790-1e956a664c4a on network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:26.945082 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-227d630f-089c-41d9-9fd2-1ba726b2a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:26.967084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-218d4d26-3ac4-4f50-bfb5-4df44f8a1825 req-1572ae06-3af9-4c6c-808b-d22302ce3669 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059231 Aug 25 11:24:26.985451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Port f63290fe-7ab2-43ae-9790-1e956a664c4a on network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:24:26.989488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Attempting to bind port f63290fe-7ab2-43ae-9790-1e956a664c4a on network 7d0ceced-e00a-4d91-ad3f-b027520b8c57 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:26.999894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:27.009936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Checking segment: {'id': '0e6784d0-69d0-40ef-8bd1-1474e090cd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:27.010570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Bound using segment: {'id': '0e6784d0-69d0-40ef-8bd1-1474e090cd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:27.011190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Bound port: f63290fe-7ab2-43ae-9790-1e956a664c4a, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6784d0-69d0-40ef-8bd1-1474e090cd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:27.011677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.032733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f8e530c2-c2e3-4412-a28c-04d8934289b2 None None] Provisioning for port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:27.084721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f8e530c2-c2e3-4412-a28c-04d8934289b2 None None] Provisioning complete for port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:27.085216 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f8e530c2-c2e3-4412-a28c-04d8934289b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.160334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f8e530c2-c2e3-4412-a28c-04d8934289b2 None None] Port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:27.179048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.202340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:27.236311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:09Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:27.249900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] For port f63290fe-7ab2-43ae-9790-1e956a664c4a, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:27.266918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] For port f63290fe-7ab2-43ae-9790-1e956a664c4a, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a,segment=NetworkSegment(0e6784d0-69d0-40ef-8bd1-1474e090cd09),segment_id=0e6784d0-69d0-40ef-8bd1-1474e090cd09)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:27.275610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] Checking router: eaabcd1f-f284-4bf2-a22e-459438ab0594 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:27.286709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.298743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:27.299372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:27.304946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c4903-6833-4a35-88f8-2d5724acfac6 req-d69bf4c4-99a8-4e6d-9751-af58c5ac057d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:27.319437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d7c4903-6833-4a35-88f8-2d5724acfac6 req-d69bf4c4-99a8-4e6d-9751-af58c5ac057d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 936 time: 0.2179031 Aug 25 11:24:27.358091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:27.358457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.468977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:27.472694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:27.473476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.475074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] 10.222.0.67 "PUT /v2.0/ports/f63290fe-7ab2-43ae-9790-1e956a664c4a HTTP/1.1" status: 200 len: 1092 time: 2.8745029 Aug 25 11:24:27.484824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.498881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:27.518210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Transition to ACTIVE for port object 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:27.523309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d7c4903-6833-4a35-88f8-2d5724acfac6 req-2efffd27-849e-4d7d-9e3f-f62422252354 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015097 Aug 25 11:24:27.528488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.535471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-227d630f-089c-41d9-9fd2-1ba726b2a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.564221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505ad29-51cd-45d6-a7b0-4a21386839eb service neutron] Pushing event updated for resources: {'Port': ['ID=f63290fe-7ab2-43ae-9790-1e956a664c4a,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:27.588394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-227d630f-089c-41d9-9fd2-1ba726b2a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.615412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49974) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:27.627069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-ed86eb10-b348-4439-9b03-d53e9132c7a2 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--311034820&fields=id&tenant_id=f73066f2c985404baa1071dd823652df HTTP/1.1" status: 200 len: 267 time: 0.2123311 Aug 25 11:24:27.657480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:27.773047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d630f-089c-41d9-9fd2-1ba726b2a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b896950-1f2f-4f6e-8e56-ec16ab1eef96,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:27.794208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Attempting to bind port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:27.794561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Attempting to bind port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:27.794897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Attempting to bind port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:27.803431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:24:27.803768 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Attempting to bind port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:27.808347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-632eb19e-515f-41a9-a0e8-875ee14ddfe0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.816763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:27.817110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:27.817513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:27.818165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Bound port: 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:27.818538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.842859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-227d630f-089c-41d9-9fd2-1ba726b2a11d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d4d53b38a364128ae64058ab522ef61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1817753 Aug 25 11:24:27.846881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:27.865457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-b5dc01f9-f6d5-4abb-b63f-189479cb0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:27.867176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-632eb19e-515f-41a9-a0e8-875ee14ddfe0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:27.869281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-b5dc01f9-f6d5-4abb-b63f-189479cb0a44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7822061a12b24ce59a4db18bbe8ed0e4&device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 1095 time: 0.2924020 Aug 25 11:24:27.941814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-3e93b76c-15b3-47c5-a041-1f734e74f475 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a HTTP/1.1" status: 200 len: 217 time: 0.0600519 Aug 25 11:24:28.022663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80455316-59bf-4380-a468-99fefa90feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.025899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] For port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:28.052635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] For port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:28.054975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-e9b71887-11f4-4813-9265-4f45cf6dbdfd tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.059653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-e9b71887-11f4-4813-9265-4f45cf6dbdfd tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/networks?id=3f06687b-60cd-41ec-ae43-0b71609df29a HTTP/1.1" status: 200 len: 815 time: 0.4183397 Aug 25 11:24:28.072568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80455316-59bf-4380-a468-99fefa90feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.077386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'tag': 'f63290fe-7ab2-43ae-9790-1e956a664c4a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:28.081884 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c99e4-3e2e-4577-bebc-dc18c456ba24" -d '{"events": [{"name": "network-changed", "server_uuid": "2a729cf5-bcc8-46da-aa19-45ce73166ab7", "tag": "f63290fe-7ab2-43ae-9790-1e956a664c4a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:28.089636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4788-d80d-4247-9573-e5338d33b64e req-389d5e35-a000-428c-b45e-809a1725a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.091469 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-389d5e35-a000-428c-b45e-809a1725a0ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26db02a9-8f34-4dc6-b6db-6d4451ecaf32 HTTP/1.1" status: 200 len: 850 time: 0.1415951 Aug 25 11:24:28.104697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.113733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-f6ab137f-7e2a-442a-adba-09a570f9dad6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/quotas/f73066f2c985404baa1071dd823652df HTTP/1.1" status: 200 len: 375 time: 0.0274763 Aug 25 11:24:28.120439 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-632eb19e-515f-41a9-a0e8-875ee14ddfe0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.123723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-632eb19e-515f-41a9-a0e8-875ee14ddfe0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.127517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-632eb19e-515f-41a9-a0e8-875ee14ddfe0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "DELETE /v2.0/security-groups/4f1f891d-7f3c-4085-9a8d-b4c27b7295c1 HTTP/1.1" status: 204 len: 168 time: 0.5000854 Aug 25 11:24:28.154923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:28.193745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.194444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.195940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa HTTP/1.1" status: 200 len: 1097 time: 1.4940505 Aug 25 11:24:28.205019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:09Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:28.219901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1593cf42-282d-495d-9f1f-d924381d3474', 'tag': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:28.225332 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba24f07-6853-40bd-b0f9-0671fd61e54e" -d '{"events": [{"name": "network-changed", "server_uuid": "1593cf42-282d-495d-9f1f-d924381d3474", "tag": "9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:28.228887 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-4c90c374-5d49-462a-b3e8-207d1fcb1169 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] show failed (client error): The resource could not be found. Aug 25 11:24:28.230585 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c90c374-5d49-462a-b3e8-207d1fcb1169 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "GET /v2.0/security-groups/4f1f891d-7f3c-4085-9a8d-b4c27b7295c1 HTTP/1.1" status: 404 len: 347 time: 0.0724645 Aug 25 11:24:28.237499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eb19e-515f-41a9-a0e8-875ee14ddfe0 tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f891d-7f3c-4085-9a8d-b4c27b7295c1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:28.258580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:28.283238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9ddb-48de-4ae7-a0e0-f1ada5a7ca01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:28.313778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b5fe8b-6662-490a-9181-3ba83f4ec014 None None] The sync data for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 is: [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:13:02Z', 'revision_number': 4, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'd829698c-8f1a-44ab-ad27-4092ab595bfc', 'name': '', 'network_id': '6b6922f5-7845-4e91-a40f-ba358f0df95f', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'mac_address': 'fa:16:3e:d0:e8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:13:01Z', 'updated_at': '2021-08-25T11:13:09Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'subnets': [{'id': 'a341ebab-1df5-4e41-835e-a6c1ac8a1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:24:28.433614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80455316-59bf-4380-a468-99fefa90feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.436305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80455316-59bf-4380-a468-99fefa90feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.437625 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-80455316-59bf-4380-a468-99fefa90feb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b896950-1f2f-4f6e-8e56-ec16ab1eef96 HTTP/1.1" status: 204 len: 168 time: 0.5849285 Aug 25 11:24:28.518803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80455316-59bf-4380-a468-99fefa90feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b896950-1f2f-4f6e-8e56-ec16ab1eef96,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:28.560070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-30224a44-0c62-4d8b-9ff2-4b163fcb4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.562191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-30224a44-0c62-4d8b-9ff2-4b163fcb4e76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 1100 time: 0.2710521 Aug 25 11:24:28.629865 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-04eb9a36-89f0-42ba-bec5-ebb1ffbfbd72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa HTTP/1.1" status: 200 len: 217 time: 0.0572121 Aug 25 11:24:28.639458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-4e1be318-dcce-46a8-89a2-6104bf278e05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0ceced-e00a-4d91-ad3f-b027520b8c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5383775 Aug 25 11:24:28.704175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Deleting port 638db809-4b97-469c-a7f1-5814a4c58bd0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:28.704711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.777740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-e5fb133e-42e2-40a1-a952-20bf824549e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.779571 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-e5fb133e-42e2-40a1-a952-20bf824549e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1407170 Aug 25 11:24:28.796143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95313cdc-9718-4834-a993-785d750b77c7 req-3ded97bc-3fc4-49cb-9461-6f133fd0b38a tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.808729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95313cdc-9718-4834-a993-785d750b77c7 req-3ded97bc-3fc4-49cb-9461-6f133fd0b38a tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 943 time: 0.7085490 Aug 25 11:24:28.861536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.862109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:28.874225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-9fef4b97-3022-4b3f-92b8-70d6f6c38eb1 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f73066f2c985404baa1071dd823652df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2494774 Aug 25 11:24:28.885675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Calling delete_port for 638db809-4b97-469c-a7f1-5814a4c58bd0 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:28.900940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-7c09b44a-3a39-4453-986e-c5a28947e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:28.903002 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-7c09b44a-3a39-4453-986e-c5a28947e2be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084077 Aug 25 11:24:28.922220 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330654f6-e3b1-4a60-acf3-a0637be854ae None None] New status for floating IP 00bed965-7d98-4496-9484-a9628ba97495: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:24:29.008223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95313cdc-9718-4834-a993-785d750b77c7 req-6d2ae002-ee44-4ece-8327-9ab4644d31c0 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980159 Aug 25 11:24:29.108504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-34ada0aa-6dde-42f6-9a91-4804ad9db030 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466505 Aug 25 11:24:29.152690 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-5f6fcb1a-dc69-4860-b536-f13b592fba87 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322588 Aug 25 11:24:29.221002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-050036fc-dd2e-428b-acda-ab58f03fe3ff service neutron] 10.222.0.35 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337674 Aug 25 11:24:29.286759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:29.326373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Pushing event deleted for resources: {'Port': ['ID=638db809-4b97-469c-a7f1-5814a4c58bd0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:29.332026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-33ca8b48-a96f-43c3-a524-daca7f60672a req-4b8c1554-ea66-461f-87f6-f4db443242d2 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697636 Aug 25 11:24:29.332477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9bc0d-fec1-4abf-ae70-1246014706ea req-fdba468b-db81-4d8b-8dab-37d9d97709ee tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:29.341129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ed9bc0d-fec1-4abf-ae70-1246014706ea req-fdba468b-db81-4d8b-8dab-37d9d97709ee tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1897669 Aug 25 11:24:29.353533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7eea4788-d80d-4247-9573-e5338d33b64e req-e0cdcac2-b771-42cd-801a-bde8dd3c8300 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367947 Aug 25 11:24:29.404772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:29.406045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ed9bc0d-fec1-4abf-ae70-1246014706ea req-09aa4b97-0f6d-4f56-9154-4d2edbb52a5e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636704 Aug 25 11:24:29.408435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:29.413877 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7d932262-f18e-4e79-a91d-c1406395538a tempest-ServerActionsTestJSON-1592716031 tempest-ServerActionsTestJSON-1592716031-project] 10.222.0.35 "DELETE /v2.0/floatingips/00bed965-7d98-4496-9484-a9628ba97495 HTTP/1.1" status: 204 len: 168 time: 1.1540451 Aug 25 11:24:29.414282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50012) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:29.424248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-e3c70845-23e5-4ed3-b352-8574549a9381 service neutron] 10.222.0.35 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903493 Aug 25 11:24:29.489284 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4514f6d7-d8ad-4c64-82ff-4629ec35ad8d x-openstack-request-id: req-4514f6d7-d8ad-4c64-82ff-4629ec35ad8d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:29.490591 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a729cf5-bcc8-46da-aa19-45ce73166ab7", "tag": "f63290fe-7ab2-43ae-9790-1e956a664c4a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:29.491016 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4514f6d7-d8ad-4c64-82ff-4629ec35ad8d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:29.491675 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'tag': 'f63290fe-7ab2-43ae-9790-1e956a664c4a', 'status': 'completed', 'code': 200} Aug 25 11:24:29.603460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-e305b897-f31a-4606-968f-1b1d37440faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:29.606288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-e305b897-f31a-4606-968f-1b1d37440faf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7822061a12b24ce59a4db18bbe8ed0e4&device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 1095 time: 0.0817831 Aug 25 11:24:29.633507 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f4366d-500d-487e-bf97-d87c8dfb5ec9 x-openstack-request-id: req-18f4366d-500d-487e-bf97-d87c8dfb5ec9 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:29.634280 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1593cf42-282d-495d-9f1f-d924381d3474", "tag": "9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:29.634692 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18f4366d-500d-487e-bf97-d87c8dfb5ec9 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:29.635255 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1593cf42-282d-495d-9f1f-d924381d3474', 'tag': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', 'status': 'completed', 'code': 200} Aug 25 11:24:29.772055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-a475371f-65ae-48fe-ba15-58afce89f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:29.773553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-a475371f-65ae-48fe-ba15-58afce89f63a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 1100 time: 0.1051450 Aug 25 11:24:29.917334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-2d0530ab-0d82-4c3a-9f8b-aa683a2d08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:29.920680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-2d0530ab-0d82-4c3a-9f8b-aa683a2d08b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1391094 Aug 25 11:24:29.928711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78f42bde-77ff-4f4f-92e1-7754a1944151 req-df865cba-acdc-44b7-b3a1-221503b4e9e0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 210 time: 0.0717125 Aug 25 11:24:30.001142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5281ae3-7a48-46a6-957d-eed46f7c5682 req-ba374405-ef38-4ad4-8538-50f5209d0e00 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:30.004379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-9ceb5caf-7de4-4d09-8e00-98f322b2ca0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa HTTP/1.1" status: 200 len: 217 time: 0.0747988 Aug 25 11:24:30.015412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5281ae3-7a48-46a6-957d-eed46f7c5682 req-ba374405-ef38-4ad4-8538-50f5209d0e00 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 948 time: 0.2337217 Aug 25 11:24:30.044902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-1ec68ccc-6a39-44ec-a253-49f1ff1dd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:30.046434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-1ec68ccc-6a39-44ec-a253-49f1ff1dd800 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7d0ceced-e00a-4d91-ad3f-b027520b8c57 HTTP/1.1" status: 200 len: 911 time: 0.4327281 Aug 25 11:24:30.114471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-5aaafca0-82f4-4d1b-9ae3-275d5181577b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a HTTP/1.1" status: 200 len: 217 time: 0.0560083 Aug 25 11:24:30.143389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-7649e1f3-3ad2-40dc-8679-58a17d52e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:30.148036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-7649e1f3-3ad2-40dc-8679-58a17d52e4ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1332049 Aug 25 11:24:30.164115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5281ae3-7a48-46a6-957d-eed46f7c5682 req-e2002db4-8aa1-4c89-875e-76a9b894dfbb tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464045 Aug 25 11:24:30.256388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-05e161a2-a56a-4a19-88d1-4fe881c76b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:30.270588 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-05e161a2-a56a-4a19-88d1-4fe881c76b35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111002 Aug 25 11:24:30.310911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-1cbac1e1-ef46-4e61-b53e-5732d5c0a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:30.312432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-1cbac1e1-ef46-4e61-b53e-5732d5c0a5db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=26db02a9-8f34-4dc6-b6db-6d4451ecaf32 HTTP/1.1" status: 200 len: 850 time: 0.1658735 Aug 25 11:24:30.420058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-8dfd9721-30ab-45f2-b192-5e1e61b57b05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7d0ceced-e00a-4d91-ad3f-b027520b8c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994160 Aug 25 11:24:30.477281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f8b75-907c-43c9-a4a5-9a1f0401011a req-745830f7-fdfe-4c86-97a4-a1648027b5f5 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:30.484567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-796f8b75-907c-43c9-a4a5-9a1f0401011a req-745830f7-fdfe-4c86-97a4-a1648027b5f5 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 943 time: 0.2099917 Aug 25 11:24:30.494628 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-5ccf3dd2-48cb-4df2-a41c-92d657b0cbad service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126071 Aug 25 11:24:30.629961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-796f8b75-907c-43c9-a4a5-9a1f0401011a req-6268c26c-bd1a-4730-9e09-9b47fca172d9 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446593 Aug 25 11:24:30.710550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:30.825821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0ba24f07-6853-40bd-b0f9-0671fd61e54e req-f16a44a3-0cf4-40f8-a126-7692a4eb26a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207965 Aug 25 11:24:30.860606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-def19677-67e2-453a-a9e8-fbdbe4c74991 service neutron] 10.222.0.67 "GET /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301443 Aug 25 11:24:31.023703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39d4f0-dfdb-439b-9854-cbf5eeb77ea4 req-94d22df6-8125-4213-938a-7dd3b7b3a5b0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:31.025882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc39d4f0-dfdb-439b-9854-cbf5eeb77ea4 req-94d22df6-8125-4213-938a-7dd3b7b3a5b0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2867436 Aug 25 11:24:31.202119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc39d4f0-dfdb-439b-9854-cbf5eeb77ea4 req-4aa6b2e8-9989-4ea9-847a-13efb263ac69 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538897 Aug 25 11:24:31.219097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-900c99e4-3e2e-4577-bebc-dc18c456ba24 req-fb2e01b3-4e25-4cf5-a2fd-38f3645757ac service neutron] 10.222.0.67 "GET /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397610 Aug 25 11:24:31.242882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:24:31.434874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc33f21e-1114-42c5-a394-bebfa45cd5ea req-62471deb-3821-4c16-a1dd-12c54e382305 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 210 time: 0.0776033 Aug 25 11:24:31.458335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:31.475036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', 'mac_address': 'fa:16:3e:67:c0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:24:31.565597 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:31.572584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2d4ed-0b99-429e-84e0-77baa6d455c5 req-4dc5af0a-8b89-4f78-bd94-c4e990f5bea4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:31.578703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84d2d4ed-0b99-429e-84e0-77baa6d455c5 req-4dc5af0a-8b89-4f78-bd94-c4e990f5bea4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 948 time: 0.2119892 Aug 25 11:24:31.592188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:31.630246 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:31.648262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:31.655436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:31.685891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-d224645c-d824-48f2-9451-8083e7da1c3d tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:31.687642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-d224645c-d824-48f2-9451-8083e7da1c3d tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.67 "GET /v2.0/networks?id=3f06687b-60cd-41ec-ae43-0b71609df29a HTTP/1.1" status: 200 len: 815 time: 0.2750974 Aug 25 11:24:31.731517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84d2d4ed-0b99-429e-84e0-77baa6d455c5 req-f70a7865-4b13-468b-9c80-706bfd4831b0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465511 Aug 25 11:24:31.775422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-9b4e9ed8-d1ca-4042-a1ca-efdefad13a3b tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73066f2c985404baa1071dd823652df HTTP/1.1" status: 200 len: 379 time: 0.0757439 Aug 25 11:24:31.781533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:31.799475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Request body: {'port': {'device_id': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'admin_state_up': True, 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'security_groups': ['52acfbe0-baeb-4a94-8658-36ab5eff5cb7']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:31.964289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:32.006396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f87e9-0992-459b-829c-012ed3cf7ab9 req-4a1784bc-a44c-499e-b243-070a375cc2f8 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:32.007997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba1f87e9-0992-459b-829c-012ed3cf7ab9 req-4a1784bc-a44c-499e-b243-070a375cc2f8 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 943 time: 0.1770074 Aug 25 11:24:32.095538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba1f87e9-0992-459b-829c-012ed3cf7ab9 req-df0ecad4-4ea4-4ebd-9e6e-aa1697c23f5e tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 Aug 25 11:24:32.096697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Made reservation on behalf of f73066f2c985404baa1071dd823652df for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:32.099713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:32.357979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Allocated IP 172.20.0.4 (3f06687b-60cd-41ec-ae43-0b71609df29a/9c42b328-5da4-4fcc-8a30-554d4f0de075/ec2f481b-7dab-4aa7-af74-2bf1c806ea01) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:32.395594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7f8f-76cb-4e2b-8320-778928a5c669 req-65feb5f8-f922-4d63-ba06-218b22606335 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:32.397261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5fe7f8f-76cb-4e2b-8320-778928a5c669 req-65feb5f8-f922-4d63-ba06-218b22606335 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1048050 Aug 25 11:24:32.408256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Deleting port d829698c-8f1a-44ab-ad27-4092ab595bfc {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:32.408598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:32.756991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f63290fe-7ab2-43ae-9790-1e956a664c4a details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:24:32.898687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f63290fe-7ab2-43ae-9790-1e956a664c4a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a,segment=NetworkSegment(0e6784d0-69d0-40ef-8bd1-1474e090cd09),segment_id=0e6784d0-69d0-40ef-8bd1-1474e090cd09)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:32.915013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'f63290fe-7ab2-43ae-9790-1e956a664c4a', 'network_id': '7d0ceced-e00a-4d91-ad3f-b027520b8c57', 'port_id': 'f63290fe-7ab2-43ae-9790-1e956a664c4a', 'mac_address': 'fa:16:3e:84:76:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26db02a9-8f34-4dc6-b6db-6d4451ecaf32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:24:32.917518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-032bef99-2277-42a4-9f21-7355c8a00359 req-7097f05e-10f3-4d3e-8b4e-91c53ebe2ea0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 210 time: 0.3805499 Aug 25 11:24:32.931376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5fe7f8f-76cb-4e2b-8320-778928a5c669 req-e2854500-38be-45c7-9a51-f556308c92a9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048637 Aug 25 11:24:32.966229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] For port d829698c-8f1a-44ab-ad27-4092ab595bfc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d829698c-8f1a-44ab-ad27-4092ab595bfc,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:32.966428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:32.968934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:32.992859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Calling delete_port for d829698c-8f1a-44ab-ad27-4092ab595bfc owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:33.002726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.004596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63290fe-7ab2-43ae-9790-1e956a664c4a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:33.053825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Transition to ACTIVE for port object ec2f481b-7dab-4aa7-af74-2bf1c806ea01 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:33.072234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f63290fe-7ab2-43ae-9790-1e956a664c4a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a,segment=NetworkSegment(0e6784d0-69d0-40ef-8bd1-1474e090cd09),segment_id=0e6784d0-69d0-40ef-8bd1-1474e090cd09)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:33.079205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.171784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=f63290fe-7ab2-43ae-9790-1e956a664c4a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:33.211230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467bb2a-ba3c-46e3-b386-9badfcb372c4 req-d3692097-910a-4223-a9e4-f9d2a0b1ef12 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:33.213483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b467bb2a-ba3c-46e3-b386-9badfcb372c4 req-d3692097-910a-4223-a9e4-f9d2a0b1ef12 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 949 time: 0.1308889 Aug 25 11:24:33.219956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.266230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:33.290267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Network 3f06687b-60cd-41ec-ae43-0b71609df29a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:33.297034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:33.337984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:33.343272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b467bb2a-ba3c-46e3-b386-9badfcb372c4 req-aaa1fdc8-a8ac-407d-bfbf-fbf02e392224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101089 Aug 25 11:24:33.383625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['f63290fe-7ab2-43ae-9790-1e956a664c4a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:33.405989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event updated for resources: {'Port': ['ID=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:33.526711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:33.538483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:33.538808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.637425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:33.638365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.661389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efafd85-06e4-4f05-b41e-54f6aed16ea7 req-9e78b1af-7e39-4dcc-8ae8-096253fe957b tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:33.666772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7efafd85-06e4-4f05-b41e-54f6aed16ea7 req-9e78b1af-7e39-4dcc-8ae8-096253fe957b tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 944 time: 0.3219845 Aug 25 11:24:33.688789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.712299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-be4980fb-2588-4779-b28b-5226815871d3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9221859 Aug 25 11:24:33.720023 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.746914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Request body: {'port': {'device_id': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:33.750279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d829698c-8f1a-44ab-ad27-4092ab595bfc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:33.760479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1593cf42-282d-495d-9f1f-d924381d3474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:33.763049 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ba52c-b417-450f-80fc-69881b35e344" -d '{"events": [{"server_uuid": "1593cf42-282d-495d-9f1f-d924381d3474", "name": "network-vif-plugged", "status": "completed", "tag": "9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:33.782006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:33.792342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.844132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7efafd85-06e4-4f05-b41e-54f6aed16ea7 req-606ef8a9-d4ac-4aba-bdc1-5494e48b1fc6 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691232 Aug 25 11:24:33.888258 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149f075-241b-4355-be7e-26d51db9a284 x-openstack-request-id: req-7149f075-241b-4355-be7e-26d51db9a284 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:33.889306 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1593cf42-282d-495d-9f1f-d924381d3474", "name": "network-vif-plugged", "status": "completed", "tag": "9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:33.889306 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7149f075-241b-4355-be7e-26d51db9a284 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:33.889524 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1593cf42-282d-495d-9f1f-d924381d3474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', 'code': 200} Aug 25 11:24:33.891020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7a5e16af-e3b6-4def-b619-2112f0a408db None None] Provisioning for port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:33.899125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7a5e16af-e3b6-4def-b619-2112f0a408db None None] Provisioning complete for port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:33.899887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a5e16af-e3b6-4def-b619-2112f0a408db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:33.901621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:33.964561 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:34.076449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e16af-e3b6-4def-b619-2112f0a408db None None] Port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:34.116673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163e8fa-53d5-47a3-9b01-db777306beea req-b8baaf6e-195a-4165-93ff-c731d1eefde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:34.121510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f163e8fa-53d5-47a3-9b01-db777306beea req-b8baaf6e-195a-4165-93ff-c731d1eefde0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 1102 time: 0.1241858 Aug 25 11:24:34.192194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f163e8fa-53d5-47a3-9b01-db777306beea req-c1e0b6b9-a4f7-4329-be8e-dd4663ec1e51 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580983 Aug 25 11:24:34.322954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:34.334770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5a05f-d9cb-45ed-ad50-f2ea323eed48 req-fdb0d26b-ef7e-49a7-a548-8d0338e8ed76 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:34.336413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02c5a05f-d9cb-45ed-ad50-f2ea323eed48 req-fdb0d26b-ef7e-49a7-a548-8d0338e8ed76 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2356889 Aug 25 11:24:34.344775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f437e3b-c925-4af8-aa7c-78cd84ae774a req-f64879d7-6653-416d-9dd8-76b274ecf81d tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:34.346405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f437e3b-c925-4af8-aa7c-78cd84ae774a req-f64879d7-6653-416d-9dd8-76b274ecf81d tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 931 time: 0.2505724 Aug 25 11:24:34.575840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02c5a05f-d9cb-45ed-ad50-f2ea323eed48 req-6c6a9fcd-ea0c-478a-aaa0-a17f449af318 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217445 Aug 25 11:24:34.596317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f437e3b-c925-4af8-aa7c-78cd84ae774a req-2bd74be8-d2a5-4fef-b05b-20d29910e6e9 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307622 Aug 25 11:24:34.761941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f63290fe-7ab2-43ae-9790-1e956a664c4a up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:34.797976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2f481b-7dab-4aa7-af74-2bf1c806ea01 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:34.817107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:34.843838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port f63290fe-7ab2-43ae-9790-1e956a664c4a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:34.852356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port f63290fe-7ab2-43ae-9790-1e956a664c4a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:34.852801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:34.897406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Transition to ACTIVE for port object ec2f481b-7dab-4aa7-af74-2bf1c806ea01 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:34.908325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f66b15-a93c-4ce1-9ea8-201c70aa70f1 req-2058d49e-4345-405b-8b6f-6ed9292735f8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:34.910179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f66b15-a93c-4ce1-9ea8-201c70aa70f1 req-2058d49e-4345-405b-8b6f-6ed9292735f8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 950 time: 0.1660423 Aug 25 11:24:34.913354 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:34.962689 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.010466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Router eaabcd1f-f284-4bf2-a22e-459438ab0594 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:24:35.013101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port f63290fe-7ab2-43ae-9790-1e956a664c4a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a,segment=NetworkSegment(0e6784d0-69d0-40ef-8bd1-1474e090cd09),segment_id=0e6784d0-69d0-40ef-8bd1-1474e090cd09)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:35.023152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.026530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:35.038103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f66b15-a93c-4ce1-9ea8-201c70aa70f1 req-f6d17f83-aac9-46b0-80e2-1ea54e94b532 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931993 Aug 25 11:24:35.133915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=f63290fe-7ab2-43ae-9790-1e956a664c4a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:35.230538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef8898-4113-4007-a4ca-90fb568aa84b req-e5a60372-dd1f-47b4-ac77-66ec7675cab6 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:35.232213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-daef8898-4113-4007-a4ca-90fb568aa84b req-e5a60372-dd1f-47b4-ac77-66ec7675cab6 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 945 time: 0.2026703 Aug 25 11:24:35.250719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Attempting to bind port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:35.251031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Attempting to bind port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:35.251363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Attempting to bind port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 on network 3f06687b-60cd-41ec-ae43-0b71609df29a {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:35.290710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 on network 3f06687b-60cd-41ec-ae43-0b71609df29a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:24:35.291015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Attempting to bind port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 on network 3f06687b-60cd-41ec-ae43-0b71609df29a {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:35.308078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:35.308415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Checking segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:35.308801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Bound using segment: {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:35.309252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Bound port: ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:35.309624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.381501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:35.388386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df0cc984-a868-4c26-a30d-a762edbb43c3 admin admin] 10.222.0.35 "PUT /v2.0/routers/eaabcd1f-f284-4bf2-a22e-459438ab0594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9724638 Aug 25 11:24:35.391515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:35.392485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-daef8898-4113-4007-a4ca-90fb568aa84b req-158bd823-afd6-4701-9eb3-713f2c56fbb7 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972350 Aug 25 11:24:35.405396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e0545-d688-4669-8874-397d5735f38a None None] Sync routers for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:35.437988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:35.438727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:35.468552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] For port ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:35.473427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] For port ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:35.483763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.567426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.575579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:35.585637 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.587580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec2f481b-7dab-4aa7-af74-2bf1c806ea01 HTTP/1.1" status: 200 len: 1092 time: 1.8482771 Aug 25 11:24:35.588164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:35.590715 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3a89a-9618-43dd-beb4-23247588e0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:35.665028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217501a6-cb25-45ce-8f67-dace418e8a22 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:35.677982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:35.702380 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade1c0f3-a62d-40ac-b7e0-1a39b3d31903 x-openstack-request-id: req-ade1c0f3-a62d-40ac-b7e0-1a39b3d31903 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:35.702674 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:35.702930 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ade1c0f3-a62d-40ac-b7e0-1a39b3d31903 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:35.703603 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'status': 'completed', 'code': 200} Aug 25 11:24:35.721732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-2c24aa4d-74e1-446e-ac72-9a6ffda78d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:35.732316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-2c24aa4d-74e1-446e-ac72-9a6ffda78d6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f73066f2c985404baa1071dd823652df&device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 1095 time: 0.0796392 Aug 25 11:24:35.806747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.850354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-2e980e21-4b37-489e-a7c0-a3cc0a3610aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01 HTTP/1.1" status: 200 len: 217 time: 0.0733023 Aug 25 11:24:35.894015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63290fe-7ab2-43ae-9790-1e956a664c4a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:35.896642 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79359b4-fd3e-42de-8cc8-433d5c69d30e" -d '{"events": [{"server_uuid": "2a729cf5-bcc8-46da-aa19-45ce73166ab7", "name": "network-vif-plugged", "status": "completed", "tag": "f63290fe-7ab2-43ae-9790-1e956a664c4a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:35.909538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Deleting port 9bdf1576-3d6c-48d6-a474-bf24c32c849d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:35.909915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:35.950578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06ffe1-0d3b-4703-919e-5d1af5b6d6f4 req-e2932354-9d93-460b-9664-4da4959ca1cb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:35.958310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f06ffe1-0d3b-4703-919e-5d1af5b6d6f4 req-e2932354-9d93-460b-9664-4da4959ca1cb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2479010 Aug 25 11:24:35.961073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-e99eec58-0a91-4dd2-b5a2-0e60e3653552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:35.963194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-e99eec58-0a91-4dd2-b5a2-0e60e3653552 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c42b328-5da4-4fcc-8a30-554d4f0de075 HTTP/1.1" status: 200 len: 854 time: 0.0992858 Aug 25 11:24:36.021543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] For port 9bdf1576-3d6c-48d6-a474-bf24c32c849d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9bdf1576-3d6c-48d6-a474-bf24c32c849d,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:36.022355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.038235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Calling delete_port for 9bdf1576-3d6c-48d6-a474-bf24c32c849d owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:36.051968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f06ffe1-0d3b-4703-919e-5d1af5b6d6f4 req-d3c0cb35-ae69-41a8-bcec-5f5e24ffd7ab tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927708 Aug 25 11:24:36.052337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:24:33Z', 'revision_number': 5, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port': {'id': '9bdf1576-3d6c-48d6-a474-bf24c32c849d', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:12:54Z', 'updated_at': '2021-08-25T11:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:36.068153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24c183-73f2-4d08-91fe-bb7834a9f258 req-d7c93c93-dda6-4502-9938-24c47e3b9bb3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:36.069965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a24c183-73f2-4d08-91fe-bb7834a9f258 req-d7c93c93-dda6-4502-9938-24c47e3b9bb3 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 943 time: 0.2346516 Aug 25 11:24:36.131133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e0545-d688-4669-8874-397d5735f38a None None] Checking router: eaabcd1f-f284-4bf2-a22e-459438ab0594 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:36.147717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] Routers {'eaabcd1f-f284-4bf2-a22e-459438ab0594'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:36.148980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaabcd1f-f284-4bf2-a22e-459438ab0594'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:36.173189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-20ce57aa-484a-48d7-9e38-ca4f152032f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:36.174926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-20ce57aa-484a-48d7-9e38-ca4f152032f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f06687b-60cd-41ec-ae43-0b71609df29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788599 Aug 25 11:24:36.305011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a24c183-73f2-4d08-91fe-bb7834a9f258 req-1e77474e-3f9e-418f-a5bc-a0dd54dd3ea5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172518 Aug 25 11:24:36.425142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-540b466a-f8ee-4259-bb39-f447d00aceeb service neutron] 10.222.0.67 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385378 Aug 25 11:24:36.429852 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d91a9-37b0-417c-a4d2-a0597b66cf6b x-openstack-request-id: req-986d91a9-37b0-417c-a4d2-a0597b66cf6b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:36.430149 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a729cf5-bcc8-46da-aa19-45ce73166ab7", "name": "network-vif-plugged", "status": "completed", "tag": "f63290fe-7ab2-43ae-9790-1e956a664c4a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:36.430555 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-986d91a9-37b0-417c-a4d2-a0597b66cf6b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:36.432226 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63290fe-7ab2-43ae-9790-1e956a664c4a', 'code': 200} Aug 25 11:24:36.456842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] Set router eaabcd1f-f284-4bf2-a22e-459438ab0594 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:36.487087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50138) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:36.517034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.571271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdf1576-3d6c-48d6-a474-bf24c32c849d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:36.594749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-795e0545-d688-4669-8874-397d5735f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:24:35Z', 'revision_number': 6, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:36.625744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e0545-d688-4669-8874-397d5735f38a None None] The sync data for ids ['eaabcd1f-f284-4bf2-a22e-459438ab0594'] in n-d-778732-11 is: [{'id': 'eaabcd1f-f284-4bf2-a22e-459438ab0594', 'name': 'tempest-ServerActionsTestJSON-498516762-router', 'tenant_id': '530001cb0f344f6fb4135cd873bf5c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:12:52Z', 'updated_at': '2021-08-25T11:24:35Z', 'revision_number': 6, 'project_id': '530001cb0f344f6fb4135cd873bf5c42', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:24:36.674809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.721581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5ac3b-7bc0-4446-8669-06e98b6eb2d4 req-8a1e6b19-6f3e-463c-9c9f-a3ab6557f890 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:36.723452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72c5ac3b-7bc0-4446-8669-06e98b6eb2d4 req-8a1e6b19-6f3e-463c-9c9f-a3ab6557f890 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 950 time: 0.2601461 Aug 25 11:24:36.739054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252c9b-e528-4512-a334-1521e2090785 req-a0e5b305-ef3e-430c-8ee6-6939007b0311 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:36.740663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5252c9b-e528-4512-a334-1521e2090785 req-a0e5b305-ef3e-430c-8ee6-6939007b0311 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 945 time: 0.1901417 Aug 25 11:24:36.761085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7428ec-1d86-4b2a-ab59-235e654e73cb req-163c9777-f51c-4aaa-a5f5-8ffda9bc2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:36.762690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7428ec-1d86-4b2a-ab59-235e654e73cb req-163c9777-f51c-4aaa-a5f5-8ffda9bc2b7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 1097 time: 0.2457411 Aug 25 11:24:36.788354 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9c79c05f-231e-468e-a3e3-65a58dd7ed48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.802108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.810141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.819867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c212ffd2-8913-4a7b-9503-e701b188a93e req-995ae41a-c75f-4f2b-907e-3dabb915120c service neutron] 10.222.0.67 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830745 Aug 25 11:24:36.856618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5252c9b-e528-4512-a334-1521e2090785 req-74ab13d2-a5bc-4c85-a7ec-b41488bbac0f tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063671 Aug 25 11:24:36.865466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd7428ec-1d86-4b2a-ab59-235e654e73cb req-4f75ead9-b7a5-4b7c-b371-346570429cff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902236 Aug 25 11:24:36.869955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72c5ac3b-7bc0-4446-8669-06e98b6eb2d4 req-d9979426-a075-4b88-9bd7-a5e315fe2884 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248405 Aug 25 11:24:36.888046 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.888534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaabcd1f-f284-4bf2-a22e-459438ab0594 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:24:36.893267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.894576 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ff683bc-0ede-45c3-8773-a3f753fbf524 admin admin] 10.222.0.35 "DELETE /v2.0/routers/eaabcd1f-f284-4bf2-a22e-459438ab0594 HTTP/1.1" status: 204 len: 168 time: 1.5019071 Aug 25 11:24:36.897436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50142) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:36.951841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Deleting subnet a341ebab-1df5-4e41-835e-a6c1ac8a1662 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:24:36.956104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:36.997729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.000519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9c79c05f-231e-468e-a3e3-65a58dd7ed48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.008331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9c79c05f-231e-468e-a3e3-65a58dd7ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.060665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79c05f-231e-468e-a3e3-65a58dd7ed48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367c9650-b96a-4895-a3fe-ba5c99b9b7d3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:37.066868 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9c79c05f-231e-468e-a3e3-65a58dd7ed48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45c799a42ce346fea736b172ed78b2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780265 Aug 25 11:24:37.069334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:37.205391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5c36e4-be98-4205-a590-62b672fcda73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.214234 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.250607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5c36e4-be98-4205-a590-62b672fcda73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.293296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-1fe1042e-6ef2-4be9-9f8c-afbb7db42fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:37.295915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-1fe1042e-6ef2-4be9-9f8c-afbb7db42fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f73066f2c985404baa1071dd823652df&device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 1095 time: 0.1783447 Aug 25 11:24:37.329186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5c36e4-be98-4205-a590-62b672fcda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.332932 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5c36e4-be98-4205-a590-62b672fcda73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.338829 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5d5c36e4-be98-4205-a590-62b672fcda73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/367c9650-b96a-4895-a3fe-ba5c99b9b7d3 HTTP/1.1" status: 204 len: 168 time: 0.2641110 Aug 25 11:24:37.345957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c36e4-be98-4205-a590-62b672fcda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367c9650-b96a-4895-a3fe-ba5c99b9b7d3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:37.556779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d829698c-8f1a-44ab-ad27-4092ab595bfc no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:37.591730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d829698c-8f1a-44ab-ad27-4092ab595bfc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:37.610209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d829698c-8f1a-44ab-ad27-4092ab595bfc not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:37.826705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ba50-a450-41fc-bbd8-fa30fbf6c267 req-dc367b06-e7d6-4fc1-8897-a80c97559808 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:37.828626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfc1ba50-a450-41fc-bbd8-fa30fbf6c267 req-dc367b06-e7d6-4fc1-8897-a80c97559808 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.5746474 Aug 25 11:24:37.851084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.867144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086642b5-a86e-4063-8ebc-7cf45fb70907 req-d313bd03-db0e-4e46-93b8-b374a17468d0 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:37.870932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-086642b5-a86e-4063-8ebc-7cf45fb70907 req-d313bd03-db0e-4e46-93b8-b374a17468d0 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 1102 time: 0.5342233 Aug 25 11:24:37.903668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-d16e3911-33f8-424d-924f-528d5fca7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:37.905180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-d16e3911-33f8-424d-924f-528d5fca7cb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f06687b-60cd-41ec-ae43-0b71609df29a HTTP/1.1" status: 200 len: 916 time: 0.5814767 Aug 25 11:24:37.916918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a341ebab-1df5-4e41-835e-a6c1ac8a1662,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:37.920162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.922421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-db1c4daf-092c-4d75-8804-004111cd2046 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a341ebab-1df5-4e41-835e-a6c1ac8a1662 HTTP/1.1" status: 204 len: 168 time: 1.0237286 Aug 25 11:24:37.926789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50174) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:37.936956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7d526f-56d4-4b96-8551-2b10bdac1b1b None None] Network 6b6922f5-7845-4e91-a40f-ba358f0df95f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:37.986518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-086642b5-a86e-4063-8ebc-7cf45fb70907 req-55c71e3d-4ca8-4b47-8527-17dad52f064c tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:37.999441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-b226c86a-1916-4939-8957-9b758fe923cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01 HTTP/1.1" status: 200 len: 217 time: 0.0672879 Aug 25 11:24:38.073667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.097121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfc1ba50-a450-41fc-bbd8-fa30fbf6c267 req-6d94088b-9910-4023-8bd6-3fde9bc863c9 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426693 Aug 25 11:24:38.160896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-45544c11-b176-45ee-a937-c7dfc16833b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:38.162759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-45544c11-b176-45ee-a937-c7dfc16833b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c42b328-5da4-4fcc-8a30-554d4f0de075 HTTP/1.1" status: 200 len: 854 time: 0.1258008 Aug 25 11:24:38.222828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Deleting port 8becaee6-7b27-47bc-b83d-1915bddc1f62 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:38.223345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.317764 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-086642b5-a86e-4063-8ebc-7cf45fb70907 req-55c71e3d-4ca8-4b47-8527-17dad52f064c tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.328653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-2cee3bae-9950-4604-9811-ee6032c74ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:38.332351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-2cee3bae-9950-4604-9811-ee6032c74ac3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f06687b-60cd-41ec-ae43-0b71609df29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604781 Aug 25 11:24:38.334516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-086642b5-a86e-4063-8ebc-7cf45fb70907 req-55c71e3d-4ca8-4b47-8527-17dad52f064c tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.392240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] For port 8becaee6-7b27-47bc-b83d-1915bddc1f62, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8becaee6-7b27-47bc-b83d-1915bddc1f62,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:38.393093 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.394167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-086642b5-a86e-4063-8ebc-7cf45fb70907 req-55c71e3d-4ca8-4b47-8527-17dad52f064c tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866629 Aug 25 11:24:38.427996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] DHCP port deletion for 6b6922f5-7845-4e91-a40f-ba358f0df95f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:24:38.462699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Calling delete_port for 8becaee6-7b27-47bc-b83d-1915bddc1f62 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:38.473896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c71e3d-4ca8-4b47-8527-17dad52f064c tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df92be9-7a02-4ed0-b3fb-d5dc52b87a05,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:38.508346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Deleting port 8becaee6-7b27-47bc-b83d-1915bddc1f62 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:38.509191 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.621837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-6db7485b-03ca-4906-8644-820dc7ccb905 service neutron] 10.222.0.67 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670679 Aug 25 11:24:38.635578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] For port 8becaee6-7b27-47bc-b83d-1915bddc1f62, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8becaee6-7b27-47bc-b83d-1915bddc1f62,segment=NetworkSegment(aa070a7c-5ab4-4bd0-a10e-ce77519f43cc),segment_id=aa070a7c-5ab4-4bd0-a10e-ce77519f43cc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:38.636330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.661881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Calling delete_port for 8becaee6-7b27-47bc-b83d-1915bddc1f62 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:38.664116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91b947-5bc9-4385-920b-b16428632002 req-c48e1d28-6ceb-4d75-b78a-1182795f8158 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:38.679863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df91b947-5bc9-4385-920b-b16428632002 req-c48e1d28-6ceb-4d75-b78a-1182795f8158 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 943 time: 0.1911080 Aug 25 11:24:38.695855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.714796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] No DVR routers for this DVR port 8becaee6-7b27-47bc-b83d-1915bddc1f62 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:38.765993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8becaee6-7b27-47bc-b83d-1915bddc1f62,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:38.781356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec2f481b-7dab-4aa7-af74-2bf1c806ea01 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:24:38.875469 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.902168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:38.906135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df91b947-5bc9-4385-920b-b16428632002 req-b52d0f6d-455f-4dc3-aac7-848828fbd4ae tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263739 Aug 25 11:24:38.927770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ec3fa-4981-4db2-bcb2-5a54f51c9c8f req-56be0301-3fee-4ea5-aa29-4146a6e8de1e tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:38.937151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a9ec3fa-4981-4db2-bcb2-5a54f51c9c8f req-56be0301-3fee-4ea5-aa29-4146a6e8de1e tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 945 time: 0.2305558 Aug 25 11:24:38.971284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6922f5-7845-4e91-a40f-ba358f0df95f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:38.976991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb3a89a-9618-43dd-beb4-23247588e0ae req-860fdfcf-2df6-4fb2-bf81-44bab94c42e6 service neutron] 10.222.0.67 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423648 Aug 25 11:24:39.005515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:39.007623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa070a7c-5ab4-4bd0-a10e-ce77519f43cc') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:39.009231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a9ec3fa-4981-4db2-bcb2-5a54f51c9c8f req-828c3acc-4722-4d9a-937e-5077808dba67 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683184 Aug 25 11:24:39.022971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] No DVR routers for this DVR port 8becaee6-7b27-47bc-b83d-1915bddc1f62 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:39.029787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.070002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.080082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:24:39.080526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:39.081003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.129215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'port_id': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'mac_address': 'fa:16:3e:d3:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:24:39.131800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Pushing event deleted for resources: {'Port': ['ID=8becaee6-7b27-47bc-b83d-1915bddc1f62,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.149745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d1bfc-e33d-4cd4-ad40-c32bc8ac691a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:24:39.161966 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:24:39.168562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.176774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.178891 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6b6922f5-7845-4e91-a40f-ba358f0df95f HTTP/1.1" status: 204 len: 168 time: 1.2510045 Aug 25 11:24:39.197852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf370a-f4c2-45f1-b3c0-55e5f1ecd8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6922f5-7845-4e91-a40f-ba358f0df95f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:39.260773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9bdf1576-3d6c-48d6-a474-bf24c32c849d no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:39.300774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9bdf1576-3d6c-48d6-a474-bf24c32c849d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:39.300774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9bdf1576-3d6c-48d6-a474-bf24c32c849d not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:39.300774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8becaee6-7b27-47bc-b83d-1915bddc1f62 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:39.341638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8becaee6-7b27-47bc-b83d-1915bddc1f62 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:39.342937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8becaee6-7b27-47bc-b83d-1915bddc1f62 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:39.347888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.389676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2f481b-7dab-4aa7-af74-2bf1c806ea01 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:39.405421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db47f4-26e8-4a58-a2bc-50aca7340fdc req-66172940-e104-4128-bd30-47ce7bedd490 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:39.408817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72db47f4-26e8-4a58-a2bc-50aca7340fdc req-66172940-e104-4128-bd30-47ce7bedd490 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1107714 Aug 25 11:24:39.466121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:39.475186 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.522776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72db47f4-26e8-4a58-a2bc-50aca7340fdc req-056d51ce-3a6b-4547-9438-b103293763fe tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054032 Aug 25 11:24:39.603654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:39.742086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-819ad29b-ab45-45af-9a4b-5028f98a3178 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260494 Aug 25 11:24:39.767408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:39.774990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ec2f481b-7dab-4aa7-af74-2bf1c806ea01'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:39.827614 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-769fcf24-eab1-4f62-9082-6b84e957af7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=530001cb0f344f6fb4135cd873bf5c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585284 Aug 25 11:24:39.831875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:39.922625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a9-54b4-4e5f-a52a-218d9856fa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:39.975635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a9-54b4-4e5f-a52a-218d9856fa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:40.004944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb32e03-2a8e-472f-894d-9a73b8c3523f req-10567d00-0a79-40a1-a8cb-20bcb5004461 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:40.009514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fb32e03-2a8e-472f-894d-9a73b8c3523f req-10567d00-0a79-40a1-a8cb-20bcb5004461 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 945 time: 0.2521396 Aug 25 11:24:40.047005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-6e2da171-15ea-4996-b8a8-137035fa40e7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:40.048915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-6e2da171-15ea-4996-b8a8-137035fa40e7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942364 Aug 25 11:24:40.099234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-cfb3e16a-529d-4451-9ac9-42d38cad1f7e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/quotas/97f7b6ce40e5438295d4942b479a4750 HTTP/1.1" status: 200 len: 375 time: 0.0390623 Aug 25 11:24:40.099844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a9-54b4-4e5f-a52a-218d9856fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:40.107182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a9-54b4-4e5f-a52a-218d9856fa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:40.113799 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cec8f1a9-54b4-4e5f-a52a-218d9856fa8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa HTTP/1.1" status: 204 len: 168 time: 0.2801807 Aug 25 11:24:40.124269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8f1a9-54b4-4e5f-a52a-218d9856fa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0d4e2c-8a09-4e77-a841-dfeb5ce721aa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:40.176578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fb32e03-2a8e-472f-894d-9a73b8c3523f req-7e36dd34-061f-406c-af03-dd6ea174abc0 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527839 Aug 25 11:24:40.216441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-4027976a-14a6-4468-845d-4bb8e9158ec6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090338 Aug 25 11:24:40.413661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350818fe-12c7-4e5a-a68e-ee072475bea8 req-d0646af6-f97b-43d6-9a1c-259eb3e32a46 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:40.422182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350818fe-12c7-4e5a-a68e-ee072475bea8 req-d0646af6-f97b-43d6-9a1c-259eb3e32a46 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 944 time: 0.0962703 Aug 25 11:24:40.470933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-350818fe-12c7-4e5a-a68e-ee072475bea8 req-b3b06ac1-f21c-4fb7-ae7b-f2224b7bce3c tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477257 Aug 25 11:24:40.697565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edae8d7-f780-4150-bc8f-dac43e539ade req-f10621b6-2838-42d3-8e8e-3581fe8cb39f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:40.699498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0edae8d7-f780-4150-bc8f-dac43e539ade req-f10621b6-2838-42d3-8e8e-3581fe8cb39f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.0779693 Aug 25 11:24:40.755934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0edae8d7-f780-4150-bc8f-dac43e539ade req-d5369d38-45c9-475e-84ae-4f01503180bc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410633 Aug 25 11:24:41.150814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2afb95e-00f3-484a-9706-8ff6de0de16f req-6be2b7f1-72af-429d-9eed-47a09c979f90 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 210 time: 0.0458050 Aug 25 11:24:41.171593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-fe73e5d8-c174-4e22-b920-23724a68de21 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:41.173152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-fe73e5d8-c174-4e22-b920-23724a68de21 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 945 time: 0.1701412 Aug 25 11:24:41.534239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Deleting port f63290fe-7ab2-43ae-9790-1e956a664c4a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:41.535038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:41.725020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9df46-2b75-4eb1-a35f-3301e6bd5b7e req-1b3dbbb6-cfae-4385-828c-2a215cb185e2 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:41.727587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dac9df46-2b75-4eb1-a35f-3301e6bd5b7e req-1b3dbbb6-cfae-4385-828c-2a215cb185e2 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 945 time: 0.3579097 Aug 25 11:24:41.836913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f0d3e-142f-4814-a07a-a70f2ba3391d req-fe2e544b-7db8-4cb9-8db6-a3628080732a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:41.839313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f1f0d3e-142f-4814-a07a-a70f2ba3391d req-fe2e544b-7db8-4cb9-8db6-a3628080732a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 944 time: 0.1923003 Aug 25 11:24:41.856245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dac9df46-2b75-4eb1-a35f-3301e6bd5b7e req-284d0f2e-3341-4ddd-83f3-882a8881c9a6 tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/security-groups?id=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153791 Aug 25 11:24:41.864898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] For port f63290fe-7ab2-43ae-9790-1e956a664c4a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=f63290fe-7ab2-43ae-9790-1e956a664c4a,segment=NetworkSegment(0e6784d0-69d0-40ef-8bd1-1474e090cd09),segment_id=0e6784d0-69d0-40ef-8bd1-1474e090cd09)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:41.865735 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:41.964556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Calling delete_port for f63290fe-7ab2-43ae-9790-1e956a664c4a owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:42.074698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f1f0d3e-142f-4814-a07a-a70f2ba3391d req-29d333fe-5f99-4981-8868-c1d57aa310f9 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169876 Aug 25 11:24:42.096867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e1542-e096-4c2a-af76-222166f43032 req-3ba59dd3-402c-4d6a-b0bc-2a7e334aa768 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:42.107057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c8e1542-e096-4c2a-af76-222166f43032 req-3ba59dd3-402c-4d6a-b0bc-2a7e334aa768 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1782734 Aug 25 11:24:42.235842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c8e1542-e096-4c2a-af76-222166f43032 req-3ba08429-6fee-4d49-98be-fc66c1af81ec tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273663 Aug 25 11:24:42.367290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:42.386191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50308) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:42.386785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['f63290fe-7ab2-43ae-9790-1e956a664c4a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:42.393405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98389a0c-1c86-4fef-8fb9-1472760d4e61 req-2379c439-84cf-42f4-b838-9a52c3a7e2b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 210 time: 0.0429163 Aug 25 11:24:42.418635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Pushing event deleted for resources: {'Port': ['ID=f63290fe-7ab2-43ae-9790-1e956a664c4a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:42.482549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] No DVR routers for this DVR port f63290fe-7ab2-43ae-9790-1e956a664c4a on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:24:42.485491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:42.488278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-854c6fb6-f867-40fb-8bc8-4fd785c31085 req-31b0e061-ef47-47d8-bee6-0129083f608c tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.67 "DELETE /v2.0/ports/f63290fe-7ab2-43ae-9790-1e956a664c4a HTTP/1.1" status: 204 len: 173 time: 1.3082163 Aug 25 11:24:42.488847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'name': 'network-vif-deleted', 'tag': 'f63290fe-7ab2-43ae-9790-1e956a664c4a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:42.491474 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ccc69-62ad-4560-9ddb-74694f176a26" -d '{"events": [{"server_uuid": "2a729cf5-bcc8-46da-aa19-45ce73166ab7", "name": "network-vif-deleted", "tag": "f63290fe-7ab2-43ae-9790-1e956a664c4a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:42.576142 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2648587-7b3a-4223-83d5-986149bd08be x-openstack-request-id: req-d2648587-7b3a-4223-83d5-986149bd08be {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:42.576562 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a729cf5-bcc8-46da-aa19-45ce73166ab7", "name": "network-vif-deleted", "tag": "f63290fe-7ab2-43ae-9790-1e956a664c4a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:42.576985 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d2648587-7b3a-4223-83d5-986149bd08be {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:42.577596 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a729cf5-bcc8-46da-aa19-45ce73166ab7', 'name': 'network-vif-deleted', 'tag': 'f63290fe-7ab2-43ae-9790-1e956a664c4a', 'status': 'completed', 'code': 200} Aug 25 11:24:42.615342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96308260-9f9f-4350-9e19-9d00961d8568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:42.786581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96308260-9f9f-4350-9e19-9d00961d8568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:42.794757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96308260-9f9f-4350-9e19-9d00961d8568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:42.796600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec2f481b-7dab-4aa7-af74-2bf1c806ea01 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:42.847351 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96308260-9f9f-4350-9e19-9d00961d8568 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ce781cb1d34423ca585816eeb862695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580946 Aug 25 11:24:42.848436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308260-9f9f-4350-9e19-9d00961d8568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dcfefd-4c3d-4ffb-8aef-df9670459bc7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:42.851015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50318) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:42.894494 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-13e8c843-4728-491f-a569-687dea7ad6ae tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324938 Aug 25 11:24:42.947256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:42.959113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:42.959725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:42.991586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5fd651d-ba5e-4c2d-b344-0ddde2f87a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:43.078471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6e916ef-0e13-464d-9e60-f0e7401bb01e req-0d4862a9-2e7d-4257-af95-190b7a9db87b tempest-ServerGroupTestJSON-1583640447 tempest-ServerGroupTestJSON-1583640447-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a729cf5-bcc8-46da-aa19-45ce73166ab7 HTTP/1.1" status: 200 len: 210 time: 0.0797751 Aug 25 11:24:43.086781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5fd651d-ba5e-4c2d-b344-0ddde2f87a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:43.209278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ef7f1c41-6466-4e1a-826d-a9d8ec2ffedc tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:43.223112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ef7f1c41-6466-4e1a-826d-a9d8ec2ffedc tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215952 Aug 25 11:24:43.241084 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:43.250156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:43.253930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5fd651d-ba5e-4c2d-b344-0ddde2f87a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:43.256291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5fd651d-ba5e-4c2d-b344-0ddde2f87a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:43.257517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b5fd651d-ba5e-4c2d-b344-0ddde2f87a93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1dcfefd-4c3d-4ffb-8aef-df9670459bc7 HTTP/1.1" status: 204 len: 168 time: 0.4047179 Aug 25 11:24:43.285285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd651d-ba5e-4c2d-b344-0ddde2f87a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dcfefd-4c3d-4ffb-8aef-df9670459bc7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:43.355191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:43.357779 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e40d87-e8eb-4246-b9de-96378836148e" -d '{"events": [{"server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:43.389195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:43.398870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:43.435550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8426049-6bce-4e1c-a87d-22feb66e5ef4 req-221a0c65-cfcb-4f71-9d21-67567561807a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:43.448660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8426049-6bce-4e1c-a87d-22feb66e5ef4 req-221a0c65-cfcb-4f71-9d21-67567561807a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 944 time: 0.1466300 Aug 25 11:24:43.525234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:43.567563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-d0af2342-6470-4e0a-afb8-1cdcd0695f00 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099553 Aug 25 11:24:43.737133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8426049-6bce-4e1c-a87d-22feb66e5ef4 req-d2bd294d-9d4e-4cfe-a108-c60b677bbe22 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867651 Aug 25 11:24:43.846256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccae901-525f-42a3-8750-018170b86434 req-911d0ab1-d696-450f-9d53-7191a2008a2e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:43.852449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ccae901-525f-42a3-8750-018170b86434 req-911d0ab1-d696-450f-9d53-7191a2008a2e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.3575418 Aug 25 11:24:43.892631 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bdd82-4b0d-45b5-bcfa-5846dea472bf x-openstack-request-id: req-cd1bdd82-4b0d-45b5-bcfa-5846dea472bf {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:43.893395 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "name": "network-vif-plugged", "status": "completed", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:43.894723 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd1bdd82-4b0d-45b5-bcfa-5846dea472bf {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:43.895714 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'code': 200} Aug 25 11:24:44.117728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2711343-5028-4137-9afd-3e3bbb3e19a5 req-1a84c6db-eb95-4f81-b17c-edc0638ee1b5 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 210 time: 0.0584936 Aug 25 11:24:44.145724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-573bac78-9d19-4c21-aa08-83f403dd2f3c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:44.147224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-573bac78-9d19-4c21-aa08-83f403dd2f3c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5496113 Aug 25 11:24:44.171664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:44.190833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ccae901-525f-42a3-8750-018170b86434 req-bacb2bf6-89e5-4b23-89c7-256cd5775ba5 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274059 Aug 25 11:24:44.191045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:44.198336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:44.286915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991d3c-a4c5-4e71-89bb-328352985b5f req-8a441824-bd41-4db1-bc8f-8f031977e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:44.288585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50991d3c-a4c5-4e71-89bb-328352985b5f req-8a441824-bd41-4db1-bc8f-8f031977e0ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 1097 time: 0.3234601 Aug 25 11:24:44.347818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50991d3c-a4c5-4e71-89bb-328352985b5f req-0cac168a-e14d-473c-be41-44a28ffa5a99 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505571 Aug 25 11:24:44.494342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:44.498697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:44.517465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.92 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/74b0a003-bff3-4b7a-8570-fd8b50c51ece) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:44.788817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f63290fe-7ab2-43ae-9790-1e956a664c4a no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:24:44.818337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50388) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:44.843791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: f63290fe-7ab2-43ae-9790-1e956a664c4a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:24:44.844503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device f63290fe-7ab2-43ae-9790-1e956a664c4a not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:24:44.923017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:44.960382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object 74b0a003-bff3-4b7a-8570-fd8b50c51ece will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:44.976176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Deleting subnet 26db02a9-8f34-4dc6-b6db-6d4451ecaf32 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:24:44.979921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.036674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.065509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:45.149554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.137 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/f7a1ea36-0f7c-41f6-be37-493a971f5afe) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:45.169971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628163f5-4664-4819-8a87-a53e5477a40e req-0626b9dc-8ca9-42bd-946f-d400337d33d6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:45.190245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-628163f5-4664-4819-8a87-a53e5477a40e req-0626b9dc-8ca9-42bd-946f-d400337d33d6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.2740700 Aug 25 11:24:45.197754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=74b0a003-bff3-4b7a-8570-fd8b50c51ece,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:45.201379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.222712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:45.230553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:45.235783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:45.330739 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:24:45.344027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc3e590-a06b-4f55-910e-5eb3412aa163 req-dc8a7c78-11f1-45a9-a888-ac4f40b7b075 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 210 time: 0.0800462 Aug 25 11:24:45.374393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:45.375081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.413174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b5743edc-b8e6-4b37-8cfc-6a8ab89e4224 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1703298 Aug 25 11:24:45.467729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-628163f5-4664-4819-8a87-a53e5477a40e req-fe40b4bb-0b2d-4531-a686-0f2b8d0b4b3f tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749536 Aug 25 11:24:45.475796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.500718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50408) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:45.676221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727a5f1-e9a9-4be1-a77e-28bd76a1bb7d req-0a64bff4-ffc7-4b11-b327-125751251944 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:45.684174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0727a5f1-e9a9-4be1-a77e-28bd76a1bb7d req-0a64bff4-ffc7-4b11-b327-125751251944 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2150993 Aug 25 11:24:45.730024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-daf5dfcf-a669-4bc7-b2e2-5e9bbf2b061e None None] Provisioning for port 74b0a003-bff3-4b7a-8570-fd8b50c51ece completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:45.736958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-daf5dfcf-a669-4bc7-b2e2-5e9bbf2b061e None None] Provisioning complete for port 74b0a003-bff3-4b7a-8570-fd8b50c51ece triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:45.746773 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf5dfcf-a669-4bc7-b2e2-5e9bbf2b061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.760318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.829764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0727a5f1-e9a9-4be1-a77e-28bd76a1bb7d req-a6623851-9a39-4d83-ac97-2fa52ef0b46c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446474 Aug 25 11:24:45.841889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Request body: {'port': {'device_id': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:45.843585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26db02a9-8f34-4dc6-b6db-6d4451ecaf32,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:45.857613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-daf5dfcf-a669-4bc7-b2e2-5e9bbf2b061e None None] Port 74b0a003-bff3-4b7a-8570-fd8b50c51ece cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:45.865078 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.869844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c9051b0b-20ed-483b-9a69-3f9fcadbc600 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/26db02a9-8f34-4dc6-b6db-6d4451ecaf32 HTTP/1.1" status: 204 len: 168 time: 1.0473671 Aug 25 11:24:45.870095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50414) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:45.874635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.944949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object f7a1ea36-0f7c-41f6-be37-493a971f5afe will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:45.964059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-599615888-network', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:45.978715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:45.986563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.049251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.055089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Made reservation on behalf of 9ef64a58f25c429abd9690d2f349e63f for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:46.058004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.063853 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:46.085047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.139754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.165195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:46.167322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0ceced-e00a-4d91-ad3f-b027520b8c57']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:46.180426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:46.186975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:46.190037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=f7a1ea36-0f7c-41f6-be37-493a971f5afe,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:46.204489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6784d0-69d0-40ef-8bd1-1474e090cd09') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:46.204930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6784d0-69d0-40ef-8bd1-1474e090cd09') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:46.255803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.299387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.323426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:46.324389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.333718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:24:46.334405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:24:46.337446 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:24:46.465037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.500985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.503561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] 10.222.0.35 "DELETE /v2.0/networks/7d0ceced-e00a-4d91-ad3f-b027520b8c57 HTTP/1.1" status: 204 len: 168 time: 0.6320963 Aug 25 11:24:46.506989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bf23f-414a-4a19-ba2b-e669f32b965f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0ceced-e00a-4d91-ad3f-b027520b8c57,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:46.611416 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.642148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.648393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-ab218be2-d855-469b-861d-a84ace527977 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4810119 Aug 25 11:24:46.670003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f9f77-daf5-4fc6-8053-691ce6ab2005 req-934e3145-b5df-41d0-86c8-26e15d7fc04b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:46.684993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d91f9f77-daf5-4fc6-8053-691ce6ab2005 req-934e3145-b5df-41d0-86c8-26e15d7fc04b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 936 time: 0.1799569 Aug 25 11:24:46.698734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-91d5413b-cc7b-4229-8cf3-10243600c618 None None] Provisioning for port f7a1ea36-0f7c-41f6-be37-493a971f5afe completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:46.702778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:24:46.706771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19f36fe-7e7d-466d-8c01-3e83134f8592,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:46.707935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-91d5413b-cc7b-4229-8cf3-10243600c618 None None] Provisioning complete for port f7a1ea36-0f7c-41f6-be37-493a971f5afe triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:46.709266 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91d5413b-cc7b-4229-8cf3-10243600c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.719011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Request body: {'port': {'device_id': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:46.741219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.741622 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Added segment dc590bd8-104e-416f-b440-1b6d7d06496a of type vlan for network 4705233b-84f0-4d64-8732-0c9ce4aa4771 Aug 25 11:24:46.787046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50440) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:46.817108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-91d5413b-cc7b-4229-8cf3-10243600c618 None None] Port f7a1ea36-0f7c-41f6-be37-493a971f5afe cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:46.866928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.877591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b0a003-bff3-4b7a-8570-fd8b50c51ece {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:46.888738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.906612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d91f9f77-daf5-4fc6-8053-691ce6ab2005 req-cecdfa77-9e3d-4e05-99de-04bc66535443 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159598 Aug 25 11:24:46.922508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Transition to ACTIVE for port object 74b0a003-bff3-4b7a-8570-fd8b50c51ece will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:46.922508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.923368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:46.924031 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.947501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.950151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:46.966104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-edc0a2b7-f75b-49bd-aaf4-a70a3a73b47b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7822061a12b24ce59a4db18bbe8ed0e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775496 Aug 25 11:24:46.982910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f85995-860d-4765-9bf2-2ff3d8e3ac63 req-8582aef3-a07c-442c-9030-f8b96f4a146a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:46.988836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:46.996820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19f85995-860d-4765-9bf2-2ff3d8e3ac63 req-8582aef3-a07c-442c-9030-f8b96f4a146a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.2102754 Aug 25 11:24:47.046073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5440722 Aug 25 11:24:47.049846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:47.091133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Request body: {'subnet': {'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-subnet', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:47.117784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35546894-f5ff-446c-b7cb-f943ac48db1a admin admin] Pushing event updated for resources: {'Network': ['ID=4705233b-84f0-4d64-8732-0c9ce4aa4771,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:47.126928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19f85995-860d-4765-9bf2-2ff3d8e3ac63 req-30587786-620a-416d-8a19-225d2d6c16a7 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283834 Aug 25 11:24:47.130314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:24:47.188787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Pushing event updated for resources: {'Port': ['ID=74b0a003-bff3-4b7a-8570-fd8b50c51ece,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:47.278613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Made reservation on behalf of 9ef64a58f25c429abd9690d2f349e63f for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:47.282029 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.375639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5618cf3-edbc-496a-916f-240a70853028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.435006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5618cf3-edbc-496a-916f-240a70853028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.456006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Attempting to bind port 74b0a003-bff3-4b7a-8570-fd8b50c51ece on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:47.456417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Attempting to bind port 74b0a003-bff3-4b7a-8570-fd8b50c51ece by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:47.456762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Attempting to bind port 74b0a003-bff3-4b7a-8570-fd8b50c51ece on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:47.495495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Port 74b0a003-bff3-4b7a-8570-fd8b50c51ece on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:24:47.495720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Attempting to bind port 74b0a003-bff3-4b7a-8570-fd8b50c51ece on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:47.518998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424b960-668c-4e15-8da6-38fb89f17fe9 req-ebd22368-dad2-47ed-9d6a-ea6e13e6a0e6 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:47.522257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:47.522598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8424b960-668c-4e15-8da6-38fb89f17fe9 req-ebd22368-dad2-47ed-9d6a-ea6e13e6a0e6 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1405063 Aug 25 11:24:47.522814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:47.523516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:47.523991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Bound port: 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:47.524652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.619962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a78ea-cca4-4fb1-b548-72dd502e17e6 req-a8f64ce8-6193-4682-a0f6-7c018414be79 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:47.621634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a80a78ea-cca4-4fb1-b548-72dd502e17e6 req-a8f64ce8-6193-4682-a0f6-7c018414be79 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.2413101 Aug 25 11:24:47.647914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8424b960-668c-4e15-8da6-38fb89f17fe9 req-f1d38176-5376-40e2-b3fb-dd10d438e6a4 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639040 Aug 25 11:24:47.651065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50458) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:47.659549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Request body: {'floatingip': {'port_id': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:47.710184 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5618cf3-edbc-496a-916f-240a70853028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.713383 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5618cf3-edbc-496a-916f-240a70853028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.718731 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a5618cf3-edbc-496a-916f-240a70853028 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80bd12a9-7b6b-40d3-a78f-b2bfe7a25003 HTTP/1.1" status: 204 len: 168 time: 0.7249062 Aug 25 11:24:47.727533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] For port 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:47.728763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.753262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5618cf3-edbc-496a-916f-240a70853028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd12a9-7b6b-40d3-a78f-b2bfe7a25003,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:47.761045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] For port 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:47.773289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.781885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.864759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:47.865392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:47.867317 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] 10.222.0.10 "PUT /v2.0/ports/74b0a003-bff3-4b7a-8570-fd8b50c51ece HTTP/1.1" status: 200 len: 1096 time: 2.4341469 Aug 25 11:24:47.872181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'tag': '74b0a003-bff3-4b7a-8570-fd8b50c51ece'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:47.874614 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d93cdc7-9bb3-46ee-aa02-79ec3bc79496", "tag": "74b0a003-bff3-4b7a-8570-fd8b50c51ece"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:47.887531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf95d97-a091-48be-bd84-a473c19a4216,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:47.934102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b9e52-e88b-4905-b0d1-c90f1eb79e75 service neutron] Pushing event updated for resources: {'Port': ['ID=74b0a003-bff3-4b7a-8570-fd8b50c51ece,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:47.975778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:47.976231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Network hostable DHCP agents. Network: 4705233b-84f0-4d64-8732-0c9ce4aa4771, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:24:48.076284 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a430de1-3d29-40ce-a0f5-3637657e45dc x-openstack-request-id: req-5a430de1-3d29-40ce-a0f5-3637657e45dc {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:48.076652 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d93cdc7-9bb3-46ee-aa02-79ec3bc79496", "tag": "74b0a003-bff3-4b7a-8570-fd8b50c51ece", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:48.076819 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a430de1-3d29-40ce-a0f5-3637657e45dc {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:48.077229 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'tag': '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'status': 'completed', 'code': 200} Aug 25 11:24:48.147827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b583ee20-aa8e-4758-8dfb-c670359f5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:48.158018 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-b583ee20-aa8e-4758-8dfb-c670359f5b5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 1099 time: 0.2020483 Aug 25 11:24:48.160745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:24:48.176830 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5275cec3-a6ff-4d8a-974f-47e17a650ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:48.205440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4705233b-84f0-4d64-8732-0c9ce4aa4771) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:48.217199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b1e9a-126d-4e3d-8db7-370d81f180a7 None None] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:48.325555 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-6d1c25b3-ca80-4a84-bfcb-0d2828c15fd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece HTTP/1.1" status: 200 len: 217 time: 0.1401515 Aug 25 11:24:48.327932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:48.330140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:48.518106 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2deec004-086a-4607-a206-119b42b0befb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4539242 Aug 25 11:24:48.522734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:48.530948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:48.562319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-82fb5cdc-4175-4493-9d93-958e7d6b0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:48.565004 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-82fb5cdc-4175-4493-9d93-958e7d6b0fb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2277548 Aug 25 11:24:48.641410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:48.642667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:48.684637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4705233b-84f0-4d64-8732-0c9ce4aa4771', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:24:48.687803 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:48.723421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-838c0fbd-673e-486c-a63d-943f73703340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:48.729950 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-838c0fbd-673e-486c-a63d-943f73703340 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1468930 Aug 25 11:24:48.817533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:48.922616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21da23-97c0-4afb-98b1-c907234041f6 req-043043a2-365e-4822-a230-3cfdb285f7a4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:48.931667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa21da23-97c0-4afb-98b1-c907234041f6 req-043043a2-365e-4822-a230-3cfdb285f7a4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 936 time: 0.2990997 Aug 25 11:24:49.090981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a1ea36-0f7c-41f6-be37-493a971f5afe {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:49.093739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Allocated IP 172.20.0.2 (4705233b-84f0-4d64-8732-0c9ce4aa4771/7bf95d97-a091-48be-bd84-a473c19a4216/f7ad6edb-1d34-46ce-839c-310a70da2a36) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:49.123554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.166647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa21da23-97c0-4afb-98b1-c907234041f6 req-3c87f4a8-b75b-484c-939a-8d4ff5fa51f0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329686 Aug 25 11:24:49.172832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Transition to ACTIVE for port object f7a1ea36-0f7c-41f6-be37-493a971f5afe will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:49.210750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e78fa-6078-42c1-a6e6-adaf970f0c5b req-fb9fe73c-4fa2-4a4a-9167-d0c0923b7f47 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:49.221320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-885e78fa-6078-42c1-a6e6-adaf970f0c5b req-fb9fe73c-4fa2-4a4a-9167-d0c0923b7f47 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2844431 Aug 25 11:24:49.237941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.303449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.374264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50498) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:49.481242 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-a729d801-485e-49b9-8154-41bf431d7907 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906652 Aug 25 11:24:49.639001 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-55ec2173-e56c-4662-a3e6-f5fe9c9157eb service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484907 Aug 25 11:24:49.669406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-579800289-network', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:49.723532 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:24:49.779232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.807823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Transition to ACTIVE for port object f7ad6edb-1d34-46ce-839c-310a70da2a36 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:49.855253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Made reservation on behalf of 6cdd89e7e3ba4440a23a60ab5e4ac893 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:49.857594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.879290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.881509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Transition to ACTIVE for port object f7ad6edb-1d34-46ce-839c-310a70da2a36 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:49.892450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.897637 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.913999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.920583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-a76fbcc0-a058-4081-bc76-1a2e67f5325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:49.922148 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-a76fbcc0-a058-4081-bc76-1a2e67f5325b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 1099 time: 0.1958783 Aug 25 11:24:49.967985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-885e78fa-6078-42c1-a6e6-adaf970f0c5b req-99028297-e087-483a-a0bf-0959a790badf tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447903 Aug 25 11:24:49.969537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.986764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:49.987400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:49.995641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:50.006433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:50.093399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a1ea36-0f7c-41f6-be37-493a971f5afe,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:50.115006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad6edb-1d34-46ce-839c-310a70da2a36,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:50.201156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Attempting to bind port f7ad6edb-1d34-46ce-839c-310a70da2a36 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:50.201869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Attempting to bind port f7ad6edb-1d34-46ce-839c-310a70da2a36 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:50.203367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Attempting to bind port f7ad6edb-1d34-46ce-839c-310a70da2a36 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:50.217319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:50.218025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:50.218994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.219842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Bound using segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:50.220902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Bound port: f7ad6edb-1d34-46ce-839c-310a70da2a36, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:50.221100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-6c945006-6727-45f2-b3ec-4d2f924e757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:50.222326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.222557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-6c945006-6727-45f2-b3ec-4d2f924e757c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2673965 Aug 25 11:24:50.301257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-e370972a-f5f8-4d58-8e16-42c3f9b8bf71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece HTTP/1.1" status: 200 len: 217 time: 0.0668561 Aug 25 11:24:50.314735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Allocated IP 172.25.1.67 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/66964ced-586f-4279-a5e8-d191551cb72a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:50.341523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.370863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.393920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] For port f7ad6edb-1d34-46ce-839c-310a70da2a36, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:50.413227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] For port f7ad6edb-1d34-46ce-839c-310a70da2a36, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f7ad6edb-1d34-46ce-839c-310a70da2a36,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:50.428358 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.466735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:24:50.480588 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Floating IP 50562491-445c-4080-a861-369ef8ace438 associated. External IP: 172.25.1.233, port: ec2f481b-7dab-4aa7-af74-2bf1c806ea01. Aug 25 11:24:50.482474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-bddd633d-b905-409d-af76-8a12b28c31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:50.484629 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-bddd633d-b905-409d-af76-8a12b28c31f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1631241 Aug 25 11:24:50.488728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3363e1-773f-4e31-b434-ebdaf85f2e9a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:50.502421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.503232 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Added segment 58830db2-60e2-4001-9cee-7cbd90c38cd8 of type vlan for network 6033ae4a-0477-48e1-ad39-0987df1af989 Aug 25 11:24:50.607242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.651596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.679293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-e61a36cd-dbac-45f1-af78-8c587b7ab726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:50.680692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eada3a1-3fd6-4b0e-b34d-01f8429c91c1 None None] Pushing event updated for resources: {'Port': ['ID=f7ad6edb-1d34-46ce-839c-310a70da2a36,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:50.681387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-e61a36cd-dbac-45f1-af78-8c587b7ab726 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1761732 Aug 25 11:24:50.721338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.722330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:50.722915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:50.864045 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4883087 Aug 25 11:24:50.875416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50514) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:50.889931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Request body: {'subnet': {'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-subnet', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:50.901139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376019d4-100a-405a-999a-36ca169500a8 req-0077d735-7d06-4ef1-9026-c1981e101097 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:50.902867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54b6a4-e814-4122-b9a8-c0e32025aad1 admin admin] Pushing event updated for resources: {'Network': ['ID=6033ae4a-0477-48e1-ad39-0987df1af989,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:50.909208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-376019d4-100a-405a-999a-36ca169500a8 req-0077d735-7d06-4ef1-9026-c1981e101097 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 948 time: 0.4180830 Aug 25 11:24:50.924604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Attempting to bind port f7a1ea36-0f7c-41f6-be37-493a971f5afe on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:50.925072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Attempting to bind port f7a1ea36-0f7c-41f6-be37-493a971f5afe by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:50.925264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Attempting to bind port f7a1ea36-0f7c-41f6-be37-493a971f5afe on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:50.929310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6033ae4a-0477-48e1-ad39-0987df1af989 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:24:50.949921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Port f7a1ea36-0f7c-41f6-be37-493a971f5afe on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:24:50.950454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Attempting to bind port f7a1ea36-0f7c-41f6-be37-493a971f5afe on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:50.973585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:50.974682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:50.974682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:50.979000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Bound port: f7a1ea36-0f7c-41f6-be37-493a971f5afe, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:50.979000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.069270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-376019d4-100a-405a-999a-36ca169500a8 req-cf4eec4f-3b0f-4e37-bc20-e224129fffbe tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590395 Aug 25 11:24:51.180839 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-54a41a5d-f8b2-429f-8f5e-9d6cfb6888c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.245910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] For port f7a1ea36-0f7c-41f6-be37-493a971f5afe, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:51.254157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] For port f7a1ea36-0f7c-41f6-be37-493a971f5afe, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:51.267818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.353772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.382712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f7ad6edb-1d34-46ce-839c-310a70da2a36 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:51.422333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:51.422835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.423704 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.426682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7a1ea36-0f7c-41f6-be37-493a971f5afe HTTP/1.1" status: 200 len: 1097 time: 4.7383623 Aug 25 11:24:51.456305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'tag': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:51.459174 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8372ce4-9a6d-4322-8022-b908135f5693" -d '{"events": [{"name": "network-changed", "server_uuid": "af1a221d-1417-4244-aca9-045fb6a608e9", "tag": "f7a1ea36-0f7c-41f6-be37-493a971f5afe"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:51.466126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port f7ad6edb-1d34-46ce-839c-310a70da2a36 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:51.502990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Router b81f5115-d92c-4f62-bb65-44306039a606 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:24:51.539214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a1ea36-0f7c-41f6-be37-493a971f5afe,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:51.580857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:51.585985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def2a26-dd5b-4004-8d7d-2c3e6b3dcf5b req-a2193e79-08dd-49d2-8fc3-816554ce648d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:51.586197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Made reservation on behalf of 6cdd89e7e3ba4440a23a60ab5e4ac893 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:24:51.587944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1def2a26-dd5b-4004-8d7d-2c3e6b3dcf5b req-a2193e79-08dd-49d2-8fc3-816554ce648d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.3050869 Aug 25 11:24:51.590393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:51.592010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.592361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.592698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.593032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.593400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.593738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.594043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.594362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.594702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.595003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.595323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.595640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a7d06-e731-4f7a-9b05-d1fca33442b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:24:51.597653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-762b5d5c-fcde-4017-836f-6af23fef3a5d service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9066284 Aug 25 11:24:51.621165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Pushing event updated for resources: {'Port': ['ID=66964ced-586f-4279-a5e8-d191551cb72a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:51.636012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:51.637895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:51.697888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-f7136bb0-ba5b-40d5-a093-62523954e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:51.699744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-f7136bb0-ba5b-40d5-a093-62523954e6b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 1100 time: 0.1764729 Aug 25 11:24:51.711836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:51.775557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-d3a7d219-ebd0-41bb-bc61-5864f3a3e210 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe HTTP/1.1" status: 200 len: 217 time: 0.0597713 Aug 25 11:24:51.935672 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb877e-72b3-4199-8c8a-f1d10e34a417 x-openstack-request-id: req-38cb877e-72b3-4199-8c8a-f1d10e34a417 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:51.935672 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1a221d-1417-4244-aca9-045fb6a608e9", "tag": "f7a1ea36-0f7c-41f6-be37-493a971f5afe", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:51.936066 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38cb877e-72b3-4199-8c8a-f1d10e34a417 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:51.936222 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'tag': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', 'status': 'completed', 'code': 200} Aug 25 11:24:51.947511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1def2a26-dd5b-4004-8d7d-2c3e6b3dcf5b req-2f29765b-796c-40ce-ad77-c3a1884a7efe tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713411 Aug 25 11:24:51.964543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-9f3a824e-2bae-4409-9561-d7276d698211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:51.966169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-9f3a824e-2bae-4409-9561-d7276d698211 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1635311 Aug 25 11:24:52.068776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:52.082035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.090821 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] Sync routers for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:52.112746 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:52.114523 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:52.121738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-590067d5-057c-4e4a-b9f1-2ebcc70023b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.142546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-e5cace66-4aa2-472c-8938-fd17779fd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:52.144039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-e5cace66-4aa2-472c-8938-fd17779fd170 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560242 Aug 25 11:24:52.146016 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-364b5a5b-da29-4900-982e-537fcecc3fc5 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "PUT /v2.0/floatingips/50562491-445c-4080-a861-369ef8ace438 HTTP/1.1" status: 200 len: 991 time: 4.4937208 Aug 25 11:24:52.178620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f0a0e23e-0dca-44a8-b8c1-4b0a74c86bc8 req-dcfda045-1f7a-454a-9f80-80232f7737fb service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545487 Aug 25 11:24:52.403922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.440968 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:52.474186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.489323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-4efbb10b-b356-4560-aa34-0679b8125562 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275595 Aug 25 11:24:52.515081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03e096-0b51-490a-b42e-e0d4a1371b3c None None] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:52.523161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a3b8-d86d-41ef-b360-933ed910887f req-7410174e-e83f-4c7f-a7fb-19726389d221 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:52.534821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1941a3b8-d86d-41ef-b360-933ed910887f req-7410174e-e83f-4c7f-a7fb-19726389d221 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 948 time: 0.1961732 Aug 25 11:24:52.570989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.642788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] Provisioning for port f7ad6edb-1d34-46ce-839c-310a70da2a36 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:52.666323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] Provisioning complete for port f7ad6edb-1d34-46ce-839c-310a70da2a36 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:52.667293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.705024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:52.718533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1941a3b8-d86d-41ef-b360-933ed910887f req-3b05fff4-e6dc-474a-94a3-aa7729e2a35d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762557 Aug 25 11:24:52.784852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-590067d5-057c-4e4a-b9f1-2ebcc70023b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.796626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Checking segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:52.796626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Network hostable DHCP agents. Network: 6033ae4a-0477-48e1-ad39-0987df1af989, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:24:52.824539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da8be036-8a0e-4fc7-9686-627bd6274011 req-2ca02b8b-4043-4f38-a0a1-ebab5be2ce62 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262372 Aug 25 11:24:52.859465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-590067d5-057c-4e4a-b9f1-2ebcc70023b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.913206 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.959291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Network 6033ae4a-0477-48e1-ad39-0987df1af989 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:24:52.967382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:52.976792 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-590067d5-057c-4e4a-b9f1-2ebcc70023b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e657e00387aa4bc694c528817d5391ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2869766 Aug 25 11:24:52.979155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50536) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:52.980974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590067d5-057c-4e4a-b9f1-2ebcc70023b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2abce4-36a8-433c-b24c-98abf5d56a53,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:53.003338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6033ae4a-0477-48e1-ad39-0987df1af989) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:53.040231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-fa627c20-1d70-4790-9054-96e068a1b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:53.044077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ba84d-fea3-4773-a87d-4820f47dfc72 None None] Network 6033ae4a-0477-48e1-ad39-0987df1af989 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:53.054446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-fa627c20-1d70-4790-9054-96e068a1b88d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 1100 time: 0.1592553 Aug 25 11:24:53.057864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] For port f7ad6edb-1d34-46ce-839c-310a70da2a36, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f7ad6edb-1d34-46ce-839c-310a70da2a36,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:53.061840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:53.062456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.068078 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '50562491-445c-4080-a861-369ef8ace438', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'port_id': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'mac_address': 'fa:16:3e:d3:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:24:25Z', 'updated_at': '2021-08-25T11:24:49Z', 'revision_number': 1, 'project_id': 'f73066f2c985404baa1071dd823652df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:25Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:53.109400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-92cedb17-8ddc-4598-a4f7-d1de0d0a4ad8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2292821 Aug 25 11:24:53.151132 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] Checking router: b81f5115-d92c-4f62-bb65-44306039a606 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:53.175892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:53.191269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:24:53.192603 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:53.193633 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:53.195755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.238971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-a23dfdf7-87bb-4eb0-8e27-f00ebee5cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:53.240439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-a23dfdf7-87bb-4eb0-8e27-f00ebee5cfe6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1845820 Aug 25 11:24:53.256617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8249e850-138c-4541-9405-1e3bb8cd698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.317303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.318449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-1a97e817-1a6d-429a-9473-0e89113cada9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe HTTP/1.1" status: 200 len: 217 time: 0.0676801 Aug 25 11:24:53.319972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.330699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b81aa1-2605-440e-820c-7f3919e41f8a None None] Pushing event updated for resources: {'Port': ['ID=f7ad6edb-1d34-46ce-839c-310a70da2a36,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:53.341531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 74b0a003-bff3-4b7a-8570-fd8b50c51ece details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:24:53.387445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f6125-cd3e-4823-8ac1-0747ebae2714 req-b442e635-c8db-41b6-a878-0321c910562e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:53.396207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-469f6125-cd3e-4823-8ac1-0747ebae2714 req-b442e635-c8db-41b6-a878-0321c910562e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1546404 Aug 25 11:24:53.469798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.479359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-469f6125-cd3e-4823-8ac1-0747ebae2714 req-0ef78c78-187f-4385-8b2a-e0db0c915c4c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801871 Aug 25 11:24:53.487172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-f2b1376c-7dff-4a02-a0a7-356325cbd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:53.495979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-f2b1376c-7dff-4a02-a0a7-356325cbd093 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1671658 Aug 25 11:24:53.581241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-628a4ac0-3b02-4276-91d5-a3b1cbeb1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:53.588878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-628a4ac0-3b02-4276-91d5-a3b1cbeb1c27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857136 Aug 25 11:24:53.664552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:53.666429 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:53.680930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'mac_address': 'fa:16:3e:0e:5f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:24:53.698913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8249e850-138c-4541-9405-1e3bb8cd698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.844326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-d51f61e0-2e6f-4daf-9c48-5e89a7b41f4b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508092 Aug 25 11:24:53.865073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58434c-9e46-4f85-8164-4d7052292026 None None] Network 6033ae4a-0477-48e1-ad39-0987df1af989 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:24:53.898395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8249e850-138c-4541-9405-1e3bb8cd698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.903585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8249e850-138c-4541-9405-1e3bb8cd698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:53.905364 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8249e850-138c-4541-9405-1e3bb8cd698a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b2abce4-36a8-433c-b24c-98abf5d56a53 HTTP/1.1" status: 204 len: 168 time: 0.9210017 Aug 25 11:24:53.949804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:53.952585 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37" -d '{"events": [{"name": "network-changed", "server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:53.997739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:54.004770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Router 1156bdf7-cefa-406f-b137-b8118dcd461a is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:24:54.008691 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e850-138c-4541-9405-1e3bb8cd698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2abce4-36a8-433c-b24c-98abf5d56a53,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:54.032057 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949415c-39a7-40cf-af3f-aae298ba67ba x-openstack-request-id: req-4949415c-39a7-40cf-af3f-aae298ba67ba {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:54.032267 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:54.032535 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4949415c-39a7-40cf-af3f-aae298ba67ba {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:54.032876 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'status': 'completed', 'code': 200} Aug 25 11:24:54.055004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff45f8-b28a-4f3d-a247-3ac19af5d436 req-88e4beac-b098-4957-a18c-1cb063c2aefd tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:54.063766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ff45f8-b28a-4f3d-a247-3ac19af5d436 req-88e4beac-b098-4957-a18c-1cb063c2aefd tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 948 time: 0.1760154 Aug 25 11:24:54.107522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:54.141391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8372ce4-9a6d-4322-8022-b908135f5693 req-d3827c8b-1869-4ea6-a71a-7ee7387984fa service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869236 Aug 25 11:24:54.182073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ff45f8-b28a-4f3d-a247-3ac19af5d436 req-8f5b674e-1596-4b8c-8db9-ddd009fa8195 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166759 Aug 25 11:24:54.193225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-e4d92361-1fd6-49b5-8f2a-7c018b770770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:54.194824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-e4d92361-1fd6-49b5-8f2a-7c018b770770 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f73066f2c985404baa1071dd823652df&device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 1097 time: 0.1259425 Aug 25 11:24:54.262988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b0a003-bff3-4b7a-8570-fd8b50c51ece {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:54.382343 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '50562491-445c-4080-a861-369ef8ace438', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'port_id': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'mac_address': 'fa:16:3e:d3:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:24:25Z', 'updated_at': '2021-08-25T11:24:49Z', 'revision_number': 1, 'project_id': 'f73066f2c985404baa1071dd823652df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:25Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:54.388967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:54.391864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-56b8b280-4b29-4fe6-9618-48291a81b057 None None] Provisioning complete for port f7ad6edb-1d34-46ce-839c-310a70da2a36 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:54.392628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-56b8b280-4b29-4fe6-9618-48291a81b057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:54.423401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-e965f18a-5333-4cfc-8dbc-169b816c4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:54.425056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-e965f18a-5333-4cfc-8dbc-169b816c4ad2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f06687b-60cd-41ec-ae43-0b71609df29a HTTP/1.1" status: 200 len: 916 time: 0.2082806 Aug 25 11:24:54.509875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:54.540309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:54.572453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:54.659293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-1e2bf17b-bf32-4746-9fb6-f9280844fff5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01 HTTP/1.1" status: 200 len: 999 time: 0.2186925 Aug 25 11:24:54.671644 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f20ac9-b294-45dd-8885-4f2de567f7c2 None None] The sync data for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 is: [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '50562491-445c-4080-a861-369ef8ace438', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'port_id': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'mac_address': 'fa:16:3e:d3:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:24:25Z', 'updated_at': '2021-08-25T11:24:49Z', 'revision_number': 1, 'project_id': 'f73066f2c985404baa1071dd823652df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:25Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:24:54.672622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:54.786679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:54.787535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:54.821284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:54.822968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-eb683822-250f-49f0-89c6-ae7efb34a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:54.826712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-eb683822-250f-49f0-89c6-ae7efb34a08d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c42b328-5da4-4fcc-8a30-554d4f0de075 HTTP/1.1" status: 200 len: 854 time: 0.1590409 Aug 25 11:24:54.830578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50564) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:54.830808 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-68e7b971-4879-45d9-8125-4594aa97bc8d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2988808 Aug 25 11:24:54.862502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['74b0a003-bff3-4b7a-8570-fd8b50c51ece'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:54.913258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=74b0a003-bff3-4b7a-8570-fd8b50c51ece,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:54.943261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50566) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:54.981583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88821187-131d-411f-a0a5-90d5942c56b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.036626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:55.101222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.141016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.265036 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda529e-4e03-4298-b973-5dbfa1231cda None None] New status for floating IP 50562491-445c-4080-a861-369ef8ace438: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:24:55.426038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Allocated IP 172.25.1.78 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/91239c3f-b382-422e-9ef4-648ac9c84ace) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:55.428219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f7ad6edb-1d34-46ce-839c-310a70da2a36 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:55.451139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88821187-131d-411f-a0a5-90d5942c56b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.464632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88821187-131d-411f-a0a5-90d5942c56b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.629984 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-88821187-131d-411f-a0a5-90d5942c56b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75b6f66504c44c13af8778a652be0b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849232 Aug 25 11:24:55.634850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50572) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:55.652692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88821187-131d-411f-a0a5-90d5942c56b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad43ab6-c1dc-483c-8ba2-217599048776,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:55.793362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1310ee0c-f2b7-4a17-8ebc-baf0a3372be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.836984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.861191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1310ee0c-f2b7-4a17-8ebc-baf0a3372be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.864194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f7ad6edb-1d34-46ce-839c-310a70da2a36 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:55.865028 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:55.871764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:52Z', 'revision_number': 3, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:55.961466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:55.963736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Updating router 1156bdf7-cefa-406f-b137-b8118dcd461a port 66964ced-586f-4279-a5e8-d191551cb72a binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:24:55.975095 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.011923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1310ee0c-f2b7-4a17-8ebc-baf0a3372be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.014912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1310ee0c-f2b7-4a17-8ebc-baf0a3372be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.019859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1310ee0c-f2b7-4a17-8ebc-baf0a3372be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ad43ab6-c1dc-483c-8ba2-217599048776 HTTP/1.1" status: 204 len: 168 time: 0.3784759 Aug 25 11:24:56.029763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:56.034559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:56.047244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:56.055214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310ee0c-f2b7-4a17-8ebc-baf0a3372be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad43ab6-c1dc-483c-8ba2-217599048776,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:56.071654 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.083079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Pushing event updated for resources: {'Port': ['ID=91239c3f-b382-422e-9ef4-648ac9c84ace,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:56.328105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-bb77b8b9-528c-4bf3-8c7c-ad750bb2c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:56.331022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-bb77b8b9-528c-4bf3-8c7c-ad750bb2c315 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f06687b-60cd-41ec-ae43-0b71609df29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4873357 Aug 25 11:24:56.397598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.425820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a33d-3a46-434e-a4a9-fe5ebc22d127 req-90854e9d-2aa5-4122-8eec-eac2cd0bcc1d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:56.427518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4149a33d-3a46-434e-a4a9-fe5ebc22d127 req-90854e9d-2aa5-4122-8eec-eac2cd0bcc1d tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 1.5989361 Aug 25 11:24:56.447551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420fa34-e50b-4804-b989-e378e462f412 req-d388eb41-858a-4da7-ab75-398cedab4f67 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:56.449188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0420fa34-e50b-4804-b989-e378e462f412 req-d388eb41-858a-4da7-ab75-398cedab4f67 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 948 time: 0.5124924 Aug 25 11:24:56.603765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4149a33d-3a46-434e-a4a9-fe5ebc22d127 req-5e4e9443-c61c-4736-bab1-0cfa33f003f6 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497126 Aug 25 11:24:56.621433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0420fa34-e50b-4804-b989-e378e462f412 req-66359ea0-8dbe-411b-96e2-b4532ea38ae6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200967 Aug 25 11:24:56.672077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-035886cc-7387-490f-9a5d-024fc9d1f89e service neutron] 10.222.0.67 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207407 Aug 25 11:24:56.795274 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.828957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Transition to ACTIVE for port object 66964ced-586f-4279-a5e8-d191551cb72a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:56.854949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.944577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:56.984066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7f78a-6e29-4ce0-9b24-4c6a169be335 None None] Pushing event updated for resources: {'Port': ['ID=66964ced-586f-4279-a5e8-d191551cb72a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:57.046587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c1fadf-9a4b-48fc-9663-3a71cfd14d37 req-a290c734-76fc-4ee9-8c7b-8ec420f7b008 service neutron] 10.222.0.67 "GET /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593812 Aug 25 11:24:57.066722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Attempting to bind port 66964ced-586f-4279-a5e8-d191551cb72a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:24:57.067484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Attempting to bind port 66964ced-586f-4279-a5e8-d191551cb72a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:24:57.068153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Attempting to bind port 66964ced-586f-4279-a5e8-d191551cb72a on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:24:57.088709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.121250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:24:57.121976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:24:57.122945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.123517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:24:57.124398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Bound port: 66964ced-586f-4279-a5e8-d191551cb72a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:24:57.125118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.132211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.238267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Router 458e7d21-f638-46d1-8300-5e65ecd14f9b is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:24:57.290146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] For port 66964ced-586f-4279-a5e8-d191551cb72a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:24:57.299195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] For port 66964ced-586f-4279-a5e8-d191551cb72a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=66964ced-586f-4279-a5e8-d191551cb72a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:24:57.308614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.374789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f7a1ea36-0f7c-41f6-be37-493a971f5afe details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:24:57.377301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 74b0a003-bff3-4b7a-8570-fd8b50c51ece up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:24:57.418745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:24:57.450356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.451614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Sync routers for ids ['458e7d21-f638-46d1-8300-5e65ecd14f9b'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:24:57.455113 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5478e613-d51a-413a-a82f-d48137fe35ca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2738063 Aug 25 11:24:57.455458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50596) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:24:57.468707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Allocated IP 172.20.0.1 (4705233b-84f0-4d64-8732-0c9ce4aa4771/7bf95d97-a091-48be-bd84-a473c19a4216/4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:57.478660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Routers {'458e7d21-f638-46d1-8300-5e65ecd14f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:57.479367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['458e7d21-f638-46d1-8300-5e65ecd14f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:57.481613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:24:57.482266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:57.527097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7f78a-6e29-4ce0-9b24-4c6a169be335 None None] Pushing event updated for resources: {'Port': ['ID=66964ced-586f-4279-a5e8-d191551cb72a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:57.602607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073e5b-fae8-4125-a013-c3e2577688ba req-0625ed27-82aa-414f-9747-5af0220ba89c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:57.604675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e073e5b-fae8-4125-a013-c3e2577688ba req-0625ed27-82aa-414f-9747-5af0220ba89c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2331808 Aug 25 11:24:57.695355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 74b0a003-bff3-4b7a-8570-fd8b50c51ece completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:57.749099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 74b0a003-bff3-4b7a-8570-fd8b50c51ece triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:57.749099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.754441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:57.787223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e073e5b-fae8-4125-a013-c3e2577688ba req-6134a703-cda7-439f-bc35-6ca3a2a22429 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683509 Aug 25 11:24:57.847937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Set router 458e7d21-f638-46d1-8300-5e65ecd14f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:57.856748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:24:57.929123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Transition to ACTIVE for port object 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:24:58.032063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4940b51-3954-43c3-90f5-a144c2dd76c8 req-0b280d4f-1c21-40b9-b8db-f4d93fbc2639 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:58.050548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4940b51-3954-43c3-90f5-a144c2dd76c8 req-0b280d4f-1c21-40b9-b8db-f4d93fbc2639 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 948 time: 0.2408948 Aug 25 11:24:58.059641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f7a1ea36-0f7c-41f6-be37-493a971f5afe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:58.077451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', 'mac_address': 'fa:16:3e:27:ce:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:24:58.140178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.159876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4940b51-3954-43c3-90f5-a144c2dd76c8 req-384a41e4-69e1-45a2-b755-3479f5cd1f1f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077368 Aug 25 11:24:58.244566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:58.250682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:58.263082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:58.307014 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.315965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.362416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a1ea36-0f7c-41f6-be37-493a971f5afe {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:24:58.369273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Pushing event updated for resources: {'Port': ['ID=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:58.391972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f7a1ea36-0f7c-41f6-be37-493a971f5afe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:58.395125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.409741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b0a003-bff3-4b7a-8570-fd8b50c51ece'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:24:58.412474 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b05331-7652-4f9a-b021-2182ee867867" -d '{"events": [{"server_uuid": "1d93cdc7-9bb3-46ee-aa02-79ec3bc79496", "name": "network-vif-plugged", "status": "completed", "tag": "74b0a003-bff3-4b7a-8570-fd8b50c51ece"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:24:58.423828 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.505465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f7a1ea36-0f7c-41f6-be37-493a971f5afe,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:58.520205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:58.541709 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.592312 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd605bc-f4ca-4f51-8fef-12f999ff099c x-openstack-request-id: req-2cd605bc-f4ca-4f51-8fef-12f999ff099c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:24:58.593127 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d93cdc7-9bb3-46ee-aa02-79ec3bc79496", "name": "network-vif-plugged", "status": "completed", "tag": "74b0a003-bff3-4b7a-8570-fd8b50c51ece", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:24:58.593816 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2cd605bc-f4ca-4f51-8fef-12f999ff099c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:24:58.594902 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'code': 200} Aug 25 11:24:58.808056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-a52202d5-d367-43da-9330-7cf5617fe8ef tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:58.810257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-a52202d5-d367-43da-9330-7cf5617fe8ef tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.2472272 Aug 25 11:24:58.853111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f177dc-0602-402b-80c8-4111f5ed4d49 req-9c249006-6066-44d1-87a7-1eaf84c98d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:58.856173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7f177dc-0602-402b-80c8-4111f5ed4d49 req-9c249006-6066-44d1-87a7-1eaf84c98d11 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 1101 time: 0.1574891 Aug 25 11:24:58.866075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:58.939538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f7a1ea36-0f7c-41f6-be37-493a971f5afe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:24:58.957167 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b7f177dc-0602-402b-80c8-4111f5ed4d49 req-548f18b4-2b44-42a4-a27f-2427e4a218c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774159 Aug 25 11:24:58.986910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.184518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Deleting port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:24:59.185035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.207757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=74b0a003-bff3-4b7a-8570-fd8b50c51ece,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:59.214562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6102f2-b968-4603-a594-a24fa2d4d5f8 req-03f921d1-7871-40ce-9484-48c3f101bb68 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:59.216350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6102f2-b968-4603-a594-a24fa2d4d5f8 req-03f921d1-7871-40ce-9484-48c3f101bb68 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 945 time: 0.1431279 Aug 25 11:24:59.285200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8247b9fa-bde1-454b-b2b0-f01ff7a16511 None None] Provisioning for port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:24:59.324885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8247b9fa-bde1-454b-b2b0-f01ff7a16511 None None] Provisioning complete for port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:24:59.325493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8247b9fa-bde1-454b-b2b0-f01ff7a16511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.329856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Allocated IP 172.20.0.1 (6033ae4a-0477-48e1-ad39-0987df1af989/a0f6ac6c-77b8-4713-b8b5-e543083f4c6b/cf525394-04c5-4734-9d2c-1b218aebb749) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:24:59.373202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6102f2-b968-4603-a594-a24fa2d4d5f8 req-3515a4aa-e724-45ab-af02-0617751c0485 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083193 Aug 25 11:24:59.429378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.460004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] For port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:24:59.460383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.466390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.496849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Calling delete_port for 46cb6e80-63b8-44e2-bbd8-3d46d299d05e owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:24:59.547041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8247b9fa-bde1-454b-b2b0-f01ff7a16511 None None] Port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:24:59.574381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:24:56Z', 'revision_number': 3, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:59.581768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:52Z', 'revision_number': 3, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:24:59.615748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.658942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Pushing event updated for resources: {'Port': ['ID=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:59.672093 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.679092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.722251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4c8fb-da42-4814-8231-2b30c6611f70 None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:52Z', 'revision_number': 3, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:24:59.722453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Network 6033ae4a-0477-48e1-ad39-0987df1af989 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:24:59.728312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:24:59.732747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:24:59.739421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Checking router: 458e7d21-f638-46d1-8300-5e65ecd14f9b for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:24:59.739996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Updating router 458e7d21-f638-46d1-8300-5e65ecd14f9b port 91239c3f-b382-422e-9ef4-648ac9c84ace binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:24:59.767353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Pushing event updated for resources: {'Port': ['ID=cf525394-04c5-4734-9d2c-1b218aebb749,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:24:59.781152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112a91a-b374-42e7-ad2a-19596ddf1c48 req-b13286c3-a0f8-4a05-98c0-0cfeb38a51be tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:24:59.784445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:24:59.801759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a112a91a-b374-42e7-ad2a-19596ddf1c48 req-b13286c3-a0f8-4a05-98c0-0cfeb38a51be tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 949 time: 0.2333367 Aug 25 11:24:59.834801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.000543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a112a91a-b374-42e7-ad2a-19596ddf1c48 req-c5a937f2-92fb-4c28-a6ca-b699910210fa tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926696 Aug 25 11:25:00.110213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.207332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:00.214705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:00.218031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.448985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.487427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Transition to ACTIVE for port object 91239c3f-b382-422e-9ef4-648ac9c84ace will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:00.510014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event deleted for resources: {'Port': ['ID=46cb6e80-63b8-44e2-bbd8-3d46d299d05e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:00.512195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.686802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Router 1156bdf7-cefa-406f-b137-b8118dcd461a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:25:00.771991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0cc92c2-0bf8-48ea-859f-7bc4d5007cc0 req-99d23e2a-6657-433f-8447-03569ebb5156 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=08f5911c-ae61-45ff-96a6-9b4766d71650 HTTP/1.1" status: 200 len: 210 time: 0.0952642 Aug 25 11:25:00.775506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] No DVR routers for this DVR port 46cb6e80-63b8-44e2-bbd8-3d46d299d05e on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:25:00.780586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.783014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b95dbd0-eede-44c5-9673-cd2e63b1ac06 req-74da1f7b-d8dd-4c2e-805b-7f8a649ca3b8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.10 "DELETE /v2.0/ports/46cb6e80-63b8-44e2-bbd8-3d46d299d05e HTTP/1.1" status: 204 len: 173 time: 1.9264777 Aug 25 11:25:00.783488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'name': 'network-vif-deleted', 'tag': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:00.786611 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b860a45-8691-4147-a3d2-8bc994fd4418" -d '{"events": [{"server_uuid": "08f5911c-ae61-45ff-96a6-9b4766d71650", "name": "network-vif-deleted", "tag": "46cb6e80-63b8-44e2-bbd8-3d46d299d05e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:00.795290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676efa-a527-4c93-a97a-d77286131a96 None None] Pushing event updated for resources: {'Port': ['ID=91239c3f-b382-422e-9ef4-648ac9c84ace,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:00.822279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Attempting to bind port 91239c3f-b382-422e-9ef4-648ac9c84ace on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:00.823392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Attempting to bind port 91239c3f-b382-422e-9ef4-648ac9c84ace by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:00.834755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Attempting to bind port 91239c3f-b382-422e-9ef4-648ac9c84ace on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:00.842984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:00.843938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:00.845063 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.845895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:00.846806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Bound port: 91239c3f-b382-422e-9ef4-648ac9c84ace, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:00.847468 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.850651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.922305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.934452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:00.942426 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757f4b09-5435-43de-b700-4aa599327cb7 x-openstack-request-id: req-757f4b09-5435-43de-b700-4aa599327cb7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:00.944140 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5911c-ae61-45ff-96a6-9b4766d71650", "name": "network-vif-deleted", "tag": "46cb6e80-63b8-44e2-bbd8-3d46d299d05e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:00.944284 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-757f4b09-5435-43de-b700-4aa599327cb7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:00.944639 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f5911c-ae61-45ff-96a6-9b4766d71650', 'name': 'network-vif-deleted', 'tag': '46cb6e80-63b8-44e2-bbd8-3d46d299d05e', 'status': 'completed', 'code': 200} Aug 25 11:25:01.040204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:01.044279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Pushing event updated for resources: {'Port': ['ID=cf525394-04c5-4734-9d2c-1b218aebb749,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:01.095560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64053627-7301-4b3e-bc3f-7ff0b18df00e None None] Provisioning complete for port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:01.098404 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64053627-7301-4b3e-bc3f-7ff0b18df00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:01.146530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:25:01.163577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b70b8d67-03e9-417c-b68c-511c618b8b3c admin admin] 10.222.0.35 "PUT /v2.0/routers/1156bdf7-cefa-406f-b137-b8118dcd461a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3309157 Aug 25 11:25:01.193010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] For port 91239c3f-b382-422e-9ef4-648ac9c84ace, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:01.284099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] For port 91239c3f-b382-422e-9ef4-648ac9c84ace, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91239c3f-b382-422e-9ef4-648ac9c84ace,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:01.302138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27831f5-cd1b-4a17-ae0c-10af8bc49209 req-b55f8153-f277-48d2-80fb-12656cae9fbe tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:01.312739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e27831f5-cd1b-4a17-ae0c-10af8bc49209 req-b55f8153-f277-48d2-80fb-12656cae9fbe tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 949 time: 0.1138988 Aug 25 11:25:01.312971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 66964ced-586f-4279-a5e8-d191551cb72a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:01.375593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Network 6033ae4a-0477-48e1-ad39-0987df1af989 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:01.377909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:01.394696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e27831f5-cd1b-4a17-ae0c-10af8bc49209 req-281190ee-62cd-4c3c-bbcb-a1032409bee2 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810540 Aug 25 11:25:01.454743 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:01.470531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-64053627-7301-4b3e-bc3f-7ff0b18df00e None None] Port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:25:01.483362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f7a1ea36-0f7c-41f6-be37-493a971f5afe up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:01.680488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Routers {'458e7d21-f638-46d1-8300-5e65ecd14f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:01.682336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['458e7d21-f638-46d1-8300-5e65ecd14f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:01.705680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Router 458e7d21-f638-46d1-8300-5e65ecd14f9b has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:25:01.769394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 66964ced-586f-4279-a5e8-d191551cb72a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:01.788637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 66964ced-586f-4279-a5e8-d191551cb72a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:01.789255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:01.906603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676efa-a527-4c93-a97a-d77286131a96 None None] Pushing event updated for resources: {'Port': ['ID=91239c3f-b382-422e-9ef4-648ac9c84ace,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:01.957075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:25:01.982905 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-922e3006-716a-425c-ad55-3f544189211a admin admin] 10.222.0.35 "PUT /v2.0/routers/458e7d21-f638-46d1-8300-5e65ecd14f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5257590 Aug 25 11:25:02.042939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port f7a1ea36-0f7c-41f6-be37-493a971f5afe completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:02.053403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port f7a1ea36-0f7c-41f6-be37-493a971f5afe triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:02.053787 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.096210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] Set router 458e7d21-f638-46d1-8300-5e65ecd14f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:02.247333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.330277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 66964ced-586f-4279-a5e8-d191551cb72a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=66964ced-586f-4279-a5e8-d191551cb72a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:02.351672 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.373738 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.445795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50704) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:02.485062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293433995', 'description': 'tempest-description--585283813'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:02.545640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:02.548897 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59434415-52a7-465d-ae75-2189908a1806" -d '{"events": [{"server_uuid": "af1a221d-1417-4244-aca9-045fb6a608e9", "name": "network-vif-plugged", "status": "completed", "tag": "f7a1ea36-0f7c-41f6-be37-493a971f5afe"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:02.592553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f7a1ea36-0f7c-41f6-be37-493a971f5afe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:02.596715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=66964ced-586f-4279-a5e8-d191551cb72a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:02.609184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.610043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 46cb6e80-63b8-44e2-bbd8-3d46d299d05e no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:25:02.630537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.657435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 46cb6e80-63b8-44e2-bbd8-3d46d299d05e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:25:02.657960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 46cb6e80-63b8-44e2-bbd8-3d46d299d05e not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:25:02.700751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cf525394-04c5-4734-9d2c-1b218aebb749', 'name': '', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'mac_address': 'fa:16:3e:e1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:59Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 2, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'subnets': [{'id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:02.705824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f7a1ea36-0f7c-41f6-be37-493a971f5afe,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:02.742454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe5816-9fd4-411d-a0ea-e10ba857cf94 None None] The sync data for ids ['458e7d21-f638-46d1-8300-5e65ecd14f9b'] in n-d-778732-11 is: [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cf525394-04c5-4734-9d2c-1b218aebb749', 'name': '', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'mac_address': 'fa:16:3e:e1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:59Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 2, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'subnets': [{'id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:25:02.777237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09106-77f8-49cc-9c59-f6b8ed75ef9b req-8bbad881-c604-4db1-8981-77fff6beae32 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:02.779446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda09106-77f8-49cc-9c59-f6b8ed75ef9b req-8bbad881-c604-4db1-8981-77fff6beae32 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 950 time: 0.2090211 Aug 25 11:25:02.877808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-c00b7ae3-997d-4b63-8bfc-1bc6943df31a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:02.879081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-c00b7ae3-997d-4b63-8bfc-1bc6943df31a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.2503757 Aug 25 11:25:02.910274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda09106-77f8-49cc-9c59-f6b8ed75ef9b req-efdbf5a1-4bda-41c3-ac19-f884d1924e15 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126893 Aug 25 11:25:02.914450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-689cabe6-218d-41de-96ae-8f136f00fa96 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/quotas/44416831cdee4e30866a6e41f2062be2 HTTP/1.1" status: 200 len: 375 time: 0.0219767 Aug 25 11:25:02.943844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:02.968884 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.017783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:25:03.040230 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:03.042471 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:03.080786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-7a589616-6f34-4fea-b3e3-c84c067edc1e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349139 Aug 25 11:25:03.082680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.087179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6330009 Aug 25 11:25:03.089673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50734) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:03.096066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'security_group_rule': {'security_group_id': 'b010b0bc-924b-4459-a583-84ea4c527a2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:03.194665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.312173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 66964ced-586f-4279-a5e8-d191551cb72a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:03.395575 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.408967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.410362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-8f35faab-1e3c-4975-8734-936facc7fec1 service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111737 Aug 25 11:25:03.433142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4af24f-cca7-46c2-bd7d-57ec5c69e275,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:03.452970 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:03.469048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.473885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e0ac4d17-154e-44f5-892b-330a7d837518 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817091 Aug 25 11:25:03.474694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50738) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:03.481481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'security_group_rule': {'security_group_id': 'b010b0bc-924b-4459-a583-84ea4c527a2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:03.523733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 66964ced-586f-4279-a5e8-d191551cb72a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:03.524422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.564727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.671649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bce90c-4b7c-45c6-9dbf-9d1dd551c4ae tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b010b0bc-924b-4459-a583-84ea4c527a2f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:03.702444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-22755895-ade8-49a4-96b3-6f80340ffa3b service neutron] 10.222.0.35 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827616 Aug 25 11:25:03.773277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.781655 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.831717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.837525 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614972 Aug 25 11:25:03.839103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c61890-557d-4c73-a476-e3d95a2fa063 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f371ee-d134-4213-ad93-37052e68ecf0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:03.841212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50752) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:03.846267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:03.892444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:03.982717 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3921119-3eb2-459e-8ebf-363e26d24dc4 x-openstack-request-id: req-b3921119-3eb2-459e-8ebf-363e26d24dc4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:03.983672 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1a221d-1417-4244-aca9-045fb6a608e9", "name": "network-vif-plugged", "status": "completed", "tag": "f7a1ea36-0f7c-41f6-be37-493a971f5afe", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:03.984326 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3921119-3eb2-459e-8ebf-363e26d24dc4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:03.984981 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', 'code': 200} Aug 25 11:25:04.091497 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:24:59Z', 'revision_number': 2, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:04.105158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-c411f826-42a8-4175-9daf-9b4795e9a882 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:04.120657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-c411f826-42a8-4175-9daf-9b4795e9a882 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 818 time: 0.3436658 Aug 25 11:25:04.194083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-be6326f7-a9ae-43e8-9954-b4e92f946025 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/quotas/6cdd89e7e3ba4440a23a60ab5e4ac893 HTTP/1.1" status: 200 len: 375 time: 0.0723467 Aug 25 11:25:04.202003 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:25:04.202240 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Updating router 1156bdf7-cefa-406f-b137-b8118dcd461a port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:25:04.241572 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:04.283674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd76e4-8d75-4a9d-b554-aa2ef0bd9c31 req-b67ff27c-e756-4e5a-a255-ce64b1719034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:04.287018 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:04.287716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ffd76e4-8d75-4a9d-b554-aa2ef0bd9c31 req-b67ff27c-e756-4e5a-a255-ce64b1719034 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 1102 time: 0.1317291 Aug 25 11:25:04.383307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-8cdd5c89-eb41-4ce1-992f-26bfca098bee tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882143 Aug 25 11:25:04.480859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Allocated IP 172.25.1.65 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/7e51e86f-c8b3-4b93-937e-89df14fd61b2) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:04.675836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:04.796971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:04.861675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:04.864431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:04.867182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:04.899285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'Port': ['ID=7e51e86f-c8b3-4b93-937e-89df14fd61b2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:05.120974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ffd76e4-8d75-4a9d-b554-aa2ef0bd9c31 req-eb17c4f6-b4f1-4074-a7b3-407cb7518570 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202388 Aug 25 11:25:05.144270 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.158432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.186713 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Transition to ACTIVE for port object 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:05.203528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71ffd402-c848-481c-916c-5b7528baaa36 req-0ca5c9a3-b231-45fa-bcdf-c95f937958c0 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 210 time: 0.0918322 Aug 25 11:25:05.218928 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.296094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-53fc17ca-6808-4026-8530-c5edab27dd70 service neutron] 10.222.0.35 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803334 Aug 25 11:25:05.309568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.372843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91239c3f-b382-422e-9ef4-648ac9c84ace up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:05.486112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78127d2c-98b9-4ecd-8ed6-8b441c9d5e8d None None] Pushing event updated for resources: {'Port': ['ID=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:05.489147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 91239c3f-b382-422e-9ef4-648ac9c84ace completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:05.499162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 91239c3f-b382-422e-9ef4-648ac9c84ace triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:05.500027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.517568 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Attempting to bind port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:05.520291 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Attempting to bind port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:05.520866 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Attempting to bind port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:05.540255 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:05.540964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:05.541541 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.542123 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Bound using segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:05.542802 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Bound port: 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:05.543368 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.554557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-97c336da-b4d6-49e2-985d-0308e08b84aa service neutron] 10.222.0.35 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499919 Aug 25 11:25:05.662269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418389ff-f6bf-4449-96e5-9a3ce4ad0629 req-36b87c85-a693-413c-82f3-28ecf535974c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:05.671580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-418389ff-f6bf-4449-96e5-9a3ce4ad0629 req-36b87c85-a693-413c-82f3-28ecf535974c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 950 time: 0.2582293 Aug 25 11:25:05.745087 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] For port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:05.754700 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] For port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:05.761892 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.789211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-418389ff-f6bf-4449-96e5-9a3ce4ad0629 req-f6f0f83b-c892-4207-a062-64fa35ee6114 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166360 Aug 25 11:25:05.832783 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.847853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.870170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.888791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 91239c3f-b382-422e-9ef4-648ac9c84ace, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91239c3f-b382-422e-9ef4-648ac9c84ace,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:05.906320 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:05.928218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78127d2c-98b9-4ecd-8ed6-8b441c9d5e8d None None] Pushing event updated for resources: {'Port': ['ID=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:05.999004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:05.999651 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:06.095122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ebd5ba8-8816-49b0-a946-9c310e3570ae req-64175714-9684-4625-a962-500eb8a49c04 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 210 time: 0.0496867 Aug 25 11:25:06.104039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=91239c3f-b382-422e-9ef4-648ac9c84ace,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:06.144034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:06.167532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'Port': ['ID=7e51e86f-c8b3-4b93-937e-89df14fd61b2,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:06.259061 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:06.278017 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbb906e1-9424-495c-afc5-3dcadfbe827b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4352298 Aug 25 11:25:06.366797 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:06.519408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6389b251-f55e-4382-993d-5f9429bd1191 req-17469dac-277a-4d8a-afca-77e4e49df111 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 210 time: 0.0836494 Aug 25 11:25:07.003802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-343fcede-8fbe-4fff-a9d9-ff24fef6e6de tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:07.005383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-343fcede-8fbe-4fff-a9d9-ff24fef6e6de tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.67 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 812 time: 0.4736326 Aug 25 11:25:07.007710 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:05Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:07.017633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-b7b9851a-94d4-4dc5-8a0f-4aea47a8cc94 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:07.028893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Sync routers for ids ['458e7d21-f638-46d1-8300-5e65ecd14f9b'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:25:07.034298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-b7b9851a-94d4-4dc5-8a0f-4aea47a8cc94 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 818 time: 0.3078842 Aug 25 11:25:07.048047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Routers {'458e7d21-f638-46d1-8300-5e65ecd14f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:07.048681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['458e7d21-f638-46d1-8300-5e65ecd14f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:07.057481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-d0fd17fe-e670-4127-bd96-90e3c0df648b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--293433995&fields=id&tenant_id=9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 267 time: 0.1546435 Aug 25 11:25:07.076732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f9bd0d-6916-402e-a6a4-cc8556ca2805 None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:05Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:25:07.089853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Request body: {'port': {'device_id': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'admin_state_up': True, 'tenant_id': '44416831cdee4e30866a6e41f2062be2'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:07.319344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-5a650ec3-75f4-4d33-89db-57432796584a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/quotas/6cdd89e7e3ba4440a23a60ab5e4ac893 HTTP/1.1" status: 200 len: 375 time: 0.2805421 Aug 25 11:25:07.324320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91239c3f-b382-422e-9ef4-648ac9c84ace up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:07.448903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 91239c3f-b382-422e-9ef4-648ac9c84ace triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:07.449615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:07.486106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Set router 458e7d21-f638-46d1-8300-5e65ecd14f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:07.504194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-9143aec1-451f-4f50-9af5-65f09fa4fe40 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839316 Aug 25 11:25:07.523809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-0a97a787-b034-44a5-a397-8b8db5d896e1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:07.532060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-0a97a787-b034-44a5-a397-8b8db5d896e1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 816 time: 0.2974148 Aug 25 11:25:07.614502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-1f6b8c09-6a40-4dad-b047-e5f593caf6e4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/quotas/9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 375 time: 0.0812438 Aug 25 11:25:07.695601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Made reservation on behalf of 44416831cdee4e30866a6e41f2062be2 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:07.700572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:07.871476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-03b23e66-02a3-40ca-a1db-30058e13887d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2464366 Aug 25 11:25:07.895601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cf525394-04c5-4734-9d2c-1b218aebb749', 'name': '', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'mac_address': 'fa:16:3e:e1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:59Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 2, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'subnets': [{'id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:07.945011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Checking router: 458e7d21-f638-46d1-8300-5e65ecd14f9b for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:25:07.945368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Updating router 458e7d21-f638-46d1-8300-5e65ecd14f9b port cf525394-04c5-4734-9d2c-1b218aebb749 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:25:07.961805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-6bd76f9f-103e-4401-bca3-74a8465c4b00 service neutron] 10.222.0.35 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247448 Aug 25 11:25:07.978778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.311164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Allocated IP 172.20.0.14 (8c991c32-972a-4eb3-94a0-e03a78360ba0/8da674f2-2bf9-4059-9b97-33386ff17c3b/1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:08.320883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-6f7c1652-f64d-4284-b7f4-46b1a8fd2e77 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:08.322888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-6f7c1652-f64d-4284-b7f4-46b1a8fd2e77 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 818 time: 0.5491142 Aug 25 11:25:08.346748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Request body: {'port': {'device_id': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'admin_state_up': True, 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:08.420749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.437523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Transition to ACTIVE for port object cf525394-04c5-4734-9d2c-1b218aebb749 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:08.447908 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.485366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-4109a017-0396-4c1e-9163-1272eeade989 service neutron] 10.222.0.35 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617104 Aug 25 11:25:08.570499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-5780f153-be7a-430b-a8a8-3a1d99fefc89 service neutron] 10.222.0.35 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077604 Aug 25 11:25:08.585743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c68211-4a9b-4d08-b823-0a5b81909fd4 None None] Pushing event updated for resources: {'Port': ['ID=cf525394-04c5-4734-9d2c-1b218aebb749,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:08.623995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Attempting to bind port cf525394-04c5-4734-9d2c-1b218aebb749 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:08.627021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Attempting to bind port cf525394-04c5-4734-9d2c-1b218aebb749 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:08.628339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Attempting to bind port cf525394-04c5-4734-9d2c-1b218aebb749 on network 6033ae4a-0477-48e1-ad39-0987df1af989 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:08.643751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:08.644381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Checking segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:08.654919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.656019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Bound using segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:08.656839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Bound port: cf525394-04c5-4734-9d2c-1b218aebb749, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:08.657505 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.679394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Made reservation on behalf of 6cdd89e7e3ba4440a23a60ab5e4ac893 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:08.683720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.858849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] For port cf525394-04c5-4734-9d2c-1b218aebb749, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:08.863837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] For port cf525394-04c5-4734-9d2c-1b218aebb749, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cf525394-04c5-4734-9d2c-1b218aebb749,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:08.871111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:08.919717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-cf651fe6-9fdd-4ca2-a6df-1797f909e7e6 service neutron] 10.222.0.35 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956232 Aug 25 11:25:08.993809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c68211-4a9b-4d08-b823-0a5b81909fd4 None None] Pushing event updated for resources: {'Port': ['ID=cf525394-04c5-4734-9d2c-1b218aebb749,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:09.001604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Routers {'458e7d21-f638-46d1-8300-5e65ecd14f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:09.003056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:24:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['458e7d21-f638-46d1-8300-5e65ecd14f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:09.028526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:09.135121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Allocated IP 172.20.0.4 (6033ae4a-0477-48e1-ad39-0987df1af989/a0f6ac6c-77b8-4713-b8b5-e543083f4c6b/45def62f-5652-4929-8743-9ffb5ad4ad96) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:09.148730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ac6b-4e4c-4d65-aab9-577f61f4ec15 req-6b6d8fb9-f39f-4628-a119-3ab66d6dc041 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:09.157830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0733ac6b-4e4c-4d65-aab9-577f61f4ec15 req-6b6d8fb9-f39f-4628-a119-3ab66d6dc041 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 950 time: 0.3379893 Aug 25 11:25:09.404280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:09.464408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] Set router 458e7d21-f638-46d1-8300-5e65ecd14f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:09.550733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:09.622072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0733ac6b-4e4c-4d65-aab9-577f61f4ec15 req-5be2ac4b-c7df-455d-9250-3c7f1b6b481d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627097 Aug 25 11:25:09.799402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Network 8c991c32-972a-4eb3-94a0-e03a78360ba0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:09.833890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:09.854100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:09.867854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:09.877989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event updated for resources: {'Port': ['ID=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:09.880497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:09.881372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:09.982326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c99597ca-13ef-4b69-a3c5-da87ad8c66fa req-4cd41201-bfe3-49ad-9f8a-01f18639d816 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 210 time: 0.1065021 Aug 25 11:25:10.099185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.121323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.125165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cf525394-04c5-4734-9d2c-1b218aebb749', 'name': '', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'mac_address': 'fa:16:3e:e1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:59Z', 'updated_at': '2021-08-25T11:25:08Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'subnets': [{'id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:10.168873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464dbf7-b3c8-4ffc-8d1c-17342254ad53 req-63554092-7c79-4876-8a81-8bb227291911 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:10.172106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ab26f-0f96-4122-ba0b-28a48fb0d319 None None] The sync data for ids ['458e7d21-f638-46d1-8300-5e65ecd14f9b'] in n-d-778732-11 is: [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:25:00Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cf525394-04c5-4734-9d2c-1b218aebb749', 'name': '', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'mac_address': 'fa:16:3e:e1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:59Z', 'updated_at': '2021-08-25T11:25:08Z', 'revision_number': 4, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'subnets': [{'id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:25:10.183746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c464dbf7-b3c8-4ffc-8d1c-17342254ad53 req-63554092-7c79-4876-8a81-8bb227291911 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 932 time: 0.4798913 Aug 25 11:25:10.186150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:10.191181 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.192758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cf525394-04c5-4734-9d2c-1b218aebb749 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:10.296376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:10.330487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cf525394-04c5-4734-9d2c-1b218aebb749 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:10.341500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-137ed0b2-3bb4-4ee3-a9be-b80df3932818 req-ceed32cc-7fa5-45b0-ac83-7751eadb440b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 210 time: 0.1542747 Aug 25 11:25:10.347651 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cf525394-04c5-4734-9d2c-1b218aebb749 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:10.348146 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.412659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:10.413770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.541039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c464dbf7-b3c8-4ffc-8d1c-17342254ad53 req-86854bd4-ef81-4977-bc89-7dfe6ce1fea8 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427143 Aug 25 11:25:10.549434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.596971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-93ea1be1-8aef-4261-9234-7c3bb8baff8c tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5352294 Aug 25 11:25:10.612831 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.619519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cf525394-04c5-4734-9d2c-1b218aebb749, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cf525394-04c5-4734-9d2c-1b218aebb749,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:10.626225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:10.702737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Network 6033ae4a-0477-48e1-ad39-0987df1af989 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:10.713452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8247-3ad1-41fb-8199-7e00a4d85e2f req-00b02df5-97f1-4361-abe8-184ed5fe9645 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:10.721924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a78e8247-3ad1-41fb-8199-7e00a4d85e2f req-00b02df5-97f1-4361-abe8-184ed5fe9645 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 949 time: 0.2438736 Aug 25 11:25:10.748387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:10.755801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:10.798017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cf525394-04c5-4734-9d2c-1b218aebb749,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:10.851124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Pushing event updated for resources: {'Port': ['ID=45def62f-5652-4929-8743-9ffb5ad4ad96,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:11.054602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Request body: {'port': {'device_id': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:11.086178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a78e8247-3ad1-41fb-8199-7e00a4d85e2f req-fefb5a94-981f-4a27-b953-0c45f555b89b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537700 Aug 25 11:25:11.116542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:11.117222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:11.164862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a64c0f99-b0eb-4aa1-83d0-af9e9a2ac793 req-16eae5ea-cb15-45d8-9ab6-74fe529da35f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 210 time: 0.0718234 Aug 25 11:25:11.252132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:11.358438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:11.358728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:11.599563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cf525394-04c5-4734-9d2c-1b218aebb749 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:11.690027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-ea91ead0-3b12-4756-8837-81aa6a82643c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:11.693095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-ea91ead0-3b12-4756-8837-81aa6a82643c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 816 time: 0.3154123 Aug 25 11:25:11.694304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:11.758135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cf525394-04c5-4734-9d2c-1b218aebb749 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:11.758516 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:11.862790 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-0fa09548-5b8d-4cd9-af39-6ba01d2a3da6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 379 time: 0.1454813 Aug 25 11:25:11.880383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'port': {'device_id': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'admin_state_up': True, 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'security_groups': ['b010b0bc-924b-4459-a583-84ea4c527a2f']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:11.909166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebf15810-85b8-4a40-a974-cc1efd757157 req-3f448ff4-7e13-4066-802f-454eba9a8091 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 210 time: 0.0580597 Aug 25 11:25:11.928822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-85340081-4d1d-42cd-be6d-9e834d6680b6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5900495 Aug 25 11:25:11.937450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:11.952288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Request body: {'port': {'device_id': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:12.006347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-e6d11de8-db35-4f37-8328-129b15263a27 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:12.007888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-e6d11de8-db35-4f37-8328-129b15263a27 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.10 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 818 time: 1.1393938 Aug 25 11:25:12.028155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Request body: {'port': {'device_id': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'admin_state_up': True, 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:12.029390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4be9-00ce-40d1-a431-c72245004798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.159424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c625ce6-8380-495f-96d5-67b0a7de6ce7 req-7e47b5a3-9b67-4d1c-84e8-229d9e8291ef tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:12.165491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c625ce6-8380-495f-96d5-67b0a7de6ce7 req-7e47b5a3-9b67-4d1c-84e8-229d9e8291ef tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:12.167767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c625ce6-8380-495f-96d5-67b0a7de6ce7 req-7e47b5a3-9b67-4d1c-84e8-229d9e8291ef tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496&device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 1690 time: 0.3088651 Aug 25 11:25:12.191225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.205458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4be9-00ce-40d1-a431-c72245004798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.216308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4be9-00ce-40d1-a431-c72245004798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.299394 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e6c4be9-00ce-40d1-a431-c72245004798 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16ec975c8d334ee3ba5292ac7f009bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986803 Aug 25 11:25:12.301146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Made reservation on behalf of 9ef64a58f25c429abd9690d2f349e63f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:12.305064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.308735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50928) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:12.309025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac296aa-0343-4ee5-aa97-6e187b41f6d4 req-7f0cbf3f-e682-4018-bfdc-a6fd5ce258e2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:12.314343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac296aa-0343-4ee5-aa97-6e187b41f6d4 req-7f0cbf3f-e682-4018-bfdc-a6fd5ce258e2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 932 time: 0.3259323 Aug 25 11:25:12.324086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c4be9-00ce-40d1-a431-c72245004798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc49627-3eb4-4a26-8d99-3801ae62897c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:12.453252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-61d3bc51-e378-47e1-86e1-83993bf1c70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.500607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c625ce6-8380-495f-96d5-67b0a7de6ce7 req-00938188-f9eb-4830-847c-613e5b581b10 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169138 Aug 25 11:25:12.529385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-61d3bc51-e378-47e1-86e1-83993bf1c70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.554722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Allocated IP 172.20.0.12 (4705233b-84f0-4d64-8732-0c9ce4aa4771/7bf95d97-a091-48be-bd84-a473c19a4216/1e0b35b7-b67c-4386-83dc-7ed3ddfced43) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:12.681373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ac296aa-0343-4ee5-aa97-6e187b41f6d4 req-650bdcb1-9cc2-4bd7-a15b-9dc7858fb7ae tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518863 Aug 25 11:25:12.747669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-61d3bc51-e378-47e1-86e1-83993bf1c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.756017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-61d3bc51-e378-47e1-86e1-83993bf1c70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.758199 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-61d3bc51-e378-47e1-86e1-83993bf1c70c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fc49627-3eb4-4a26-8d99-3801ae62897c HTTP/1.1" status: 204 len: 168 time: 0.4481571 Aug 25 11:25:12.834840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Made reservation on behalf of 6cdd89e7e3ba4440a23a60ab5e4ac893 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:12.842450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.863379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:12.885562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Transition to ACTIVE for port object 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:12.929092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3bc51-e378-47e1-86e1-83993bf1c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc49627-3eb4-4a26-8d99-3801ae62897c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:12.966016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.042882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:13.047482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:13.054584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:13.058571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:13.151436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:13.153852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.185925 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c66aa756-24c4-46e3-b162-060e0dd3715e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3141172 Aug 25 11:25:13.204751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Request body: {'port': {'device_id': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:13.263997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7681d785-9088-4743-8279-ed9a4e900d31 req-85ef67aa-21fb-40f3-a3fd-900286464a80 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 210 time: 0.3376744 Aug 25 11:25:13.289710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.329568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50940) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:13.365377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93491d34-deac-434c-bcc7-cf62cfc448c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.480745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7310ed7c-97f3-4372-92a5-e98257be713b None None] Provisioning for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:13.490350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7310ed7c-97f3-4372-92a5-e98257be713b None None] Provisioning complete for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:13.491233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7310ed7c-97f3-4372-92a5-e98257be713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.560345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7310ed7c-97f3-4372-92a5-e98257be713b None None] Port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:25:13.641702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93491d34-deac-434c-bcc7-cf62cfc448c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.649224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93491d34-deac-434c-bcc7-cf62cfc448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.677293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc53fcb-eb9b-4ffb-a8b8-8939d362a0e9 req-29250603-5afc-4154-81c6-dbfaa0122148 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:13.680147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fc53fcb-eb9b-4ffb-a8b8-8939d362a0e9 req-29250603-5afc-4154-81c6-dbfaa0122148 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 932 time: 0.4453878 Aug 25 11:25:13.729758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-93491d34-deac-434c-bcc7-cf62cfc448c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4e8a56e4e044ce6a5c6ae6affd542ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987241 Aug 25 11:25:13.733398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93491d34-deac-434c-bcc7-cf62cfc448c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97483d-8f64-45ce-ba38-250a80afa6ad,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:13.735976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50946) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:13.766102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:13.771603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf33f20-83ff-46c2-98ae-4f76f2ad25a2 req-db308437-f050-469d-a430-608dcba5748f tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:13.774395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edf33f20-83ff-46c2-98ae-4f76f2ad25a2 req-db308437-f050-469d-a430-608dcba5748f tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 1101 time: 0.3443081 Aug 25 11:25:13.781422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.806098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Transition to ACTIVE for port object 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:13.813208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.836234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:13.851288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee897767-9acd-4acb-a09a-4348b2669cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.887995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:13.901387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee897767-9acd-4acb-a09a-4348b2669cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.905000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:13.996943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fc53fcb-eb9b-4ffb-a8b8-8939d362a0e9 req-4b2c9e21-f436-4e0d-b8a0-a2f2b9c0023f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989883 Aug 25 11:25:14.009411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45def62f-5652-4929-8743-9ffb5ad4ad96 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:14.031467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Transition to ACTIVE for port object 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:14.035231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:14.035573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:14.036012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:14.043815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:14.044224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:14.055837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:14.056161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:14.057190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Bound using segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:14.057848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edf33f20-83ff-46c2-98ae-4f76f2ad25a2 req-efacb511-7004-4a96-8d0b-6115ed959601 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530336 Aug 25 11:25:14.058025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Bound port: 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:14.059825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.066181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee897767-9acd-4acb-a09a-4348b2669cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.068978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee897767-9acd-4acb-a09a-4348b2669cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.070481 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee897767-9acd-4acb-a09a-4348b2669cf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a97483d-8f64-45ce-ba38-250a80afa6ad HTTP/1.1" status: 204 len: 168 time: 0.3319287 Aug 25 11:25:14.072616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.077616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.116786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee897767-9acd-4acb-a09a-4348b2669cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97483d-8f64-45ce-ba38-250a80afa6ad,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:14.226295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:14.260156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Transition to ACTIVE for port object 45def62f-5652-4929-8743-9ffb5ad4ad96 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:14.263518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:14.268730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:14.282523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.356068 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.373668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:14.375097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:14.379065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] 10.222.0.10 "PUT /v2.0/ports/1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 1093 time: 1.1787648 Aug 25 11:25:14.380047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:14.394340 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b7901-3d36-4b37-980a-83cecab493f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:14.452886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43126-4dac-46b7-acf3-7e6e929f703b service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:14.589335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-3992f926-7dd9-4e5d-ab1f-8e62e143e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:14.592161 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-3992f926-7dd9-4e5d-ab1f-8e62e143e379 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1096 time: 0.1296058 Aug 25 11:25:14.680054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-575f16f4-572d-4d97-adfa-f96d968b0675 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 217 time: 0.0768576 Aug 25 11:25:14.706960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Pushing event updated for resources: {'Port': ['ID=45def62f-5652-4929-8743-9ffb5ad4ad96,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:14.809005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Allocated IP 172.20.0.13 (6033ae4a-0477-48e1-ad39-0987df1af989/a0f6ac6c-77b8-4713-b8b5-e543083f4c6b/d51aafe1-d32e-42ff-b70a-32da719d812b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:14.820316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-a0fe7e0e-1070-4dc0-be95-d461de61c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:14.823682 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-a0fe7e0e-1070-4dc0-be95-d461de61c80a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.1263225 Aug 25 11:25:14.830909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175a7e1-1b4e-4070-911b-74af35274516 req-20a60b07-2535-4cf8-8b2f-a846c0749db1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:14.833339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3175a7e1-1b4e-4070-911b-74af35274516 req-20a60b07-2535-4cf8-8b2f-a846c0749db1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 944 time: 0.5881257 Aug 25 11:25:14.927202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-3ba06e9f-a2a4-46cd-a926-3c8988d5ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:14.930229 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-3ba06e9f-a2a4-46cd-a926-3c8988d5ea76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951490 Aug 25 11:25:14.996651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Attempting to bind port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:14.996993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Attempting to bind port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:14.997361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Attempting to bind port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:15.045096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:15.045389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Attempting to bind port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 on network 8c991c32-972a-4eb3-94a0-e03a78360ba0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:15.073864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3175a7e1-1b4e-4070-911b-74af35274516 req-a5d0c854-5fbb-440e-bc1d-823d020d9039 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752951 Aug 25 11:25:15.083205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:15.083650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Checking segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:15.083933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Bound using segment: {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:15.084394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Bound port: 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:15.084759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.092582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Attempting to bind port 45def62f-5652-4929-8743-9ffb5ad4ad96 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:15.092927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Attempting to bind port 45def62f-5652-4929-8743-9ffb5ad4ad96 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:15.093264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Attempting to bind port 45def62f-5652-4929-8743-9ffb5ad4ad96 on network 6033ae4a-0477-48e1-ad39-0987df1af989 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:15.142477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-e79e197d-c923-4a4e-bfe3-ec164e40bb42 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995752 Aug 25 11:25:15.158513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12a50c-e8c5-46b5-a015-98a06b95cab6 req-c5605a70-ae37-4f5f-9fbe-ea049c261c50 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.166139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac12a50c-e8c5-46b5-a015-98a06b95cab6 req-c5605a70-ae37-4f5f-9fbe-ea049c261c50 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 1102 time: 0.3638794 Aug 25 11:25:15.179620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Port 45def62f-5652-4929-8743-9ffb5ad4ad96 on network 6033ae4a-0477-48e1-ad39-0987df1af989 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:15.179933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Attempting to bind port 45def62f-5652-4929-8743-9ffb5ad4ad96 on network 6033ae4a-0477-48e1-ad39-0987df1af989 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:15.211158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:15.211509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Checking segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:15.211926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Bound using segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:15.212390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Bound port: 45def62f-5652-4929-8743-9ffb5ad4ad96, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:15.212808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.304694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a57b223-9ea4-4d73-8cd5-fe35c7a5f4eb req-b81bf7af-2a05-4054-bdb8-63b8d324dc12 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 210 time: 0.0693867 Aug 25 11:25:15.323764 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e1da184e-897f-492d-8ea3-1f4cd4443b47 req-c05d276c-e652-4649-976f-268555c82dab service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671782 Aug 25 11:25:15.336049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac12a50c-e8c5-46b5-a015-98a06b95cab6 req-d8668672-f18c-49db-b888-31e05d936bdc tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687491 Aug 25 11:25:15.363642 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78d0e8c-bbc0-4306-b16f-7b3739e2cfb0 x-openstack-request-id: req-e78d0e8c-bbc0-4306-b16f-7b3739e2cfb0 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:15.363937 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:15.364196 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e78d0e8c-bbc0-4306-b16f-7b3739e2cfb0 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:15.364651 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'status': 'completed', 'code': 200} Aug 25 11:25:15.479231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.486484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] For port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:15.500697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7901-3d36-4b37-980a-83cecab493f6 req-f0110dc1-cc65-460a-95f6-ef3e9a975d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.503365 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-f0110dc1-cc65-460a-95f6-ef3e9a975d3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1096 time: 0.0986378 Aug 25 11:25:15.543799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] For port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:15.564586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.608041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] For port 45def62f-5652-4929-8743-9ffb5ad4ad96, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:15.642735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.643380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.645216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] 10.222.0.67 "PUT /v2.0/ports/1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 HTTP/1.1" status: 200 len: 1093 time: 5.0182650 Aug 25 11:25:15.650535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'tag': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:15.653150 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f785210e-6871-4f5f-bcfc-06e90c626da6", "tag": "1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:15.664455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] For port 45def62f-5652-4929-8743-9ffb5ad4ad96, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=45def62f-5652-4929-8743-9ffb5ad4ad96,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:15.679008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171991a-bca1-4d08-8dcd-17588f2813ed req-805716e3-45e6-4e71-abc1-a7f8b2057f33 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.687198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6171991a-bca1-4d08-8dcd-17588f2813ed req-805716e3-45e6-4e71-abc1-a7f8b2057f33 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.2188740 Aug 25 11:25:15.702057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.750025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe07221-da20-44f3-90b9-4a3fca3e4314 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:15.750952 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7901-3d36-4b37-980a-83cecab493f6 req-c1afb159-2c31-44e5-8d4e-0e6f51a5417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.758516 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-c1afb159-2c31-44e5-8d4e-0e6f51a5417a service neutron] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.2413001 Aug 25 11:25:15.781049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.818970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-b2ec34c6-1958-46aa-a80e-503ca616f08c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 217 time: 0.0561013 Aug 25 11:25:15.819276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.819622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:15.821298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] 10.222.0.67 "PUT /v2.0/ports/45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 1092 time: 3.8814700 Aug 25 11:25:15.845148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6171991a-bca1-4d08-8dcd-17588f2813ed req-dc42cf92-42c9-4bf9-bfe2-92da9005ad76 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568632 Aug 25 11:25:15.879940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Network 6033ae4a-0477-48e1-ad39-0987df1af989 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:15.885282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:15.887650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a15a31-946b-4318-b028-86ce3fd04500 service neutron] Pushing event updated for resources: {'Port': ['ID=45def62f-5652-4929-8743-9ffb5ad4ad96,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:15.895000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:15.901670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-80ea3ee9-ee99-4c2b-9a64-1e1e9aad4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.903373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-80ea3ee9-ee99-4c2b-9a64-1e1e9aad4295 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 1096 time: 0.1841781 Aug 25 11:25:15.972007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7901-3d36-4b37-980a-83cecab493f6 req-c0a2114b-ffd4-4275-af69-743a01f3f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:15.978473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-c0a2114b-ffd4-4275-af69-743a01f3f9b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.1458087 Aug 25 11:25:16.014451 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf0e82-c95b-4f8b-af0a-fdd51e669f31 x-openstack-request-id: req-0ebf0e82-c95b-4f8b-af0a-fdd51e669f31 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:16.014451 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f785210e-6871-4f5f-bcfc-06e90c626da6", "tag": "1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:16.014451 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ebf0e82-c95b-4f8b-af0a-fdd51e669f31 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:16.014451 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'tag': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1', 'status': 'completed', 'code': 200} Aug 25 11:25:16.051436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b7901-3d36-4b37-980a-83cecab493f6 req-09f6fbcc-b4fc-4a77-96cf-692255549a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:16.054123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-09f6fbcc-b4fc-4a77-96cf-692255549a59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676317 Aug 25 11:25:16.063880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-e79b0102-cf20-46ec-be2d-7f3c11a82f81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 HTTP/1.1" status: 200 len: 217 time: 0.1156647 Aug 25 11:25:16.177905 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-7f1ba300-39a5-4f1e-b4be-5723abc7af15 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108475 Aug 25 11:25:16.206468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:16.207203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:16.232355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Pushing event updated for resources: {'Port': ['ID=d51aafe1-d32e-42ff-b70a-32da719d812b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:16.284125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-1c289ca9-5a4e-424f-a72a-d97285aae841 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938876 Aug 25 11:25:16.293095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-1f2381a3-b4db-4907-82eb-70a8a1a58ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:16.294208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-1f2381a3-b4db-4907-82eb-70a8a1a58ff7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1095 time: 0.3425081 Aug 25 11:25:16.295675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-486d4e21-70f6-4f62-9b61-cc9624eea413 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2752862 Aug 25 11:25:16.312199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-05d43a55-da69-4520-8935-4b860013f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:16.313766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-365b7901-3d36-4b37-980a-83cecab493f6 req-6853d1c5-94db-4753-9508-36127937e828 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190591 Aug 25 11:25:16.313891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-05d43a55-da69-4520-8935-4b860013f19e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.2272792 Aug 25 11:25:16.328782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Request body: {'port': {'device_id': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:16.440651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-9d017023-0c44-46e7-a24f-05f3e87a4ebb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.1247964 Aug 25 11:25:16.470144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-e7c28e20-8211-4a18-9ce5-cacd0ab063bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241691 Aug 25 11:25:16.532878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffc3d8-568e-492b-9e0c-5478b4f97bc6 req-7c00a1eb-cea6-4ef0-8e6d-ed867ff03221 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:16.534542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30ffc3d8-568e-492b-9e0c-5478b4f97bc6 req-7c00a1eb-cea6-4ef0-8e6d-ed867ff03221 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 944 time: 0.3120790 Aug 25 11:25:16.642895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:17.018993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-74cbf6ee-0d84-4959-b500-0a2ea10cc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:17.020983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-74cbf6ee-0d84-4959-b500-0a2ea10cc1f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.5534861 Aug 25 11:25:17.041880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-1f019e2d-3d9a-46e5-ac82-84b06792d5d0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:17.043863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-1f019e2d-3d9a-46e5-ac82-84b06792d5d0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7434762 Aug 25 11:25:17.124164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30ffc3d8-568e-492b-9e0c-5478b4f97bc6 req-95650696-2334-4138-9c49-5d04c9548a86 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582044 Aug 25 11:25:17.135316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-9b0043f5-1607-4a08-94ec-4cf773cbf25c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877781 Aug 25 11:25:17.144759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-f933142e-6e47-48f7-9f6d-eb4320a91bfc tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/quotas/97f7b6ce40e5438295d4942b479a4750 HTTP/1.1" status: 200 len: 375 time: 0.0742679 Aug 25 11:25:17.187885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-4da6c0ce-2ec5-4bb9-b079-335a644266c3 service neutron] 10.222.0.67 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032578 Aug 25 11:25:17.511424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-4572f756-a5ed-4926-ae13-61bb700ef5a1 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3449152 Aug 25 11:25:17.534319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-6385d006-b2f7-4486-b708-6b524deea327 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870254 Aug 25 11:25:17.566826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d73b8-5934-47ea-8ad7-ffc7bfc7f3c8 req-46234430-bd94-4f83-820b-1367bd5d2bba tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:17.568440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f4d73b8-5934-47ea-8ad7-ffc7bfc7f3c8 req-46234430-bd94-4f83-820b-1367bd5d2bba tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 932 time: 0.3251152 Aug 25 11:25:17.654821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f422c6f3-d7d6-41e2-87c6-b331c951b1ea req-f2ee9e5e-c06d-4926-8550-4736a9b0b601 service neutron] 10.222.0.67 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240978 Aug 25 11:25:17.739045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f4d73b8-5934-47ea-8ad7-ffc7bfc7f3c8 req-f0e5d78e-c665-4cb2-a84e-75d000ab81d7 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Aug 25 11:25:17.823035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab37f4a-5f40-4d37-acea-501d5a445b7e req-23f8e9dd-d3ef-4056-8ac7-74a4cc425624 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756948 Aug 25 11:25:17.842217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51aafe1-d32e-42ff-b70a-32da719d812b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:17.852957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:17.863005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-ac3fbc6b-d93d-4615-9024-5752902b3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:17.864805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-ac3fbc6b-d93d-4615-9024-5752902b3dc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=44416831cdee4e30866a6e41f2062be2&device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 1096 time: 0.1125829 Aug 25 11:25:17.880589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Transition to ACTIVE for port object d51aafe1-d32e-42ff-b70a-32da719d812b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:17.896670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.014970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'tag': '45def62f-5652-4929-8743-9ffb5ad4ad96'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:18.022081 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "a598dd56-7d13-448b-af7c-62d88e4bd1bc", "tag": "45def62f-5652-4929-8743-9ffb5ad4ad96"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:18.023379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Pushing event updated for resources: {'Port': ['ID=d51aafe1-d32e-42ff-b70a-32da719d812b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:18.084725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-9a1d35b4-cb73-47f9-840f-73abc7bf96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.088315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-9a1d35b4-cb73-47f9-840f-73abc7bf96bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 200 len: 913 time: 0.2124977 Aug 25 11:25:18.177829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-246bb9ee-2543-472e-a2cb-412bfd8b1058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.227020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-b53a9f52-e92c-4adb-b03e-24e988872e37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 HTTP/1.1" status: 200 len: 217 time: 0.0896676 Aug 25 11:25:18.312669 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4814a90-ad2f-4560-aa5f-8c857781c7df x-openstack-request-id: req-f4814a90-ad2f-4560-aa5f-8c857781c7df {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:18.313152 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a598dd56-7d13-448b-af7c-62d88e4bd1bc", "tag": "45def62f-5652-4929-8743-9ffb5ad4ad96", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:18.313258 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4814a90-ad2f-4560-aa5f-8c857781c7df {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:18.314010 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'tag': '45def62f-5652-4929-8743-9ffb5ad4ad96', 'status': 'completed', 'code': 200} Aug 25 11:25:18.324601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeff21-4cbc-4d49-b5f5-07e6b189759d req-0f0785bd-c32c-4c0f-b4ac-5c158d6167df tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.326307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2aeff21-4cbc-4d49-b5f5-07e6b189759d req-0f0785bd-c32c-4c0f-b4ac-5c158d6167df tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.1869693 Aug 25 11:25:18.331037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Attempting to bind port d51aafe1-d32e-42ff-b70a-32da719d812b on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:18.331380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Attempting to bind port d51aafe1-d32e-42ff-b70a-32da719d812b by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:18.331716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Attempting to bind port d51aafe1-d32e-42ff-b70a-32da719d812b on network 6033ae4a-0477-48e1-ad39-0987df1af989 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:18.377927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Port d51aafe1-d32e-42ff-b70a-32da719d812b on network 6033ae4a-0477-48e1-ad39-0987df1af989 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:18.378184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Attempting to bind port d51aafe1-d32e-42ff-b70a-32da719d812b on network 6033ae4a-0477-48e1-ad39-0987df1af989 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:18.440103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:18.440364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Checking segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:18.440922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Bound using segment: {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:18.441498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Bound port: d51aafe1-d32e-42ff-b70a-32da719d812b, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58830db2-60e2-4001-9cee-7cbd90c38cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:18.441926 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.445216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-9cc59826-5b1a-40fe-8ec6-c886dfced560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.446821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-9cc59826-5b1a-40fe-8ec6-c886dfced560 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 200 len: 852 time: 0.2032247 Aug 25 11:25:18.504424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:18.522746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-57b92a4c-fb50-4013-a858-8d9cbb2d73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.524739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-57b92a4c-fb50-4013-a858-8d9cbb2d73cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1095 time: 0.1952410 Aug 25 11:25:18.530441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-ec33e40d-68cb-469c-a60f-422f4beea845 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8c991c32-972a-4eb3-94a0-e03a78360ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668843 Aug 25 11:25:18.533598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2aeff21-4cbc-4d49-b5f5-07e6b189759d req-e5b611f6-ac1f-45b0-86a3-009f0338c25a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982417 Aug 25 11:25:18.592437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b775a-1efc-4caf-bdb4-10d61d05e51e req-8c7fdafa-4f70-41d0-9259-2f53d2d981cb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.600025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-489b775a-1efc-4caf-bdb4-10d61d05e51e req-8c7fdafa-4f70-41d0-9259-2f53d2d981cb tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 944 time: 0.2414281 Aug 25 11:25:18.669621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58ac13c9-0da0-429e-8d75-c08431558cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.796838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] For port d51aafe1-d32e-42ff-b70a-32da719d812b, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:18.801205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] For port d51aafe1-d32e-42ff-b70a-32da719d812b, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d51aafe1-d32e-42ff-b70a-32da719d812b,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:18.824367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58ac13c9-0da0-429e-8d75-c08431558cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.830975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58ac13c9-0da0-429e-8d75-c08431558cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.870702 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58ac13c9-0da0-429e-8d75-c08431558cfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ef14f19cac64b98bec64bf2beab1d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638093 Aug 25 11:25:18.873023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-4cdf3494-ff25-4695-933c-70f9b1febd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.874664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-4cdf3494-ff25-4695-933c-70f9b1febd82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.3125019 Aug 25 11:25:18.875890 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.878547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:18.930983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:18.932027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:18.933893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] 10.222.0.10 "PUT /v2.0/ports/d51aafe1-d32e-42ff-b70a-32da719d812b HTTP/1.1" status: 200 len: 1093 time: 2.6154597 Aug 25 11:25:18.956822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac13c9-0da0-429e-8d75-c08431558cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fee304-77f9-46cb-a388-7e0c69ac4775,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:19.003260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08bd614a-0cf2-4a8e-bd0c-8c78243ce85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.030481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-aeb4122b-f903-438b-93ac-e4568df8ce2d service neutron] 10.222.0.67 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715376 Aug 25 11:25:19.046870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08bd614a-0cf2-4a8e-bd0c-8c78243ce85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.047236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-f1419518-09ed-425b-aed7-ac35d84260f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.1601739 Aug 25 11:25:19.081473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-489b775a-1efc-4caf-bdb4-10d61d05e51e req-d06ebdd4-4c50-41f2-8210-ae70f1400adc tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805117 Aug 25 11:25:19.133665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08bd614a-0cf2-4a8e-bd0c-8c78243ce85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.138652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08bd614a-0cf2-4a8e-bd0c-8c78243ce85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.142828 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08bd614a-0cf2-4a8e-bd0c-8c78243ce85e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28fee304-77f9-46cb-a388-7e0c69ac4775 HTTP/1.1" status: 204 len: 168 time: 0.2604032 Aug 25 11:25:19.158575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd614a-0cf2-4a8e-bd0c-8c78243ce85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fee304-77f9-46cb-a388-7e0c69ac4775,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:19.234396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829707-f411-4dc9-9f56-bfdaced655fa service neutron] Pushing event updated for resources: {'Port': ['ID=d51aafe1-d32e-42ff-b70a-32da719d812b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:19.273871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19eaf5de-1e4e-4cd0-841e-cbd9e829b399 req-e3105bcb-12d4-48f9-9bdc-573e540cedcf tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 210 time: 0.0840735 Aug 25 11:25:19.306330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356fcfa-d572-4414-8ff3-125a730afe20 req-240ae7da-dc0a-433d-898e-4be2c2968675 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:19.316982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4356fcfa-d572-4414-8ff3-125a730afe20 req-240ae7da-dc0a-433d-898e-4be2c2968675 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 944 time: 0.3521404 Aug 25 11:25:19.328335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-05fdf975-8f3d-4202-981e-59e2312e4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:19.329888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-05fdf975-8f3d-4202-981e-59e2312e4b12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.2619491 Aug 25 11:25:19.334827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-9d13e2cb-c7c7-4bb8-a449-fbfafccccdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:19.336485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-9d13e2cb-c7c7-4bb8-a449-fbfafccccdd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.3112335 Aug 25 11:25:19.407899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-38bcc5ec-fd30-40b7-84a1-64d917448d96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629404 Aug 25 11:25:19.463649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-0f432642-b45a-462b-9796-4e647f71fbc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51aafe1-d32e-42ff-b70a-32da719d812b HTTP/1.1" status: 200 len: 217 time: 0.1039112 Aug 25 11:25:19.472636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc7afc1-2eac-4496-978f-9fe5a331d1c3 req-c8b79168-d6e5-4a36-b0a7-f82c337ce691 service neutron] 10.222.0.67 "GET /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058220 Aug 25 11:25:19.488408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:19.586158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4356fcfa-d572-4414-8ff3-125a730afe20 req-5467a2ec-6d25-48cd-b5b5-79c23e5d8fda tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668467 Aug 25 11:25:19.657399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:19.672414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'mac_address': 'fa:16:3e:8b:0f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:19.676836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51090) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:19.678474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-5e658214-1d53-4e4f-9800-be107d3a5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:19.680202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-5e658214-1d53-4e4f-9800-be107d3a5dd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.1859918 Aug 25 11:25:19.700474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-073fff71-f4c2-470a-9de4-a4eff6aee4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.753111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.794184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-976790cf-a6e8-4372-ad87-cc2a7044bffc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828595 Aug 25 11:25:19.830957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-104c154d-0e42-45b2-8fcb-cd95e793f071 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803737 Aug 25 11:25:19.854163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-073fff71-f4c2-470a-9de4-a4eff6aee4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.861057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-073fff71-f4c2-470a-9de4-a4eff6aee4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:19.868050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996265-e681-4c6a-ac51-ad62293c317a req-d0616716-8b46-44d8-bf25-db13b621c253 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:19.870271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1996265-e681-4c6a-ac51-ad62293c317a req-d0616716-8b46-44d8-bf25-db13b621c253 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.1606708 Aug 25 11:25:19.937636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fff71-f4c2-470a-9de4-a4eff6aee4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86511f4d-3df4-4121-a757-ee9355568071,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:19.949368 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-073fff71-f4c2-470a-9de4-a4eff6aee4f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d75292ba63848809c9253c82ad8d1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663119 Aug 25 11:25:19.958370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51092) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:19.963412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:19.989323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:19.996013 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:20.064371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccfe4-46d9-49c8-aa2b-65922eaa8115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:20.085158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:20.100365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccfe4-46d9-49c8-aa2b-65922eaa8115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:20.202139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccfe4-46d9-49c8-aa2b-65922eaa8115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:20.211533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ccfe4-46d9-49c8-aa2b-65922eaa8115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:20.216425 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd2ccfe4-46d9-49c8-aa2b-65922eaa8115 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86511f4d-3df4-4121-a757-ee9355568071 HTTP/1.1" status: 204 len: 168 time: 0.2565892 Aug 25 11:25:20.226672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ccfe4-46d9-49c8-aa2b-65922eaa8115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86511f4d-3df4-4121-a757-ee9355568071,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:20.343384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1e0b35b7-b67c-4386-83dc-7ed3ddfced43'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:20.364277 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-aa17b4d5-7ce9-4156-8f10-2a9779398ff7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345697 Aug 25 11:25:20.396911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'tag': 'd51aafe1-d32e-42ff-b70a-32da719d812b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:20.401177 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccd1a84-529d-4313-a011-ca3f03c38112" -d '{"events": [{"name": "network-changed", "server_uuid": "2c62172a-4ab6-47d2-be6f-cee60bd8cb3b", "tag": "d51aafe1-d32e-42ff-b70a-32da719d812b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:20.511409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-8f24e94c-0512-4973-a615-70fe539bd300 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983231 Aug 25 11:25:20.569479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-23e6ac3b-ac49-4257-9fb0-0d37c1da12f4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:20.570920 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-23e6ac3b-ac49-4257-9fb0-0d37c1da12f4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987953 Aug 25 11:25:20.587042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:20.631809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1996265-e681-4c6a-ac51-ad62293c317a req-21141eaa-4305-4e9c-b28d-8e13ea521b13 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7503905 Aug 25 11:25:20.663441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-e0cd66bb-6ede-4bdc-8603-b4236c9bc0b4 service neutron] 10.222.0.10 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575244 Aug 25 11:25:20.690049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fcf025d-c3f4-4ec6-9c16-dc459386cbe4 req-c171de19-0411-4446-8aaa-eaa68abea166 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243911 Aug 25 11:25:20.706652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01159d79-e200-4b51-ab11-b0e524f02d63 req-860b3398-f0cb-4d92-9a9b-e8b5460fc144 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:20.713131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01159d79-e200-4b51-ab11-b0e524f02d63 req-860b3398-f0cb-4d92-9a9b-e8b5460fc144 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 944 time: 0.3075349 Aug 25 11:25:20.860999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-0f79b9f6-ccc1-4de4-8f45-7a3cdacad1b0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:20.865593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-0f79b9f6-ccc1-4de4-8f45-7a3cdacad1b0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429508 Aug 25 11:25:20.891781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': '784d30f3-1d6c-4dd0-acf6-770221265186', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:20.938332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:20.977302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01159d79-e200-4b51-ab11-b0e524f02d63 req-d21277f2-495d-4039-9b29-fe83e91a82f6 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629702 Aug 25 11:25:21.106999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0ced0e8-6616-4111-90cb-10e65ab45361 req-a28545a8-7278-4ac2-98d9-2e4d98126f75 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 210 time: 0.2247748 Aug 25 11:25:21.155413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a3383f9-ed76-42f4-96ec-ff81b098e71a req-17849e8f-fae8-4e40-9a2f-dae4177a74c1 service neutron] 10.222.0.10 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745853 Aug 25 11:25:21.185488 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b774d-2bbf-4eca-8242-53f22ac8f0df x-openstack-request-id: req-eb5b774d-2bbf-4eca-8242-53f22ac8f0df {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:21.185856 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c62172a-4ab6-47d2-be6f-cee60bd8cb3b", "tag": "d51aafe1-d32e-42ff-b70a-32da719d812b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:21.186272 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb5b774d-2bbf-4eca-8242-53f22ac8f0df {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:21.186872 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'tag': 'd51aafe1-d32e-42ff-b70a-32da719d812b', 'status': 'completed', 'code': 200} Aug 25 11:25:21.284817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:21.308257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1', 'network_id': '8c991c32-972a-4eb3-94a0-e03a78360ba0', 'port_id': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1', 'mac_address': 'fa:16:3e:27:9f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da674f2-2bf9-4059-9b97-33386ff17c3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:21.318642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c4b61aa5-f608-4ed8-950f-7f856f1c90dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.320055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:21.333583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.411519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.419203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-6a9606e1-bdd5-4db7-a538-aa9bedf81980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:21.420989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-6a9606e1-bdd5-4db7-a538-aa9bedf81980 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 1096 time: 0.1696737 Aug 25 11:25:21.443423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:21.447481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.448846 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.479246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:21.529203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:21.538234 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.540839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 45def62f-5652-4929-8743-9ffb5ad4ad96 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:21.587167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.140 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/03527b0c-bc17-4019-8d52-992538deeeab) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:21.598544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd70be2-0a44-4390-aa4a-d64948aab570 req-0a5e1c1f-16ad-4232-b1e7-b10a18b33de0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:21.614276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebd70be2-0a44-4390-aa4a-d64948aab570 req-0a5e1c1f-16ad-4232-b1e7-b10a18b33de0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 944 time: 0.2446487 Aug 25 11:25:21.632796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:21.789595 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.802959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 45def62f-5652-4929-8743-9ffb5ad4ad96, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=45def62f-5652-4929-8743-9ffb5ad4ad96,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:21.809216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object 03527b0c-bc17-4019-8d52-992538deeeab will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:21.826230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebd70be2-0a44-4390-aa4a-d64948aab570 req-b53a0ad6-4568-4f12-929e-fac1d34c7828 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105854 Aug 25 11:25:21.841656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '45def62f-5652-4929-8743-9ffb5ad4ad96', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'port_id': '45def62f-5652-4929-8743-9ffb5ad4ad96', 'mac_address': 'fa:16:3e:17:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:21.850328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:21.869818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-2401fa88-dbca-4717-940d-a39dcb413e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:21.872521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-2401fa88-dbca-4717-940d-a39dcb413e24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.4421170 Aug 25 11:25:21.886226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:21.904256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:21.908302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:21.912797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:21.922516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=03527b0c-bc17-4019-8d52-992538deeeab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:21.983301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:21.984306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.009503 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-c5e3804f-b139-4492-a686-6804e25d0134 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4252870 Aug 25 11:25:22.013810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.036066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45def62f-5652-4929-8743-9ffb5ad4ad96 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:22.040069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Request body: {'port': {'device_id': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:22.087056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 45def62f-5652-4929-8743-9ffb5ad4ad96, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=45def62f-5652-4929-8743-9ffb5ad4ad96,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:22.096779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.125852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.164831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-c118000d-2d97-4a39-8bd1-79b7988191d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51aafe1-d32e-42ff-b70a-32da719d812b HTTP/1.1" status: 200 len: 217 time: 0.2296119 Aug 25 11:25:22.217852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.121 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:22.348675 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:25:22.349575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=45def62f-5652-4929-8743-9ffb5ad4ad96,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:22.402455 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.417966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c5de-4c71-4b14-95f1-bfd6087e4a04 req-5c6dbd7f-a0c7-482d-9e86-00a471b27b8e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:22.419663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bc3c5de-4c71-4b14-95f1-bfd6087e4a04 req-5c6dbd7f-a0c7-482d-9e86-00a471b27b8e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.5532427 Aug 25 11:25:22.448139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['45def62f-5652-4929-8743-9ffb5ad4ad96'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:22.451857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:22.460514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-f19b6e3c-c1ea-4c98-a15e-31d14fe62313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:22.462269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-f19b6e3c-c1ea-4c98-a15e-31d14fe62313 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.1739488 Aug 25 11:25:22.488463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d508f-e81a-473a-9433-25a82a5d175f req-a99cd26d-ffda-4507-85a0-a7fcff7dd630 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:22.495400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f4d508f-e81a-473a-9433-25a82a5d175f req-a99cd26d-ffda-4507-85a0-a7fcff7dd630 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 945 time: 0.3101687 Aug 25 11:25:22.571486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-484fadf2-fb79-4974-86d0-fea72e9075f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746553 Aug 25 11:25:22.598449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bc3c5de-4c71-4b14-95f1-bfd6087e4a04 req-0cf18e96-2e69-4ee0-b829-ccc7bd997fa5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556628 Aug 25 11:25:22.601524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aa29e5c3-1fb8-42d4-be2a-cff816b12eb9 None None] Provisioning for port 03527b0c-bc17-4019-8d52-992538deeeab completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:22.634998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aa29e5c3-1fb8-42d4-be2a-cff816b12eb9 None None] Provisioning complete for port 03527b0c-bc17-4019-8d52-992538deeeab triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:22.634998 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aa29e5c3-1fb8-42d4-be2a-cff816b12eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.687124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f4d508f-e81a-473a-9433-25a82a5d175f req-51e72ac8-8f4c-42f7-9a7b-253461e13e70 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773121 Aug 25 11:25:22.750019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aa29e5c3-1fb8-42d4-be2a-cff816b12eb9 None None] Port 03527b0c-bc17-4019-8d52-992538deeeab cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:25:22.783498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:22.820205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:22.858304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-172fa987-7a5e-4068-ac5e-c5eee9750dd6 service neutron] 10.222.0.10 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212441 Aug 25 11:25:23.013559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.108877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:23.120857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:23.141982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9c9d9-181d-4d15-83c8-52641ffae33f req-365604d4-c690-40ef-9d3a-501933332a69 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:23.143635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4c9c9d9-181d-4d15-83c8-52641ffae33f req-365604d4-c690-40ef-9d3a-501933332a69 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 936 time: 0.1921804 Aug 25 11:25:23.151576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:23.204576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ccd1a84-529d-4313-a011-ca3f03c38112 req-71dee89f-1964-4c26-99ac-0ab11659c935 service neutron] 10.222.0.10 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268065 Aug 25 11:25:23.236168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:23.277526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:23.278226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.294974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4c9c9d9-181d-4d15-83c8-52641ffae33f req-3eed8c59-705a-4b06-a4f8-00d1ea644476 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352246 Aug 25 11:25:23.300304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03527b0c-bc17-4019-8d52-992538deeeab {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:23.310024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.312372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227550-a482-4f33-bb31-3bc2ce8985c7 req-39c247ee-d25c-4998-9dc8-d0888b51f96a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:23.314057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37227550-a482-4f33-bb31-3bc2ce8985c7 req-39c247ee-d25c-4998-9dc8-d0888b51f96a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 944 time: 0.2227795 Aug 25 11:25:23.320515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-11031a95-f983-4b63-a6f8-ad25bb8cceb0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4345453 Aug 25 11:25:23.331119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Transition to ACTIVE for port object 03527b0c-bc17-4019-8d52-992538deeeab will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:23.335162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Request body: {'port': {'device_id': '784d30f3-1d6c-4dd0-acf6-770221265186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:23.336736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.398058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Pushing event updated for resources: {'Port': ['ID=03527b0c-bc17-4019-8d52-992538deeeab,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:23.424884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.425730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.426297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.426944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.427491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.428029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.428552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.429069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.429594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.430286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.430807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.431409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:23.457406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37227550-a482-4f33-bb31-3bc2ce8985c7 req-35179ba1-6981-4dae-891d-175300623b5f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886204 Aug 25 11:25:23.458329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.506574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Attempting to bind port 03527b0c-bc17-4019-8d52-992538deeeab on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:23.507084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Attempting to bind port 03527b0c-bc17-4019-8d52-992538deeeab by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:23.507684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Attempting to bind port 03527b0c-bc17-4019-8d52-992538deeeab on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:23.509667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:23.515859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Port 03527b0c-bc17-4019-8d52-992538deeeab on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:23.515859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Attempting to bind port 03527b0c-bc17-4019-8d52-992538deeeab on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:23.522578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:23.523014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:23.523664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:23.524441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Bound port: 03527b0c-bc17-4019-8d52-992538deeeab, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:23.524838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.623998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] For port 03527b0c-bc17-4019-8d52-992538deeeab, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:23.629157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] For port 03527b0c-bc17-4019-8d52-992538deeeab, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=03527b0c-bc17-4019-8d52-992538deeeab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:23.645546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.647370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c7f410fd-88b1-45dd-9c7a-a15303a98f3a None None] Provisioning for port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:23.655724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c7f410fd-88b1-45dd-9c7a-a15303a98f3a None None] Provisioning complete for port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:23.656107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c7f410fd-88b1-45dd-9c7a-a15303a98f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.710653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:23.728264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:23.729970 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.750302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:23.750938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:23.752466 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] 10.222.0.10 "PUT /v2.0/ports/03527b0c-bc17-4019-8d52-992538deeeab HTTP/1.1" status: 200 len: 1097 time: 1.7181313 Aug 25 11:25:23.752946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'tag': '03527b0c-bc17-4019-8d52-992538deeeab'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:23.763738 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209d585e-5126-4d79-b34a-734d336a1061" -d '{"events": [{"name": "network-changed", "server_uuid": "f93d84db-6b61-4595-b2df-123d5d8ff1e4", "tag": "03527b0c-bc17-4019-8d52-992538deeeab"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:23.844201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba21ee8-317e-4e5e-9ea3-e8373e029e77 req-e9864e97-032f-471a-9b92-0365d2e61a6a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:23.846151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ba21ee8-317e-4e5e-9ea3-e8373e029e77 req-e9864e97-032f-471a-9b92-0365d2e61a6a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1096191 Aug 25 11:25:23.861740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587e8c8-c119-414e-a64e-a1ac90657bcb service neutron] Pushing event updated for resources: {'Port': ['ID=03527b0c-bc17-4019-8d52-992538deeeab,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:23.894420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c7f410fd-88b1-45dd-9c7a-a15303a98f3a None None] Port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:25:23.924388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ba21ee8-317e-4e5e-9ea3-e8373e029e77 req-45505dbd-4bfb-4fc0-93e4-863e2f48cc13 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598476 Aug 25 11:25:23.971110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-0a1d0d8b-94f0-4a02-ac35-7be2b01da0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:23.971110 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-0a1d0d8b-94f0-4a02-ac35-7be2b01da0b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 1100 time: 0.1549084 Aug 25 11:25:23.986870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:24.032826 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-92fcca32-56fb-4433-9c5a-ba712ad080a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=03527b0c-bc17-4019-8d52-992538deeeab HTTP/1.1" status: 200 len: 217 time: 0.0567846 Aug 25 11:25:24.050744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:24.062161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.076949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.081597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Transition to ACTIVE for port object cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:24.093931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.110428 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593048c-8bd9-44e4-9614-fb375f5a3a7c x-openstack-request-id: req-f593048c-8bd9-44e4-9614-fb375f5a3a7c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:24.110685 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93d84db-6b61-4595-b2df-123d5d8ff1e4", "tag": "03527b0c-bc17-4019-8d52-992538deeeab", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:24.110909 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f593048c-8bd9-44e4-9614-fb375f5a3a7c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:24.111215 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'tag': '03527b0c-bc17-4019-8d52-992538deeeab', 'status': 'completed', 'code': 200} Aug 25 11:25:24.152669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-3bba42e9-28d2-44de-b916-68cacd5c7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.154423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-3bba42e9-28d2-44de-b916-68cacd5c7905 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1129777 Aug 25 11:25:24.223064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Pushing event updated for resources: {'Port': ['ID=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:24.232666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:24.236642 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91924f83-fd99-4829-97b2-64c22e49c127" -d '{"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:24.239294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-630131a5-a725-46a6-a17c-349e14aea414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.240853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-630131a5-a725-46a6-a17c-349e14aea414 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772460 Aug 25 11:25:24.283333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.285569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:24.311646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.350489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5482d9-ceae-4468-89e7-e172982cd7c7 req-f7f5ab03-1d1d-463d-ba4f-d8ca93f1003a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.358113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a5482d9-ceae-4468-89e7-e172982cd7c7 req-f7f5ab03-1d1d-463d-ba4f-d8ca93f1003a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 945 time: 0.2681715 Aug 25 11:25:24.417870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a8f0e765-e093-4125-ad96-6052ddf58e2a service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635268 Aug 25 11:25:24.533019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a5482d9-ceae-4468-89e7-e172982cd7c7 req-15c2a48a-2896-4993-9429-d6e2bfb1f529 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737981 Aug 25 11:25:24.587828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Attempting to bind port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:24.588854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Attempting to bind port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:24.589180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Attempting to bind port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:24.596097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:24.596684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Attempting to bind port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:24.612227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-52dc377a-8917-43ea-975b-ddc5c636a28b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859465 Aug 25 11:25:24.613906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:24.614447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:24.615003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:24.615873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Bound port: cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:24.616411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.648444 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610bebfe-8514-45b8-a5c7-5521bae5ae61 x-openstack-request-id: req-610bebfe-8514-45b8-a5c7-5521bae5ae61 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:24.649069 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:24.649201 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-610bebfe-8514-45b8-a5c7-5521bae5ae61 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:24.649737 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'code': 200} Aug 25 11:25:24.674862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:24.791310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d585e-5126-4d79-b34a-734d336a1061 req-936ff897-a352-4e84-93de-335cb0ae4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.792980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-936ff897-a352-4e84-93de-335cb0ae4ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 1100 time: 0.0795109 Aug 25 11:25:24.860525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461a0f3-7a06-4ad9-b97c-be79b34f4249 req-621d5957-19bb-475b-a19e-6d2c869ec26d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.863024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3461a0f3-7a06-4ad9-b97c-be79b34f4249 req-621d5957-19bb-475b-a19e-6d2c869ec26d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 948 time: 0.2229540 Aug 25 11:25:24.873369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] For port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:24.886035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445246-fc23-4ed2-a0b3-8aadbb61a20a req-fd592b96-b9ac-4ebd-9a27-8616d75a2dfc tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.894848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f445246-fc23-4ed2-a0b3-8aadbb61a20a req-fd592b96-b9ac-4ebd-9a27-8616d75a2dfc tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 944 time: 0.1635091 Aug 25 11:25:24.906432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] For port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:24.942756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:24.951291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d585e-5126-4d79-b34a-734d336a1061 req-b3bab2c1-8c82-4ad6-96f0-f5ab445b5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:24.953487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:24.955996 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-b3bab2c1-8c82-4ad6-96f0-f5ab445b5f7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1527967 Aug 25 11:25:25.011803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Pushing event updated for resources: {'Port': ['ID=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:25.043549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e05c-2ea2-4554-93db-7a8f6c32f9d3 req-789780b6-50e3-447f-a58a-3288f85def35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.045674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e311e05c-2ea2-4554-93db-7a8f6c32f9d3 req-789780b6-50e3-447f-a58a-3288f85def35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1098 time: 0.2668004 Aug 25 11:25:25.052969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.053618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:25.055373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-7b2fc125-7dcd-4211-b2dd-820017fc04ae service neutron] 10.222.0.67 "PUT /v2.0/ports/cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f HTTP/1.1" status: 200 len: 1097 time: 1.7264607 Aug 25 11:25:25.058771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d30f3-1d6c-4dd0-acf6-770221265186', 'tag': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:25.061764 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b475c9d0-5a1f-47dd-8a74-6128ed833249" -d '{"events": [{"name": "network-changed", "server_uuid": "784d30f3-1d6c-4dd0-acf6-770221265186", "tag": "cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:25.074693 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-c784b436-51a1-4acc-ad3d-16c401192ced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=03527b0c-bc17-4019-8d52-992538deeeab HTTP/1.1" status: 200 len: 217 time: 0.1031981 Aug 25 11:25:25.098324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f445246-fc23-4ed2-a0b3-8aadbb61a20a req-26e47e6a-6d10-44c5-a827-dd9e9e8e2c04 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000570 Aug 25 11:25:25.115494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:25.130484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:25.131025 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:25.170155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3461a0f3-7a06-4ad9-b97c-be79b34f4249 req-e6d686e6-ee85-4415-8d09-7627266a1a6f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496943 Aug 25 11:25:25.238784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e311e05c-2ea2-4554-93db-7a8f6c32f9d3 req-a93b04d6-1fb4-44e8-a79a-ed2f4dba1ebb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671295 Aug 25 11:25:25.268049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-d7a2ec69-d9c4-40d5-81f7-28619a56e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.269905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-d7a2ec69-d9c4-40d5-81f7-28619a56e00f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 1100 time: 0.1402380 Aug 25 11:25:25.295521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d585e-5126-4d79-b34a-734d336a1061 req-b2320c3f-d1a8-450d-b233-a51fe3684fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.301670 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-b2320c3f-d1a8-450d-b233-a51fe3684fa0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2139463 Aug 25 11:25:25.378136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:25.379491 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b10c42-a9c4-4597-826e-93210518b310 x-openstack-request-id: req-90b10c42-a9c4-4597-826e-93210518b310 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:25.379895 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d30f3-1d6c-4dd0-acf6-770221265186", "tag": "cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:25.380254 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90b10c42-a9c4-4597-826e-93210518b310 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:25.380773 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d30f3-1d6c-4dd0-acf6-770221265186', 'tag': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'status': 'completed', 'code': 200} Aug 25 11:25:25.386056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-05fe6aff-34e7-4436-95e7-99afb5d7e24c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f HTTP/1.1" status: 200 len: 217 time: 0.0617483 Aug 25 11:25:25.400223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cac9a-1762-4b06-9572-591ffc53eca1 req-ce4bf367-62f0-4bce-934a-b20a19bc0c62 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.405896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-802cac9a-1762-4b06-9572-591ffc53eca1 req-ce4bf367-62f0-4bce-934a-b20a19bc0c62 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1241746 Aug 25 11:25:25.454414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:25.471977 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:25.473601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 45def62f-5652-4929-8743-9ffb5ad4ad96 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:25.500227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-04698ed7-f617-4ecb-b206-ebd0fa9afd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.501980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-04698ed7-f617-4ecb-b206-ebd0fa9afd1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0950067 Aug 25 11:25:25.505488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-802cac9a-1762-4b06-9572-591ffc53eca1 req-3acf94aa-59a8-4cd5-81ee-f8a7bf28ff68 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773919 Aug 25 11:25:25.551371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d51aafe1-d32e-42ff-b70a-32da719d812b details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:25.623885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d585e-5126-4d79-b34a-734d336a1061 req-e297d96a-52cb-4614-b560-b3f98d97567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.627842 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-e297d96a-52cb-4614-b560-b3f98d97567d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1740062 Aug 25 11:25:25.650097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-ba12bd31-3fe0-4f08-a3a4-f4d7973e15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.657437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-ba12bd31-3fe0-4f08-a3a4-f4d7973e15df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1462016 Aug 25 11:25:25.827141 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-2ad0769c-d72e-421f-9fa6-f98358892712 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908967 Aug 25 11:25:25.849311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3d4ca-f372-404a-ae02-3f7a3ce02f19 req-85509da7-c406-4b2d-8c93-15a76b634d40 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:25.858201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06c3d4ca-f372-404a-ae02-3f7a3ce02f19 req-85509da7-c406-4b2d-8c93-15a76b634d40 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.1035569 Aug 25 11:25:25.862782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-b521692d-8649-479e-b24e-cadf27bd2aec service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976812 Aug 25 11:25:25.882347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:25.900049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 45def62f-5652-4929-8743-9ffb5ad4ad96 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:25.915686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 45def62f-5652-4929-8743-9ffb5ad4ad96 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:25.915951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:25.951919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06c3d4ca-f372-404a-ae02-3f7a3ce02f19 req-e441f9f4-83f7-45e6-8ce4-070977f0b479 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924554 Aug 25 11:25:25.957912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d51aafe1-d32e-42ff-b70a-32da719d812b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d51aafe1-d32e-42ff-b70a-32da719d812b,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:25.984484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd51aafe1-d32e-42ff-b70a-32da719d812b', 'network_id': '6033ae4a-0477-48e1-ad39-0987df1af989', 'port_id': 'd51aafe1-d32e-42ff-b70a-32da719d812b', 'mac_address': 'fa:16:3e:ef:45:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f6ac6c-77b8-4713-b8b5-e543083f4c6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:26.042586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b98c047a-ba28-4074-93a4-5b59b14aa092 req-a5746c4d-7f29-4e43-8913-14a560f64fe5 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599028 Aug 25 11:25:26.043033 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.045213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-209d585e-5126-4d79-b34a-734d336a1061 req-b873c3bd-2ab0-4232-b39e-e03b30768c6b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097483 Aug 25 11:25:26.063142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51aafe1-d32e-42ff-b70a-32da719d812b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:26.108039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d51aafe1-d32e-42ff-b70a-32da719d812b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d51aafe1-d32e-42ff-b70a-32da719d812b,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:26.124893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.127348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.209657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 45def62f-5652-4929-8743-9ffb5ad4ad96, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=45def62f-5652-4929-8743-9ffb5ad4ad96,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:26.219587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.224829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d51aafe1-d32e-42ff-b70a-32da719d812b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:26.270590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-77c54396-8f0c-418a-a6d7-7d35fc7f7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:26.274519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-77c54396-8f0c-418a-a6d7-7d35fc7f7b77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 1100 time: 0.1605797 Aug 25 11:25:26.286313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=45def62f-5652-4929-8743-9ffb5ad4ad96,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:26.419736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab861f6-ce28-49c0-8b90-76b8f4645cba req-97f289a2-2ca0-4785-ab64-40f0946abf8e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:26.421367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ab861f6-ce28-49c0-8b90-76b8f4645cba req-97f289a2-2ca0-4785-ab64-40f0946abf8e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 945 time: 0.2047253 Aug 25 11:25:26.441025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a4c0-5639-45df-b36d-5b4f4debafc5 req-061ec2aa-f241-472a-91d0-21cc01efe5c6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:26.441616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:26.442552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbc4a4c0-5639-45df-b36d-5b4f4debafc5 req-061ec2aa-f241-472a-91d0-21cc01efe5c6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 948 time: 0.1669006 Aug 25 11:25:26.481388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-dac2b03f-bb7e-4896-8c77-232432c3a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:26.482936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-dac2b03f-bb7e-4896-8c77-232432c3a796 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1859708 Aug 25 11:25:26.545327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d51aafe1-d32e-42ff-b70a-32da719d812b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:26.546877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-58991915-f8ec-417e-bf04-5cd995f0b673 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f HTTP/1.1" status: 200 len: 217 time: 0.0536556 Aug 25 11:25:26.555687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ab861f6-ce28-49c0-8b90-76b8f4645cba req-25b6d313-0829-4916-b687-b4ab16eb8496 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117992 Aug 25 11:25:26.586641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9429a2f7-fc46-4ac3-af7a-141f4bfbeade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.596138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbc4a4c0-5639-45df-b36d-5b4f4debafc5 req-3c2283cb-3bcf-4a12-a749-8226dcb89504 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330037 Aug 25 11:25:26.620588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-09edbe79-7279-4dcd-b4f1-1457e4c3c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:26.622173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-09edbe79-7279-4dcd-b4f1-1457e4c3c9d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0657482 Aug 25 11:25:26.661941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1'}, {'server_uuid': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45def62f-5652-4929-8743-9ffb5ad4ad96'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:26.665360 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d191b3bd-d5d0-4575-b907-6e876a88524e" -d '{"events": [{"server_uuid": "f785210e-6871-4f5f-bcfc-06e90c626da6", "name": "network-vif-plugged", "status": "completed", "tag": "1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1"}, {"server_uuid": "a598dd56-7d13-448b-af7c-62d88e4bd1bc", "name": "network-vif-plugged", "status": "completed", "tag": "45def62f-5652-4929-8743-9ffb5ad4ad96"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:26.730680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-9f3ed1cf-2c92-47fc-9088-b7c5660b8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:26.737796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-9f3ed1cf-2c92-47fc-9088-b7c5660b8029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073959 Aug 25 11:25:26.848599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9429a2f7-fc46-4ac3-af7a-141f4bfbeade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.854755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9429a2f7-fc46-4ac3-af7a-141f4bfbeade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:26.910451 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9429a2f7-fc46-4ac3-af7a-141f4bfbeade admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3326dccf5fd4baf9964c8a19bfa7e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676123 Aug 25 11:25:26.911432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:26.912212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429a2f7-fc46-4ac3-af7a-141f4bfbeade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee1707-538d-4c16-9e65-b50f73eab428,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:26.919944 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1934457f-5ca2-475b-858d-ba4209c87c0d x-openstack-request-id: req-1934457f-5ca2-475b-858d-ba4209c87c0d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:26.920487 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f785210e-6871-4f5f-bcfc-06e90c626da6", "name": "network-vif-plugged", "status": "completed", "tag": "1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1", "code": 200}, {"server_uuid": "a598dd56-7d13-448b-af7c-62d88e4bd1bc", "name": "network-vif-plugged", "status": "completed", "tag": "45def62f-5652-4929-8743-9ffb5ad4ad96", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:26.920795 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1934457f-5ca2-475b-858d-ba4209c87c0d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:26.922092 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1', 'code': 200} Aug 25 11:25:26.924459 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45def62f-5652-4929-8743-9ffb5ad4ad96', 'code': 200} Aug 25 11:25:26.986624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f7feeb4-27f5-41e1-a26a-6eb238fc2465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.021533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f7feeb4-27f5-41e1-a26a-6eb238fc2465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.083424 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.100459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f7feeb4-27f5-41e1-a26a-6eb238fc2465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.103293 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f7feeb4-27f5-41e1-a26a-6eb238fc2465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.105119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2f7feeb4-27f5-41e1-a26a-6eb238fc2465 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0aee1707-538d-4c16-9e65-b50f73eab428 HTTP/1.1" status: 204 len: 168 time: 0.1897886 Aug 25 11:25:27.114633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7feeb4-27f5-41e1-a26a-6eb238fc2465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee1707-538d-4c16-9e65-b50f73eab428,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:27.407679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1feaae-384f-4b6b-802f-201ada986a73 req-123ab33d-e658-4532-b742-acffa0f4c817 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:27.409314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b1feaae-384f-4b6b-802f-201ada986a73 req-123ab33d-e658-4532-b742-acffa0f4c817 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.6365261 Aug 25 11:25:27.419313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acb981-e095-4ed6-8050-4da46d092028 req-a36b8c78-8358-4739-9874-8931463ec342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:27.420864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0acb981-e095-4ed6-8050-4da46d092028 req-a36b8c78-8358-4739-9874-8931463ec342 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 1098 time: 0.1688416 Aug 25 11:25:27.435765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f13a-8703-4434-9af6-ee8299ba9164 req-3688cb2b-040a-417d-acf6-2976627b5316 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:27.437399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0e6f13a-8703-4434-9af6-ee8299ba9164 req-3688cb2b-040a-417d-acf6-2976627b5316 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.1864281 Aug 25 11:25:27.439386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-e5e6ca3d-6fae-4753-b7fa-b17069b4a9d1 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915250 Aug 25 11:25:27.447422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834d66e-c20e-449e-bb8e-d57e504db07a req-226a1323-cb06-4706-a543-5da12e721233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:27.449489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c834d66e-c20e-449e-bb8e-d57e504db07a req-226a1323-cb06-4706-a543-5da12e721233 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.1944830 Aug 25 11:25:27.514593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51244) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:27.530187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-948ab670-a993-44da-b1c7-62851148b42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.623101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0acb981-e095-4ed6-8050-4da46d092028 req-87f3cb85-918c-4a36-8c4f-f8d6de077792 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780298 Aug 25 11:25:27.630457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b1feaae-384f-4b6b-802f-201ada986a73 req-31f78d20-47fb-44a2-8bd4-0e582fd1482c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050421 Aug 25 11:25:27.635036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c834d66e-c20e-449e-bb8e-d57e504db07a req-9b51b666-1826-4e12-bea8-5e554421f352 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678679 Aug 25 11:25:27.644447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0e6f13a-8703-4434-9af6-ee8299ba9164 req-6b0763a5-0a04-4a3e-a815-229568239150 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938949 Aug 25 11:25:27.654959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-948ab670-a993-44da-b1c7-62851148b42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.662864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-948ab670-a993-44da-b1c7-62851148b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.694960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b475c9d0-5a1f-47dd-8a74-6128ed833249 req-d81aad23-33e2-42da-b034-df025310fe70 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427189 Aug 25 11:25:27.714186 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-948ab670-a993-44da-b1c7-62851148b42b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=add87d1e62af42dd81a43c01b28bf853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973302 Aug 25 11:25:27.718985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ab670-a993-44da-b1c7-62851148b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1ae1e5-9acb-4917-806c-e1b6d69343f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:27.719472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51252) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:27.881019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012de01-ff6a-4a24-8736-ff3d90faefe8 req-c11ceaff-c059-4779-a10d-6041ad69e782 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:27.882880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c012de01-ff6a-4a24-8736-ff3d90faefe8 req-c11ceaff-c059-4779-a10d-6041ad69e782 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 945 time: 0.1594803 Aug 25 11:25:27.894815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae884-a43c-4ed7-a16b-a81d18b2bbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:27.914146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7472f-4edc-418f-8a01-ed397e5e93cc req-cc287257-277f-45bf-a743-a4cb717469ac tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:27.915824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6a7472f-4edc-418f-8a01-ed397e5e93cc req-cc287257-277f-45bf-a743-a4cb717469ac tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 948 time: 0.1507545 Aug 25 11:25:27.953254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae884-a43c-4ed7-a16b-a81d18b2bbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:28.009645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c012de01-ff6a-4a24-8736-ff3d90faefe8 req-ef6771ef-82cd-4765-9278-e2a0c1ad15f2 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185584 Aug 25 11:25:28.026710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6a7472f-4edc-418f-8a01-ed397e5e93cc req-2609f297-dad5-4d5a-b260-8549d31182b2 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961015 Aug 25 11:25:28.074781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae884-a43c-4ed7-a16b-a81d18b2bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:28.078095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8f7ae884-a43c-4ed7-a16b-a81d18b2bbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:28.079811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8f7ae884-a43c-4ed7-a16b-a81d18b2bbdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb1ae1e5-9acb-4917-806c-e1b6d69343f1 HTTP/1.1" status: 204 len: 168 time: 0.3588243 Aug 25 11:25:28.090492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ae884-a43c-4ed7-a16b-a81d18b2bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1ae1e5-9acb-4917-806c-e1b6d69343f1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:28.881646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58559852-fe91-4d27-aeec-ddea2a926f9d req-22bd6884-9240-4ade-8008-a57d0823dd40 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:28.883385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58559852-fe91-4d27-aeec-ddea2a926f9d req-22bd6884-9240-4ade-8008-a57d0823dd40 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1046743 Aug 25 11:25:28.963508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf741145-a86a-4d56-81ae-524ca01d3863 req-2464e14a-3b23-41c6-b1b3-2168a5f1707f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:28.965206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf741145-a86a-4d56-81ae-524ca01d3863 req-2464e14a-3b23-41c6-b1b3-2168a5f1707f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.1162231 Aug 25 11:25:28.973505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58559852-fe91-4d27-aeec-ddea2a926f9d req-1ec87196-8f64-463b-8139-40f6e386a15f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691345 Aug 25 11:25:28.981106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:29.111563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf741145-a86a-4d56-81ae-524ca01d3863 req-47db3028-23e7-4f52-b3ad-4736f30b78ae tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341505 Aug 25 11:25:29.239153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:29.256275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'mac_address': 'fa:16:3e:14:ef:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:29.297445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785840fd-2ddb-46b8-8fb7-2c6b00086195 req-e9d16e9e-dad8-4046-8e74-c0f94ae9672e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:29.312874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51296) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:29.315810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-785840fd-2ddb-46b8-8fb7-2c6b00086195 req-e9d16e9e-dad8-4046-8e74-c0f94ae9672e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1548252 Aug 25 11:25:29.324683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'floatingip': {'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:29.333230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e79c61-ebfd-4d88-8fad-b045de02d742 req-7a86d2cc-18da-4ab5-8b4e-2b8e22851b61 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:29.341185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:29.359493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:29.365457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56e79c61-ebfd-4d88-8fad-b045de02d742 req-7a86d2cc-18da-4ab5-8b4e-2b8e22851b61 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 948 time: 0.1407440 Aug 25 11:25:29.407920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:29.420731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:29.434569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:29.438380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56e79c61-ebfd-4d88-8fad-b045de02d742 req-dfc0e373-f3a3-4c3c-96b5-6e3e2de24ed6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718946 Aug 25 11:25:29.539897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac690-eafb-4224-a988-d1cb71f27349 req-8299b322-ee20-4349-8d41-6d1bafba0772 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:29.554936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 03527b0c-bc17-4019-8d52-992538deeeab details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:29.558217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d51aafe1-d32e-42ff-b70a-32da719d812b up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:29.565829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62dac690-eafb-4224-a988-d1cb71f27349 req-8299b322-ee20-4349-8d41-6d1bafba0772 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 945 time: 0.1417172 Aug 25 11:25:29.654351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62dac690-eafb-4224-a988-d1cb71f27349 req-a0edfb51-28fd-4f0b-b135-a7abce89b61a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874972 Aug 25 11:25:29.693273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:29.806438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d51aafe1-d32e-42ff-b70a-32da719d812b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:29.820672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:29.844177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d51aafe1-d32e-42ff-b70a-32da719d812b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:29.844556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:29.917555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 03527b0c-bc17-4019-8d52-992538deeeab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=03527b0c-bc17-4019-8d52-992538deeeab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:29.953514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '03527b0c-bc17-4019-8d52-992538deeeab', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '03527b0c-bc17-4019-8d52-992538deeeab', 'mac_address': 'fa:16:3e:87:cb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:30.046100 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.100826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51aafe1-d32e-42ff-b70a-32da719d812b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:30.103268 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576f3f2-ec36-4eb3-bb5a-3a6fca372ad6" -d '{"events": [{"server_uuid": "2c62172a-4ab6-47d2-be6f-cee60bd8cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "d51aafe1-d32e-42ff-b70a-32da719d812b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:30.143526 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.179737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03527b0c-bc17-4019-8d52-992538deeeab {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:30.190129 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a15d0d8-a6c3-4502-8de3-4f6d944e6cea x-openstack-request-id: req-5a15d0d8-a6c3-4502-8de3-4f6d944e6cea {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:30.190404 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c62172a-4ab6-47d2-be6f-cee60bd8cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "d51aafe1-d32e-42ff-b70a-32da719d812b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:30.190771 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a15d0d8-a6c3-4502-8de3-4f6d944e6cea {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:30.191048 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51aafe1-d32e-42ff-b70a-32da719d812b', 'code': 200} Aug 25 11:25:30.193275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d51aafe1-d32e-42ff-b70a-32da719d812b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d51aafe1-d32e-42ff-b70a-32da719d812b,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:30.208413 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.276491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.282652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d51aafe1-d32e-42ff-b70a-32da719d812b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:30.287222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.287706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 03527b0c-bc17-4019-8d52-992538deeeab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=03527b0c-bc17-4019-8d52-992538deeeab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:30.297725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.410338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9c17c-baf0-47ac-861b-fa38f4d03bb6 req-ae0806fe-cae0-4d8f-9044-9d225c6b64a1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:30.412022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e9c17c-baf0-47ac-861b-fa38f4d03bb6 req-ae0806fe-cae0-4d8f-9044-9d225c6b64a1 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.0814366 Aug 25 11:25:30.470869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=03527b0c-bc17-4019-8d52-992538deeeab,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:30.477003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb372644-7be7-454d-9d81-b516b4270c27 req-44aa88e7-5a84-4454-96da-c6d11520bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:30.479310 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bb372644-7be7-454d-9d81-b516b4270c27 req-44aa88e7-5a84-4454-96da-c6d11520bb7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 1098 time: 0.1380081 Aug 25 11:25:30.510640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1e9c17c-baf0-47ac-861b-fa38f4d03bb6 req-a960901a-97bb-46de-bf3e-530f2f66b107 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752063 Aug 25 11:25:30.556080 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Floating IP 4d76a3af-a545-4d3c-acab-ecf45a420daa associated. External IP: 172.25.1.65, port: 1e0b35b7-b67c-4386-83dc-7ed3ddfced43. Aug 25 11:25:30.707520 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:30.708301 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bb372644-7be7-454d-9d81-b516b4270c27 req-d1d5394e-8a20-483f-ab65-af9b75334365 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156377 Aug 25 11:25:30.710232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:30.787488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ceced-225c-4cf0-becd-baacaeb313f4 req-9f8a61df-7a4b-4f82-b478-3e2ad09bb140 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:30.796760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a9ceced-225c-4cf0-becd-baacaeb313f4 req-9f8a61df-7a4b-4f82-b478-3e2ad09bb140 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 949 time: 0.1745777 Aug 25 11:25:30.930244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a9ceced-225c-4cf0-becd-baacaeb313f4 req-72c2ded2-48d2-450e-bf2d-8a8765ae6f16 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085546 Aug 25 11:25:31.181735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07319bb1-3389-453a-8c28-634a10c02483 req-03cfa16b-6544-42b3-9bb6-654c82f37564 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:31.184988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07319bb1-3389-453a-8c28-634a10c02483 req-03cfa16b-6544-42b3-9bb6-654c82f37564 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1356804 Aug 25 11:25:31.278569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Router 1156bdf7-cefa-406f-b137-b8118dcd461a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:25:31.343778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07319bb1-3389-453a-8c28-634a10c02483 req-485b5cd7-53b4-4bd4-940f-b8a3c77500da tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459894 Aug 25 11:25:31.387465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c1909-7285-4a3b-8190-9fbcbd15bcbb req-8e6aafcd-a7ba-4eed-b064-acd9c271adc7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:31.389149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-116c1909-7285-4a3b-8190-9fbcbd15bcbb req-8e6aafcd-a7ba-4eed-b064-acd9c271adc7 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.1051776 Aug 25 11:25:31.480856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-116c1909-7285-4a3b-8190-9fbcbd15bcbb req-bbff56cd-3ac1-42f7-a6fc-e72b284b3e4f tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770102 Aug 25 11:25:31.512457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:25:31.520991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:31.528934 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:25:31.552543 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:31.553387 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:25:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:31.562449 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a20d8a8c-3c7f-422e-bda3-60d9c7ef75d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "PUT /v2.0/floatingips/4d76a3af-a545-4d3c-acab-ecf45a420daa HTTP/1.1" status: 200 len: 991 time: 2.2480009 Aug 25 11:25:31.563476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:31.566548 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7714dd9-75b6-40be-a7d4-1e49a3973732" -d '{"events": [{"name": "network-changed", "server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:31.653548 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813f813c-4264-4a2a-b29a-d1e19e16bf67 x-openstack-request-id: req-813f813c-4264-4a2a-b29a-d1e19e16bf67 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:31.653942 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:31.654112 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-813f813c-4264-4a2a-b29a-d1e19e16bf67 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:31.654432 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'status': 'completed', 'code': 200} Aug 25 11:25:31.765143 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:31.765576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-a7b003fc-8d87-4fa4-80c7-453b5f370f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:31.768610 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-a7b003fc-8d87-4fa4-80c7-453b5f370f44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1098 time: 0.0758004 Aug 25 11:25:31.965308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-285c7a13-e2cd-4dd3-b4fa-0fad2251e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:31.969375 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-285c7a13-e2cd-4dd3-b4fa-0fad2251e2b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.1903634 Aug 25 11:25:32.208971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-c7424978-3313-45bc-982f-6ca3588ae384 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 999 time: 0.2284963 Aug 25 11:25:32.310286 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4d76a3af-a545-4d3c-acab-ecf45a420daa', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'mac_address': 'fa:16:3e:8b:0f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:25:04Z', 'updated_at': '2021-08-25T11:25:30Z', 'revision_number': 1, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:32.310724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4be26e-6740-4816-9e79-4f390693c33b req-5ec27da5-0b00-4f79-a604-49de7d71ed3e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:32.313414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f4be26e-6740-4816-9e79-4f390693c33b req-5ec27da5-0b00-4f79-a604-49de7d71ed3e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 949 time: 0.1614578 Aug 25 11:25:32.341597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-b2637a32-d99a-43c7-a781-872cd0b0de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:32.357980 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:25:32.358478 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-b2637a32-d99a-43c7-a781-872cd0b0de40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.1282024 Aug 25 11:25:32.370323 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:25:32.371364 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:25:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:32.408825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f4be26e-6740-4816-9e79-4f390693c33b req-8acb0308-ae6b-4d50-978f-dac9c0fa23df tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875909 Aug 25 11:25:32.458954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-bbe1c6a8-5e06-45c4-8ae3-daa49ff65bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:32.464291 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-bbe1c6a8-5e06-45c4-8ae3-daa49ff65bf3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036131 Aug 25 11:25:32.598720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6a665-0919-4ecd-8594-34575a85520b req-2e72357a-2f82-4603-a39e-c5b77af017d4 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:32.602410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3c6a665-0919-4ecd-8594-34575a85520b req-2e72357a-2f82-4603-a39e-c5b77af017d4 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1349280 Aug 25 11:25:32.604901 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:25:32.693477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3c6a665-0919-4ecd-8594-34575a85520b req-eb3cdc9f-8499-4cb5-a87b-7b4b2c233b85 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Aug 25 11:25:32.703211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a97152-a648-4a79-b030-f549e7e7f79e req-c96cdd52-92b0-419a-a927-e90a148df153 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:32.711007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69a97152-a648-4a79-b030-f549e7e7f79e req-c96cdd52-92b0-419a-a927-e90a148df153 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.1025286 Aug 25 11:25:32.744182 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-57b8f9bd-ce69-4578-a332-d926fcf9622b service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701657 Aug 25 11:25:32.803662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69a97152-a648-4a79-b030-f549e7e7f79e req-7a127a9f-d8e2-40e0-a3c0-fb37ce666c76 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913508 Aug 25 11:25:32.958538 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7714dd9-75b6-40be-a7d4-1e49a3973732 req-32898612-5c82-4af5-bb67-ef1f70c4c92e service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010365 Aug 25 11:25:33.000245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:33.148419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:33.154859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:33.155668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:33.281897 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4d76a3af-a545-4d3c-acab-ecf45a420daa', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'mac_address': 'fa:16:3e:8b:0f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:25:04Z', 'updated_at': '2021-08-25T11:25:30Z', 'revision_number': 1, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:33.311989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:33.312322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-069d4a32-bbdc-4851-9db3-448708c9ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:33.315621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-069d4a32-bbdc-4851-9db3-448708c9ec4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 1098 time: 0.1274350 Aug 25 11:25:33.347857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e233f-ca0e-4783-9b05-7de459877664 None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4d76a3af-a545-4d3c-acab-ecf45a420daa', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'mac_address': 'fa:16:3e:8b:0f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:25:04Z', 'updated_at': '2021-08-25T11:25:30Z', 'revision_number': 1, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:25:33.363694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d30f3-1d6c-4dd0-acf6-770221265186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:33.366042 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d81e0b-a7c9-4a14-9426-e5d2840228e2" -d '{"events": [{"server_uuid": "784d30f3-1d6c-4dd0-acf6-770221265186", "name": "network-vif-plugged", "status": "completed", "tag": "cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:33.386233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:33.400438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:33.449347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ac844-30f0-45f1-875a-644929409234 req-77d37df2-7644-4ad0-a563-7b3d38f82348 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:33.451043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-051ac844-30f0-45f1-875a-644929409234 req-77d37df2-7644-4ad0-a563-7b3d38f82348 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1441104 Aug 25 11:25:33.504356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:33.554265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 03527b0c-bc17-4019-8d52-992538deeeab up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:33.574870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-051ac844-30f0-45f1-875a-644929409234 req-2bf77b06-ed37-4ce2-a3e0-b93b6d09b314 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123838 Aug 25 11:25:33.641894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-86f3d679-06ca-444e-9512-ad7dc7f620aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:33.644521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-86f3d679-06ca-444e-9512-ad7dc7f620aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.3119972 Aug 25 11:25:33.705446 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8048e019-ea9d-48dd-9c42-050a65af2ec5 x-openstack-request-id: req-8048e019-ea9d-48dd-9c42-050a65af2ec5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:33.706335 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d30f3-1d6c-4dd0-acf6-770221265186", "name": "network-vif-plugged", "status": "completed", "tag": "cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:33.706895 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8048e019-ea9d-48dd-9c42-050a65af2ec5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:33.707990 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d30f3-1d6c-4dd0-acf6-770221265186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'code': 200} Aug 25 11:25:33.709866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 03527b0c-bc17-4019-8d52-992538deeeab completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:33.724755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 03527b0c-bc17-4019-8d52-992538deeeab triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:33.725599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:33.734769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-2f7edc89-4925-4226-b350-148f4c6922b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d51aafe1-d32e-42ff-b70a-32da719d812b HTTP/1.1" status: 200 len: 217 time: 0.0811348 Aug 25 11:25:33.871049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-d2661cc7-9a71-47a7-87d3-beaa61e92b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:33.874791 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-d2661cc7-9a71-47a7-87d3-beaa61e92b47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.1254582 Aug 25 11:25:33.884545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3465e47-d2e2-42aa-842b-981b3f84eb4a None None] New status for floating IP 4d76a3af-a545-4d3c-acab-ecf45a420daa: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:25:33.961065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-df6048a7-569f-4028-b26b-69cde7a8e54d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665231 Aug 25 11:25:33.972384 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:33.983577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeb28a-f895-4e20-a8cb-4b5adb1dfcdd req-cd07ee06-ddb9-4cbc-90cd-8ef78a9d1717 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:33.998571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9aeb28a-f895-4e20-a8cb-4b5adb1dfcdd req-cd07ee06-ddb9-4cbc-90cd-8ef78a9d1717 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.2570345 Aug 25 11:25:34.058697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea2431-0ff0-4c7b-b1db-6c7b9444c166 req-5c428a4e-ab4a-48be-a526-c184ad8f3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:34.061926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01ea2431-0ff0-4c7b-b1db-6c7b9444c166 req-5c428a4e-ab4a-48be-a526-c184ad8f3cdd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 1102 time: 0.2334185 Aug 25 11:25:34.091252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 03527b0c-bc17-4019-8d52-992538deeeab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=03527b0c-bc17-4019-8d52-992538deeeab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:34.110307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5e02a-a321-4117-8e8a-d99852915d6a req-4ca0df9f-1cee-48bf-91f2-98ec6c89ead5 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:34.123858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0e5e02a-a321-4117-8e8a-d99852915d6a req-4ca0df9f-1cee-48bf-91f2-98ec6c89ead5 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 949 time: 0.2646048 Aug 25 11:25:34.133448 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:34.211580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=03527b0c-bc17-4019-8d52-992538deeeab,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:34.212690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9aeb28a-f895-4e20-a8cb-4b5adb1dfcdd req-db50f7b2-b7a2-483c-86ab-48ce2d66c26a tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052162 Aug 25 11:25:34.276792 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-c3c37af7-74f3-42f3-9729-d26cfbdec085 service neutron] 10.222.0.10 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038325 Aug 25 11:25:34.278065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0e5e02a-a321-4117-8e8a-d99852915d6a req-d84fe2e2-4ee6-448c-a69e-730c99876267 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503580 Aug 25 11:25:34.295209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01ea2431-0ff0-4c7b-b1db-6c7b9444c166 req-511b6d1d-4cdf-4901-9f7a-48ed387b7073 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121320 Aug 25 11:25:34.449553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33167c3-cdb1-4368-b907-25e9d5d50931 req-900ad7ee-3dd1-438d-aa8a-11a904524e08 service neutron] 10.222.0.10 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591303 Aug 25 11:25:34.771852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f93b7d-c8ab-4875-833a-b49d0b82a3f0 req-ece89c66-4723-446d-891d-dfa0067cb31e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:34.773865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11f93b7d-c8ab-4875-833a-b49d0b82a3f0 req-ece89c66-4723-446d-891d-dfa0067cb31e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.0769095 Aug 25 11:25:34.821577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11f93b7d-c8ab-4875-833a-b49d0b82a3f0 req-82c784b8-0ec0-4de5-adac-81cde6816081 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Aug 25 11:25:35.256643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-bef36406-d21f-43dd-ba8e-760a39e6535e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:35.258999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-bef36406-d21f-43dd-ba8e-760a39e6535e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.67 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.0722847 Aug 25 11:25:35.450793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c752-3fea-41c4-910f-1f46ea5b582f req-a3994b2e-1cd0-4de3-93ad-4150f7fcb2d2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:35.452806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0317c752-3fea-41c4-910f-1f46ea5b582f req-a3994b2e-1cd0-4de3-93ad-4150f7fcb2d2 tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/ports?device_id=f785210e-6871-4f5f-bcfc-06e90c626da6 HTTP/1.1" status: 200 len: 946 time: 0.1437230 Aug 25 11:25:35.489055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4452101-290c-4aad-b845-012864244ead req-3fb409b6-fb47-4183-af3b-05d90b68ad92 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:35.490633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4452101-290c-4aad-b845-012864244ead req-3fb409b6-fb47-4183-af3b-05d90b68ad92 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 950 time: 0.0990365 Aug 25 11:25:35.513087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Deleting port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:25:35.513436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:35.592308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0317c752-3fea-41c4-910f-1f46ea5b582f req-f9d5c12b-a20c-43af-9eb2-8b8cc4d27e5e tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.35 "GET /v2.0/security-groups?id=a6be3716-b023-4a80-b1cf-123757f20ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233785 Aug 25 11:25:35.626506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4452101-290c-4aad-b845-012864244ead req-82412ed7-f3c5-40ad-a017-dc1e000662f2 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037114 Aug 25 11:25:35.683745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] For port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,segment=NetworkSegment(f3fc5cc7-b13d-421e-80dd-888a81ff9b1f),segment_id=f3fc5cc7-b13d-421e-80dd-888a81ff9b1f)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:35.684247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:35.702924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Calling delete_port for 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:25:35.709328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03527b0c-bc17-4019-8d52-992538deeeab'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:35.713949 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3193bc87-4efe-404f-bc09-c0020126d9e6" -d '{"events": [{"server_uuid": "f93d84db-6b61-4595-b2df-123d5d8ff1e4", "name": "network-vif-plugged", "status": "completed", "tag": "03527b0c-bc17-4019-8d52-992538deeeab"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:35.826192 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb61e2e-ca33-4c56-abca-79824e35e18d x-openstack-request-id: req-dcb61e2e-ca33-4c56-abca-79824e35e18d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:35.826468 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d84db-6b61-4595-b2df-123d5d8ff1e4", "name": "network-vif-plugged", "status": "completed", "tag": "03527b0c-bc17-4019-8d52-992538deeeab", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:35.826725 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcb61e2e-ca33-4c56-abca-79824e35e18d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:35.827123 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03527b0c-bc17-4019-8d52-992538deeeab', 'code': 200} Aug 25 11:25:35.878847 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:35.893205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:35.966211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Pushing event deleted for resources: {'Port': ['ID=1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:35.989525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] No DVR routers for this DVR port 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:25:35.992830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:35.996371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2761036-d1c1-4f32-bb91-bf46da0dcd1e req-6b9964f5-ec3a-4116-807c-18301fd445aa tempest-DeleteServersTestJSON-2132627494 tempest-DeleteServersTestJSON-2132627494-project] 10.222.0.67 "DELETE /v2.0/ports/1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 HTTP/1.1" status: 204 len: 173 time: 0.7301035 Aug 25 11:25:36.006534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'name': 'network-vif-deleted', 'tag': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:36.008987 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ea954-90a4-40e6-b74b-e6c0e77a877c" -d '{"events": [{"server_uuid": "f785210e-6871-4f5f-bcfc-06e90c626da6", "name": "network-vif-deleted", "tag": "1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:36.044528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cb26-270d-4c44-9993-d7a242107ea6 req-0e83a2b3-046e-48fa-a9af-2188c9da5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:36.046734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0216cb26-270d-4c44-9993-d7a242107ea6 req-0e83a2b3-046e-48fa-a9af-2188c9da5dc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 1102 time: 0.1132050 Aug 25 11:25:36.089136 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46651c5e-5fb8-4187-be94-8775d1f5b133 x-openstack-request-id: req-46651c5e-5fb8-4187-be94-8775d1f5b133 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:36.089589 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f785210e-6871-4f5f-bcfc-06e90c626da6", "name": "network-vif-deleted", "tag": "1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:36.090011 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46651c5e-5fb8-4187-be94-8775d1f5b133 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:36.090606 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f785210e-6871-4f5f-bcfc-06e90c626da6', 'name': 'network-vif-deleted', 'tag': '1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1', 'status': 'completed', 'code': 200} Aug 25 11:25:36.114575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb60e-7b84-4897-9930-35b78fe81e7a req-ff4d7a7f-907f-4db6-b3f1-9b4d8dfedf74 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:36.127843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc1bb60e-7b84-4897-9930-35b78fe81e7a req-ff4d7a7f-907f-4db6-b3f1-9b4d8dfedf74 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1400876 Aug 25 11:25:36.136838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0216cb26-270d-4c44-9993-d7a242107ea6 req-0ad91465-cd3f-4f9a-b969-8814c81eaebd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682464 Aug 25 11:25:36.176784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc1bb60e-7b84-4897-9930-35b78fe81e7a req-02b9a5d8-2066-49ac-9f7f-03ba46db3396 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Aug 25 11:25:36.847303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463127-0518-49d3-9ee7-32db357df522 req-3d99f0af-82fd-4d26-8b08-724f784e035f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:36.849769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82463127-0518-49d3-9ee7-32db357df522 req-3d99f0af-82fd-4d26-8b08-724f784e035f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 950 time: 0.0973847 Aug 25 11:25:36.924001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82463127-0518-49d3-9ee7-32db357df522 req-f33fd347-2b73-4d46-b9a0-2a36d5672e64 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661864 Aug 25 11:25:37.363132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c92d3-7fc1-4324-9155-427d36bd84da req-c9e19a39-139d-4a6f-87ca-33ece7d755ff tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:37.364720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-670c92d3-7fc1-4324-9155-427d36bd84da req-c9e19a39-139d-4a6f-87ca-33ece7d755ff tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.0754242 Aug 25 11:25:37.419520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-670c92d3-7fc1-4324-9155-427d36bd84da req-5a99973f-0e88-4a28-884d-b23e1449738c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Aug 25 11:25:38.140922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfca94-2044-40e6-82ec-146731241d49 req-cf6b0dce-447e-4212-816d-db8f76d49e2a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:38.145314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0dfca94-2044-40e6-82ec-146731241d49 req-cf6b0dce-447e-4212-816d-db8f76d49e2a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 950 time: 0.1239779 Aug 25 11:25:38.216118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0dfca94-2044-40e6-82ec-146731241d49 req-26c7c464-b492-4a10-ad05-8ce0e5f39198 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619404 Aug 25 11:25:38.427873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ffee9-70ae-4309-9632-b4b5ecf0f456 req-328e80ef-c538-4bba-8077-305fd186477a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:38.429524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-270ffee9-70ae-4309-9632-b4b5ecf0f456 req-328e80ef-c538-4bba-8077-305fd186477a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 950 time: 0.0782559 Aug 25 11:25:38.512998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-270ffee9-70ae-4309-9632-b4b5ecf0f456 req-792e2989-0a41-4653-a31e-8a38b5001532 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Aug 25 11:25:38.624803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05130b35-1161-4da2-8625-b8e0a768eee9 req-fd77b7de-2c07-4c40-92eb-c058f2381ce8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:38.628319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05130b35-1161-4da2-8625-b8e0a768eee9 req-fd77b7de-2c07-4c40-92eb-c058f2381ce8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1103671 Aug 25 11:25:38.726382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05130b35-1161-4da2-8625-b8e0a768eee9 req-046236c2-6bc8-4b1a-b747-2d0b61c91d8d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839009 Aug 25 11:25:39.000406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615eea5-f701-4c19-b33c-ec241086aa1f req-0a491b22-f9af-4f7b-be74-2c33593e4a0b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:39.010757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615eea5-f701-4c19-b33c-ec241086aa1f req-0a491b22-f9af-4f7b-be74-2c33593e4a0b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:39.012976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5615eea5-f701-4c19-b33c-ec241086aa1f req-0a491b22-f9af-4f7b-be74-2c33593e4a0b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186&device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 1691 time: 0.1202695 Aug 25 11:25:39.043276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:25:39.087422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:25:39.088206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1f2ec2e9-0db1-4738-b951-3d0afcd4aeb1 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:25:39.106007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5615eea5-f701-4c19-b33c-ec241086aa1f req-ccf84cd1-22fe-4570-a0df-808e19b0acb4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659792 Aug 25 11:25:39.319710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0479bb4-0a69-463a-9441-7708e2adcf0b req-bc829905-ec4b-4f00-84d4-7e89e4a3f43e tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:39.321354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0479bb4-0a69-463a-9441-7708e2adcf0b req-bc829905-ec4b-4f00-84d4-7e89e4a3f43e tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 1102 time: 0.0488257 Aug 25 11:25:39.378695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0479bb4-0a69-463a-9441-7708e2adcf0b req-da486673-2605-4143-8002-865806f2eff5 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Aug 25 11:25:39.540034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a294-0cfa-42e5-9c20-0daf9ec55dd6 req-4fd6e74a-20e7-4ff2-b26b-8aecf13c8e8b tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:39.542505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b18a294-0cfa-42e5-9c20-0daf9ec55dd6 req-4fd6e74a-20e7-4ff2-b26b-8aecf13c8e8b tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 1102 time: 0.0608978 Aug 25 11:25:39.584398 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b18a294-0cfa-42e5-9c20-0daf9ec55dd6 req-04caeb1c-49e4-4a42-93b8-191e4f0e1050 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Aug 25 11:25:39.945725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-e446b37b-6046-498d-9f43-80ee080c7065 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568869 Aug 25 11:25:40.076891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94529c-1e3b-4c05-913b-81a840b59c4e req-b9289422-d199-4437-939a-6ececd24abd2 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:40.079580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc94529c-1e3b-4c05-913b-81a840b59c4e req-b9289422-d199-4437-939a-6ececd24abd2 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2114055 Aug 25 11:25:40.186032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc94529c-1e3b-4c05-913b-81a840b59c4e req-e804aaff-c492-4b8d-b523-6112a75f8c62 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903792 Aug 25 11:25:40.195066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-af8a0177-ec33-489e-8896-2f9cb0992082 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:40.196676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-af8a0177-ec33-489e-8896-2f9cb0992082 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497766 Aug 25 11:25:40.227048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-c8bb479a-c533-4102-83e0-abb747066735 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/quotas/97f7b6ce40e5438295d4942b479a4750 HTTP/1.1" status: 200 len: 375 time: 0.0164969 Aug 25 11:25:40.310698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-1b79c27e-6128-43b6-ae52-e9e858262cf9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750139 Aug 25 11:25:40.573970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921eb12e-36a3-4aa5-90dc-4b7289431077 req-042b6614-14b4-4146-bb94-9d7941ca79c7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 210 time: 0.0294912 Aug 25 11:25:41.154098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51664) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:41.258609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Deleting subnet 8da674f2-2bf9-4059-9b97-33386ff17c3b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:25:41.271240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:41.457454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:41.458224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cbbf-32e0-4d56-898f-7e22e87d6dac req-e02a1673-a721-4c29-9910-688eb1e90811 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:41.461306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-beb3cbbf-32e0-4d56-898f-7e22e87d6dac req-e02a1673-a721-4c29-9910-688eb1e90811 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1191480 Aug 25 11:25:41.577197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-beb3cbbf-32e0-4d56-898f-7e22e87d6dac req-c52f8bce-6c2a-4f9a-8a58-d2e363d23e7d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984852 Aug 25 11:25:41.620411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:41.754661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:41.793020 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:41.803511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51684) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:41.809327 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8da674f2-2bf9-4059-9b97-33386ff17c3b HTTP/1.1" status: 204 len: 168 time: 0.6534638 Aug 25 11:25:41.840483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27a523-9ec4-4a37-9bdd-21856c19aa43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da674f2-2bf9-4059-9b97-33386ff17c3b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:41.906237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af687823-adee-487f-8dd3-7d60dea1c137 req-24ba6a6b-6816-405c-bb98-245b3d67c9eb tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 210 time: 0.0399234 Aug 25 11:25:41.925833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.025868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.042693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c991c32-972a-4eb3-94a0-e03a78360ba0']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:42.066588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:42.067135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fc5cc7-b13d-421e-80dd-888a81ff9b1f') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:25:42.090853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-40da4e23-39e4-4858-a672-b2a9606c08af tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377450 Aug 25 11:25:42.093149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.158405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.173258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:25:42.173667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:25:42.175664 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:25:42.279059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.287222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.289212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8c991c32-972a-4eb3-94a0-e03a78360ba0 HTTP/1.1" status: 204 len: 168 time: 0.4843698 Aug 25 11:25:42.312184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-64b4edd9-5e2e-4d94-aeab-3abcb077c914 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:42.315015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-64b4edd9-5e2e-4d94-aeab-3abcb077c914 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2137403 Aug 25 11:25:42.340146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:42.345894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d396e-73ff-4da9-8170-25946932d3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c991c32-972a-4eb3-94a0-e03a78360ba0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:42.505768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:42.513417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.647193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51702) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:42.793970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-97751228-a93b-4257-a487-c07bdb9285be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44416831cdee4e30866a6e41f2062be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452107 Aug 25 11:25:42.798085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51710) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:42.819021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.49 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/afeba41e-7848-4b20-be37-abf53b9090cb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:42.847883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d69571-5f0b-4df4-92e2-7cea03076636 req-555c3690-cf2c-4b99-912a-b60488631884 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:42.849842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65d69571-5f0b-4df4-92e2-7cea03076636 req-555c3690-cf2c-4b99-912a-b60488631884 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1093464 Aug 25 11:25:42.898865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-381be89d-4f81-457e-a858-94a5e0a6055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:42.949224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-381be89d-4f81-457e-a858-94a5e0a6055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:43.008907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65d69571-5f0b-4df4-92e2-7cea03076636 req-08471e8a-f1c8-4857-a6cb-db6627b8e5fd tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408808 Aug 25 11:25:43.064894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-381be89d-4f81-457e-a858-94a5e0a6055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:43.070969 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-381be89d-4f81-457e-a858-94a5e0a6055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:43.075627 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-381be89d-4f81-457e-a858-94a5e0a6055e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6be3716-b023-4a80-b1cf-123757f20ee2 HTTP/1.1" status: 204 len: 168 time: 0.2755597 Aug 25 11:25:43.099157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381be89d-4f81-457e-a858-94a5e0a6055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be3716-b023-4a80-b1cf-123757f20ee2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:43.166675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2af2ec0d-65a7-4702-89ec-c11063247ff3 req-78f99f0b-b859-4d96-84a2-831eaede0cd2 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 210 time: 0.0663364 Aug 25 11:25:43.211563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:43.237040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object afeba41e-7848-4b20-be37-abf53b9090cb will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:43.300728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:43.318333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:43.384422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:43.387452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:43.391909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:43.424983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:43.483699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=afeba41e-7848-4b20-be37-abf53b9090cb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:43.552595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:43.555094 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:43.594182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-050b154c-f02f-4329-867a-dd7c780739b3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2606814 Aug 25 11:25:43.612406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Request body: {'port': {'device_id': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:43.743296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:44.096848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f5e20972-a200-42b3-a173-09f04d3b569d None None] Provisioning for port afeba41e-7848-4b20-be37-abf53b9090cb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:44.110654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f5e20972-a200-42b3-a173-09f04d3b569d None None] Provisioning complete for port afeba41e-7848-4b20-be37-abf53b9090cb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:44.113475 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5e20972-a200-42b3-a173-09f04d3b569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:44.245049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f5e20972-a200-42b3-a173-09f04d3b569d None None] Port afeba41e-7848-4b20-be37-abf53b9090cb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:25:44.335028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95fd7-d7d8-421b-ab51-2f64ccea2bdf req-69ea61f0-21e8-4dfd-9496-ca5452579670 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:44.353571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ac95fd7-d7d8-421b-ab51-2f64ccea2bdf req-69ea61f0-21e8-4dfd-9496-ca5452579670 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1736903 Aug 25 11:25:44.561864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7a4b4-eaff-4e27-985e-787008d28e89 req-4f2bd8ab-be32-4c18-990f-812f55cd61ff tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:44.575097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfc7a4b4-eaff-4e27-985e-787008d28e89 req-4f2bd8ab-be32-4c18-990f-812f55cd61ff tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 935 time: 0.2000835 Aug 25 11:25:44.591814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ac95fd7-d7d8-421b-ab51-2f64ccea2bdf req-a282413f-bfce-4c42-84b5-775f44ac5eb6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360864 Aug 25 11:25:44.679305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfc7a4b4-eaff-4e27-985e-787008d28e89 req-a505dec0-2f45-40b7-9f3b-55281d9a101d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025505 Aug 25 11:25:44.711262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afeba41e-7848-4b20-be37-abf53b9090cb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:44.724626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:44.746840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Transition to ACTIVE for port object afeba41e-7848-4b20-be37-abf53b9090cb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:44.755063 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:44.908964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Pushing event updated for resources: {'Port': ['ID=afeba41e-7848-4b20-be37-abf53b9090cb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:44.999897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Attempting to bind port afeba41e-7848-4b20-be37-abf53b9090cb on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:45.000425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Attempting to bind port afeba41e-7848-4b20-be37-abf53b9090cb by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:45.000988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Attempting to bind port afeba41e-7848-4b20-be37-abf53b9090cb on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:45.014330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Port afeba41e-7848-4b20-be37-abf53b9090cb on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:45.015034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Attempting to bind port afeba41e-7848-4b20-be37-abf53b9090cb on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:45.024950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:45.025647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:45.026995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:45.028185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Bound port: afeba41e-7848-4b20-be37-abf53b9090cb, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:45.029113 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.225676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] For port afeba41e-7848-4b20-be37-abf53b9090cb, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:45.233370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] For port afeba41e-7848-4b20-be37-abf53b9090cb, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=afeba41e-7848-4b20-be37-abf53b9090cb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:45.244310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.370600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:45.372768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.375637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] 10.222.0.67 "PUT /v2.0/ports/afeba41e-7848-4b20-be37-abf53b9090cb HTTP/1.1" status: 200 len: 1096 time: 1.7718179 Aug 25 11:25:45.376408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'tag': 'afeba41e-7848-4b20-be37-abf53b9090cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:45.381250 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09543757-e051-47ea-9e43-2c7d98600d21" -d '{"events": [{"name": "network-changed", "server_uuid": "82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e", "tag": "afeba41e-7848-4b20-be37-abf53b9090cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:45.442187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e420b66-1bac-41a9-a782-b4a3086ee3ce service neutron] Pushing event updated for resources: {'Port': ['ID=afeba41e-7848-4b20-be37-abf53b9090cb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:45.450325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51784) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:45.541566 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c246ed3c-1bc2-4c38-afe2-78ea1dd38954 x-openstack-request-id: req-c246ed3c-1bc2-4c38-afe2-78ea1dd38954 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:45.542259 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e", "tag": "afeba41e-7848-4b20-be37-abf53b9090cb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:45.542758 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c246ed3c-1bc2-4c38-afe2-78ea1dd38954 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:45.543712 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'tag': 'afeba41e-7848-4b20-be37-abf53b9090cb', 'status': 'completed', 'code': 200} Aug 25 11:25:45.577011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-94a738d9-1c64-42b5-8c90-23cd836cb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:45.582263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-94a738d9-1c64-42b5-8c90-23cd836cb648 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 1099 time: 0.1166723 Aug 25 11:25:45.684338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-b0123f5a-1c0a-42b8-acfc-152ac401b4a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=afeba41e-7848-4b20-be37-abf53b9090cb HTTP/1.1" status: 200 len: 217 time: 0.0950751 Aug 25 11:25:45.700861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-460719193-network', 'tenant_id': '49ea51f6b19140c4a4e02202973b432a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:45.780180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Made reservation on behalf of 49ea51f6b19140c4a4e02202973b432a for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:45.784500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.798977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.919458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-69aa15fb-efe0-45e8-b570-118382617555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:45.922374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-69aa15fb-efe0-45e8-b570-118382617555 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2273769 Aug 25 11:25:45.929108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.936193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.967384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:25:45.986109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:45.986857 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Added segment 9bcd1bac-cc3f-4658-9134-ba1d72867410 of type vlan for network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 Aug 25 11:25:45.996013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93fa70-1666-4679-ba8c-908273420622,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:46.019396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff4ed-91c3-41a7-a011-403e3c2bfd6e req-3c0b94a9-b431-443a-87ff-9d7f1bc48868 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:46.022221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-469ff4ed-91c3-41a7-a011-403e3c2bfd6e req-3c0b94a9-b431-443a-87ff-9d7f1bc48868 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2551272 Aug 25 11:25:46.038076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676af441-6c5c-47f9-934a-152c2796d0b2 req-f49e1362-c50d-48e9-9305-29670a432ea8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:46.046242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-676af441-6c5c-47f9-934a-152c2796d0b2 req-f49e1362-c50d-48e9-9305-29670a432ea8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 947 time: 0.2452850 Aug 25 11:25:46.072048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:46.109813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-c1c86bab-ab4b-4a10-9f86-7c25df28d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:46.111221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-c1c86bab-ab4b-4a10-9f86-7c25df28d06e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1795473 Aug 25 11:25:46.130400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:46.132495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:46.133461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:46.149783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-469ff4ed-91c3-41a7-a011-403e3c2bfd6e req-af551408-9ce9-44d8-abdb-5965518a5123 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022472 Aug 25 11:25:46.202668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-676af441-6c5c-47f9-934a-152c2796d0b2 req-d3d33d8e-f893-47ce-a9b0-f3e0b717ca0c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420112 Aug 25 11:25:46.325975 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8722730 Aug 25 11:25:46.330667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51804) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:46.346096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Request body: {'subnet': {'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-460719193-subnet', 'tenant_id': '49ea51f6b19140c4a4e02202973b432a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:46.350327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-75d0054d-b6d4-4a02-8049-5badec145a5e service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295811 Aug 25 11:25:46.388417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47037-e126-4ab8-b0ad-b171a09031db admin admin] Pushing event updated for resources: {'Network': ['ID=470f7106-acf3-49e7-aabd-ff8fd1773ab8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:46.395641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Made reservation on behalf of 49ea51f6b19140c4a4e02202973b432a for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:46.399392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:46.408748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:25:46.943890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc9ab2c-98cf-42fe-93bc-c7c4d44dbd51 req-3ac84c46-2249-4428-a2df-2ed1a5ce3501 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848463 Aug 25 11:25:47.032414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:47.067691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09543757-e051-47ea-9e43-2c7d98600d21 req-8565771f-bebd-4533-bece-a71fca45b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.071210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-8565771f-bebd-4533-bece-a71fca45b975 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 1099 time: 0.0621312 Aug 25 11:25:47.104662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc393fe9-547b-44bd-8221-bb5f57d86580,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:47.116349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Checking segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:47.116716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Network hostable DHCP agents. Network: 470f7106-acf3-49e7-aabd-ff8fd1773ab8, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:25:47.138942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:25:47.154937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 470f7106-acf3-49e7-aabd-ff8fd1773ab8) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:47.163636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.165141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:47.174323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6b9be-cd12-4dda-9db6-44004530dd8c None None] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:25:47.194040 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae08b016-25a7-4934-a048-2ac6a1937b7c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8613920 Aug 25 11:25:47.252256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09543757-e051-47ea-9e43-2c7d98600d21 req-7c8f7414-3a50-40eb-8168-06dde6d7e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.253849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-7c8f7414-3a50-40eb-8168-06dde6d7e0b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1744797 Aug 25 11:25:47.356554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-e1f7487a-5ca8-4d82-9ed4-05fca3b2d842 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=afeba41e-7848-4b20-be37-abf53b9090cb HTTP/1.1" status: 200 len: 217 time: 0.0897019 Aug 25 11:25:47.440970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f9741-e2e1-4edd-adf0-115838b9df02 None None] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:25:47.495867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09543757-e051-47ea-9e43-2c7d98600d21 req-9965a80c-fd5e-4e92-938e-1336e2f36588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.497573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-9965a80c-fd5e-4e92-938e-1336e2f36588 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1328781 Aug 25 11:25:47.505749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5937d-6e52-4761-85c2-6673ef066bdf req-269daaf0-baa9-41c7-9fff-1b7b65378892 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.513972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1c5937d-6e52-4761-85c2-6673ef066bdf req-269daaf0-baa9-41c7-9fff-1b7b65378892 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1615956 Aug 25 11:25:47.580771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37697f9-a401-4128-8b5a-b99497000002 req-7dbf3384-b5d9-428a-b5ee-b049840139a8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.582904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b37697f9-a401-4128-8b5a-b99497000002 req-7dbf3384-b5d9-428a-b5ee-b049840139a8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 947 time: 0.2154131 Aug 25 11:25:47.629813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1c5937d-6e52-4761-85c2-6673ef066bdf req-35617fce-349f-494d-ae45-3c55927ffeb7 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148267 Aug 25 11:25:47.648155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09543757-e051-47ea-9e43-2c7d98600d21 req-77629473-59fc-498f-95f3-6a658f821f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:47.649795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-77629473-59fc-498f-95f3-6a658f821f45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314352 Aug 25 11:25:47.669770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b37697f9-a401-4128-8b5a-b99497000002 req-782b325b-e5fb-4f3b-ad2d-fdb2a6aa3c65 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Aug 25 11:25:47.813442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-80179eb4-6405-4108-af94-b9057566ac9d service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445489 Aug 25 11:25:47.945593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09543757-e051-47ea-9e43-2c7d98600d21 req-72a89f58-12c6-4d37-a9e5-3085d9b342da service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216478 Aug 25 11:25:48.136622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c66b678e-9f59-4f52-8c1d-2a4315438971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:48.346021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-ca671073-4633-4617-9ff2-f1c1f90745bd tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:48.347627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-ca671073-4633-4617-9ff2-f1c1f90745bd tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 817 time: 0.1163161 Aug 25 11:25:48.364596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-26b4efa1-ae2d-4d63-b579-af3fe84c35c7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/quotas/49ea51f6b19140c4a4e02202973b432a HTTP/1.1" status: 200 len: 375 time: 0.0101123 Aug 25 11:25:48.409652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:48.419160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-79038570-db5d-47a2-824d-81b812443ca4 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460615 Aug 25 11:25:48.562787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-38650e01-2cdd-493d-9f9c-be91c1cd3ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347742 Aug 25 11:25:48.588269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-425ae676-b4cb-42b0-9242-65bbb83a3a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:48.708682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-a47a14ab-395a-450e-a860-a45223709ac0 service neutron] 10.222.0.35 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339858 Aug 25 11:25:48.731759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-425ae676-b4cb-42b0-9242-65bbb83a3a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:48.740855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-425ae676-b4cb-42b0-9242-65bbb83a3a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:48.827990 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-425ae676-b4cb-42b0-9242-65bbb83a3a42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b142d5259911482d893f761162c0d2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125476 Aug 25 11:25:48.827990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ae676-b4cb-42b0-9242-65bbb83a3a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1534ef1-1ecc-4c14-8dc1-19ebcdda0dea,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:48.828423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed592b39-80ff-4b6b-880d-c6b1ea49fa09 req-382239eb-471f-4d41-8a52-8706a171adfb tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:48.829741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:48.830303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed592b39-80ff-4b6b-880d-c6b1ea49fa09 req-382239eb-471f-4d41-8a52-8706a171adfb tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.0753891 Aug 25 11:25:48.879980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed592b39-80ff-4b6b-880d-c6b1ea49fa09 req-09d54742-8ba9-4fb0-9e3c-678a9063332c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Aug 25 11:25:48.927007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cc69b39-5ddb-48b1-81f1-fbdcfeec48ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:48.965221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cc69b39-5ddb-48b1-81f1-fbdcfeec48ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.038994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd544f4f-cf47-40ec-9166-95447a2e8e30 req-e6fd4154-b7da-4809-89f0-b2f02a072b9d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:49.040976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd544f4f-cf47-40ec-9166-95447a2e8e30 req-e6fd4154-b7da-4809-89f0-b2f02a072b9d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 947 time: 0.0735183 Aug 25 11:25:49.059186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device afeba41e-7848-4b20-be37-abf53b9090cb details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:49.078158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cc69b39-5ddb-48b1-81f1-fbdcfeec48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.081630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cc69b39-5ddb-48b1-81f1-fbdcfeec48ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.083594 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6cc69b39-5ddb-48b1-81f1-fbdcfeec48ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1534ef1-1ecc-4c14-8dc1-19ebcdda0dea HTTP/1.1" status: 204 len: 168 time: 0.2525523 Aug 25 11:25:49.094813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc69b39-5ddb-48b1-81f1-fbdcfeec48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1534ef1-1ecc-4c14-8dc1-19ebcdda0dea,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:49.122473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd544f4f-cf47-40ec-9166-95447a2e8e30 req-362952b5-13b0-40da-89aa-85daa9b5abc2 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733936 Aug 25 11:25:49.185107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:25:49.354783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port afeba41e-7848-4b20-be37-abf53b9090cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=afeba41e-7848-4b20-be37-abf53b9090cb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:49.368541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'afeba41e-7848-4b20-be37-abf53b9090cb', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'afeba41e-7848-4b20-be37-abf53b9090cb', 'mac_address': 'fa:16:3e:60:4e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:49.427200 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.452716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afeba41e-7848-4b20-be37-abf53b9090cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:49.482232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port afeba41e-7848-4b20-be37-abf53b9090cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=afeba41e-7848-4b20-be37-abf53b9090cb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:49.487921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.558707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d747fe92-421b-4899-8584-9c967a857d8c req-e65ed0ca-f027-4568-89b7-7042867ac87f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 210 time: 0.0584071 Aug 25 11:25:49.567692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=afeba41e-7848-4b20-be37-abf53b9090cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:49.579057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.579672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.580022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.580376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.581041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.581041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.581450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.582037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.582360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.582661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.582944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.583441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:49.630917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51888) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:49.653394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d60be143-662c-4af4-b669-358ab6639afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.788602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d60be143-662c-4af4-b669-358ab6639afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.794635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d60be143-662c-4af4-b669-358ab6639afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:49.855788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d60be143-662c-4af4-b669-358ab6639afa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=167ba546d7684b1a8763d2ca01479ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192340 Aug 25 11:25:49.855788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be143-662c-4af4-b669-358ab6639afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd245e3-1260-4824-974f-dbfe6b0ef731,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:49.856252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:49.861560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['afeba41e-7848-4b20-be37-abf53b9090cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:25:49.949915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9b545da-a482-4d89-91ea-af4c7286caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:50.009134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9b545da-a482-4d89-91ea-af4c7286caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:50.102573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9b545da-a482-4d89-91ea-af4c7286caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:50.107639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9b545da-a482-4d89-91ea-af4c7286caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:50.112721 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9b545da-a482-4d89-91ea-af4c7286caa6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcd245e3-1260-4824-974f-dbfe6b0ef731 HTTP/1.1" status: 204 len: 168 time: 0.2527328 Aug 25 11:25:50.128129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fef35-1de7-42b9-880d-71ab7d989591 req-f354ff57-f89d-4be1-bf85-37a174639aed tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:50.131022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b545da-a482-4d89-91ea-af4c7286caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd245e3-1260-4824-974f-dbfe6b0ef731,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:50.150495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b42fef35-1de7-42b9-880d-71ab7d989591 req-f354ff57-f89d-4be1-bf85-37a174639aed tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1146443 Aug 25 11:25:50.217295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b42fef35-1de7-42b9-880d-71ab7d989591 req-4eae047d-71c0-4ab8-9aed-77e85eec9b76 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651398 Aug 25 11:25:50.314007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df41c-3928-4055-b45f-96f9e1792323 req-e924e8f6-2dae-44a3-8f5b-65a1c4b649db tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:50.316790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-624df41c-3928-4055-b45f-96f9e1792323 req-e924e8f6-2dae-44a3-8f5b-65a1c4b649db tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 948 time: 0.0861359 Aug 25 11:25:50.397945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-624df41c-3928-4055-b45f-96f9e1792323 req-c6459ece-cb79-4389-b5c9-22bc0c3311dc tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Aug 25 11:25:50.750130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c117f0f-695d-441b-a7da-ba65dd614939 req-c813c14a-4326-4010-b2b6-eb0057498165 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 210 time: 0.0640526 Aug 25 11:25:51.206638 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a473a86e-7908-4138-9f12-9770f660b243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:51.357452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:51.374766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-0ca33678-5ae9-4a42-86c7-38dbb288139e tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:51.377831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-0ca33678-5ae9-4a42-86c7-38dbb288139e tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 817 time: 0.1909337 Aug 25 11:25:51.400302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Request body: {'port': {'device_id': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'admin_state_up': True, 'tenant_id': '49ea51f6b19140c4a4e02202973b432a'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:51.570250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-395c069e-d45a-4e0b-85d9-fe0d143e2e44 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:51.574075 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-395c069e-d45a-4e0b-85d9-fe0d143e2e44 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.10 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 817 time: 0.2528641 Aug 25 11:25:51.594077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Request body: {'port': {'device_id': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'admin_state_up': True, 'tenant_id': '49ea51f6b19140c4a4e02202973b432a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:51.626361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71691a65-7717-4f96-b353-e6d3bd03a985 req-ea0d8fb3-8adb-407f-9af4-244beb259a37 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:51.629203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71691a65-7717-4f96-b353-e6d3bd03a985 req-ea0d8fb3-8adb-407f-9af4-244beb259a37 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1600556 Aug 25 11:25:51.740853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71691a65-7717-4f96-b353-e6d3bd03a985 req-06a7670e-048d-4c90-a03e-120298bb9152 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919688 Aug 25 11:25:51.751840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Made reservation on behalf of 49ea51f6b19140c4a4e02202973b432a for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:51.756608 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:51.772218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3f179-d96d-40aa-a00b-9519d5f6d007 req-776219f3-0ccc-48ce-a086-0d283d9677a9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:51.780355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecc3f179-d96d-40aa-a00b-9519d5f6d007 req-776219f3-0ccc-48ce-a086-0d283d9677a9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 948 time: 0.1186168 Aug 25 11:25:51.837490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Made reservation on behalf of 49ea51f6b19140c4a4e02202973b432a for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:51.845422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:51.957765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecc3f179-d96d-40aa-a00b-9519d5f6d007 req-de4f576f-8dd0-45e5-8bb5-2c66220d6969 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612847 Aug 25 11:25:52.119014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-29c3fe96-331d-4012-a8eb-c9529a68d5cb tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:52.121514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-29c3fe96-331d-4012-a8eb-c9529a68d5cb tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 817 time: 0.3240349 Aug 25 11:25:52.124671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e430742a-f45a-4fb9-bf3b-a2306c156732 req-ee13c6d3-3032-4429-97c9-06fc9281cde5 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 210 time: 0.0514231 Aug 25 11:25:52.148554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Request body: {'port': {'device_id': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'admin_state_up': True, 'tenant_id': '49ea51f6b19140c4a4e02202973b432a'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:52.153165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Allocated IP 172.20.0.6 (470f7106-acf3-49e7-aabd-ff8fd1773ab8/dc393fe9-547b-44bd-8221-bb5f57d86580/3ae1a788-574c-44b4-ad88-b2f78a2a6d63) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:52.385775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Made reservation on behalf of 49ea51f6b19140c4a4e02202973b432a for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:25:52.389364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:52.392995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:52.441575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:52.557977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:52.648937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:52.655262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:52.659729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-5f32d39f-c1a1-4681-9a3c-6412dc517966 {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:25:52.662094 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:25:52.671222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:52.681572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Pushing event updated for resources: {'Port': ['ID=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:52.744069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.744434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.744847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.745186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.745520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.745895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.746233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.746561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.746894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.747223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.747555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.748362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:25:52.782455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:52.783185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:52.808201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-b05759bc-52e9-43e3-bc03-beb5e3add0bc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4151869 Aug 25 11:25:52.814819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-5f32d39f-c1a1-4681-9a3c-6412dc517966 {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:25:52.815735 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:25:52.825001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Request body: {'port': {'device_id': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:52.932330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:52.955716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e8394-3d20-4c87-b590-52414402089c req-2839367f-592c-4548-bf08-ce2283e644c1 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:52.957567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-364e8394-3d20-4c87-b590-52414402089c req-2839367f-592c-4548-bf08-ce2283e644c1 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.0975282 Aug 25 11:25:53.095836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device afeba41e-7848-4b20-be37-abf53b9090cb up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:25:53.119885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-364e8394-3d20-4c87-b590-52414402089c req-94c0b143-e87a-463d-a455-4f91b05b00aa tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379240 Aug 25 11:25:53.163786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.176193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port afeba41e-7848-4b20-be37-abf53b9090cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:25:53.189494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port afeba41e-7848-4b20-be37-abf53b9090cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:25:53.190121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.208235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d979fe-2569-415b-9a99-e453f93e0f35 req-7ff2ce65-fc3a-42d3-b425-41655d215bb9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:53.217030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23d979fe-2569-415b-9a99-e453f93e0f35 req-7ff2ce65-fc3a-42d3-b425-41655d215bb9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 948 time: 0.1869643 Aug 25 11:25:53.298402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23d979fe-2569-415b-9a99-e453f93e0f35 req-b0b4d2c0-bf88-4e04-96b6-b359214c4c0a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804203 Aug 25 11:25:53.308269 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.326216 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.366092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afeba41e-7848-4b20-be37-abf53b9090cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:53.369929 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347d0537-1a34-435e-858c-1f2ecb6615d2" -d '{"events": [{"server_uuid": "82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e", "name": "network-vif-plugged", "status": "completed", "tag": "afeba41e-7848-4b20-be37-abf53b9090cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:53.385918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port afeba41e-7848-4b20-be37-abf53b9090cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=afeba41e-7848-4b20-be37-abf53b9090cb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:53.395567 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.463025 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22715047-3a11-41c3-ac54-19f88fec1747 x-openstack-request-id: req-22715047-3a11-41c3-ac54-19f88fec1747 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:53.464125 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e", "name": "network-vif-plugged", "status": "completed", "tag": "afeba41e-7848-4b20-be37-abf53b9090cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:53.464536 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22715047-3a11-41c3-ac54-19f88fec1747 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:53.465166 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afeba41e-7848-4b20-be37-abf53b9090cb', 'code': 200} Aug 25 11:25:53.471557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4b47003-3b54-402a-9c61-beb24d3b86bd req-f08d9720-5aa2-46c5-b07a-b10f213c4c22 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 210 time: 0.0593846 Aug 25 11:25:53.529850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=afeba41e-7848-4b20-be37-abf53b9090cb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:53.586068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:53.602966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.627853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Transition to ACTIVE for port object 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:53.639625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f281-ba66-4ee7-b1fc-5a9d51db249c req-9bc863c3-efb9-4c1d-9514-f65030b4806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:53.641325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0336f281-ba66-4ee7-b1fc-5a9d51db249c req-9bc863c3-efb9-4c1d-9514-f65030b4806d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 1101 time: 0.0975137 Aug 25 11:25:53.642170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.723628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Pushing event updated for resources: {'Port': ['ID=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:53.737776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0336f281-ba66-4ee7-b1fc-5a9d51db249c req-7f374157-bf15-48c6-b532-90edefefc885 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 Aug 25 11:25:53.785733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Allocated IP 172.20.0.11 (470f7106-acf3-49e7-aabd-ff8fd1773ab8/dc393fe9-547b-44bd-8221-bb5f57d86580/b8cf4439-b596-4a92-8095-1b2d872cca4c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:53.829395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Attempting to bind port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:53.829939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Attempting to bind port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:53.830444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Attempting to bind port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:53.838078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:53.838635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Attempting to bind port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:53.846704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:53.847389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Checking segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:53.847845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Bound using segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:53.848566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Bound port: 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:53.849175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:53.969727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] For port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:53.975055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] For port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:53.985537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.036063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.083080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:54.083717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.089747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-516499be-017c-4a40-b459-0567eafeed4e service neutron] 10.222.0.67 "PUT /v2.0/ports/3ae1a788-574c-44b4-ad88-b2f78a2a6d63 HTTP/1.1" status: 200 len: 1092 time: 1.2724628 Aug 25 11:25:54.092795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'tag': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:54.095511 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19defacf-6833-4323-89a3-c595d14ed27d" -d '{"events": [{"name": "network-changed", "server_uuid": "6745c635-2b39-49aa-a30d-39794eb9a9c1", "tag": "3ae1a788-574c-44b4-ad88-b2f78a2a6d63"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:54.110831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.153455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:54.157182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:54.161615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:54.206555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516499be-017c-4a40-b459-0567eafeed4e service neutron] Pushing event updated for resources: {'Port': ['ID=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:54.218076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Pushing event updated for resources: {'Port': ['ID=b8cf4439-b596-4a92-8095-1b2d872cca4c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:54.226574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:54.227899 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825092b-9aa3-4357-8873-2bf6e771d0f2 x-openstack-request-id: req-3825092b-9aa3-4357-8873-2bf6e771d0f2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:54.228197 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6745c635-2b39-49aa-a30d-39794eb9a9c1", "tag": "3ae1a788-574c-44b4-ad88-b2f78a2a6d63", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:54.228452 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3825092b-9aa3-4357-8873-2bf6e771d0f2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:54.228860 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'tag': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63', 'status': 'completed', 'code': 200} Aug 25 11:25:54.241618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Allocated IP 172.20.0.13 (470f7106-acf3-49e7-aabd-ff8fd1773ab8/dc393fe9-547b-44bd-8221-bb5f57d86580/ba1f0ded-0d41-4979-b7cc-95856ef27efb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:25:54.246595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.250366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:54.251115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.271537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-d52324c1-00e5-4a89-a69d-08bea1348da7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6853971 Aug 25 11:25:54.272686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-080a2068-7802-4066-9273-96636ccb6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:54.275418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-080a2068-7802-4066-9273-96636ccb6cf8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 1095 time: 0.1239347 Aug 25 11:25:54.302724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Request body: {'port': {'device_id': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:54.370440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-800361d6-a909-4d51-8265-869749f93c1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63 HTTP/1.1" status: 200 len: 217 time: 0.0769472 Aug 25 11:25:54.415195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d1faea1-ac6b-43c0-b6f8-f134339d2166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.426645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.530667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-764480c7-c372-4bd7-b985-3cd651abde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:54.532883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-764480c7-c372-4bd7-b985-3cd651abde38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 200 len: 857 time: 0.1468308 Aug 25 11:25:54.584089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be409-5dff-4813-b53c-d0b0d8ad225f req-32f57553-84a6-42b7-b0ef-763b2694d23e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:54.586404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b48be409-5dff-4813-b53c-d0b0d8ad225f req-32f57553-84a6-42b7-b0ef-763b2694d23e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2372339 Aug 25 11:25:54.649619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d1faea1-ac6b-43c0-b6f8-f134339d2166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.655155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d1faea1-ac6b-43c0-b6f8-f134339d2166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.673849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-b69538bc-b664-4d89-9e0f-636e149c265f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=470f7106-acf3-49e7-aabd-ff8fd1773ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858901 Aug 25 11:25:54.700830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6d1faea1-ac6b-43c0-b6f8-f134339d2166 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72809ec824734e75bba636e759a4bc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730988 Aug 25 11:25:54.701590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1faea1-ac6b-43c0-b6f8-f134339d2166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c7dbc-3569-4127-807a-186835440a29,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:54.705365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:54.763188 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6315d2c-267f-4a22-abec-e0fc1b1c33ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.787918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6315d2c-267f-4a22-abec-e0fc1b1c33ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.839901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a7476-78e7-4273-9ae4-56c5349df30d req-99942232-353a-4ee1-bdfb-3baf258a6bed tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:54.842366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6315d2c-267f-4a22-abec-e0fc1b1c33ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.842614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51a7476-78e7-4273-9ae4-56c5349df30d req-99942232-353a-4ee1-bdfb-3baf258a6bed tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 949 time: 0.3506687 Aug 25 11:25:54.847346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6315d2c-267f-4a22-abec-e0fc1b1c33ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:54.848784 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b6315d2c-267f-4a22-abec-e0fc1b1c33ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f12c7dbc-3569-4127-807a-186835440a29 HTTP/1.1" status: 204 len: 168 time: 0.1423471 Aug 25 11:25:54.862389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6315d2c-267f-4a22-abec-e0fc1b1c33ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c7dbc-3569-4127-807a-186835440a29,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:54.923625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b48be409-5dff-4813-b53c-d0b0d8ad225f req-e40bf400-19fd-45ba-8e0b-ac091cf87d85 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117068 Aug 25 11:25:54.937874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.045282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51a7476-78e7-4273-9ae4-56c5349df30d req-879b03e6-d85f-4b76-b2ec-5a8a89081009 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704748 Aug 25 11:25:55.052993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-3788c70d-3df6-4578-b81f-d059dfdf8040 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435097 Aug 25 11:25:55.215585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-864844fa-18dd-4d9a-a951-98729f647664 req-34196e80-d19d-4768-891e-c67590e7a41e tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 210 time: 0.0833251 Aug 25 11:25:55.261665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.342628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52026) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:55.370082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ab80471-843d-478d-911f-50cb2a4a9c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.469971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cf4439-b596-4a92-8095-1b2d872cca4c {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:55.482633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.505124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Transition to ACTIVE for port object b8cf4439-b596-4a92-8095-1b2d872cca4c will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:55.511770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.598025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf4439-b596-4a92-8095-1b2d872cca4c,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:55.625574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ab80471-843d-478d-911f-50cb2a4a9c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.648779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ab80471-843d-478d-911f-50cb2a4a9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.656864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-e104e91d-5bfa-4223-927e-bb1ababa8378 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763478 Aug 25 11:25:55.664266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Pushing event updated for resources: {'Port': ['ID=ba1f0ded-0d41-4979-b7cc-95856ef27efb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:55.668940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:25:55.671024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:25:55.673823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:25:55.742147 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6ab80471-843d-478d-911f-50cb2a4a9c3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=155b9c2230e7421eadd6bfb0d03a936d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977528 Aug 25 11:25:55.745503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52030) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:55.762039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab80471-843d-478d-911f-50cb2a4a9c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ecc319-f13d-47ff-8979-0b0c968fb068,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:55.770270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:55.770955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.791176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Attempting to bind port b8cf4439-b596-4a92-8095-1b2d872cca4c on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:55.791971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Attempting to bind port b8cf4439-b596-4a92-8095-1b2d872cca4c by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:55.792725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Attempting to bind port b8cf4439-b596-4a92-8095-1b2d872cca4c on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:55.801142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Port b8cf4439-b596-4a92-8095-1b2d872cca4c on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:55.801714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Attempting to bind port b8cf4439-b596-4a92-8095-1b2d872cca4c on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:55.806084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-ce0a3bd0-1e85-4fad-b0b4-c5fb770e3e77 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6645255 Aug 25 11:25:55.812131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:55.812716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Checking segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:55.813375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Bound using segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:55.814179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Bound port: b8cf4439-b596-4a92-8095-1b2d872cca4c, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:55.814488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19defacf-6833-4323-89a3-c595d14ed27d req-d9fa11cb-75f0-42e2-b0fd-7784f243a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:55.814775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.816025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-d9fa11cb-75f0-42e2-b0fd-7784f243a5db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 1095 time: 0.1032307 Aug 25 11:25:55.823835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Request body: {'port': {'device_id': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:25:55.926185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] For port b8cf4439-b596-4a92-8095-1b2d872cca4c, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:55.930511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] For port b8cf4439-b596-4a92-8095-1b2d872cca4c, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:55.935817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.943493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bc657e2-6580-4f90-9a59-281af5731835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.972411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:55.973199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.974909 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] 10.222.0.10 "PUT /v2.0/ports/b8cf4439-b596-4a92-8095-1b2d872cca4c HTTP/1.1" status: 200 len: 1093 time: 1.6878397 Aug 25 11:25:55.975636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'tag': 'b8cf4439-b596-4a92-8095-1b2d872cca4c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:55.977265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:55.978599 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6d86c9-5574-4fb3-af5e-a58bd56219e9", "tag": "b8cf4439-b596-4a92-8095-1b2d872cca4c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:56.008340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bc657e2-6580-4f90-9a59-281af5731835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:56.016199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19defacf-6833-4323-89a3-c595d14ed27d req-e4db609e-ca48-4f45-a60c-4b1b0175c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.017791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-e4db609e-ca48-4f45-a60c-4b1b0175c269 service neutron] 10.222.0.67 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 918 time: 0.1895161 Aug 25 11:25:56.049673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb9a43-03e9-4f27-86e9-dec7ca291399 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf4439-b596-4a92-8095-1b2d872cca4c,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:56.070418 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d76c6d-0151-418e-a2a5-b9b45b050cb8 x-openstack-request-id: req-f8d76c6d-0151-418e-a2a5-b9b45b050cb8 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:56.070711 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6d86c9-5574-4fb3-af5e-a58bd56219e9", "tag": "b8cf4439-b596-4a92-8095-1b2d872cca4c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:56.070957 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8d76c6d-0151-418e-a2a5-b9b45b050cb8 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:56.071663 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'tag': 'b8cf4439-b596-4a92-8095-1b2d872cca4c', 'status': 'completed', 'code': 200} Aug 25 11:25:56.105110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-d85bff3d-17e6-462f-b5af-91a18c8cedea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63 HTTP/1.1" status: 200 len: 217 time: 0.0751436 Aug 25 11:25:56.134775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-072a7142-9b37-4e5b-91e6-53e604e7dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.137749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-072a7142-9b37-4e5b-91e6-53e604e7dbfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 1096 time: 0.0649464 Aug 25 11:25:56.220521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-2ea72032-20a5-417c-8316-e1038494234b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c HTTP/1.1" status: 200 len: 217 time: 0.0721505 Aug 25 11:25:56.288308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-c567a84f-e7cd-4e4f-96e8-d97308418425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.290309 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-c567a84f-e7cd-4e4f-96e8-d97308418425 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 200 len: 857 time: 0.0627718 Aug 25 11:25:56.311181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19defacf-6833-4323-89a3-c595d14ed27d req-e8dd2fa6-e601-4f5b-9180-8c5bbb3047e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.312687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-e8dd2fa6-e601-4f5b-9180-8c5bbb3047e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 200 len: 857 time: 0.1913531 Aug 25 11:25:56.318398 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bc657e2-6580-4f90-9a59-281af5731835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:56.320976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bc657e2-6580-4f90-9a59-281af5731835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:56.322165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1bc657e2-6580-4f90-9a59-281af5731835 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08ecc319-f13d-47ff-8979-0b0c968fb068 HTTP/1.1" status: 204 len: 168 time: 0.5756559 Aug 25 11:25:56.326963 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-99d45f55-bae1-4311-9eed-dc2ca7412c40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=470f7106-acf3-49e7-aabd-ff8fd1773ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283754 Aug 25 11:25:56.350622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c61c4d-a4a5-4f63-9f36-a419ff407b71 req-ddb6a56b-501e-4d5f-a352-3ec799b9fc63 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.352597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06c61c4d-a4a5-4f63-9f36-a419ff407b71 req-ddb6a56b-501e-4d5f-a352-3ec799b9fc63 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2577145 Aug 25 11:25:56.417593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc657e2-6580-4f90-9a59-281af5731835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ecc319-f13d-47ff-8979-0b0c968fb068,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:56.429376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-01a160b6-6e50-412b-a24e-b72ed354472c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=470f7106-acf3-49e7-aabd-ff8fd1773ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017091 Aug 25 11:25:56.467541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-db8398d3-2d6c-4ca6-bac8-e39fbe2fca79 service neutron] 10.222.0.10 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307054 Aug 25 11:25:56.538098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034fc3e-e866-455c-abac-a39bdd7a45a5 req-ea2e02fd-9610-4bc3-8a99-96fccb4716e6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.540987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a034fc3e-e866-455c-abac-a39bdd7a45a5 req-ea2e02fd-9610-4bc3-8a99-96fccb4716e6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 949 time: 0.2848518 Aug 25 11:25:56.585638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06c61c4d-a4a5-4f63-9f36-a419ff407b71 req-06236830-ff08-452e-9fcb-40f9c17c20d3 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121763 Aug 25 11:25:56.614307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-2ac150e9-ca3a-49d0-9cc8-215df1a2e55e service neutron] 10.222.0.10 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416671 Aug 25 11:25:56.737038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-2be184f9-e4bc-4334-94d2-e464b719c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.738688 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-2be184f9-e4bc-4334-94d2-e464b719c21c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 1096 time: 0.0604262 Aug 25 11:25:56.745854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a034fc3e-e866-455c-abac-a39bdd7a45a5 req-7a6c0ee2-f503-4514-b978-9846e4bfb11b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686435 Aug 25 11:25:56.761521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-3951c7f5-3071-49e2-9267-8c701423f4c0 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165777 Aug 25 11:25:56.954115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-db460172-9955-4498-ab32-730480fe3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:56.956892 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-db460172-9955-4498-ab32-730480fe3d4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 918 time: 0.2094507 Aug 25 11:25:57.046633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1f0ded-0d41-4979-b7cc-95856ef27efb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:57.072337 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-88a21dce-c3d3-40d6-ac0e-ceb6f2dc727a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c HTTP/1.1" status: 200 len: 217 time: 0.0798156 Aug 25 11:25:57.074666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:57.093760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed686e-7121-41db-817b-525491c37533 req-8af613b4-a712-4c20-be58-2c29a0ccb5f8 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:57.106543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3ed686e-7121-41db-817b-525491c37533 req-8af613b4-a712-4c20-be58-2c29a0ccb5f8 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 932 time: 0.2467253 Aug 25 11:25:57.120009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:57.166459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-e0a478ad-ff02-4737-81cd-ff174674c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:57.168931 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-e0a478ad-ff02-4737-81cd-ff174674c588 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 200 len: 857 time: 0.0884070 Aug 25 11:25:57.215406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-1ea72ea3-915d-4001-9dff-83fd5a6defe9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=470f7106-acf3-49e7-aabd-ff8fd1773ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338051 Aug 25 11:25:57.219961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19defacf-6833-4323-89a3-c595d14ed27d req-543fddca-de83-4507-a984-6c28d5116eb4 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459250 Aug 25 11:25:57.223770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Transition to ACTIVE for port object ba1f0ded-0d41-4979-b7cc-95856ef27efb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:25:57.239777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:57.329359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3ed686e-7121-41db-817b-525491c37533 req-97ab5263-0983-4b6f-99d0-d1d5db24e16e tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193079 Aug 25 11:25:57.342686 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-248a58ef-8cb0-41fc-a0b4-4f9fd26b1e4e service neutron] 10.222.0.10 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151419 Aug 25 11:25:57.377517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8db52-ed42-48dc-a0a9-be51bcf5db50 req-0acbf693-27ac-4b12-a998-3ae5660e8aca tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:57.381479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0d8db52-ed42-48dc-a0a9-be51bcf5db50 req-0acbf693-27ac-4b12-a998-3ae5660e8aca tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 1101 time: 0.2435477 Aug 25 11:25:57.395348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1f0ded-0d41-4979-b7cc-95856ef27efb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:57.491714 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-44a2f07e-f4bf-4ee7-9ca1-c8b283944a03 req-edb194b1-f6ea-4b2c-b8b6-ff07c6283827 service neutron] 10.222.0.10 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300452 Aug 25 11:25:57.510780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0d8db52-ed42-48dc-a0a9-be51bcf5db50 req-8a09d48b-4e70-4ca7-8818-68cd3725e028 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186023 Aug 25 11:25:57.541492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Attempting to bind port ba1f0ded-0d41-4979-b7cc-95856ef27efb on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:25:57.551561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Attempting to bind port ba1f0ded-0d41-4979-b7cc-95856ef27efb by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:25:57.551561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Attempting to bind port ba1f0ded-0d41-4979-b7cc-95856ef27efb on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:57.560925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Port ba1f0ded-0d41-4979-b7cc-95856ef27efb on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:25:57.561481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Attempting to bind port ba1f0ded-0d41-4979-b7cc-95856ef27efb on network 470f7106-acf3-49e7-aabd-ff8fd1773ab8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:25:57.576951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:25:57.576951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Checking segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:25:57.576951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Bound using segment: {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:25:57.576951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Bound port: ba1f0ded-0d41-4979-b7cc-95856ef27efb, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcd1bac-cc3f-4658-9134-ba1d72867410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:25:57.576951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:57.712288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] For port ba1f0ded-0d41-4979-b7cc-95856ef27efb, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:25:57.717276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] For port ba1f0ded-0d41-4979-b7cc-95856ef27efb, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:25:57.736190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:57.822164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-5af7d18b-c761-4dc4-b590-0af3fc9c529a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586166 Aug 25 11:25:57.829338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:57.829971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:57.831490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] 10.222.0.67 "PUT /v2.0/ports/ba1f0ded-0d41-4979-b7cc-95856ef27efb HTTP/1.1" status: 200 len: 1093 time: 2.0144846 Aug 25 11:25:57.831993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'tag': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:25:57.834740 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111cf54-db2f-46a6-aa84-88b18d5770d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e97e68-7818-4f76-a35f-b2c94e95b558", "tag": "ba1f0ded-0d41-4979-b7cc-95856ef27efb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:25:57.924812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4c46-e628-4600-87d6-08f3bdf3a9fe req-22a6b1dd-f20b-4a7b-bd05-5287d99a2b8a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:57.926512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-012c4c46-e628-4600-87d6-08f3bdf3a9fe req-22a6b1dd-f20b-4a7b-bd05-5287d99a2b8a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2046943 Aug 25 11:25:57.942390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527e39-ed6d-4d69-b104-9c0ea5ded6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1f0ded-0d41-4979-b7cc-95856ef27efb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:58.052949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-5219ddbd-6d01-44f2-a314-7821e78d6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:58.054450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-5219ddbd-6d01-44f2-a314-7821e78d6901 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 1096 time: 0.1391366 Aug 25 11:25:58.061581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-012c4c46-e628-4600-87d6-08f3bdf3a9fe req-7d0e5432-faa1-4b7b-91ac-5ddc68bd70ab tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956757 Aug 25 11:25:58.081011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52102) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:58.119171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-b2731468-25ba-40c9-92fc-8378ac113936 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:58.121488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-b2731468-25ba-40c9-92fc-8378ac113936 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811980 Aug 25 11:25:58.122892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-3226a59b-c894-40cc-9c0b-50875c24b9fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb HTTP/1.1" status: 200 len: 217 time: 0.0548599 Aug 25 11:25:58.176285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-eeb5c0f1-df62-4cca-acce-67970c3d8e0f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/quotas/97f7b6ce40e5438295d4942b479a4750 HTTP/1.1" status: 200 len: 375 time: 0.0434482 Aug 25 11:25:58.211134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b8cd-751d-418d-8324-196100b1467a req-608c02ba-961f-4d03-a7f5-0811f23bcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:58.214348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-608c02ba-961f-4d03-a7f5-0811f23bcdd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 200 len: 857 time: 0.0825458 Aug 25 11:25:58.233278 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46dc793-395e-4e68-a968-a5e9b7997b54 x-openstack-request-id: req-a46dc793-395e-4e68-a968-a5e9b7997b54 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:25:58.233740 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e97e68-7818-4f76-a35f-b2c94e95b558", "tag": "ba1f0ded-0d41-4979-b7cc-95856ef27efb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:25:58.234154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a46dc793-395e-4e68-a968-a5e9b7997b54 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:25:58.234788 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'tag': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb', 'status': 'completed', 'code': 200} Aug 25 11:25:58.268619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd47f-6945-44eb-9438-22d3a02d8dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.321304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-5d1af77d-cd52-45b8-85d0-9aaf167c0daa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=470f7106-acf3-49e7-aabd-ff8fd1773ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850692 Aug 25 11:25:58.423814 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd47f-6945-44eb-9438-22d3a02d8dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.431331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd47f-6945-44eb-9438-22d3a02d8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.451033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-c99e181e-e861-404c-b4cb-2593dcdd5f72 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2437756 Aug 25 11:25:58.509821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f8bdd47f-6945-44eb-9438-22d3a02d8dbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e7520f40ffd40a899a1db6ca50b67bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254258 Aug 25 11:25:58.510938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdd47f-6945-44eb-9438-22d3a02d8dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3bb2c8-1be0-4db7-aeca-b576c2f754f3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:58.515341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:25:58.597141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f95ade5f-a409-49a2-af30-79e1a0be7ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.603575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-4359e2fe-16b7-49b3-b026-459e62e742b0 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708206 Aug 25 11:25:58.624974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f95ade5f-a409-49a2-af30-79e1a0be7ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.699323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f95ade5f-a409-49a2-af30-79e1a0be7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.705074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f95ade5f-a409-49a2-af30-79e1a0be7ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:58.706444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867c56-d55f-474b-b631-4c2172331b95 req-2c37df6c-e2bb-4b46-b4f9-cd6c5ec7cb72 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:58.711774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74867c56-d55f-474b-b631-4c2172331b95 req-2c37df6c-e2bb-4b46-b4f9-cd6c5ec7cb72 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 944 time: 0.2068746 Aug 25 11:25:58.715329 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f95ade5f-a409-49a2-af30-79e1a0be7ef3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e3bb2c8-1be0-4db7-aeca-b576c2f754f3 HTTP/1.1" status: 204 len: 168 time: 0.1983218 Aug 25 11:25:58.729416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ade5f-a409-49a2-af30-79e1a0be7ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3bb2c8-1be0-4db7-aeca-b576c2f754f3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:58.848353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74867c56-d55f-474b-b631-4c2172331b95 req-6925cbd5-dd6b-4249-b4bf-a1f9546fa527 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223624 Aug 25 11:25:58.851144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e63b8cd-751d-418d-8324-196100b1467a req-9327eb18-c2d3-4105-b300-6491c187f180 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402008 Aug 25 11:25:58.923360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99fb605f-9901-41c1-8b34-699c4e0e4b4d req-2c3c32c0-bb7f-426b-9eec-15023180f2de tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 210 time: 0.0323548 Aug 25 11:25:59.015487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-a9849be3-8bcf-4ea7-8c25-0db5f33f28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:59.019809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-a9849be3-8bcf-4ea7-8c25-0db5f33f28a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49ea51f6b19140c4a4e02202973b432a&device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 1096 time: 0.0786269 Aug 25 11:25:59.120172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:59.170652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-195d800a-e303-48f6-811a-273853083d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:59.172304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-195d800a-e303-48f6-811a-273853083d6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 200 len: 918 time: 0.1393912 Aug 25 11:25:59.234287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-aec54b12-65d3-4b0a-98a5-9ed521b336a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb HTTP/1.1" status: 200 len: 217 time: 0.0525005 Aug 25 11:25:59.346623 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:25:59.397436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:59.418744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63', 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'port_id': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63', 'mac_address': 'fa:16:3e:2b:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393fe9-547b-44bd-8221-bb5f57d86580', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:25:59.472458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-a0957b4e-57e9-495a-991d-60cc0b4a520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:59.476048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-a0957b4e-57e9-495a-991d-60cc0b4a520f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 200 len: 857 time: 0.2333159 Aug 25 11:25:59.502437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6504-304e-463a-b401-58294027cacd req-4a882ac0-f33f-40db-949f-fcb1fda4dd86 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:25:59.513677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3efc6504-304e-463a-b401-58294027cacd req-4a882ac0-f33f-40db-949f-fcb1fda4dd86 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2475152 Aug 25 11:25:59.550935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-83868a99-a215-46c6-b986-770cdb9c5f68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=470f7106-acf3-49e7-aabd-ff8fd1773ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342062 Aug 25 11:25:59.646045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device b8cf4439-b596-4a92-8095-1b2d872cca4c details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:25:59.683566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:59.691801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3efc6504-304e-463a-b401-58294027cacd req-ddc88e76-fe2d-43ff-9525-7ad6b98bca82 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768792 Aug 25 11:25:59.722380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:25:59.772192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-898a9894-f76b-40f5-8027-4f4e2837fb21 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093055 Aug 25 11:25:59.830605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:25:59.840823 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:25:59.928131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:25:59.982307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e111cf54-db2f-46a6-aa84-88b18d5770d3 req-ebd09a3c-6b61-43ed-bceb-371ef6a7d218 service neutron] 10.222.0.67 "GET /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015934 Aug 25 11:25:59.993908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port b8cf4439-b596-4a92-8095-1b2d872cca4c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:00.009923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'b8cf4439-b596-4a92-8095-1b2d872cca4c', 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'port_id': 'b8cf4439-b596-4a92-8095-1b2d872cca4c', 'mac_address': 'fa:16:3e:08:7e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393fe9-547b-44bd-8221-bb5f57d86580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:26:00.081129 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:00.098460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cf4439-b596-4a92-8095-1b2d872cca4c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:00.099283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5c5e-5127-4588-a588-09dd3c0afe24 req-de6eab4d-4ea9-43db-8720-1374f5d3b31c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.102239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b8b5c5e-5127-4588-a588-09dd3c0afe24 req-de6eab4d-4ea9-43db-8720-1374f5d3b31c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 944 time: 0.1033311 Aug 25 11:26:00.131347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port b8cf4439-b596-4a92-8095-1b2d872cca4c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:00.138702 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:00.195589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b8b5c5e-5127-4588-a588-09dd3c0afe24 req-265a9f26-6e1c-44c5-b8ab-543caf1d4eb3 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864055 Aug 25 11:26:00.217885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38f25b0c-c033-4a72-a581-b11d73267b91 req-5aaca8b0-9ca4-4765-9871-bdabef3a41f4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 210 time: 0.0490944 Aug 25 11:26:00.226278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=b8cf4439-b596-4a92-8095-1b2d872cca4c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:00.263551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['3ae1a788-574c-44b4-ad88-b2f78a2a6d63'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:00.397267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.410270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.424256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.440706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.453545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.464453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.476023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:00.489616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-ed01cc01-408e-4cfe-8b8b-daf1cd1d8237 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.1903689 Aug 25 11:26:00.562819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f3630d96-2064-4f17-83a2-0b78efdc67a2 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661314 Aug 25 11:26:00.578392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['b8cf4439-b596-4a92-8095-1b2d872cca4c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:00.725344 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:01.091578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c984406d-fdba-4f06-953f-0041c7ca3384 req-221acecf-8faa-4365-9175-ef9ccae69f28 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5982566 Aug 25 11:26:01.134007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ba1f0ded-0d41-4979-b7cc-95856ef27efb details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:26:01.281053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174a06-9463-449f-be6f-5ce16a8bac13 req-184f44eb-0dd8-4ba7-8242-8432d21bf83e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.283996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75174a06-9463-449f-be6f-5ce16a8bac13 req-184f44eb-0dd8-4ba7-8242-8432d21bf83e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1977334 Aug 25 11:26:01.296515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-a0bbf851-331c-4777-8f51-4d62096d3b96 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.299060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-a0bbf851-331c-4777-8f51-4d62096d3b96 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7279279 Aug 25 11:26:01.313382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ba1f0ded-0d41-4979-b7cc-95856ef27efb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:01.328911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:01.331582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb', 'network_id': '470f7106-acf3-49e7-aabd-ff8fd1773ab8', 'port_id': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb', 'mac_address': 'fa:16:3e:55:36:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc393fe9-547b-44bd-8221-bb5f57d86580', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:26:01.381606 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:01.399095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1f0ded-0d41-4979-b7cc-95856ef27efb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:01.428187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ba1f0ded-0d41-4979-b7cc-95856ef27efb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:01.433044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:01.491516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75174a06-9463-449f-be6f-5ce16a8bac13 req-d51f07a8-e21d-4e37-bc23-01a61b9f9e92 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910648 Aug 25 11:26:01.498483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ba1f0ded-0d41-4979-b7cc-95856ef27efb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:01.515105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.522996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.532279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.539999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.546349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.552623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.560087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.562200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba33bdf2-bd4f-4bc2-8f87-e89e5c6b5f2d req-453d9df3-f89f-40ad-a38b-5495920e2d51 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.3374789 Aug 25 11:26:01.658309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f13d3e-57a6-4417-a86d-0ee41adf2b26 req-17e5651f-fc01-42d2-b3e6-27f685fe4c1c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:01.659858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68f13d3e-57a6-4417-a86d-0ee41adf2b26 req-17e5651f-fc01-42d2-b3e6-27f685fe4c1c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 945 time: 0.0886235 Aug 25 11:26:01.661098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:01.665777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:01.725286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a961088-59ce-4b21-b504-b62b77dc65e2 req-edb52e4d-f52d-49b9-af43-1ed7eb6124a1 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 210 time: 0.0485246 Aug 25 11:26:01.818316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68f13d3e-57a6-4417-a86d-0ee41adf2b26 req-b5c8e1fe-3748-4e8f-870b-fc4f7427460f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426563 Aug 25 11:26:01.828536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ba1f0ded-0d41-4979-b7cc-95856ef27efb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:02.013583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.145 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/edfa2fed-6185-4c7b-af09-2a4e2c30151f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:02.247954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.268161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object edfa2fed-6185-4c7b-af09-2a4e2c30151f will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:02.317888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.331311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:02.377989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:02.382290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52232) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:02.391827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:02.399502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:02.405502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=edfa2fed-6185-4c7b-af09-2a4e2c30151f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:02.497444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:02.498645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.529325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-2211184f-9b71-47d8-a1b2-b769f0cb4d50 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2078984 Aug 25 11:26:02.558483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Request body: {'port': {'device_id': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:02.592662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e996-3a15-4f1e-ad16-477da6489b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.767404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e996-3a15-4f1e-ad16-477da6489b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.773891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.775804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e996-3a15-4f1e-ad16-477da6489b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.880514 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ad6e996-3a15-4f1e-ad16-477da6489b54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a69b2dadb494430fa9d41861a654e130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967899 Aug 25 11:26:02.881968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52244) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:02.891046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-beb04adf-3b40-40f2-ba93-96d78fa016ed None None] Provisioning for port edfa2fed-6185-4c7b-af09-2a4e2c30151f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:02.892156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6e996-3a15-4f1e-ad16-477da6489b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6dabc-da09-4e82-8bca-f891c52e7b5b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:02.900929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09990-90f0-469b-b1bd-f6a711c9930c req-99cfc975-9aba-4ccf-a82e-05fbee4fc452 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:02.909738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1e09990-90f0-469b-b1bd-f6a711c9930c req-99cfc975-9aba-4ccf-a82e-05fbee4fc452 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2341211 Aug 25 11:26:02.913281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-beb04adf-3b40-40f2-ba93-96d78fa016ed None None] Provisioning complete for port edfa2fed-6185-4c7b-af09-2a4e2c30151f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:02.916170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-beb04adf-3b40-40f2-ba93-96d78fa016ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.963692 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d11d424f-6b51-4581-b61f-8f29f833f208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:02.990853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d11d424f-6b51-4581-b61f-8f29f833f208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.040529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-beb04adf-3b40-40f2-ba93-96d78fa016ed None None] Port edfa2fed-6185-4c7b-af09-2a4e2c30151f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:26:03.061552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1e09990-90f0-469b-b1bd-f6a711c9930c req-c469e739-4d03-4b3e-885b-eb10efd365ce tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508615 Aug 25 11:26:03.080867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d11d424f-6b51-4581-b61f-8f29f833f208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.081825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b74614-eeae-46b3-9ec1-748451b8385d req-b541fa22-fa0c-427b-ab95-956efa186256 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:03.087388 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d11d424f-6b51-4581-b61f-8f29f833f208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.089140 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d11d424f-6b51-4581-b61f-8f29f833f208 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70e6dabc-da09-4e82-8bca-f891c52e7b5b HTTP/1.1" status: 204 len: 168 time: 0.2053835 Aug 25 11:26:03.090347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7b74614-eeae-46b3-9ec1-748451b8385d req-b541fa22-fa0c-427b-ab95-956efa186256 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 936 time: 0.2215965 Aug 25 11:26:03.114485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d424f-6b51-4581-b61f-8f29f833f208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6dabc-da09-4e82-8bca-f891c52e7b5b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:03.140919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:03.231480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7b74614-eeae-46b3-9ec1-748451b8385d req-de6e0633-43c6-4289-a6ed-d0fe9165e0f3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387155 Aug 25 11:26:03.248606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'afeba41e-7848-4b20-be37-abf53b9090cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:03.412522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:03.443482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b5bf2-03ec-4751-9acf-932a9d4dda7d req-9ca35a1a-3974-4ecd-ad8f-f3faea76b20c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:03.444784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:03.445619 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.452344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c49b5bf2-03ec-4751-9acf-932a9d4dda7d req-9ca35a1a-3974-4ecd-ad8f-f3faea76b20c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 945 time: 0.1575065 Aug 25 11:26:03.486491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfa2fed-6185-4c7b-af09-2a4e2c30151f {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:03.499322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.548364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c49b5bf2-03ec-4751-9acf-932a9d4dda7d req-a6c4bcf9-8856-4843-9f37-6088df0b9cd1 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902541 Aug 25 11:26:03.566867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Transition to ACTIVE for port object edfa2fed-6185-4c7b-af09-2a4e2c30151f will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:03.575364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.632733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.659969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=edfa2fed-6185-4c7b-af09-2a4e2c30151f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:03.662585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device b8cf4439-b596-4a92-8095-1b2d872cca4c up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:03.712770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:03.715584 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d2fb57-d2b4-4bfd-9d87-93af2450719c" -d '{"events": [{"server_uuid": "6745c635-2b39-49aa-a30d-39794eb9a9c1", "name": "network-vif-plugged", "status": "completed", "tag": "3ae1a788-574c-44b4-ad88-b2f78a2a6d63"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:03.768579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:03.779708 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6376c1-a586-49be-a849-2173e636a0d2 x-openstack-request-id: req-ee6376c1-a586-49be-a849-2173e636a0d2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:03.780000 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745c635-2b39-49aa-a30d-39794eb9a9c1", "name": "network-vif-plugged", "status": "completed", "tag": "3ae1a788-574c-44b4-ad88-b2f78a2a6d63", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:03.780286 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee6376c1-a586-49be-a849-2173e636a0d2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:03.780654 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63', 'code': 200} Aug 25 11:26:03.785494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:03.800986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-672b429c-521c-4357-8ccb-463c82884cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.811563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Attempting to bind port edfa2fed-6185-4c7b-af09-2a4e2c30151f on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:03.812175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Attempting to bind port edfa2fed-6185-4c7b-af09-2a4e2c30151f by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:03.812532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Attempting to bind port edfa2fed-6185-4c7b-af09-2a4e2c30151f on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:03.819417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Port edfa2fed-6185-4c7b-af09-2a4e2c30151f on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:03.819417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Attempting to bind port edfa2fed-6185-4c7b-af09-2a4e2c30151f on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:03.828588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:03.828588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:03.829066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:03.829676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Bound port: edfa2fed-6185-4c7b-af09-2a4e2c30151f, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:03.829893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.841954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.954403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-672b429c-521c-4357-8ccb-463c82884cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.962642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-672b429c-521c-4357-8ccb-463c82884cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:03.966377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:03.997754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] For port edfa2fed-6185-4c7b-af09-2a4e2c30151f, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:04.001674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] For port edfa2fed-6185-4c7b-af09-2a4e2c30151f, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:04.004531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c8b28-edf8-4381-bf02-e8cd82737def req-b22daae0-7c3c-4632-8300-ed131f6ed896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.006582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-393c8b28-edf8-4381-bf02-e8cd82737def req-b22daae0-7c3c-4632-8300-ed131f6ed896 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1142166 Aug 25 11:26:04.012106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port b8cf4439-b596-4a92-8095-1b2d872cca4c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:04.017052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.025916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52264) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:04.030628 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-672b429c-521c-4357-8ccb-463c82884cd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=684abd019f53493eb3ed25e10f0d3194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435315 Aug 25 11:26:04.036056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port b8cf4439-b596-4a92-8095-1b2d872cca4c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:04.036439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.040451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b429c-521c-4357-8ccb-463c82884cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1119286b-ffd1-46b7-b06f-cf657f5145dc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:04.128657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.129303 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.130836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/edfa2fed-6185-4c7b-af09-2a4e2c30151f HTTP/1.1" status: 200 len: 1097 time: 1.5904651 Aug 25 11:26:04.139160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'tag': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:04.141625 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9980a2d4-e90e-464f-b401-3505654b531b" -d '{"events": [{"name": "network-changed", "server_uuid": "4855ca6e-4f6b-471d-9154-968d4848b72a", "tag": "edfa2fed-6185-4c7b-af09-2a4e2c30151f"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:04.169469 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-393c8b28-edf8-4381-bf02-e8cd82737def req-f482a025-e5c2-4166-b381-9ee0b75020a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493108 Aug 25 11:26:04.201282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85def5f-11a7-4248-9b63-cf01c572a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=edfa2fed-6185-4c7b-af09-2a4e2c30151f,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:04.223319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.232303 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3facb2e2-218c-4299-9768-49d0a9eb82a2 x-openstack-request-id: req-3facb2e2-218c-4299-9768-49d0a9eb82a2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:04.232627 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4855ca6e-4f6b-471d-9154-968d4848b72a", "tag": "edfa2fed-6185-4c7b-af09-2a4e2c30151f", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:04.232858 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3facb2e2-218c-4299-9768-49d0a9eb82a2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:04.233331 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'tag': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f', 'status': 'completed', 'code': 200} Aug 25 11:26:04.250721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-937a8d08-bff5-4572-8724-6488e1374947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.285831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port b8cf4439-b596-4a92-8095-1b2d872cca4c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:04.291847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.344957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-937a8d08-bff5-4572-8724-6488e1374947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.394419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=b8cf4439-b596-4a92-8095-1b2d872cca4c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:04.493658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c84e-de35-4ab3-a366-01d733bb6f37 req-1441a8a9-6f10-4173-8b52-77657c7110ba tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.501003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bb3c84e-de35-4ab3-a366-01d733bb6f37 req-1441a8a9-6f10-4173-8b52-77657c7110ba tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2290204 Aug 25 11:26:04.574282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-ec8344ab-725a-4a56-935e-dadcf35c666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.575753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-ec8344ab-725a-4a56-935e-dadcf35c666b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 1100 time: 0.1627624 Aug 25 11:26:04.601320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-937a8d08-bff5-4572-8724-6488e1374947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.603924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-937a8d08-bff5-4572-8724-6488e1374947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:04.605882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-937a8d08-bff5-4572-8724-6488e1374947 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1119286b-ffd1-46b7-b06f-cf657f5145dc HTTP/1.1" status: 204 len: 168 time: 0.5765724 Aug 25 11:26:04.617990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bb3c84e-de35-4ab3-a366-01d733bb6f37 req-f1ce2c52-7563-4ee7-bbaa-efb3fe23f260 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158013 Aug 25 11:26:04.643754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:04.696884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-85a20e98-da29-4f5e-9200-983ef0850bde service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f HTTP/1.1" status: 200 len: 217 time: 0.1052401 Aug 25 11:26:04.699921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a8d08-bff5-4572-8724-6488e1374947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1119286b-ffd1-46b7-b06f-cf657f5145dc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:04.731191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e972d6-177a-4b15-9996-8a2f49b818b6 req-300adf2c-20fa-43fb-9218-29849727cfb9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.733374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e972d6-177a-4b15-9996-8a2f49b818b6 req-300adf2c-20fa-43fb-9218-29849727cfb9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 948 time: 0.1969712 Aug 25 11:26:04.780181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.780909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.781465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.782126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.783766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.783766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.784124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.786189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ef42528e-5964-4c77-91bc-dcd47b98534f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6506 time: 0.1410751 Aug 25 11:26:04.844282 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ecc31e89-7fce-4da5-a4aa-94c4a7ceb57f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&id=49a8878d-db35-4df9-b366-b9495ae97a57&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459392 Aug 25 11:26:04.865958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-286a0dc4-cfaf-43c6-b740-819595597a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.867268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-286a0dc4-cfaf-43c6-b740-819595597a4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1521707 Aug 25 11:26:04.880603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e972d6-177a-4b15-9996-8a2f49b818b6 req-6fe69ef4-a44f-4286-9283-49016897c36a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342838 Aug 25 11:26:04.947729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-1a397e18-6b8a-4288-9b03-8458e1e19df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:04.949608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-1a397e18-6b8a-4288-9b03-8458e1e19df2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668263 Aug 25 11:26:05.098839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dff01-d692-46b5-811f-6eeac79d3dca req-cf1bf12b-5347-4957-97ff-0274c75bc9b5 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:05.100507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-128dff01-d692-46b5-811f-6eeac79d3dca req-cf1bf12b-5347-4957-97ff-0274c75bc9b5 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 945 time: 0.1305704 Aug 25 11:26:05.135768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-dbb78b65-4776-4f39-afb4-b56839b91ff4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769841 Aug 25 11:26:05.154839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ba1f0ded-0d41-4979-b7cc-95856ef27efb up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:05.177286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-128dff01-d692-46b5-811f-6eeac79d3dca req-b7d1ad2c-7f94-4ce5-adc4-0485f1e78748 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669997 Aug 25 11:26:05.223633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port ba1f0ded-0d41-4979-b7cc-95856ef27efb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:05.227038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port ba1f0ded-0d41-4979-b7cc-95856ef27efb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:05.228172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:05.300030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01cc1af3-dad1-42de-b49c-9dae7eba0815 req-3f674c09-f5b9-4141-8355-32dd93eb6855 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562130 Aug 25 11:26:05.345118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:05.395691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ba1f0ded-0d41-4979-b7cc-95856ef27efb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:05.401466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:05.442295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a2d4-e90e-464f-b401-3505654b531b req-1d1c7342-e049-436a-a3e9-3fbbaaba314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:05.444962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-1d1c7342-e049-436a-a3e9-3fbbaaba314a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 1100 time: 0.0716891 Aug 25 11:26:05.509140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ba1f0ded-0d41-4979-b7cc-95856ef27efb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:05.593171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a2d4-e90e-464f-b401-3505654b531b req-1dfb639d-3417-4de3-ae01-cc22eaa16c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:05.595992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-1dfb639d-3417-4de3-ae01-cc22eaa16c41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1408796 Aug 25 11:26:05.649880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-09a86186-92ea-42d4-8182-d4bc5a0b0652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f HTTP/1.1" status: 200 len: 217 time: 0.0422742 Aug 25 11:26:05.741804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a2d4-e90e-464f-b401-3505654b531b req-56d3ea58-a281-43ca-acf2-0104a65a1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:05.745676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-56d3ea58-a281-43ca-acf2-0104a65a1f73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0867252 Aug 25 11:26:05.782336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf4439-b596-4a92-8095-1b2d872cca4c'}, {'server_uuid': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:05.786617 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554433d4-d1b0-4ee1-890a-311a28ccaa39" -d '{"events": [{"server_uuid": "ed6d86c9-5574-4fb3-af5e-a58bd56219e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf4439-b596-4a92-8095-1b2d872cca4c"}, {"server_uuid": "a3e97e68-7818-4f76-a35f-b2c94e95b558", "name": "network-vif-plugged", "status": "completed", "tag": "ba1f0ded-0d41-4979-b7cc-95856ef27efb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:05.847772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a2d4-e90e-464f-b401-3505654b531b req-6a2ce772-131a-483f-810b-97028b99447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:05.849226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-6a2ce772-131a-483f-810b-97028b99447a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785367 Aug 25 11:26:05.858903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c64d8-cb6c-42fe-813f-276177679fca req-7b837006-3154-4b9f-8a50-1197bf038405 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:05.860663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c51c64d8-cb6c-42fe-813f-276177679fca req-7b837006-3154-4b9f-8a50-1197bf038405 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1014903 Aug 25 11:26:05.874590 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb2acb-cac6-414d-ae60-660d5d83774d x-openstack-request-id: req-cccb2acb-cac6-414d-ae60-660d5d83774d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:05.875037 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d86c9-5574-4fb3-af5e-a58bd56219e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8cf4439-b596-4a92-8095-1b2d872cca4c", "code": 200}, {"server_uuid": "a3e97e68-7818-4f76-a35f-b2c94e95b558", "name": "network-vif-plugged", "status": "completed", "tag": "ba1f0ded-0d41-4979-b7cc-95856ef27efb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:05.875437 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cccb2acb-cac6-414d-ae60-660d5d83774d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:05.876058 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf4439-b596-4a92-8095-1b2d872cca4c', 'code': 200} Aug 25 11:26:05.876471 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb', 'code': 200} Aug 25 11:26:05.997007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-889f3ac6-5891-46bd-9dda-499f908a22bd service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350880 Aug 25 11:26:06.035341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c51c64d8-cb6c-42fe-813f-276177679fca req-b1d8948b-4168-4778-a521-b1219edf12a0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971706 Aug 25 11:26:06.081761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6effee-5a7c-46c4-b576-0b943c6b1fb2 req-5a7371b0-b2ec-4b0d-ab04-934fef8a5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:06.088406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7a6effee-5a7c-46c4-b576-0b943c6b1fb2 req-5a7371b0-b2ec-4b0d-ab04-934fef8a5957 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 1098 time: 0.1060872 Aug 25 11:26:06.178233 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7a6effee-5a7c-46c4-b576-0b943c6b1fb2 req-56538ee9-4b26-44e8-ba2a-a0652fba6ae1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839565 Aug 25 11:26:06.256521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d0889-1933-431c-bab1-a2d972478110 req-dec92214-3c21-4c81-ac78-d97354256af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:06.259134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f7d0889-1933-431c-bab1-a2d972478110 req-dec92214-3c21-4c81-ac78-d97354256af3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 1098 time: 0.2760665 Aug 25 11:26:06.320001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9980a2d4-e90e-464f-b401-3505654b531b req-a670947a-1e51-4312-9fcb-74904a1dcc62 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033061 Aug 25 11:26:06.337152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b6803-28af-4a7b-8d0c-36a735ddf292 req-965a1cef-2d7d-437e-8872-5ebc79643c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:06.339539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-734b6803-28af-4a7b-8d0c-36a735ddf292 req-965a1cef-2d7d-437e-8872-5ebc79643c7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 1098 time: 0.1570599 Aug 25 11:26:06.379260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d503bd-e3a9-4432-9c1d-8ca03b8aa118 req-0afabfda-c880-4eb5-b266-5bc888924007 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:06.381064 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16d503bd-e3a9-4432-9c1d-8ca03b8aa118 req-0afabfda-c880-4eb5-b266-5bc888924007 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 948 time: 0.1842728 Aug 25 11:26:06.388556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f7d0889-1933-431c-bab1-a2d972478110 req-bdd25323-70ea-4c18-8357-583db468a6ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186130 Aug 25 11:26:06.448304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66964b-635b-433e-98db-08c230a786c6 req-f84c80b7-f32d-46f0-8df2-31ea7a8cee45 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:06.449939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f66964b-635b-433e-98db-08c230a786c6 req-f84c80b7-f32d-46f0-8df2-31ea7a8cee45 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 946 time: 0.1330221 Aug 25 11:26:06.491022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16d503bd-e3a9-4432-9c1d-8ca03b8aa118 req-736eeb47-cd8a-42d9-bfd4-b98600b486d6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006477 Aug 25 11:26:06.496086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-734b6803-28af-4a7b-8d0c-36a735ddf292 req-63692c23-4b14-4152-a9bc-f2a175c81b66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826018 Aug 25 11:26:06.519731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f66964b-635b-433e-98db-08c230a786c6 req-fd34af32-f2f3-401e-a7fc-a17f06bcd10e tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594845 Aug 25 11:26:07.133975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52430) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:07.211663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25876fe-fd93-41e5-b229-6d99e4404022 req-0ffcea79-673d-4fd4-b594-53b218f2cfdf tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:07.214456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e25876fe-fd93-41e5-b229-6d99e4404022 req-0ffcea79-673d-4fd4-b594-53b218f2cfdf tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.0877512 Aug 25 11:26:07.283156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e25876fe-fd93-41e5-b229-6d99e4404022 req-21f412dc-0de6-4300-a917-b8727975c412 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588403 Aug 25 11:26:07.309506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3692f423-3a3b-4685-8d07-49c734106b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.416307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3692f423-3a3b-4685-8d07-49c734106b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.420658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3692f423-3a3b-4685-8d07-49c734106b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.462976 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3692f423-3a3b-4685-8d07-49c734106b55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68e89a20326d48cca3a9ba11ed46f29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278718 Aug 25 11:26:07.464018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f423-3a3b-4685-8d07-49c734106b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a72e750-6994-463b-b410-76f5a4def489,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:07.466729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52436) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:07.539146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a283828c-4c06-4f2d-be2d-d035d880a205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.571299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a283828c-4c06-4f2d-be2d-d035d880a205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.670614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a283828c-4c06-4f2d-be2d-d035d880a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.675048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a283828c-4c06-4f2d-be2d-d035d880a205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:07.679084 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a283828c-4c06-4f2d-be2d-d035d880a205 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a72e750-6994-463b-b410-76f5a4def489 HTTP/1.1" status: 204 len: 168 time: 0.2090700 Aug 25 11:26:07.692013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283828c-4c06-4f2d-be2d-d035d880a205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a72e750-6994-463b-b410-76f5a4def489,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:07.772070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4302ec-30c0-4f26-b03f-3e2f79a32b2a req-e1f0c0f3-f405-42df-bc70-30db94cf4b8f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:07.786204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f4302ec-30c0-4f26-b03f-3e2f79a32b2a req-e1f0c0f3-f405-42df-bc70-30db94cf4b8f tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 948 time: 0.1700480 Aug 25 11:26:07.815171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b598ed-232c-4285-816b-b4f1853d0c1a req-6bfda57f-75d1-4404-9e4a-ba2f258c49c1 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:07.817887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2b598ed-232c-4285-816b-b4f1853d0c1a req-6bfda57f-75d1-4404-9e4a-ba2f258c49c1 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 946 time: 0.1838572 Aug 25 11:26:07.930572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f4302ec-30c0-4f26-b03f-3e2f79a32b2a req-48b5b237-d6e0-4393-80b6-5658382b3f0d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428461 Aug 25 11:26:07.954127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2b598ed-232c-4285-816b-b4f1853d0c1a req-5d29f0a7-6667-4641-9ed3-0277c6f49ccd tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Aug 25 11:26:08.460835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67055eeb-35bb-409d-861f-d4b9d6f9425c req-1a506a3b-6acf-4971-bda4-1556ed45e107 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:08.464371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67055eeb-35bb-409d-861f-d4b9d6f9425c req-1a506a3b-6acf-4971-bda4-1556ed45e107 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.0872750 Aug 25 11:26:08.527128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67055eeb-35bb-409d-861f-d4b9d6f9425c req-a3d676e5-e236-4f4b-b7cc-2bca792648f5 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555398 Aug 25 11:26:08.664956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2e162-3d6a-42fc-b26b-52f7df7ae081 req-7d525ee1-2e17-4576-b44e-b242b84c3b77 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:08.666679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aa2e162-3d6a-42fc-b26b-52f7df7ae081 req-7d525ee1-2e17-4576-b44e-b242b84c3b77 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0578361 Aug 25 11:26:08.720282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aa2e162-3d6a-42fc-b26b-52f7df7ae081 req-72cd2c78-db0a-47da-b7f6-4b075e6c0941 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Aug 25 11:26:09.035899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5cea6-a85c-4d46-b038-490cf233ecfe req-35565077-0963-46af-9636-3b95d0874ef6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:09.039195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d5cea6-a85c-4d46-b038-490cf233ecfe req-35565077-0963-46af-9636-3b95d0874ef6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1012714 Aug 25 11:26:09.148563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83d5cea6-a85c-4d46-b038-490cf233ecfe req-e1430633-005c-4961-8642-94a17983cc35 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991726 Aug 25 11:26:09.157004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device edfa2fed-6185-4c7b-af09-2a4e2c30151f details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:26:09.213349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88ac0a-bccf-4068-809a-eb886dbc0268 req-25bb064a-2bf5-4b97-9f85-b474c26ec201 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:09.217069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f88ac0a-bccf-4068-809a-eb886dbc0268 req-25bb064a-2bf5-4b97-9f85-b474c26ec201 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 948 time: 0.1714666 Aug 25 11:26:09.299085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f88ac0a-bccf-4068-809a-eb886dbc0268 req-878f5af6-71b1-4003-88cd-d5b078711b5c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Aug 25 11:26:09.361484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a0d5e-2d35-4568-a806-0396e688eff1 req-9870ba1d-6440-4580-9358-c126ff6f100c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:09.364660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a7a0d5e-2d35-4568-a806-0396e688eff1 req-9870ba1d-6440-4580-9358-c126ff6f100c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 946 time: 0.0828223 Aug 25 11:26:09.383317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port edfa2fed-6185-4c7b-af09-2a4e2c30151f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:09.401716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f', 'mac_address': 'fa:16:3e:24:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:26:09.446426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a7a0d5e-2d35-4568-a806-0396e688eff1 req-1de99bfa-724b-47d3-9b5d-7e4ab5acd0df tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742793 Aug 25 11:26:09.448309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:09.467682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfa2fed-6185-4c7b-af09-2a4e2c30151f {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:09.516146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port edfa2fed-6185-4c7b-af09-2a4e2c30151f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:09.525242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:09.610210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=edfa2fed-6185-4c7b-af09-2a4e2c30151f,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:09.646209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:09.683687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def417d-80f7-4f02-98a0-a46a4a17692d req-7a2e1898-7bee-4761-8520-34b54077188a tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:09.685359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1def417d-80f7-4f02-98a0-a46a4a17692d req-7a2e1898-7bee-4761-8520-34b54077188a tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 946 time: 0.0583146 Aug 25 11:26:09.745174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1def417d-80f7-4f02-98a0-a46a4a17692d req-9f9c7636-7af3-4963-a509-11a7a2e45640 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Aug 25 11:26:09.802228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73441024-6f48-4ee1-88c0-2e7a5fb31cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:09.912049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f8313-05e6-4d95-95ed-c95844327562 req-eb2269ca-afb6-4389-8d57-b18f7ecc7eed tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:09.914682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-502f8313-05e6-4d95-95ed-c95844327562 req-eb2269ca-afb6-4389-8d57-b18f7ecc7eed tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 945 time: 0.0763249 Aug 25 11:26:09.943005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73441024-6f48-4ee1-88c0-2e7a5fb31cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:09.949181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73441024-6f48-4ee1-88c0-2e7a5fb31cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:09.960910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['edfa2fed-6185-4c7b-af09-2a4e2c30151f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:09.972288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-502f8313-05e6-4d95-95ed-c95844327562 req-a8bddc43-23d2-45b3-a611-132ad1926f53 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 Aug 25 11:26:10.018564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73441024-6f48-4ee1-88c0-2e7a5fb31cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cafc70-11d5-434c-b169-c54c82f6980a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:10.032389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52528) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:10.032857 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73441024-6f48-4ee1-88c0-2e7a5fb31cae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=894a79040f0241e68c65224d6f9bf84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848889 Aug 25 11:26:10.118404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e19-c6cf-44b4-a36c-15fddd53da4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:10.161484 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e19-c6cf-44b4-a36c-15fddd53da4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:10.288975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e19-c6cf-44b4-a36c-15fddd53da4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:10.291821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2e19-c6cf-44b4-a36c-15fddd53da4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:10.297252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf7b2e19-c6cf-44b4-a36c-15fddd53da4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62cafc70-11d5-434c-b169-c54c82f6980a HTTP/1.1" status: 204 len: 168 time: 0.2599592 Aug 25 11:26:10.318198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b2e19-c6cf-44b4-a36c-15fddd53da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cafc70-11d5-434c-b169-c54c82f6980a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:10.337805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f147d-6bb5-4f18-b5d1-59386adecfd3 req-db64a152-2db7-4d53-a784-0a9077a2dfaf tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:10.340001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-927f147d-6bb5-4f18-b5d1-59386adecfd3 req-db64a152-2db7-4d53-a784-0a9077a2dfaf tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 945 time: 0.0893254 Aug 25 11:26:10.405623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-927f147d-6bb5-4f18-b5d1-59386adecfd3 req-d8d4d207-b7a6-4998-9557-a26e9bf81e93 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Aug 25 11:26:10.415881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf57407-343f-4868-b709-7a5c8025f594 req-0f3003f6-5eb4-4e8a-b7e2-94057c8eea43 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:10.418281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edf57407-343f-4868-b709-7a5c8025f594 req-0f3003f6-5eb4-4e8a-b7e2-94057c8eea43 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1114466 Aug 25 11:26:10.494559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edf57407-343f-4868-b709-7a5c8025f594 req-b52945fe-e02b-490c-bfa5-2cc781fd05bc tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644612 Aug 25 11:26:10.588194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6167d8-f71d-47b3-aa4a-064fa1fb9dd9 req-8774e59b-eae2-4fac-8db0-8e0ed23d7186 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:10.591147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc6167d8-f71d-47b3-aa4a-064fa1fb9dd9 req-8774e59b-eae2-4fac-8db0-8e0ed23d7186 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 949 time: 0.0945225 Aug 25 11:26:10.646798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc6167d8-f71d-47b3-aa4a-064fa1fb9dd9 req-173d5723-08b8-4a3e-b6f3-8b6729a1671c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Aug 25 11:26:11.071627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518cacb-7b66-4112-b947-3790f1f47bdf req-4c573746-b93a-4052-a62b-190d1a1fff7c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:11.074941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f518cacb-7b66-4112-b947-3790f1f47bdf req-4c573746-b93a-4052-a62b-190d1a1fff7c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0834486 Aug 25 11:26:11.129728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f518cacb-7b66-4112-b947-3790f1f47bdf req-a4b0503d-ad10-4d85-aeac-193d42c721e3 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Aug 25 11:26:11.556332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29bc7f-1da7-40d2-bae6-b8c09abf2ebb req-e25f05b6-846e-4d8f-842d-87176f724d89 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:11.558575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d29bc7f-1da7-40d2-bae6-b8c09abf2ebb req-e25f05b6-846e-4d8f-842d-87176f724d89 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 945 time: 0.0552721 Aug 25 11:26:11.607058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d29bc7f-1da7-40d2-bae6-b8c09abf2ebb req-637db122-b27f-4b7d-aac1-e23c264f522b tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Aug 25 11:26:11.812110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd32695-f969-4cb0-a963-414614bed3c2 req-4435a8eb-2e6a-4720-bdb5-32316d0a306a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:11.813946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cd32695-f969-4cb0-a963-414614bed3c2 req-4435a8eb-2e6a-4720-bdb5-32316d0a306a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 949 time: 0.0746386 Aug 25 11:26:11.886230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cd32695-f969-4cb0-a963-414614bed3c2 req-a6436234-0f8d-4a5a-91d4-53f8da5aacb7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595365 Aug 25 11:26:12.162881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6fb6bbc9-ef12-4655-a8fa-820b671a4e2c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.165870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6fb6bbc9-ef12-4655-a8fa-820b671a4e2c tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 945 time: 0.0663204 Aug 25 11:26:12.166771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:12.321593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68443db-c4ce-49b3-a112-6e4c9a67ef1f req-84499cdc-6ec2-4137-8323-5030d390b572 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.323851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a68443db-c4ce-49b3-a112-6e4c9a67ef1f req-84499cdc-6ec2-4137-8323-5030d390b572 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0953219 Aug 25 11:26:12.335286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e73176b4-a84d-4e99-9a15-628b1efaffec tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1235529839'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:12.336103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e73176b4-a84d-4e99-9a15-628b1efaffec tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Unknown quota resources ['metering_label']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:26:12.374285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Deleting port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:12.374616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:12.395508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a68443db-c4ce-49b3-a112-6e4c9a67ef1f req-7c96fb11-47ae-4e9f-96e6-6d1107ae0e41 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599740 Aug 25 11:26:12.533477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] For port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:12.534189 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:12.590606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Calling delete_port for 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:12.592073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e73176b4-a84d-4e99-9a15-628b1efaffec tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:12.594096 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e73176b4-a84d-4e99-9a15-628b1efaffec tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4247181 Aug 25 11:26:12.597880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:12.603863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-21dc94fc-eb9c-45b4-8da1-e9641b450d5d tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dcbb38e7-414b-4728-9bdf-48409f8d2c8e'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:12.604411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-21dc94fc-eb9c-45b4-8da1-e9641b450d5d tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:26:12.669937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-8193380a-9fcf-4370-bd4c-50327b89550e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1314337 Aug 25 11:26:12.759810 n-d-778732-11 neutron-server[94911]: WARNING neutron.services.metering.metering_plugin [None req-21dc94fc-eb9c-45b4-8da1-e9641b450d5d tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 11:26:12.877035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-21dc94fc-eb9c-45b4-8da1-e9641b450d5d tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:12.878286 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-21dc94fc-eb9c-45b4-8da1-e9641b450d5d tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2791216 Aug 25 11:26:12.883578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:12.892528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a024a8-8a50-447b-8aa8-d7083a9d6246 req-0b736f67-ae22-4f02-9be5-2bb3d186e9cd tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.894164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3a024a8-8a50-447b-8aa8-d7083a9d6246 req-0b736f67-ae22-4f02-9be5-2bb3d186e9cd tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 945 time: 0.1446273 Aug 25 11:26:12.898304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f4c9d76d-42c9-47a8-af3d-9033c3a6b797 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dcbb38e7-414b-4728-9bdf-48409f8d2c8e'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:12.898954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f4c9d76d-42c9-47a8-af3d-9033c3a6b797 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:26:12.904947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.905575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.905933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.906500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.906977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.907534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.907904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:12.914270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7fdd7b12-6c77-4717-a73d-c305b9d8b99f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6497 time: 0.1828759 Aug 25 11:26:12.926040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:12.946942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['3ae1a788-574c-44b4-ad88-b2f78a2a6d63', 'ba1f0ded-0d41-4979-b7cc-95856ef27efb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:12.950320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['b8cf4439-b596-4a92-8095-1b2d872cca4c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:13.041854 n-d-778732-11 neutron-server[94911]: WARNING neutron.services.metering.metering_plugin [None req-f4c9d76d-42c9-47a8-af3d-9033c3a6b797 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 11:26:13.069304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Pushing event deleted for resources: {'Port': ['ID=3ae1a788-574c-44b4-ad88-b2f78a2a6d63,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:13.092428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3a024a8-8a50-447b-8aa8-d7083a9d6246 req-b1d03401-7f8b-4254-895d-71028068b79d tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760237 Aug 25 11:26:13.131038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d76d-42c9-47a8-af3d-9033c3a6b797 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.135082 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f4c9d76d-42c9-47a8-af3d-9033c3a6b797 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2476652 Aug 25 11:26:13.138895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:13.152494 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-204b2e44-ef93-479b-a5d7-007de6bb0f5d tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=f5081a9b-440e-49f4-bd4f-a0d2d3ed4090 HTTP/1.1" status: 200 len: 464 time: 0.0123954 Aug 25 11:26:13.155530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52622) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:13.299053 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da32c11e-8dc9-46d4-9460-894ded8039f5 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.304668 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-da32c11e-8dc9-46d4-9460-894ded8039f5 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/f5081a9b-440e-49f4-bd4f-a0d2d3ed4090 HTTP/1.1" status: 204 len: 168 time: 0.1479931 Aug 25 11:26:13.305654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52624) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:13.320048 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-acf51cd6-8570-4b21-8ee5-23aa821ae584 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=f5081a9b-440e-49f4-bd4f-a0d2d3ed4090 HTTP/1.1" status: 200 len: 221 time: 0.0129962 Aug 25 11:26:13.321441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:13.323349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device edfa2fed-6185-4c7b-af09-2a4e2c30151f up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:13.326355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d32516d6-e473-44cd-99f5-e31108ecc9d4 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2066523272', 'description': 'label created by tempest'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:13.327210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d32516d6-e473-44cd-99f5-e31108ecc9d4 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Unknown quota resources ['metering_label']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:26:13.376464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1c7c90a8-d40d-4704-8738-a771500455ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:13.377589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1c7c90a8-d40d-4704-8738-a771500455ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:13.378253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1c7c90a8-d40d-4704-8738-a771500455ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:13.380801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1c7c90a8-d40d-4704-8738-a771500455ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c02236c-c78c-4537-9384-2ff1eca72838&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=21fd759f-f92b-4e59-929b-4a2fc2225515&id=21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 200 len: 2294 time: 0.3608012 Aug 25 11:26:13.448677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port edfa2fed-6185-4c7b-af09-2a4e2c30151f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:13.464939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port edfa2fed-6185-4c7b-af09-2a4e2c30151f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:13.465570 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.561105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d32516d6-e473-44cd-99f5-e31108ecc9d4 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.562284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d32516d6-e473-44cd-99f5-e31108ecc9d4 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2396777 Aug 25 11:26:13.565229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:13.701582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-61ebe439-ce2d-42e6-b921-9632bcf95c2b tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=4cf235ef-8737-415f-a248-a8ae4239695f HTTP/1.1" status: 200 len: 468 time: 0.1309850 Aug 25 11:26:13.702139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52630) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:13.750749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.849488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:13.854044 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2cb83-10b7-44cd-8f1f-68f96c61b3b6" -d '{"events": [{"server_uuid": "4855ca6e-4f6b-471d-9154-968d4848b72a", "name": "network-vif-plugged", "status": "completed", "tag": "edfa2fed-6185-4c7b-af09-2a4e2c30151f"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:13.878550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port edfa2fed-6185-4c7b-af09-2a4e2c30151f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:13.886716 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.887581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:13.978540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] No DVR routers for this DVR port 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:13.988595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:13.992606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86f46e91-04de-485a-9227-5f8ad86f5ad3 req-6232713c-0d92-464c-8d9a-2f42baf66054 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "DELETE /v2.0/ports/3ae1a788-574c-44b4-ad88-b2f78a2a6d63 HTTP/1.1" status: 204 len: 173 time: 1.8157167 Aug 25 11:26:14.008963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142282ae-d28f-4d83-ab5f-7fad9f6f85ef req-c20dd383-23b7-4a96-bad8-b492cd6461a4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:14.025988 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563fd6f-4d3e-492e-96d9-bfa5af7ddbb9 x-openstack-request-id: req-0563fd6f-4d3e-492e-96d9-bfa5af7ddbb9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:14.027334 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4855ca6e-4f6b-471d-9154-968d4848b72a", "name": "network-vif-plugged", "status": "completed", "tag": "edfa2fed-6185-4c7b-af09-2a4e2c30151f", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:14.027426 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0563fd6f-4d3e-492e-96d9-bfa5af7ddbb9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:14.028010 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f', 'code': 200} Aug 25 11:26:14.035788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-142282ae-d28f-4d83-ab5f-7fad9f6f85ef req-c20dd383-23b7-4a96-bad8-b492cd6461a4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 949 time: 0.9700136 Aug 25 11:26:14.038753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'name': 'network-vif-deleted', 'tag': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:14.048126 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde7d0af-8b57-4c90-a76d-10db03df864c" -d '{"events": [{"server_uuid": "6745c635-2b39-49aa-a30d-39794eb9a9c1", "name": "network-vif-deleted", "tag": "3ae1a788-574c-44b4-ad88-b2f78a2a6d63"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:14.052387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3b0bcbd-0268-44d4-b376-1e990ae15d2c tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:14.056397 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3b0bcbd-0268-44d4-b376-1e990ae15d2c tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/4cf235ef-8737-415f-a248-a8ae4239695f HTTP/1.1" status: 204 len: 168 time: 0.3504224 Aug 25 11:26:14.057623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52642) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.064415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:14.064757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3ae1a788-574c-44b4-ad88-b2f78a2a6d63 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:14.106094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=edfa2fed-6185-4c7b-af09-2a4e2c30151f,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:14.133400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-912d9c6c-629b-4f5d-9ab4-0ce4358565cd tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=4cf235ef-8737-415f-a248-a8ae4239695f HTTP/1.1" status: 200 len: 216 time: 0.0562546 Aug 25 11:26:14.133743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.146119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-08466c9b-4e8d-4680-835d-2d089e00f9a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 200 len: 1000 time: 0.7398725 Aug 25 11:26:14.147119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b65a34f5-b204-4191-a4a9-38549e3325e9 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117860 Aug 25 11:26:14.150591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52650) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.163818 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0406ccc6-f242-4f2b-9d2e-7e3080c8cf31 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114896 Aug 25 11:26:14.169419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.219693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-142282ae-d28f-4d83-ab5f-7fad9f6f85ef req-3c4769ab-b50b-42c5-9b04-e0a6463877e5 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821022 Aug 25 11:26:14.225796 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6396996c-001e-45c1-afdb-d9e8b25582ee x-openstack-request-id: req-6396996c-001e-45c1-afdb-d9e8b25582ee {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:14.226232 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745c635-2b39-49aa-a30d-39794eb9a9c1", "name": "network-vif-deleted", "tag": "3ae1a788-574c-44b4-ad88-b2f78a2a6d63", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:14.226630 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6396996c-001e-45c1-afdb-d9e8b25582ee {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:14.227133 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745c635-2b39-49aa-a30d-39794eb9a9c1', 'name': 'network-vif-deleted', 'tag': '3ae1a788-574c-44b4-ad88-b2f78a2a6d63', 'status': 'completed', 'code': 200} Aug 25 11:26:14.239102 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed5c579e-216c-481a-b5ba-d7d5a36463a6 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/dcbb38e7-414b-4728-9bdf-48409f8d2c8e HTTP/1.1" status: 200 len: 473 time: 0.0677752 Aug 25 11:26:14.243602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52656) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.256881 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-10220b30-9c09-460b-aeb1-e15959f405ed tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/9cbe9af1-02b1-4e6c-8c0a-a09b4adc2bc5 HTTP/1.1" status: 200 len: 461 time: 0.0114439 Aug 25 11:26:14.264262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52658) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.338041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-c929cb21-cc24-4ac5-9bb6-1bdfb24c457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:14.341339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-c929cb21-cc24-4ac5-9bb6-1bdfb24c457a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffd3dc33-67e6-415a-97e4-94424d0919e6 HTTP/1.1" status: 200 len: 851 time: 0.1802404 Aug 25 11:26:14.346654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac400e2e-29c3-41bb-bb56-899932a59469 req-fc640c2b-79be-45bb-ad76-b629dd394cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:14.349501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac400e2e-29c3-41bb-bb56-899932a59469 req-fc640c2b-79be-45bb-ad76-b629dd394cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 1102 time: 0.1260278 Aug 25 11:26:14.451511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac400e2e-29c3-41bb-bb56-899932a59469 req-0ee029ed-5d05-472d-9e8a-705e98338a9a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818164 Aug 25 11:26:14.455898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-488befd5-0fa5-4208-ad74-420ab3378047 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:14.459191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-488befd5-0fa5-4208-ad74-420ab3378047 tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/9cbe9af1-02b1-4e6c-8c0a-a09b4adc2bc5 HTTP/1.1" status: 204 len: 168 time: 0.1961226 Aug 25 11:26:14.463811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52660) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:14.476681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3cd6f6a-4247-4b29-bd51-f768ac9ee07f req-b1fed8c0-0bcc-48b0-9f71-dfd5740c4cfc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=6745c635-2b39-49aa-a30d-39794eb9a9c1 HTTP/1.1" status: 200 len: 210 time: 0.0399606 Aug 25 11:26:14.479266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-fd6e4498-da1a-4fc3-957e-96fa6e7775ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:14.481158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-fd6e4498-da1a-4fc3-957e-96fa6e7775ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c02236c-c78c-4537-9384-2ff1eca72838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257489 Aug 25 11:26:14.739181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585ad47-5e3d-4e34-9d28-5d9d5b30704e req-c79bb60b-720c-480c-964c-bfda584fc3d8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:14.741975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a585ad47-5e3d-4e34-9d28-5d9d5b30704e req-c79bb60b-720c-480c-964c-bfda584fc3d8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1555474 Aug 25 11:26:14.780140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-8ef4fca7-e725-4dd0-8de4-fe975465a750 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851121 Aug 25 11:26:14.893637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a585ad47-5e3d-4e34-9d28-5d9d5b30704e req-8a9fc4cb-480d-4834-8a6c-3b4fa1bd84d4 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294937 Aug 25 11:26:14.902392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-1043ad39-fc43-4036-bc25-3daa41421556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:14.904060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-1043ad39-fc43-4036-bc25-3daa41421556 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.1606786 Aug 25 11:26:15.001274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-e46ef7dc-1ecf-44ca-8dcd-499f3aaf7cf1 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038620 Aug 25 11:26:15.006904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb75714a-c733-4ac0-8b04-5c810d6ca22e tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:15.008432 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bb75714a-c733-4ac0-8b04-5c810d6ca22e tempest-MeteringTestJSON-1862764 tempest-MeteringTestJSON-1862764-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/dcbb38e7-414b-4728-9bdf-48409f8d2c8e HTTP/1.1" status: 204 len: 168 time: 0.5420682 Aug 25 11:26:15.058934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-8612b307-140b-4d17-a500-2f069c81e4a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 217 time: 0.0485823 Aug 25 11:26:15.133011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-5ad3f9f8-9d68-4c77-a162-f9716024f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:15.134771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-5ad3f9f8-9d68-4c77-a162-f9716024f49e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.2056322 Aug 25 11:26:15.141624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-e3ece083-6973-4c66-a9eb-6b7c17d35942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:15.143293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-e3ece083-6973-4c66-a9eb-6b7c17d35942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.0707867 Aug 25 11:26:15.220212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-58e08752-d206-4aca-86fa-de6f98c1259b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.0744138 Aug 25 11:26:15.280220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-5935880b-5c13-460b-a32f-dad510f41b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:15.285706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-5935880b-5c13-460b-a32f-dad510f41b99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333764 Aug 25 11:26:15.307139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-c8bbe851-25dd-44cc-9f6f-9f32cf79e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:15.309130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-c8bbe851-25dd-44cc-9f6f-9f32cf79e4de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.0796659 Aug 25 11:26:15.386605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-492ba707-8c3e-4965-aa17-7da9b8889d37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647728 Aug 25 11:26:15.494954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52674) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:15.521981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-fcc62644-ff3c-4fb5-bf17-97b828c7b877 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242527 Aug 25 11:26:15.573916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62085-ef41-41ae-ac31-da0deb8323cc req-a76ca262-86e0-4d3c-afd8-333e0dc94630 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:15.576859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6f62085-ef41-41ae-ac31-da0deb8323cc req-a76ca262-86e0-4d3c-afd8-333e0dc94630 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 950 time: 0.1929164 Aug 25 11:26:15.660817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80db3349-e669-49f5-a884-e3c2de0a1b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:15.754117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-dc14c9a0-1416-4c7b-a25d-d93ef951bc39 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351595 Aug 25 11:26:15.815778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6f62085-ef41-41ae-ac31-da0deb8323cc req-de4524e2-a5a0-41a1-9c49-7e671fc527c1 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084053 Aug 25 11:26:15.819623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80db3349-e669-49f5-a884-e3c2de0a1b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:15.828236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-80db3349-e669-49f5-a884-e3c2de0a1b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:15.884109 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-80db3349-e669-49f5-a884-e3c2de0a1b4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03b32dcdd22e40f384b0986489ae28a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871713 Aug 25 11:26:15.885544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db3349-e669-49f5-a884-e3c2de0a1b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb838846-6c50-4288-92be-805a9bc731c5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:15.888918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:15.952443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5798a6f-40b8-4373-a529-bef2ba0207ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:15.972796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-e0050ee3-cba6-43be-910c-c5595892846c service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315562 Aug 25 11:26:15.982065 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5798a6f-40b8-4373-a529-bef2ba0207ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:16.047892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-3a663e25-818b-480d-b9f3-9ef39c843719 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 217 time: 0.0578480 Aug 25 11:26:16.052606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-490363d9-ee77-4cf0-8bc8-1227ee4450ff req-6affbe98-0a92-4ea5-ace5-f4a591cacce4 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888932 Aug 25 11:26:16.078051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5798a6f-40b8-4373-a529-bef2ba0207ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:16.084333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5798a6f-40b8-4373-a529-bef2ba0207ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:16.090728 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d5798a6f-40b8-4373-a529-bef2ba0207ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb838846-6c50-4288-92be-805a9bc731c5 HTTP/1.1" status: 204 len: 168 time: 0.1962984 Aug 25 11:26:16.131128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798a6f-40b8-4373-a529-bef2ba0207ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb838846-6c50-4288-92be-805a9bc731c5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:16.170526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-96b71d02-b89c-4e05-88cc-764a86bdb458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.172075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-96b71d02-b89c-4e05-88cc-764a86bdb458 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1076953 Aug 25 11:26:16.221131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6505915-6613-4445-a5b8-39359bc6acf7 req-3897dbbf-edf3-41b4-ba1f-c0fae30971fa tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.222807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6505915-6613-4445-a5b8-39359bc6acf7 req-3897dbbf-edf3-41b4-ba1f-c0fae30971fa tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1452177 Aug 25 11:26:16.257375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-00320c53-c39a-4e7d-8c72-848424152d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.258988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-00320c53-c39a-4e7d-8c72-848424152d6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768495 Aug 25 11:26:16.299582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6505915-6613-4445-a5b8-39359bc6acf7 req-7aa6294e-a13c-4703-a7b4-ed4e50151699 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641198 Aug 25 11:26:16.447147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-3b7af2db-a443-418b-bfc6-afc4b106c273 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0786910 Aug 25 11:26:16.470891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-274543fc-58a9-421a-85ce-59ebad7e42c6 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988509 Aug 25 11:26:16.640377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.641340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.641340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.641833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.642323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.642796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.643258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.645260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-34d58733-8135-44af-875a-6218b2928e74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 6506 time: 0.0868950 Aug 25 11:26:16.670617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1be7edb1-8016-4b8f-83f3-5eeb88ae414a service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912379 Aug 25 11:26:16.724641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-7cfa4d7a-b235-474a-8ee9-ed19869ad83a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0 HTTP/1.1" status: 200 len: 217 time: 0.0453186 Aug 25 11:26:16.765666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52718) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:16.784375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4226-4a21-4ca8-9f51-a770cd42e24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:16.836191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-59f735e7-074c-4561-9bdf-948bde536ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.837757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-59f735e7-074c-4561-9bdf-948bde536ef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1024361 Aug 25 11:26:16.893971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-e8b1bae1-440e-443b-83e6-5bd9e759ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.894373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-e8b1bae1-440e-443b-83e6-5bd9e759ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.894851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-e8b1bae1-440e-443b-83e6-5bd9e759ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.896594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-e8b1bae1-440e-443b-83e6-5bd9e759ed73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1cfc1716-58b4-4e56-a8be-9365be88475f&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=4742c583-3791-4e0c-80fa-01337094a4d4&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 200 len: 2297 time: 0.2095301 Aug 25 11:26:16.919865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-2549fc60-a081-48b1-a7d5-434d166d3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:16.921445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-2549fc60-a081-48b1-a7d5-434d166d3326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705175 Aug 25 11:26:16.922642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4226-4a21-4ca8-9f51-a770cd42e24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:16.928826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f8c4226-4a21-4ca8-9f51-a770cd42e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:16.976741 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f8c4226-4a21-4ca8-9f51-a770cd42e24a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78ed11aa472d44b5b2b228bc4a90c466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058229 Aug 25 11:26:16.976741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c4226-4a21-4ca8-9f51-a770cd42e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2bbcc-9aa0-46af-ab2a-2e780b3646b0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:16.978917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52724) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:17.048048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89d29d9e-3c22-4db5-8307-b7f8d5d2bd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:17.075555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89d29d9e-3c22-4db5-8307-b7f8d5d2bd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:17.111077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-c1e7604f-45b3-4b99-bd5a-6295686e2798 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67 HTTP/1.1" status: 200 len: 1001 time: 0.2034814 Aug 25 11:26:17.141369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c79e9f-0d56-4f34-9c80-d72c30838c31 req-af43f7da-732d-418c-bd11-01771d09ab83 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:17.142452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89d29d9e-3c22-4db5-8307-b7f8d5d2bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:17.145569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89d29d9e-3c22-4db5-8307-b7f8d5d2bd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:17.147176 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89d29d9e-3c22-4db5-8307-b7f8d5d2bd54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49b2bbcc-9aa0-46af-ab2a-2e780b3646b0 HTTP/1.1" status: 204 len: 168 time: 0.1667244 Aug 25 11:26:17.148876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88c79e9f-0d56-4f34-9c80-d72c30838c31 req-af43f7da-732d-418c-bd11-01771d09ab83 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 950 time: 0.1937597 Aug 25 11:26:17.159955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d29d9e-3c22-4db5-8307-b7f8d5d2bd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b2bbcc-9aa0-46af-ab2a-2e780b3646b0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:17.180918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45565921-3ae6-4957-afed-47f4a4daa820 req-f0959700-4101-41f7-9034-bb89982e93ce tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:17.187208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45565921-3ae6-4957-afed-47f4a4daa820 req-f0959700-4101-41f7-9034-bb89982e93ce tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:17.188910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45565921-3ae6-4957-afed-47f4a4daa820 req-f0959700-4101-41f7-9034-bb89982e93ce tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558&device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 1683 time: 0.2317996 Aug 25 11:26:17.225128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-b26e9e98-e060-464d-b46a-cbad35efa8ec service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689211 Aug 25 11:26:17.659762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-a168085f-5f7f-445c-9fbe-57f11ba611c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:17.661311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-a168085f-5f7f-445c-9fbe-57f11ba611c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e401c785-f192-4f84-87d6-10da174fd1a9 HTTP/1.1" status: 200 len: 856 time: 0.5289049 Aug 25 11:26:17.667915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88c79e9f-0d56-4f34-9c80-d72c30838c31 req-60d67c70-e4b4-4d72-9ed3-969701092868 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181007 Aug 25 11:26:17.722312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45565921-3ae6-4957-afed-47f4a4daa820 req-d05103b2-7ea7-47ff-a52e-5147f7320dc4 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039711 Aug 25 11:26:17.772401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-f7c6697b-4f9a-4442-bc99-491cd6910df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:17.774632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-f7c6697b-4f9a-4442-bc99-491cd6910df5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1cfc1716-58b4-4e56-a8be-9365be88475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950680 Aug 25 11:26:17.778340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-9954f668-efad-4e37-80d8-b1075218d944 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435379 Aug 25 11:26:17.879540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-39217ace-9359-4334-97c4-b22aa950715c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52 HTTP/1.1" status: 200 len: 217 time: 0.0852730 Aug 25 11:26:18.005417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-9c8617ac-6de4-428f-896d-5dd07ee7ffe7 service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212107 Aug 25 11:26:18.011597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-6ad5b944-e01c-4050-98c0-263320b97ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:18.013197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-6ad5b944-e01c-4050-98c0-263320b97ea3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1134865 Aug 25 11:26:18.055714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b56e0-7f2e-4b0e-9ff6-57c8ef10fbf5 req-20a6a0d7-5de2-4d7b-9953-904c3d357351 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:18.057454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de8b56e0-7f2e-4b0e-9ff6-57c8ef10fbf5 req-20a6a0d7-5de2-4d7b-9953-904c3d357351 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1620514 Aug 25 11:26:18.154378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ed80705-21df-4607-a4b2-87bd211e7335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:18.252385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-a0002279-95df-4b40-b1ef-6e8ee1ea9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:18.255164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-a0002279-95df-4b40-b1ef-6e8ee1ea9b6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2283015 Aug 25 11:26:18.265546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de8b56e0-7f2e-4b0e-9ff6-57c8ef10fbf5 req-6cb63e74-ad0d-4f46-9773-23ad02a5a67c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650212 Aug 25 11:26:18.381147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-0e235f37-f15f-4b14-871e-067428a2a25d service neutron] 10.222.0.67 "GET /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653784 Aug 25 11:26:18.384552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1dbb-29ab-4f00-998b-5577db724ae0 req-900f15e8-2aca-4a83-b6e8-5d807727d418 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:18.387378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65ca1dbb-29ab-4f00-998b-5577db724ae0 req-900f15e8-2aca-4a83-b6e8-5d807727d418 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 1102 time: 0.2854364 Aug 25 11:26:18.492121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-00f31413-5b3a-4d89-be5d-36cc930cd4e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 217 time: 0.0999074 Aug 25 11:26:18.623337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65ca1dbb-29ab-4f00-998b-5577db724ae0 req-95e44422-f08d-479f-9425-25b32de32f8d tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175238 Aug 25 11:26:18.670426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-f39a79df-e9ee-4a7c-81fc-32a5e12ee565 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784740 Aug 25 11:26:18.678054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-8d43c5d6-1797-4ccc-ac42-4b29d160d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:18.687667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-8d43c5d6-1797-4ccc-ac42-4b29d160d0b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1842065 Aug 25 11:26:18.881206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-ba3e45c3-6b3f-45d3-932e-a787fb6c9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:18.884219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-ba3e45c3-6b3f-45d3-932e-a787fb6c9cd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1790962 Aug 25 11:26:19.022849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-c917b9f3-84f1-441e-8ce9-fa50e8de8973 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335564 Aug 25 11:26:19.139841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-cb0e5730-801f-4e86-9d13-1dacf7d3c88e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb96412f-522f-4212-83b8-cec27213d90a HTTP/1.1" status: 200 len: 217 time: 0.0846419 Aug 25 11:26:19.159382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-15a12b40-b63e-48f9-aa05-b1a6c80141b4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640945 Aug 25 11:26:19.260830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-f9b7e4d3-0730-4292-866a-c2e6f61c6cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600774 Aug 25 11:26:19.353166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1b81ecfd-1a22-4288-b3e5-8c45a80a2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:19.354632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1b81ecfd-1a22-4288-b3e5-8c45a80a2c15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.1930907 Aug 25 11:26:19.484395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-1ddd04c8-bbf9-42ef-b094-3fee103a3ffb tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:19.486055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-1ddd04c8-bbf9-42ef-b094-3fee103a3ffb tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258150 Aug 25 11:26:19.527263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-6f9e8968-7842-452e-b034-b81c7367f456 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511246 Aug 25 11:26:19.529362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1fb6e1af-1de6-45fb-9027-9069fb72d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:19.530925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1fb6e1af-1de6-45fb-9027-9069fb72d86c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1628070 Aug 25 11:26:19.533496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-ad021548-c0e6-4e99-a342-6a987153b510 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/quotas/97f7b6ce40e5438295d4942b479a4750 HTTP/1.1" status: 200 len: 375 time: 0.0384505 Aug 25 11:26:19.591176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afee9ec-3461-411b-be71-ef664935b21a req-1b0d61a1-344e-4d8d-9e06-5de1050824f4 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:19.592930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9afee9ec-3461-411b-be71-ef664935b21a req-1b0d61a1-344e-4d8d-9e06-5de1050824f4 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 946 time: 0.2236197 Aug 25 11:26:19.596960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:19.611828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-c19edce5-4610-42cf-b326-05619ae20cb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 217 time: 0.0760765 Aug 25 11:26:19.710615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-18dce1fe-2eee-423b-88cd-e2fcdc5b111d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:19.733497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-18dce1fe-2eee-423b-88cd-e2fcdc5b111d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "PUT /v2.0/quotas/b56fa042bdee4b1c81d6fc418acdd8bc HTTP/1.1" status: 200 len: 368 time: 0.1349056 Aug 25 11:26:19.736583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52812) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:19.741826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Request body: {'network': {'project_id': 'b56fa042bdee4b1c81d6fc418acdd8bc'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:19.769837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Made reservation on behalf of b56fa042bdee4b1c81d6fc418acdd8bc for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:19.773148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:19.774165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9afee9ec-3461-411b-be71-ef664935b21a req-ca5f11fd-acf0-423d-b5f8-fa9c65bfcc33 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348574 Aug 25 11:26:19.780412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-18419e58-9df5-4780-ac88-8247e37c1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:19.782388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-18419e58-9df5-4780-ac88-8247e37c1d1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1203272 Aug 25 11:26:19.786061 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:19.803057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-9150206d-6604-48a6-94ef-6249b3d38044 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2230146 Aug 25 11:26:19.843978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-5d0b5c60-14f2-4068-aa27-9ceed30c80d7 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991161 Aug 25 11:26:19.921827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-da5cc080-2f20-4da8-b21d-eda428493bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:19.923408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-da5cc080-2f20-4da8-b21d-eda428493bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1194229 Aug 25 11:26:19.966341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:19.980123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.039531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:20.062086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1a14be73-ef95-4400-b4d9-9219cc68801d service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091031 Aug 25 11:26:20.071618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253fb65f-c43b-4830-8386-c97d4858458d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:20.078172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.079012 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Added segment 84fc1139-1462-44c1-aa20-cc87294639e3 of type vlan for network d15722ac-0194-4ecd-aee2-65675794d9e5 Aug 25 11:26:20.081732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cc6f6-2f75-4cf6-80ec-cafa08ee1adc req-0e726a87-b7e6-4a0a-833d-ee114d10fb2e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.090063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-578cc6f6-2f75-4cf6-80ec-cafa08ee1adc req-0e726a87-b7e6-4a0a-833d-ee114d10fb2e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1835043 Aug 25 11:26:20.147978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-98ab0997-19e1-4a7b-9fec-ef18cb6dc577 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 200 len: 217 time: 0.0756645 Aug 25 11:26:20.172190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.212108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-b0e0f910-d422-4f64-aea7-6c1bea398250 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691076 Aug 25 11:26:20.219155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.220676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.221525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.274864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-578cc6f6-2f75-4cf6-80ec-cafa08ee1adc req-9fbb818a-dfd3-4312-afa6-218cc103093b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833553 Aug 25 11:26:20.292907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92a8c942-d987-47cc-a7ba-4f44264e915b req-f7878a3a-6a20-48a6-9643-00730e1c7602 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 210 time: 0.0770712 Aug 25 11:26:20.392192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Pushing event updated for resources: {'Network': ['ID=d15722ac-0194-4ecd-aee2-65675794d9e5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:20.394390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-4843e4c5-3d98-41a9-a4d9-e567fe69c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.401681 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34c1f208-23d2-4bc6-b0ce-0ebb761ccbb2 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6638782 Aug 25 11:26:20.402485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52828) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:20.408943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network d15722ac-0194-4ecd-aee2-65675794d9e5 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:20.410624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-4843e4c5-3d98-41a9-a4d9-e567fe69c078 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.2413089 Aug 25 11:26:20.424150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Request body: {'network': {'project_id': 'b56fa042bdee4b1c81d6fc418acdd8bc'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:20.509278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Made reservation on behalf of b56fa042bdee4b1c81d6fc418acdd8bc for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:20.512163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.544660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1be1d598-6d1a-4a58-8fa2-f3530fe61a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.550235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-5135efd5-10d3-4fa2-a32f-06bf5c98b905 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.550572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-1be1d598-6d1a-4a58-8fa2-f3530fe61a76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1265121 Aug 25 11:26:20.551828 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-5135efd5-10d3-4fa2-a32f-06bf5c98b905 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 946 time: 0.0972090 Aug 25 11:26:20.552479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-72d12664-2db6-46f6-9b5a-0aa734621145 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172421 Aug 25 11:26:20.564223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:20.606613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.607341 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Added segment 0db84ff4-8ae3-4597-91f4-6e0f706f1c19 of type vlan for network 676482bf-2e6e-4730-8e86-12d66cb2dd12 Aug 25 11:26:20.619388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-2cf431b9-e586-4a59-bca3-7ed718ccd861 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b HTTP/1.1" status: 200 len: 217 time: 0.0557199 Aug 25 11:26:20.657930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.723675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.724948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.725546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.739276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-57e81f9b-bc36-4cee-9450-d5870dde047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:20.740786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-57e81f9b-bc36-4cee-9450-d5870dde047f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.0913754 Aug 25 11:26:20.783625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-ec408d30-21f2-4b42-b939-c7c04c0f8b19 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125802 Aug 25 11:26:20.797553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3935566 Aug 25 11:26:20.801271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52832) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:20.810106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d2b5fe4f-7b0d-469f-840e-22e754de7a64 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Request body: {'network': {'project_id': 'b56fa042bdee4b1c81d6fc418acdd8bc'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:20.821658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b8030-4c95-43e7-b08b-4e6f37e4aa0d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Pushing event updated for resources: {'Network': ['ID=676482bf-2e6e-4730-8e86-12d66cb2dd12,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:20.835216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Deleting port b8cf4439-b596-4a92-8095-1b2d872cca4c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:20.835529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:20.839491 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b5fe4f-7b0d-469f-840e-22e754de7a64 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 25 11:26:20.840004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b5fe4f-7b0d-469f-840e-22e754de7a64 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:26:20.840530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 676482bf-2e6e-4730-8e86-12d66cb2dd12 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:20.841204 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d2b5fe4f-7b0d-469f-840e-22e754de7a64 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0387731 Aug 25 11:26:20.854829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:20.958053 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f06a647-82a3-4aff-a96f-488efac0264d tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b56fa042bdee4b1c81d6fc418acdd8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024797 Aug 25 11:26:20.965977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52838) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:20.998641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] For port b8cf4439-b596-4a92-8095-1b2d872cca4c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=b8cf4439-b596-4a92-8095-1b2d872cca4c,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:20.999017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.023170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Calling delete_port for b8cf4439-b596-4a92-8095-1b2d872cca4c owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:21.037419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-06f96f81-ff1e-4548-8b07-f1cc7897c489 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:21.039176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-06f96f81-ff1e-4548-8b07-f1cc7897c489 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 946 time: 0.2224970 Aug 25 11:26:21.055377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-bd18886f-ab8a-470f-87e3-26eb6cb53f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:21.056917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-bd18886f-ab8a-470f-87e3-26eb6cb53f94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2998347 Aug 25 11:26:21.087778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77fe2620-614f-40d6-8262-937b2849be8c tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.124840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77fe2620-614f-40d6-8262-937b2849be8c tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.175383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b539534-ad3c-4ed9-b1f9-da14e0f5752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.192624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-371ace8b-ccb3-4805-8891-2704cfbc30da req-51f65f43-eb4b-4707-a996-796cdc3c71d4 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777518 Aug 25 11:26:21.201272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608106-58ba-4d76-aa7e-7b24043fa61d req-65db1459-2c1c-4dbb-8f97-28cdb828de29 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:21.220612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17608106-58ba-4d76-aa7e-7b24043fa61d req-65db1459-2c1c-4dbb-8f97-28cdb828de29 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed6d86c9-5574-4fb3-af5e-a58bd56219e9 HTTP/1.1" status: 200 len: 946 time: 0.2979829 Aug 25 11:26:21.278588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77fe2620-614f-40d6-8262-937b2849be8c tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.283565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77fe2620-614f-40d6-8262-937b2849be8c tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.286421 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77fe2620-614f-40d6-8262-937b2849be8c tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/253fb65f-c43b-4830-8386-c97d4858458d HTTP/1.1" status: 204 len: 168 time: 0.3191357 Aug 25 11:26:21.290377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52842) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:21.310176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe2620-614f-40d6-8262-937b2849be8c tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253fb65f-c43b-4830-8386-c97d4858458d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:21.328880 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.343818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17608106-58ba-4d76-aa7e-7b24043fa61d req-becc4278-ac06-4b1c-80f4-3a8b201a296e tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222689 Aug 25 11:26:21.365492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['b8cf4439-b596-4a92-8095-1b2d872cca4c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:21.426176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-e43f2d7b-ee11-4b71-99da-9abffe535b0e service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581281 Aug 25 11:26:21.449813 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.457592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Pushing event deleted for resources: {'Port': ['ID=b8cf4439-b596-4a92-8095-1b2d872cca4c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:21.465584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-e04f5197-e6d9-4940-beea-700dccddbc7a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=97f7b6ce40e5438295d4942b479a4750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622613 Aug 25 11:26:21.529774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] No DVR routers for this DVR port b8cf4439-b596-4a92-8095-1b2d872cca4c on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:21.534096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.536495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1bf25dbe-25fa-4fb7-ba89-454dcbc253fa req-b578d50b-d052-4800-9f09-0dfb9822cd8f tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.10 "DELETE /v2.0/ports/b8cf4439-b596-4a92-8095-1b2d872cca4c HTTP/1.1" status: 204 len: 173 time: 0.9689889 Aug 25 11:26:21.536997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'name': 'network-vif-deleted', 'tag': 'b8cf4439-b596-4a92-8095-1b2d872cca4c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:21.539490 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77d8ab-81c4-4111-803d-17bb70e1b38b" -d '{"events": [{"server_uuid": "ed6d86c9-5574-4fb3-af5e-a58bd56219e9", "name": "network-vif-deleted", "tag": "b8cf4439-b596-4a92-8095-1b2d872cca4c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:21.932983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:21.968189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9c5c33e-94b6-4d59-942f-528fb05dae87 req-1ec16a9c-f948-46c7-befe-96aeb76888a9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 210 time: 0.5003664 Aug 25 11:26:21.981603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Deleting port ba1f0ded-0d41-4979-b7cc-95856ef27efb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:21.982195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.114996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c31f-3321-4330-9f22-3be85e3a19f3 req-cd06f644-9d17-407f-b9ef-6029da5e175c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:22.122679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c7c31f-3321-4330-9f22-3be85e3a19f3 req-cd06f644-9d17-407f-b9ef-6029da5e175c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.6770678 Aug 25 11:26:22.190877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-bfd0b11c-0658-4136-a17b-d2693465241f service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443292 Aug 25 11:26:22.336833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-1449310c-30c8-4d5a-93c1-bff549644a11 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:22.339871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-1449310c-30c8-4d5a-93c1-bff549644a11 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5157592 Aug 25 11:26:22.377627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Request body: {'port': {'device_id': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '97f7b6ce40e5438295d4942b479a4750'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:22.380127 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.389161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-20bf43ca-4471-40e6-ba3a-7d17638bae93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b HTTP/1.1" status: 200 len: 217 time: 0.1772320 Aug 25 11:26:22.410184 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebd733-58ab-4bff-b557-42b9ae329830 x-openstack-request-id: req-96ebd733-58ab-4bff-b557-42b9ae329830 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:22.411040 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6d86c9-5574-4fb3-af5e-a58bd56219e9", "name": "network-vif-deleted", "tag": "b8cf4439-b596-4a92-8095-1b2d872cca4c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:22.411375 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96ebd733-58ab-4bff-b557-42b9ae329830 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:22.411940 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6d86c9-5574-4fb3-af5e-a58bd56219e9', 'name': 'network-vif-deleted', 'tag': 'b8cf4439-b596-4a92-8095-1b2d872cca4c', 'status': 'completed', 'code': 200} Aug 25 11:26:22.460911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.466090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c7c31f-3321-4330-9f22-3be85e3a19f3 req-872fbc23-f104-4caf-b337-407d0e7f5d6e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421888 Aug 25 11:26:22.514886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676482bf-2e6e-4730-8e86-12d66cb2dd12']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:22.535102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] For port ba1f0ded-0d41-4979-b7cc-95856ef27efb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ba1f0ded-0d41-4979-b7cc-95856ef27efb,segment=NetworkSegment(9bcd1bac-cc3f-4658-9134-ba1d72867410),segment_id=9bcd1bac-cc3f-4658-9134-ba1d72867410)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:22.535647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.565512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db84ff4-8ae3-4597-91f4-6e0f706f1c19') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:22.565843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db84ff4-8ae3-4597-91f4-6e0f706f1c19') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:22.579589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Calling delete_port for ba1f0ded-0d41-4979-b7cc-95856ef27efb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:22.593431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.601957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-8d9cc263-e986-47a4-b3a0-7dbb8076e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:22.603443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-8d9cc263-e986-47a4-b3a0-7dbb8076e0d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 200 len: 797 time: 0.1871874 Aug 25 11:26:22.671733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.726533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:26:22.726849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:26:22.732027 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:26:22.854083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Made reservation on behalf of 97f7b6ce40e5438295d4942b479a4750 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:22.857747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.867025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efee06-4d33-4dd0-8f66-851a79957012 req-fd5e6a6b-80c7-45d5-b28b-a6ed707ee3be tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:22.868643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6efee06-4d33-4dd0-8f66-851a79957012 req-fd5e6a6b-80c7-45d5-b28b-a6ed707ee3be tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 946 time: 0.2689316 Aug 25 11:26:22.874858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.887260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-414e9c68-4452-4e8c-a64f-0603a730111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:22.888754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-414e9c68-4452-4e8c-a64f-0603a730111c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4742c583-3791-4e0c-80fa-01337094a4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2491534 Aug 25 11:26:22.900163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:22.902004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "DELETE /v2.0/networks/676482bf-2e6e-4730-8e86-12d66cb2dd12 HTTP/1.1" status: 204 len: 168 time: 1.6047792 Aug 25 11:26:22.907851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52862) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:22.939704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81246a-a052-4328-9790-ad723e8768a7 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Pushing event deleted for resources: {'Network': ['ID=676482bf-2e6e-4730-8e86-12d66cb2dd12,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:22.987407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.088197 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.100100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15722ac-0194-4ecd-aee2-65675794d9e5']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:23.117054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fc1139-1462-44c1-aa20-cc87294639e3') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:23.117336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fc1139-1462-44c1-aa20-cc87294639e3') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:23.129034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.140583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6efee06-4d33-4dd0-8f66-851a79957012 req-f766be85-8697-45a0-b3bb-0a0cf5ef6ad7 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/security-groups?id=4d93fa70-1666-4679-ba8c-908273420622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630808 Aug 25 11:26:23.147273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.156512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:26:23.157027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:26:23.159750 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:26:23.196309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47fbffbc-d04a-41f6-a765-2417d451fa80 req-0c67b64a-8599-4f35-a18e-b431d37b3f7e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 210 time: 0.1069808 Aug 25 11:26:23.205134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.219100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['b8cf4439-b596-4a92-8095-1b2d872cca4c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:23.237202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.253461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.259142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] 10.222.0.35 "DELETE /v2.0/networks/d15722ac-0194-4ecd-aee2-65675794d9e5 HTTP/1.1" status: 204 len: 168 time: 0.3507953 Aug 25 11:26:23.274179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-2759b993-5ea0-4eb0-b6f0-2ed8599b0183 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667450 Aug 25 11:26:23.275306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Pushing event deleted for resources: {'Port': ['ID=ba1f0ded-0d41-4979-b7cc-95856ef27efb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:23.289392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c828cc-0e79-4bd0-9c52-775639375634 tempest-QuotasNegativeTest-1703500521 tempest-QuotasNegativeTest-1703500521-project-admin] Pushing event deleted for resources: {'Network': ['ID=d15722ac-0194-4ecd-aee2-65675794d9e5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:23.321072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ba1f0ded-0d41-4979-b7cc-95856ef27efb no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:23.365363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: ba1f0ded-0d41-4979-b7cc-95856ef27efb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:23.366192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ba1f0ded-0d41-4979-b7cc-95856ef27efb not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:23.436400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] No DVR routers for this DVR port ba1f0ded-0d41-4979-b7cc-95856ef27efb on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:23.448692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:23.448692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d66d6a0d-c4a9-4f76-9bc5-07514024ac40 req-2d695b8a-9086-4f25-b76a-2756c2d651dc tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.67 "DELETE /v2.0/ports/ba1f0ded-0d41-4979-b7cc-95856ef27efb HTTP/1.1" status: 204 len: 173 time: 2.3952153 Aug 25 11:26:23.448692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'name': 'network-vif-deleted', 'tag': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:23.449904 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552189e6-a251-4d46-a703-038f343c2941" -d '{"events": [{"server_uuid": "a3e97e68-7818-4f76-a35f-b2c94e95b558", "name": "network-vif-deleted", "tag": "ba1f0ded-0d41-4979-b7cc-95856ef27efb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:23.471672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Allocated IP 192.168.233.99 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/eec8280b-3a97-4c4f-a387-c5e3195b3f01) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:23.513831 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94fab97-cf6a-4c99-be58-8f6920e2f1b0 x-openstack-request-id: req-b94fab97-cf6a-4c99-be58-8f6920e2f1b0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:23.514482 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e97e68-7818-4f76-a35f-b2c94e95b558", "name": "network-vif-deleted", "tag": "ba1f0ded-0d41-4979-b7cc-95856ef27efb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:23.515077 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b94fab97-cf6a-4c99-be58-8f6920e2f1b0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:23.516010 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e97e68-7818-4f76-a35f-b2c94e95b558', 'name': 'network-vif-deleted', 'tag': 'ba1f0ded-0d41-4979-b7cc-95856ef27efb', 'status': 'completed', 'code': 200} Aug 25 11:26:23.578241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-846e9c8d-4b19-4320-a266-2de67efdd543 service neutron] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711468 Aug 25 11:26:23.710063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-4cd7a4fa-2421-4bfb-8c70-d80747d9fb53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 HTTP/1.1" status: 200 len: 217 time: 0.0999780 Aug 25 11:26:23.895886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ed20d-c79f-457c-a3f7-7b834f8c3618 req-0f14c34b-1193-4e28-bbc9-fe9642adb59b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:23.897507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca7ed20d-c79f-457c-a3f7-7b834f8c3618 req-0f14c34b-1193-4e28-bbc9-fe9642adb59b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.3086522 Aug 25 11:26:23.916175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-a261b1d6-979a-4666-bfe6-0c7b818627c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:23.917746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-a261b1d6-979a-4666-bfe6-0c7b818627c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.1765480 Aug 25 11:26:23.961238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:24.009623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.023278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca7ed20d-c79f-457c-a3f7-7b834f8c3618 req-b448b729-4ab8-40ad-a21b-15ecdd31cd99 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Aug 25 11:26:24.036676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Transition to ACTIVE for port object eec8280b-3a97-4c4f-a387-c5e3195b3f01 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:24.042887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-ffd7e912-fd79-4650-8f68-fc71554262c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:24.045745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-ffd7e912-fd79-4650-8f68-fc71554262c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060655 Aug 25 11:26:24.138380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.140293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.160594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:24.164932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'afeba41e-7848-4b20-be37-abf53b9090cb', 'edfa2fed-6185-4c7b-af09-2a4e2c30151f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:24.221160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:24.226158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event updated for resources: {'Port': ['ID=eec8280b-3a97-4c4f-a387-c5e3195b3f01,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:24.233386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-baf1235c-092c-4929-a558-6a615f854dbc service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692455 Aug 25 11:26:24.235924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:24.238289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:24.366112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.373758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.399279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.436250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=318633eafe1345038f8b752473a59367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730029 Aug 25 11:26:24.447789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:24.512072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-e4a7f0b1-2e31-4881-989e-d1b5bbd0bf88 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989019 Aug 25 11:26:24.534904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9715-ae83-4db8-b96a-2b087ca0d463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.540349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:24.541304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.555045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c3de7-030e-43ef-afca-a9bef8f32688,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:24.574908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.575256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.575592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.575923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.576253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.576578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.576901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.577222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.577541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.577890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.578215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.578531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeae51-8f9c-42e6-957c-1e65588bc5d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:24.587582 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9715-ae83-4db8-b96a-2b087ca0d463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.625852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4ee40f0-1a10-4dc4-88d6-6d36303b8fe5 req-90480ec3-8d24-489e-a75e-e33477bd10c6 tempest-ListServersNegativeTestJSON-604977758 tempest-ListServersNegativeTestJSON-604977758-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3e97e68-7818-4f76-a35f-b2c94e95b558 HTTP/1.1" status: 200 len: 210 time: 0.1125607 Aug 25 11:26:24.632370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-c025310e-dfba-412e-ad3a-ec6cf03c31e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7 HTTP/1.1" status: 200 len: 217 time: 0.0868771 Aug 25 11:26:24.650580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9715-ae83-4db8-b96a-2b087ca0d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.661102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9715-ae83-4db8-b96a-2b087ca0d463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.662102 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7aaa9715-ae83-4db8-b96a-2b087ca0d463 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b95c3de7-030e-43ef-afca-a9bef8f32688 HTTP/1.1" status: 204 len: 168 time: 0.2114024 Aug 25 11:26:24.672431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa9715-ae83-4db8-b96a-2b087ca0d463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c3de7-030e-43ef-afca-a9bef8f32688,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:24.694218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5640dd5b-6cab-4d9a-abeb-8621a053b0e7 None None] Provisioning for port eec8280b-3a97-4c4f-a387-c5e3195b3f01 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:24.709294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-738bc9b7-f3f2-42e5-b6fe-d1621f945ed3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3424327 Aug 25 11:26:24.717735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67e215-a85e-423b-ad09-7e1e80e8aa92 req-835383d1-6638-4f19-86c0-6df35d245a86 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:24.719204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c67e215-a85e-423b-ad09-7e1e80e8aa92 req-835383d1-6638-4f19-86c0-6df35d245a86 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 935 time: 0.2780907 Aug 25 11:26:24.721350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5640dd5b-6cab-4d9a-abeb-8621a053b0e7 None None] Provisioning complete for port eec8280b-3a97-4c4f-a387-c5e3195b3f01 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:24.721757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5640dd5b-6cab-4d9a-abeb-8621a053b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.731258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Request body: {'port': {'device_id': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:24.792898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-31126313-d901-4439-964e-f999f1510579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:24.795268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-31126313-d901-4439-964e-f999f1510579 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 200 len: 797 time: 0.1547971 Aug 25 11:26:24.813950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5640dd5b-6cab-4d9a-abeb-8621a053b0e7 None None] Port eec8280b-3a97-4c4f-a387-c5e3195b3f01 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:26:24.874361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c67e215-a85e-423b-ad09-7e1e80e8aa92 req-fda3b64d-2faf-48e2-8908-7641357516a9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400862 Aug 25 11:26:24.881766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:24.908150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546083-9daf-458f-9402-9d46b93994de req-211bdd75-1c2f-4308-9c5d-3a8d151fb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:24.910171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-211bdd75-1c2f-4308-9c5d-3a8d151fb582 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007173 Aug 25 11:26:25.187502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52904) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:25.213658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0049181c-c6db-48c4-bc16-6011afe7da9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.394430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0049181c-c6db-48c4-bc16-6011afe7da9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.400485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0049181c-c6db-48c4-bc16-6011afe7da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.475885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0049181c-c6db-48c4-bc16-6011afe7da9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e211841424c44b3b84efd80461d2f3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859712 Aug 25 11:26:25.477889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049181c-c6db-48c4-bc16-6011afe7da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040a668d-7f25-4a37-b396-e7153e564e8f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:25.483463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:25.556435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2badd382-0de5-4043-ad0c-c15b3bd63aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.557376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e202a59-f108-4174-ad35-c0ca18059ed0 req-789d35d9-2d98-4e19-a65a-ffbe272898b0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:25.559601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e202a59-f108-4174-ad35-c0ca18059ed0 req-789d35d9-2d98-4e19-a65a-ffbe272898b0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1876900 Aug 25 11:26:25.570729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-0aee9f41-8efe-4969-8073-29818567df95 service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421964 Aug 25 11:26:25.586164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2badd382-0de5-4043-ad0c-c15b3bd63aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.659585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2badd382-0de5-4043-ad0c-c15b3bd63aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.664703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2badd382-0de5-4043-ad0c-c15b3bd63aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.671450 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2badd382-0de5-4043-ad0c-c15b3bd63aff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/040a668d-7f25-4a37-b396-e7153e564e8f HTTP/1.1" status: 204 len: 168 time: 0.1859419 Aug 25 11:26:25.680927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badd382-0de5-4043-ad0c-c15b3bd63aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040a668d-7f25-4a37-b396-e7153e564e8f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:25.731493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e202a59-f108-4174-ad35-c0ca18059ed0 req-29281021-43ed-4b39-bd6b-cae714305532 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501536 Aug 25 11:26:25.760831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:25.800498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9546083-9daf-458f-9402-9d46b93994de req-6b8bc9d7-c9f7-4425-ad20-f912781bb0cd service neutron] 10.222.0.67 "GET /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882298 Aug 25 11:26:25.820855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Deleting subnet dc393fe9-547b-44bd-8221-bb5f57d86580 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:26:25.825158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.835281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device b8cf4439-b596-4a92-8095-1b2d872cca4c no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:25.866365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: b8cf4439-b596-4a92-8095-1b2d872cca4c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:25.866697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device b8cf4439-b596-4a92-8095-1b2d872cca4c not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:25.898153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.926637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec8280b-3a97-4c4f-a387-c5e3195b3f01 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:25.959371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:25.985569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Transition to ACTIVE for port object eec8280b-3a97-4c4f-a387-c5e3195b3f01 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:25.994576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.030443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.139943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.223858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc393fe9-547b-44bd-8221-bb5f57d86580,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:26.227629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.230207 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6513589f-0fcb-41fa-820b-13f934610bb5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dc393fe9-547b-44bd-8221-bb5f57d86580 HTTP/1.1" status: 204 len: 168 time: 0.4676735 Aug 25 11:26:26.234396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52926) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:26.240994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Pushing event updated for resources: {'Port': ['ID=eec8280b-3a97-4c4f-a387-c5e3195b3f01,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:26.303900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39e6b4-a607-42c5-b064-8b3fe72b17d6 req-65e963ba-fac7-4959-845c-51498b577d52 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:26.305560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af39e6b4-a607-42c5-b064-8b3fe72b17d6 req-65e963ba-fac7-4959-845c-51498b577d52 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 947 time: 0.2181516 Aug 25 11:26:26.362288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Attempting to bind port eec8280b-3a97-4c4f-a387-c5e3195b3f01 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:26.362746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Attempting to bind port eec8280b-3a97-4c4f-a387-c5e3195b3f01 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:26.363139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Attempting to bind port eec8280b-3a97-4c4f-a387-c5e3195b3f01 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:26.380529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Port eec8280b-3a97-4c4f-a387-c5e3195b3f01 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:26.381210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Attempting to bind port eec8280b-3a97-4c4f-a387-c5e3195b3f01 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:26.394441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af39e6b4-a607-42c5-b064-8b3fe72b17d6 req-2adfa41f-7b21-4d76-932e-79eccb743634 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700247 Aug 25 11:26:26.394441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:26.394441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:26.394942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:26.395514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Bound port: eec8280b-3a97-4c4f-a387-c5e3195b3f01, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:26.395763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.436755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.491178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] For port eec8280b-3a97-4c4f-a387-c5e3195b3f01, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:26.495797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] For port eec8280b-3a97-4c4f-a387-c5e3195b3f01, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:26.501489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.538483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:26.539111 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.540574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] 10.222.0.10 "PUT /v2.0/ports/eec8280b-3a97-4c4f-a387-c5e3195b3f01 HTTP/1.1" status: 200 len: 1096 time: 1.8141813 Aug 25 11:26:26.541323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'tag': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:26.543549 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bd109a-fea1-41e6-b890-9c5ee2879c28" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c", "tag": "eec8280b-3a97-4c4f-a387-c5e3195b3f01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:26.573853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef270d-8515-475a-b9b6-b2659d9fe61c service neutron] Pushing event updated for resources: {'Port': ['ID=eec8280b-3a97-4c4f-a387-c5e3195b3f01,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:26.580078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.596332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470f7106-acf3-49e7-aabd-ff8fd1773ab8']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:26.617929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcd1bac-cc3f-4658-9134-ba1d72867410') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:26.618359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcd1bac-cc3f-4658-9134-ba1d72867410') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:26.634001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.634217 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a59b4db-e578-4e0e-9d12-4b41796d9947 x-openstack-request-id: req-4a59b4db-e578-4e0e-9d12-4b41796d9947 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:26.634493 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c", "tag": "eec8280b-3a97-4c4f-a387-c5e3195b3f01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:26.634956 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a59b4db-e578-4e0e-9d12-4b41796d9947 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:26.635371 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'tag': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01', 'status': 'completed', 'code': 200} Aug 25 11:26:26.655012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.657957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-40ecb87c-db14-43b8-978a-55045370456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:26.659542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-40ecb87c-db14-43b8-978a-55045370456a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 1099 time: 0.0628800 Aug 25 11:26:26.663912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:26:26.664376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:26:26.666457 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:26:26.713679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-fb39da82-e993-4296-987c-90d5d8398f2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01 HTTP/1.1" status: 200 len: 217 time: 0.0439065 Aug 25 11:26:26.788558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.796387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:26.800932 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/470f7106-acf3-49e7-aabd-ff8fd1773ab8 HTTP/1.1" status: 204 len: 168 time: 0.5627177 Aug 25 11:26:26.824258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-c97705e6-f1c7-4417-a384-8d76db335c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:26.827506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-c97705e6-f1c7-4417-a384-8d76db335c6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1042895 Aug 25 11:26:26.830258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862d186-5bef-45b4-9b9a-72aefbf1e1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=470f7106-acf3-49e7-aabd-ff8fd1773ab8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:26.920856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-f85a3916-fd75-4e56-88b2-e0918a27ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:26.922517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-f85a3916-fd75-4e56-88b2-e0918a27ac39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0798447 Aug 25 11:26:26.935939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117b278-3d49-43e3-b188-e13d2e614e97 req-382905c3-11e1-45d5-9803-a8ebb8e85737 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:26.937488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b117b278-3d49-43e3-b188-e13d2e614e97 req-382905c3-11e1-45d5-9803-a8ebb8e85737 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0837522 Aug 25 11:26:27.050966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b117b278-3d49-43e3-b188-e13d2e614e97 req-64b07f4f-acb8-468f-8aeb-3a32f4307079 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979125 Aug 25 11:26:27.128150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:27.151420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-7c540e69-0229-4429-b1db-5f43452e1415 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102380 Aug 25 11:26:27.174629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52956) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:27.296749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56d42419-c0d7-4496-bedb-ea9ad891d075 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49ea51f6b19140c4a4e02202973b432a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198599 Aug 25 11:26:27.300098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:27.333344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02099c55-3683-4773-bcc7-2c520c6b24b2 req-279c49cd-d18e-4628-8e76-adea7c2790bd service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661899 Aug 25 11:26:27.382016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e015ed87-14ec-4b79-9f9c-504e834f2f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:27.404072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eaf8b-d608-4d38-b55a-3c9f5c7c68a8 req-7445fd86-5f77-41e9-9b52-d26ec9784ca7 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:27.405916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-401eaf8b-d608-4d38-b55a-3c9f5c7c68a8 req-7445fd86-5f77-41e9-9b52-d26ec9784ca7 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.0674100 Aug 25 11:26:27.408949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e015ed87-14ec-4b79-9f9c-504e834f2f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:27.478695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-401eaf8b-d608-4d38-b55a-3c9f5c7c68a8 req-e106f2cc-0a53-4108-a205-8857df1fef10 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556858 Aug 25 11:26:27.502098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-5c59b001-32ea-4cd2-a312-a46eba9c5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:27.503733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-5c59b001-32ea-4cd2-a312-a46eba9c5055 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 1099 time: 0.0968421 Aug 25 11:26:27.513822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e015ed87-14ec-4b79-9f9c-504e834f2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:27.521957 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e015ed87-14ec-4b79-9f9c-504e834f2f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:27.526187 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e015ed87-14ec-4b79-9f9c-504e834f2f44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d93fa70-1666-4679-ba8c-908273420622 HTTP/1.1" status: 204 len: 168 time: 0.2246966 Aug 25 11:26:27.544664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015ed87-14ec-4b79-9f9c-504e834f2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93fa70-1666-4679-ba8c-908273420622,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:27.644638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141713c-75fd-4c95-9eb6-f5d873be1112 req-3a10fd5f-4d19-492e-b2df-1ba2eceff6f8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:27.646476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1141713c-75fd-4c95-9eb6-f5d873be1112 req-3a10fd5f-4d19-492e-b2df-1ba2eceff6f8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 947 time: 0.1607225 Aug 25 11:26:27.668564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-dbdcb3ff-7f92-465c-b50b-c7ec4f265538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:27.670238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-dbdcb3ff-7f92-465c-b50b-c7ec4f265538 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.1513317 Aug 25 11:26:27.733989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-fd41e5b5-60ba-47cc-a332-289293efcb58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01 HTTP/1.1" status: 200 len: 217 time: 0.0549662 Aug 25 11:26:27.742713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1141713c-75fd-4c95-9eb6-f5d873be1112 req-ada402cb-716e-4782-8577-31cebbb18dea tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Aug 25 11:26:27.805673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-5185c895-9839-477b-b9a1-00e344c654fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:27.807586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-5185c895-9839-477b-b9a1-00e344c654fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0638001 Aug 25 11:26:27.885028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-3ad7a801-ff0d-493d-b4eb-427cc2a277cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:27.888302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-3ad7a801-ff0d-493d-b4eb-427cc2a277cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662069 Aug 25 11:26:28.005446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-e7c3b76a-1817-4161-86eb-311bfa84090b service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085150 Aug 25 11:26:28.152759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:28.172898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59bd109a-fea1-41e6-b890-9c5ee2879c28 req-90b48fea-e884-41bb-a1c0-6611a23187dc service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590674 Aug 25 11:26:28.238623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd25a-7f86-44be-a09e-9c1e5d7d3248 req-063ac8e1-fb9a-458c-8623-08c49f3cfbf8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:28.247210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79afd25a-7f86-44be-a09e-9c1e5d7d3248 req-063ac8e1-fb9a-458c-8623-08c49f3cfbf8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0719686 Aug 25 11:26:28.293330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79afd25a-7f86-44be-a09e-9c1e5d7d3248 req-6ea73e1a-4aa5-4133-92fa-b0d7228406a8 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Aug 25 11:26:28.478757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-8253208'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:28.507412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Made reservation on behalf of 1b98f39f111e4dd4802affea03635140 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:28.513387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.523254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.643916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.650591 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.690443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:28.701223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:28.713626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f71743-0f82-4962-b626-e5ce10da535d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:28.731597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.731956 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Added segment bb7d70a4-f783-4427-95ce-4bdecfc73bab of type vlan for network f49a3360-4e61-43d5-a36d-a7a26d3871fa Aug 25 11:26:28.739648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd80-c933-4dad-85c9-947de11e1ddb req-eb7a6640-b75f-48e8-ad2f-bd38c807a7b7 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:28.743523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0821fd80-c933-4dad-85c9-947de11e1ddb req-eb7a6640-b75f-48e8-ad2f-bd38c807a7b7 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.1057210 Aug 25 11:26:28.780533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.814186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.816008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0821fd80-c933-4dad-85c9-947de11e1ddb req-b4b43c1c-dc51-47a3-b262-ff400269bd8a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631089 Aug 25 11:26:28.821706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:28.822789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.912075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-295976091-network', 'tenant_id': 'bc2e863eb56d472bbba2124b505daf24'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:28.924948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Pushing event updated for resources: {'Network': ['ID=f49a3360-4e61-43d5-a36d-a7a26d3871fa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:28.938134 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9fe599e-2550-4d50-88c5-2ae891ba8ce8 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7839351 Aug 25 11:26:28.953288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163541-857f-4e33-b211-289553ea1eb7 req-490da834-cd1c-4f5b-af6f-6e59eea55b21 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:28.955884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1163541-857f-4e33-b211-289553ea1eb7 req-490da834-cd1c-4f5b-af6f-6e59eea55b21 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.1358726 Aug 25 11:26:28.958325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Made reservation on behalf of bc2e863eb56d472bbba2124b505daf24 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:28.960872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f49a3360-4e61-43d5-a36d-a7a26d3871fa details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:28.962704 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:28.983988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.005407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a44a8-98ac-4003-986e-251a960cfa32 req-74cbc800-1927-44c4-b8bb-2fd227d1f572 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:29.018218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea2a44a8-98ac-4003-986e-251a960cfa32 req-74cbc800-1927-44c4-b8bb-2fd227d1f572 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 947 time: 0.1350498 Aug 25 11:26:29.151134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea2a44a8-98ac-4003-986e-251a960cfa32 req-cb574b40-2140-4424-8141-16e1c5d8140a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313941 Aug 25 11:26:29.183203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.197377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.234569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Deleting port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:29.234994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.258739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:29.280715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea169dc4-3e86-4c78-ba3d-bced1201c9f7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:29.291649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.292781 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Added segment f22d46d2-4437-442a-a7e8-5a250c407def of type vlan for network b8fd7745-da05-46ee-8732-c6a662884f6a Aug 25 11:26:29.366081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] For port ec2f481b-7dab-4aa7-af74-2bf1c806ea01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:29.366553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.374276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.424240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:29.439012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Request body: {'port': {'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa', 'binding:host_id': 'n-h1-778732-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-111024220'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:29.460680 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.462292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:29.463838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.499779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Made reservation on behalf of 39409634449844b8a954f7021aada808 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:29.501839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.538183 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8464863 Aug 25 11:26:29.553549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:29.561719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Request body: {'subnet': {'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-295976091-subnet', 'tenant_id': 'bc2e863eb56d472bbba2124b505daf24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:29.566606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.600929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44c270-4e2a-4aac-bd71-6b1b36496a44 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fd7745-da05-46ee-8732-c6a662884f6a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:29.615628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network b8fd7745-da05-46ee-8732-c6a662884f6a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:29.625816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Made reservation on behalf of bc2e863eb56d472bbba2124b505daf24 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:29.628828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.747437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.748782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:29.749462 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Floating IP 50562491-445c-4080-a861-369ef8ace438 disassociated. External IP: 172.25.1.233, port: ec2f481b-7dab-4aa7-af74-2bf1c806ea01. Aug 25 11:26:29.750477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Calling delete_port for ec2f481b-7dab-4aa7-af74-2bf1c806ea01 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:29.827390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d664858-2b70-4c90-84d9-ac1ee05218ad req-bfe58c5f-2430-4287-8c1b-991bd28a55b4 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:29.836136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d664858-2b70-4c90-84d9-ac1ee05218ad req-bfe58c5f-2430-4287-8c1b-991bd28a55b4 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.2726085 Aug 25 11:26:29.867428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device eec8280b-3a97-4c4f-a387-c5e3195b3f01 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:26:29.901933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d664858-2b70-4c90-84d9-ac1ee05218ad req-943d1f08-3a45-4ba5-a67b-af893c002198 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Aug 25 11:26:30.100913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.108484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.115287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port 5babd002-42be-4fc9-a4f1-5283688a2292 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:30.142523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port eec8280b-3a97-4c4f-a387-c5e3195b3f01, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:30.169638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01', 'mac_address': 'fa:16:3e:e0:da:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:26:30.270555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d316d3-57ac-497c-bafe-6b76611295fc req-85654732-50a4-4265-834e-51f1097c1e8e tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:30.282286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85d316d3-57ac-497c-bafe-6b76611295fc req-85654732-50a4-4265-834e-51f1097c1e8e tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 945 time: 0.2341733 Aug 25 11:26:30.286682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.315327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.345053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event deleted for resources: {'Port': ['ID=ec2f481b-7dab-4aa7-af74-2bf1c806ea01,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:30.349355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec8280b-3a97-4c4f-a387-c5e3195b3f01 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:30.381968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port eec8280b-3a97-4c4f-a387-c5e3195b3f01, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:30.388814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.389160 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.451625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fc32b-a33b-4e17-b680-fad8a20e1287 req-423d2bee-c35e-4778-919e-cd9d31c118db tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:30.453388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-439fc32b-a33b-4e17-b680-fad8a20e1287 req-423d2bee-c35e-4778-919e-cd9d31c118db tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 947 time: 0.1133542 Aug 25 11:26:30.474652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85d316d3-57ac-497c-bafe-6b76611295fc req-80306895-f7d3-4c0b-8146-198954b6764b tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups?id=52acfbe0-baeb-4a94-8658-36ab5eff5cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766112 Aug 25 11:26:30.486422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port 5babd002-42be-4fc9-a4f1-5283688a2292 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:30.486655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=eec8280b-3a97-4c4f-a387-c5e3195b3f01,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:30.517368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e51cb-03c3-472b-a3b0-bb4c1870befa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:30.523166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.548293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccaf68bb-6e7f-434b-a80d-43a7f22c0a92,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:30.560302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Transition to ACTIVE for port object 5babd002-42be-4fc9-a4f1-5283688a2292 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:30.567669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Checking segment: {'id': 'f22d46d2-4437-442a-a7e8-5a250c407def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:30.568044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Network hostable DHCP agents. Network: b8fd7745-da05-46ee-8732-c6a662884f6a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:26:30.583227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.631926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Network b8fd7745-da05-46ee-8732-c6a662884f6a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:26:30.661584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-439fc32b-a33b-4e17-b680-fad8a20e1287 req-6cd6e212-46fa-4bb8-9ee1-7b393906336c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833693 Aug 25 11:26:30.665223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=5babd002-42be-4fc9-a4f1-5283688a2292,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:30.676576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, b8fd7745-da05-46ee-8732-c6a662884f6a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:30.685828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fc75e-ef0a-4c3e-abc4-ccf85a0ca2ce None None] Network b8fd7745-da05-46ee-8732-c6a662884f6a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:30.701151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:30.702269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.732433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Router b81f5115-d92c-4f62-bb65-44306039a606 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:26:30.744378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Checking segment: {'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:30.745157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Network hostable DHCP agents. Network: f49a3360-4e61-43d5-a36d-a7a26d3871fa, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:26:30.757449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:30.775856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['eec8280b-3a97-4c4f-a387-c5e3195b3f01'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:30.778761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9ae4aee-e0bb-4769-b048-93addb9990f7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2152982 Aug 25 11:26:30.811972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Network f49a3360-4e61-43d5-a36d-a7a26d3871fa is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:26:30.822092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f49a3360-4e61-43d5-a36d-a7a26d3871fa) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:30.828484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:30.862908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84253ed7-066c-414e-995c-68a8d4154bf9 None None] Network f49a3360-4e61-43d5-a36d-a7a26d3871fa requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:30.872801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:30.878540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:30.879247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:30.891954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:30.892652 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:30.893263 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 2 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:30.920677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:30.923153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:30.924600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:30.937561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:30.940427 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:30.941198 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 3 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:30.978007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:30.979071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:30.981194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:30.983735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:26:31.006542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.007333 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.008064 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 4 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.008653 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] Sync routers for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:26:31.039728 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:26:31.041046 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:31.079714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.080966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.086201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.094287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] No DVR routers for this DVR port ec2f481b-7dab-4aa7-af74-2bf1c806ea01 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:31.097477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:31.098697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.099668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1163541-857f-4e33-b211-289553ea1eb7 req-59b1e3f9-b12a-43a8-b5bf-1be88336d0c6 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.67 "DELETE /v2.0/ports/ec2f481b-7dab-4aa7-af74-2bf1c806ea01 HTTP/1.1" status: 204 len: 173 time: 2.1302700 Aug 25 11:26:31.100150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'name': 'network-vif-deleted', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:31.100679 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.102079 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 5 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.102590 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c437cb50-7069-4fe5-814d-4b895908d7cc" -d '{"events": [{"server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "name": "network-vif-deleted", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:31.138091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.138814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.139585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.149108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.149854 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.151168 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 6 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.188581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.191618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.191885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.206893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.207290 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.207691 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 7 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.229253 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45a4261-1f0a-4906-b47d-94e37f80bbf8 x-openstack-request-id: req-c45a4261-1f0a-4906-b47d-94e37f80bbf8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:31.229879 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea448312-0d9f-494c-90ee-3bffc9aa6a7b", "name": "network-vif-deleted", "tag": "ec2f481b-7dab-4aa7-af74-2bf1c806ea01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:31.230296 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c45a4261-1f0a-4906-b47d-94e37f80bbf8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:31.230960 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea448312-0d9f-494c-90ee-3bffc9aa6a7b', 'name': 'network-vif-deleted', 'tag': 'ec2f481b-7dab-4aa7-af74-2bf1c806ea01', 'status': 'completed', 'code': 200} Aug 25 11:26:31.265455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.266370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.267185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.274649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816afe7-8a5c-4c34-b681-05fd979e144c req-42781b27-ae88-4fd3-bbd4-86141dfa0209 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:31.278262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.279504 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.280836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7816afe7-8a5c-4c34-b681-05fd979e144c req-42781b27-ae88-4fd3-bbd4-86141dfa0209 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1591787 Aug 25 11:26:31.281487 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 8 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.316123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.316980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.317618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.326237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.327093 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.327943 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 9 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.346128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.346644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.347484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.353735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.354339 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.355077 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 10 to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 Aug 25 11:26:31.371754 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:26:31.375289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7816afe7-8a5c-4c34-b681-05fd979e144c req-193ec1ed-aa8f-4db8-aa79-cabff0017ee6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831664 Aug 25 11:26:31.378303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:31.378621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:31.379086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:31.384596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 5babd002-42be-4fc9-a4f1-5283688a2292 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:31.384936 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 5babd002-42be-4fc9-a4f1-5283688a2292 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:31.385314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:31.392862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d460a9-a4c5-4508-a37b-574f73caa416 None None] Network b8fd7745-da05-46ee-8732-c6a662884f6a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:31.518274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] For port 5babd002-42be-4fc9-a4f1-5283688a2292, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:31.519141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempted to set empty binding levels {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 11:26:31.530677 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:31.606536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:31.607369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:31.632955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=5babd002-42be-4fc9-a4f1-5283688a2292,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:31.643946 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-676b3813-5939-48d8-9c2c-783d5838bacd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2155375 Aug 25 11:26:31.644651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53060) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:31.731263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d6774c8-e6d1-4064-be1e-0a79db2c5bf4 req-809dcdf7-e82f-4f0c-ab8a-2eeef30d6f6a tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea448312-0d9f-494c-90ee-3bffc9aa6a7b HTTP/1.1" status: 200 len: 210 time: 0.0468171 Aug 25 11:26:31.757076 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:25Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:31.769135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Deleting port 5babd002-42be-4fc9-a4f1-5283688a2292 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:31.769493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:31.796402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-2be8d660-cc52-4917-b892-8a89daa3bce5 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:31.803952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-2be8d660-cc52-4917-b892-8a89daa3bce5 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/networks?id=b8fd7745-da05-46ee-8732-c6a662884f6a HTTP/1.1" status: 200 len: 813 time: 0.2321920 Aug 25 11:26:31.827578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-f9043ca6-f76b-4053-bc87-2375e74c70ec tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/quotas/bc2e863eb56d472bbba2124b505daf24 HTTP/1.1" status: 200 len: 375 time: 0.0225217 Aug 25 11:26:31.831713 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] Checking router: b81f5115-d92c-4f62-bb65-44306039a606 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:26:31.851150 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:26:31.852261 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:31.856070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] For port 5babd002-42be-4fc9-a4f1-5283688a2292, host n-h1-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:31.856070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:31.873520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Calling delete_port for 5babd002-42be-4fc9-a4f1-5283688a2292 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:31.877807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-f57b31ac-f071-4bfd-bf15-59bb5b9c40a7 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc2e863eb56d472bbba2124b505daf24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490799 Aug 25 11:26:31.968522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.005599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event deleted for resources: {'Port': ['ID=5babd002-42be-4fc9-a4f1-5283688a2292,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:32.012231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.014811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-284b17ea-459d-4e33-b7ae-768e83bd1d41 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "DELETE /v2.0/ports/5babd002-42be-4fc9-a4f1-5283688a2292 HTTP/1.1" status: 204 len: 168 time: 0.3681769 Aug 25 11:26:32.017572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53070) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:32.063054 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:26:32.066825 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6f95d9-cbea-4119-b82d-f89a9b7efb77 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:26:32.069742 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd6f95d9-cbea-4119-b82d-f89a9b7efb77 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "GET /v2.0/ports/5babd002-42be-4fc9-a4f1-5283688a2292 HTTP/1.1" status: 404 len: 333 time: 0.0496528 Aug 25 11:26:32.074537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53072) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:32.080162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Request body: {'port': {'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1217931652'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:32.117925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Made reservation on behalf of 39409634449844b8a954f7021aada808 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:32.124902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.155400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port dc400ec6-bc61-47dc-932b-14998f8b0a52 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:32.172337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bd2f0-79eb-4256-9d1b-9d63efdee6a7 req-23dfcc45-aced-41ca-9f6e-06e9fa8d39de tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:32.174006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de6bd2f0-79eb-4256-9d1b-9d63efdee6a7 req-23dfcc45-aced-41ca-9f6e-06e9fa8d39de tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 948 time: 0.0860226 Aug 25 11:26:32.189556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-a0f24e36-5661-4ae1-9d89-56615f1a3f9c service neutron] 10.222.0.35 "GET /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107541 Aug 25 11:26:32.293414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de6bd2f0-79eb-4256-9d1b-9d63efdee6a7 req-e312245f-0075-4dcd-81fe-304569cd384a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015093 Aug 25 11:26:32.346431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-d8da3157-96f0-4e1c-b87a-b8bfd3f03ae0 service neutron] 10.222.0.35 "GET /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557975 Aug 25 11:26:32.395089 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:25Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:32.424914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.427188 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2ff32-4f41-4480-b3d0-d78e83e57b42 None None] The sync data for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 is: [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:24:18Z', 'revision_number': 4, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '96ef16ca-988a-4dcb-9d6e-780ad2ec14ee', 'name': '', 'network_id': '3f06687b-60cd-41ec-ae43-0b71609df29a', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'mac_address': 'fa:16:3e:2d:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:15Z', 'updated_at': '2021-08-25T11:24:25Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'subnets': [{'id': '9c42b328-5da4-4fcc-8a30-554d4f0de075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:26:32.483735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.557268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Network f49a3360-4e61-43d5-a36d-a7a26d3871fa is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:32.561443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:32.566979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:32.567738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:32.568344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.572058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=dc400ec6-bc61-47dc-932b-14998f8b0a52,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:32.592738 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-897ba0d9-111a-4729-bbe9-f4af3b2603d8 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5165918 Aug 25 11:26:32.593655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53080) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:32.605508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:32.623961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21095cb-071c-4685-a752-38227da4d2d6 req-49665856-8b6d-43f9-a05f-2bb00e75f82f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:32.625640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d21095cb-071c-4685-a752-38227da4d2d6 req-49665856-8b6d-43f9-a05f-2bb00e75f82f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1246994 Aug 25 11:26:32.710223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2022d4f-e619-467f-be84-e0fad09e3fee req-e9162668-e919-4d0e-b686-3d03b11c92f4 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 210 time: 0.0623527 Aug 25 11:26:32.757428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.802003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d21095cb-071c-4685-a752-38227da4d2d6 req-16f91873-f28c-44ad-a2fc-5c4397f890bf tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527815 Aug 25 11:26:32.855860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b696c85-61e2-493f-b456-c50d95bc80b3 req-8adb44eb-1bca-44e9-aae4-47dd07cc3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:32.857673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b696c85-61e2-493f-b456-c50d95bc80b3 req-8adb44eb-1bca-44e9-aae4-47dd07cc3721 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.2077398 Aug 25 11:26:32.890393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53090) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:32.896312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d4240-4f0b-4058-a55e-6813c4454259 None None] New status for floating IP 50562491-445c-4080-a861-369ef8ace438: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:26:32.960987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c7b1896-a813-48f5-a758-6d6552c0eac0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:32.995829 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c7b1896-a813-48f5-a758-6d6552c0eac0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.009278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b696c85-61e2-493f-b456-c50d95bc80b3 req-237eefbe-1bc2-406f-a66f-51ddcdf79a2e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439085 Aug 25 11:26:33.071830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c7b1896-a813-48f5-a758-6d6552c0eac0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.076097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c7b1896-a813-48f5-a758-6d6552c0eac0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.077679 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c7b1896-a813-48f5-a758-6d6552c0eac0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "DELETE /v2.0/security-groups/52acfbe0-baeb-4a94-8658-36ab5eff5cb7 HTTP/1.1" status: 204 len: 168 time: 0.1876414 Aug 25 11:26:33.083168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53096) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:33.098770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b1896-a813-48f5-a758-6d6552c0eac0 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52acfbe0-baeb-4a94-8658-36ab5eff5cb7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:33.106891 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-e9c370ea-7c4c-4b23-aff2-51069dfdde16 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] show failed (client error): The resource could not be found. Aug 25 11:26:33.109298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e9c370ea-7c4c-4b23-aff2-51069dfdde16 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "GET /v2.0/security-groups/52acfbe0-baeb-4a94-8658-36ab5eff5cb7 HTTP/1.1" status: 404 len: 347 time: 0.0234838 Aug 25 11:26:33.112597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53098) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:33.133024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port dc400ec6-bc61-47dc-932b-14998f8b0a52 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:33.146807 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.166580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Transition to ACTIVE for port object dc400ec6-bc61-47dc-932b-14998f8b0a52 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:33.172715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.246041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=dc400ec6-bc61-47dc-932b-14998f8b0a52,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:33.251221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.251716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.252187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.257519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.258042 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.258536 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 2 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.259707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec2f481b-7dab-4aa7-af74-2bf1c806ea01 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:33.278481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.278995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.279439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.284876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.285373 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.285988 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 3 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.288601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: ec2f481b-7dab-4aa7-af74-2bf1c806ea01 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:33.288964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Deleting port f01d4e6d-3a54-4ebc-9a16-f9b8b8134081 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:33.289096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec2f481b-7dab-4aa7-af74-2bf1c806ea01 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:33.289757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.302971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.304899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.305496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.314390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.314731 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.314897 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 4 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.331644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.331888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.332231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.338095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.338427 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.339117 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 5 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.353308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.353645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.354019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.359294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.359631 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.360036 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 6 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.382220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.382593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.383304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.390468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.390802 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.391787 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 7 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.411777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.412336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.412910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.422975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.423225 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.423770 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 8 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.424736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.425071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.444546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Calling delete_port for f01d4e6d-3a54-4ebc-9a16-f9b8b8134081 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:33.449554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.449750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.450096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.459683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.460026 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.460516 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 9 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.506718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.507441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.507791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.537303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.537649 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.539125 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 10 to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 Aug 25 11:26:33.555946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:33.556278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:33.556691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:33.566114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:33.566486 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port dc400ec6-bc61-47dc-932b-14998f8b0a52 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:33.566903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.578655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174a005-c25d-4cba-97f5-087d3966d6a1 req-64b90ef7-2e80-4615-80be-25a4fd5e3519 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.580274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2174a005-c25d-4cba-97f5-087d3966d6a1 req-64b90ef7-2e80-4615-80be-25a4fd5e3519 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 948 time: 0.1022727 Aug 25 11:26:33.634806 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.662634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Pushing event deleted for resources: {'Port': ['ID=f01d4e6d-3a54-4ebc-9a16-f9b8b8134081,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:33.683971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2174a005-c25d-4cba-97f5-087d3966d6a1 req-699fc347-f8a3-48d4-b052-72315f0dd629 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904748 Aug 25 11:26:33.691641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] For port dc400ec6-bc61-47dc-932b-14998f8b0a52, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:33.692047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempted to set empty binding levels {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 11:26:33.697970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.730721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.732569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] In _notify_port_updated(), no bound segment for port dc400ec6-bc61-47dc-932b-14998f8b0a52 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:26:33.733448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.733587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.734485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:33.734713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9b0594ec-747b-4b52-b11c-9d4bc4d91040 tempest-ServersTestFqdnHostnames-1827103364 tempest-ServersTestFqdnHostnames-1827103364-project] 10.222.0.35 "DELETE /v2.0/floatingips/50562491-445c-4080-a861-369ef8ace438 HTTP/1.1" status: 204 len: 168 time: 0.6207714 Aug 25 11:26:33.736186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "PUT /v2.0/ports/dc400ec6-bc61-47dc-932b-14998f8b0a52 HTTP/1.1" status: 200 len: 976 time: 1.1413505 Aug 25 11:26:33.739492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53106) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:33.739924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:33.800159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14013cce-3a06-4669-a920-b36da01be800 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=dc400ec6-bc61-47dc-932b-14998f8b0a52,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:33.897839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device eec8280b-3a97-4c4f-a387-c5e3195b3f01 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:33.903693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4b9ff24-c8f3-47dc-979f-29bec8fe4fa2 req-71252961-6135-429c-abbc-2c61ebbd2116 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 210 time: 0.0563300 Aug 25 11:26:33.939569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.940129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.940619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.941159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.942014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.942802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.943313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.943785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.944256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.944726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.945196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.945910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.946398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.946865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.947331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.947803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.948268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.949264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.949766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.950233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.950696 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.951157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.951807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.952276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.952894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.953363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.953864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.954338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.954805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.955266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.955736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.956198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.956665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.957161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.957587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.958155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.958626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.959349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.960206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.960736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.961308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.961963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.962441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.963060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.963533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.964085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.965198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.965665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.966153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.966615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.967076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:33.977507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f50ae4b0-e652-4ae8-a99e-ddc2524366f1 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 45998 time: 0.2359788 Aug 25 11:26:33.978224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:34.069212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port eec8280b-3a97-4c4f-a387-c5e3195b3f01 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:34.078694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port eec8280b-3a97-4c4f-a387-c5e3195b3f01 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:34.079765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.113205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Deleting port dc400ec6-bc61-47dc-932b-14998f8b0a52 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:34.113669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.217304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] For port dc400ec6-bc61-47dc-932b-14998f8b0a52, host n-h1-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:34.218026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.246259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Calling delete_port for dc400ec6-bc61-47dc-932b-14998f8b0a52 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:34.311929 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.367815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:34.371200 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02907d18-646a-4151-9885-dbf426a2cf91" -d '{"events": [{"server_uuid": "3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c", "name": "network-vif-plugged", "status": "completed", "tag": "eec8280b-3a97-4c4f-a387-c5e3195b3f01"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:34.390816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port eec8280b-3a97-4c4f-a387-c5e3195b3f01, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:34.400208 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.425233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.466708 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239aba79-5119-49d4-b931-e3f36e976378 x-openstack-request-id: req-239aba79-5119-49d4-b931-e3f36e976378 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:34.467059 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c", "name": "network-vif-plugged", "status": "completed", "tag": "eec8280b-3a97-4c4f-a387-c5e3195b3f01", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:34.467235 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-239aba79-5119-49d4-b931-e3f36e976378 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:34.467642 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01', 'code': 200} Aug 25 11:26:34.468663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=eec8280b-3a97-4c4f-a387-c5e3195b3f01,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:34.478128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc400ec6-bc61-47dc-932b-14998f8b0a52,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:34.492392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.500630 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e5e6722-e75a-40b0-b8a4-47e88d5d3fa3 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "DELETE /v2.0/ports/dc400ec6-bc61-47dc-932b-14998f8b0a52 HTTP/1.1" status: 204 len: 168 time: 0.5189502 Aug 25 11:26:34.501093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53118) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:34.547466 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9514f0bb-f847-4924-9b79-2e7546509089 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:26:34.552034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9514f0bb-f847-4924-9b79-2e7546509089 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "GET /v2.0/ports/dc400ec6-bc61-47dc-932b-14998f8b0a52 HTTP/1.1" status: 404 len: 333 time: 0.0468702 Aug 25 11:26:34.556098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53122) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:34.563101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-786178981', 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:34.594628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Made reservation on behalf of 39409634449844b8a954f7021aada808 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:34.601737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.626289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port fbc4ee1b-a78b-476e-b841-15b3ca54e3e0 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:34.791645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4032a-186a-47a3-a439-83eb189b4dd6 req-1fdb9dfe-196c-485e-86d9-d79479de9a09 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:34.795615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aac4032a-186a-47a3-a439-83eb189b4dd6 req-1fdb9dfe-196c-485e-86d9-d79479de9a09 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.2177346 Aug 25 11:26:34.809732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb378003-dc18-4a33-9d07-29eeeef51a99 req-a105fcd5-a8d6-47a3-88dc-8e334e31d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:34.812746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb378003-dc18-4a33-9d07-29eeeef51a99 req-a105fcd5-a8d6-47a3-88dc-8e334e31d00f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 1101 time: 0.2369123 Aug 25 11:26:34.864924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.909382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.952564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Network f49a3360-4e61-43d5-a36d-a7a26d3871fa is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:34.955598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:34.958158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:34.959570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:34.960189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:34.982354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-e8e154e1-ae56-49cd-b264-5692e05a8b44 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:34.984216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-e8e154e1-ae56-49cd-b264-5692e05a8b44 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.67 "GET /v2.0/networks?id=b8fd7745-da05-46ee-8732-c6a662884f6a HTTP/1.1" status: 200 len: 813 time: 0.4106324 Aug 25 11:26:34.987373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc4ee1b-a78b-476e-b841-15b3ca54e3e0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:34.995757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1695ba1e-86a8-46bd-8af1-cfe714942c80 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4371786 Aug 25 11:26:35.000090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:35.014369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Request body: {'port': {'device_id': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a', 'admin_state_up': True, 'tenant_id': 'bc2e863eb56d472bbba2124b505daf24'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:35.059519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91ebfd-d451-408d-bfb6-2f0a79da78dd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:35.061417 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7c91ebfd-d451-408d-bfb6-2f0a79da78dd tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "GET /v2.0/ports/fbc4ee1b-a78b-476e-b841-15b3ca54e3e0 HTTP/1.1" status: 200 len: 954 time: 0.0597901 Aug 25 11:26:35.064626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:35.080352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aac4032a-186a-47a3-a439-83eb189b4dd6 req-4b0b20d3-c597-4125-8843-144c994028a1 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616541 Aug 25 11:26:35.087202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb378003-dc18-4a33-9d07-29eeeef51a99 req-12692c63-cb37-43d0-88e1-4c7738f61906 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618470 Aug 25 11:26:35.135172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cfa5-a938-46bd-a65d-9317703b784f req-13e9dbca-3f91-4620-8ddb-1884eab9053d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:35.136856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efd0cfa5-a938-46bd-a65d-9317703b784f req-13e9dbca-3f91-4620-8ddb-1884eab9053d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 949 time: 0.2958338 Aug 25 11:26:35.196614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Deleting port fbc4ee1b-a78b-476e-b841-15b3ca54e3e0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:35.199314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.266683 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efd0cfa5-a938-46bd-a65d-9317703b784f req-dc970ed4-91e2-4494-911f-397f9a96e639 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170590 Aug 25 11:26:35.268860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2dae7ac-cc7f-4b6d-923d-b2b86512d4c3 req-767cd8f2-4ac7-4f85-a7d3-a91dc09f98cc tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 210 time: 0.0552752 Aug 25 11:26:35.321719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.337781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Calling delete_port for fbc4ee1b-a78b-476e-b841-15b3ca54e3e0 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:35.340086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Made reservation on behalf of bc2e863eb56d472bbba2124b505daf24 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:35.347423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.445828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.472381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.481505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc4ee1b-a78b-476e-b841-15b3ca54e3e0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:35.488023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.494264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-12e5b978-dd11-409c-8cb9-43acaa6f6b5a tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "DELETE /v2.0/ports/fbc4ee1b-a78b-476e-b841-15b3ca54e3e0 HTTP/1.1" status: 204 len: 168 time: 0.4245315 Aug 25 11:26:35.494566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:35.526570 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-303b4c7f-0928-40c7-a52f-62267cd64033 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:26:35.536354 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-303b4c7f-0928-40c7-a52f-62267cd64033 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "GET /v2.0/ports/fbc4ee1b-a78b-476e-b841-15b3ca54e3e0 HTTP/1.1" status: 404 len: 333 time: 0.0341413 Aug 25 11:26:35.536662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53136) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:35.543009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Request body: {'port': {'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1336819477'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:35.570834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Made reservation on behalf of 39409634449844b8a954f7021aada808 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:35.574750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.595234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port 76e9a65a-703d-4c84-9738-510e46d4c830 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:35.615470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Allocated IP 172.20.0.3 (b8fd7745-da05-46ee-8732-c6a662884f6a/ccaf68bb-6e7f-434b-a80d-43a7f22c0a92/d7d76fc2-222e-45bf-a110-d0f4cee418ff) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:35.873117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.894190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.925199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.976909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Deleting port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:35.977323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.981659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:35.990467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Network f49a3360-4e61-43d5-a36d-a7a26d3871fa is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:35.995409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=76e9a65a-703d-4c84-9738-510e46d4c830,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:35.999141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:36.002129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:36.003627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:36.004565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.033853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f19fdf5-9f2a-42d0-b452-12023665cdf7 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4954484 Aug 25 11:26:36.037663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53140) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:36.046846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:36.075304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Network b8fd7745-da05-46ee-8732-c6a662884f6a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:36.083702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:36.097135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:36.103557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Pushing event updated for resources: {'Port': ['ID=d7d76fc2-222e-45bf-a110-d0f4cee418ff,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:36.132335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.167240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] For port 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:36.167691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.183145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:36.183824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.205393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Calling delete_port for 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:36.240004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb692900-46de-4970-83f8-985357202f10 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2399454 Aug 25 11:26:36.282322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Request body: {'port': {'device_id': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:36.333472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4edb2a-5b18-4530-8082-568e860ef8a6 req-e4a9e87d-1eb7-4b9b-a1ae-9c03b8431b7b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:36.335302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f4edb2a-5b18-4530-8082-568e860ef8a6 req-e4a9e87d-1eb7-4b9b-a1ae-9c03b8431b7b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1486037 Aug 25 11:26:36.337463 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:26:36.406798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.427044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] device_id is not set on port 76e9a65a-703d-4c84-9738-510e46d4c830 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:26:36.441820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.458680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Transition to ACTIVE for port object 76e9a65a-703d-4c84-9738-510e46d4c830 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:36.467256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.506791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f4edb2a-5b18-4530-8082-568e860ef8a6 req-a49a36c1-76f2-433e-bbae-4213696ec601 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631320 Aug 25 11:26:36.563504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449516cc-5072-49fd-97be-130a5ac7c00d req-a52c76bd-2996-4fbd-a18f-3b099edc34ea tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:36.565503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-449516cc-5072-49fd-97be-130a5ac7c00d req-a52c76bd-2996-4fbd-a18f-3b099edc34ea tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 931 time: 0.1097271 Aug 25 11:26:36.566683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=76e9a65a-703d-4c84-9738-510e46d4c830,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:36.591559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.592029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.592851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.601987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.602594 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.604893 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 2 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.640109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.640669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.641291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.650496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.651036 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.651951 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 3 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.674510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.675078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.675626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.683777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.684124 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.684602 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 4 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.700065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.700404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.700737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.706039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.706389 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.706777 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 5 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.710829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-449516cc-5072-49fd-97be-130a5ac7c00d req-f39efcf2-08df-42fb-864b-5b278f4f33fc tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265016 Aug 25 11:26:36.722040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.722518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.722875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.728302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.728725 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.729128 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 6 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.751679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.752034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.753671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.759680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.760066 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.762066 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 7 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.786477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.787186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.791584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.800490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.800844 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.801282 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 8 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.821945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.822313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.822738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.831453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:36.836357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.837165 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.837936 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 9 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.854754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc574e-5001-4858-9f36-9b05dc2c6aee req-d0fdaf88-1155-488a-86e6-4cc0fc880bbe tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:36.856410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3dc574e-5001-4858-9f36-9b05dc2c6aee req-d0fdaf88-1155-488a-86e6-4cc0fc880bbe tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 949 time: 0.1754768 Aug 25 11:26:36.862891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.863651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.864344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.873465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.874228 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.874836 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempt 10 to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 Aug 25 11:26:36.886703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ef16ca-988a-4dcb-9d6e-780ad2ec14ee,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:36.908794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:36.908794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:36.909080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempting to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:36.919912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:36.920534 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Failed to bind port 76e9a65a-703d-4c84-9738-510e46d4c830 on host n-h1-778732-11 for vnic_type normal using segments [{'id': 'bb7d70a4-f783-4427-95ce-4bdecfc73bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f49a3360-4e61-43d5-a36d-a7a26d3871fa'}] Aug 25 11:26:36.921304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.032560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3dc574e-5001-4858-9f36-9b05dc2c6aee req-cc08ac1b-9e68-417b-9df3-c3dc02a9ce53 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463282 Aug 25 11:26:37.039270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] For port 76e9a65a-703d-4c84-9738-510e46d4c830, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:37.039270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attempted to set empty binding levels {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 11:26:37.051344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.131680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event updated for resources: {'Port': ['ID=76e9a65a-703d-4c84-9738-510e46d4c830,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:37.141116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] In _notify_port_updated(), no bound segment for port 76e9a65a-703d-4c84-9738-510e46d4c830 on network f49a3360-4e61-43d5-a36d-a7a26d3871fa {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:26:37.142219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:37.142908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.146680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf323c53-a2ec-4fc0-903d-a42f84cfcc14 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "PUT /v2.0/ports/76e9a65a-703d-4c84-9738-510e46d4c830 HTTP/1.1" status: 200 len: 976 time: 1.1072447 Aug 25 11:26:37.148322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:37.192874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d76fc2-222e-45bf-a110-d0f4cee418ff {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:37.221609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.255380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Transition to ACTIVE for port object d7d76fc2-222e-45bf-a110-d0f4cee418ff will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:37.272046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Deleting port 76e9a65a-703d-4c84-9738-510e46d4c830 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:37.272551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.353579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.360821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] For port 76e9a65a-703d-4c84-9738-510e46d4c830, host n-h1-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:37.361105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.376425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Calling delete_port for 76e9a65a-703d-4c84-9738-510e46d4c830 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:37.785859 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.816382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e9a65a-703d-4c84-9738-510e46d4c830,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:37.823755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.825950 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60bdcf67-64c0-4f0f-a84e-785bb3b84a0c tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "DELETE /v2.0/ports/76e9a65a-703d-4c84-9738-510e46d4c830 HTTP/1.1" status: 204 len: 168 time: 0.6761820 Aug 25 11:26:37.828543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53164) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:37.853992 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9232af80-8909-4ca5-8d6e-478dfc9cfe66 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:26:37.856259 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9232af80-8909-4ca5-8d6e-478dfc9cfe66 tempest-PortsAdminExtendedAttrsTestJSON-1144206566 tempest-PortsAdminExtendedAttrsTestJSON-1144206566-project-admin] 10.222.0.35 "GET /v2.0/ports/76e9a65a-703d-4c84-9738-510e46d4c830 HTTP/1.1" status: 404 len: 333 time: 0.0266948 Aug 25 11:26:37.862244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53168) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:37.879063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Pushing event updated for resources: {'Port': ['ID=d7d76fc2-222e-45bf-a110-d0f4cee418ff,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:37.907802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-7c1a7641-7e79-4905-80a1-30326af8ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:37.909443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-7c1a7641-7e79-4905-80a1-30326af8ea0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.5708044 Aug 25 11:26:37.937647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea304c-7989-4b46-a785-7ddf45d5548e req-bdb2bbe6-8cac-4c0d-a907-9647e8fc27bb tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:37.939285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87ea304c-7989-4b46-a785-7ddf45d5548e req-bdb2bbe6-8cac-4c0d-a907-9647e8fc27bb tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 1101 time: 0.6028450 Aug 25 11:26:37.949069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:37.952160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3751f8-9150-4732-a347-71a5acede932 req-2bbdf8b7-42ba-4166-bef3-a1767dba5b89 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:37.953892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae3751f8-9150-4732-a347-71a5acede932 req-2bbdf8b7-42ba-4166-bef3-a1767dba5b89 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.5912819 Aug 25 11:26:37.992601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.080024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.095053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49a3360-4e61-43d5-a36d-a7a26d3871fa']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:38.108436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7d70a4-f783-4427-95ce-4bdecfc73bab') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:38.108975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7d70a4-f783-4427-95ce-4bdecfc73bab') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:38.125533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.143673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.153096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:26:38.153987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:26:38.158449 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:26:38.174159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87ea304c-7989-4b46-a785-7ddf45d5548e req-1c790518-e99b-4d4e-ae67-2749b9fe0049 tempest-ServersOnMultiNodesTest-1538366619 tempest-ServersOnMultiNodesTest-1538366619-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191668 Aug 25 11:26:38.187126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae3751f8-9150-4732-a347-71a5acede932 req-6489dc28-1d6a-48f8-ac8e-f37a2e12c81f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177744 Aug 25 11:26:38.196921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Attempting to bind port d7d76fc2-222e-45bf-a110-d0f4cee418ff on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:38.197289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Attempting to bind port d7d76fc2-222e-45bf-a110-d0f4cee418ff by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'f22d46d2-4437-442a-a7e8-5a250c407def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:38.197575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Attempting to bind port d7d76fc2-222e-45bf-a110-d0f4cee418ff on network b8fd7745-da05-46ee-8732-c6a662884f6a {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:38.254519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.254848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-648c4def-7fb1-4265-8c46-34821b9d0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:38.256130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-648c4def-7fb1-4265-8c46-34821b9d0dd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.3142672 Aug 25 11:26:38.259476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Port d7d76fc2-222e-45bf-a110-d0f4cee418ff on network b8fd7745-da05-46ee-8732-c6a662884f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:38.259820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Attempting to bind port d7d76fc2-222e-45bf-a110-d0f4cee418ff on network b8fd7745-da05-46ee-8732-c6a662884f6a {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:38.272695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:38.272977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.273363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Checking segment: {'id': 'f22d46d2-4437-442a-a7e8-5a250c407def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:38.273953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Bound using segment: {'id': 'f22d46d2-4437-442a-a7e8-5a250c407def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:38.274659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Bound port: d7d76fc2-222e-45bf-a110-d0f4cee418ff, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22d46d2-4437-442a-a7e8-5a250c407def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:38.275500 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.276376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] 10.222.0.35 "DELETE /v2.0/networks/f49a3360-4e61-43d5-a36d-a7a26d3871fa HTTP/1.1" status: 204 len: 168 time: 0.4122832 Aug 25 11:26:38.303699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee575-b590-47ca-9847-868ccd3f3053 tempest-PortsAdminExtendedAttrsTestJSON-1816993945 tempest-PortsAdminExtendedAttrsTestJSON-1816993945-project] Pushing event deleted for resources: {'Network': ['ID=f49a3360-4e61-43d5-a36d-a7a26d3871fa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:38.384548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-70e4e0e8-81d0-4358-bb05-90de65d1b92c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.0958531 Aug 25 11:26:38.560596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-65febd9d-3d5a-4bac-8c52-8e183c4b351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:38.562235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-65febd9d-3d5a-4bac-8c52-8e183c4b351e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.1544383 Aug 25 11:26:38.576687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ae31-5ba0-41fa-8a74-3fb94cac26f1 req-588a0208-a11b-47ec-af2f-a48abb2b51c0 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:38.584518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6de7ae31-5ba0-41fa-8a74-3fb94cac26f1 req-588a0208-a11b-47ec-af2f-a48abb2b51c0 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 943 time: 0.2722015 Aug 25 11:26:38.626587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] For port d7d76fc2-222e-45bf-a110-d0f4cee418ff, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:38.638002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:38.648774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-bf6f1a86-7e88-4efe-a8bc-fddc63e875f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550377 Aug 25 11:26:38.703705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] For port d7d76fc2-222e-45bf-a110-d0f4cee418ff, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff,segment=NetworkSegment(f22d46d2-4437-442a-a7e8-5a250c407def),segment_id=f22d46d2-4437-442a-a7e8-5a250c407def)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:38.769997 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.841743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6de7ae31-5ba0-41fa-8a74-3fb94cac26f1 req-b4968ce2-ca1d-4b5f-ae5d-d43973790afb tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562768 Aug 25 11:26:38.861563 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2a432725-062b-4078-9c32-46648c4e1d7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b98f39f111e4dd4802affea03635140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218902 Aug 25 11:26:38.862294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:38.863410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.865521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53186) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:38.866194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] 10.222.0.67 "PUT /v2.0/ports/d7d76fc2-222e-45bf-a110-d0f4cee418ff HTTP/1.1" status: 200 len: 1092 time: 2.6170511 Aug 25 11:26:38.871562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'tag': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:38.874514 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a", "tag": "d7d76fc2-222e-45bf-a110-d0f4cee418ff"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:38.935327 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003cdec9-dece-4eda-9098-aa458c3e3dbe x-openstack-request-id: req-003cdec9-dece-4eda-9098-aa458c3e3dbe {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:38.935760 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a", "tag": "d7d76fc2-222e-45bf-a110-d0f4cee418ff", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:38.936131 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-003cdec9-dece-4eda-9098-aa458c3e3dbe {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:38.936717 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'tag': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff', 'status': 'completed', 'code': 200} Aug 25 11:26:38.952998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e32a5-1d3f-4256-8e46-502520d75ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:38.962009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Router b81f5115-d92c-4f62-bb65-44306039a606 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:26:38.985243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b37f9-f608-4782-bde9-26c02e57e98c req-0c842dd9-8cb5-4a5c-90f7-c27df94b6c22 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:38.987828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a5b37f9-f608-4782-bde9-26c02e57e98c req-0c842dd9-8cb5-4a5c-90f7-c27df94b6c22 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 949 time: 0.2981157 Aug 25 11:26:38.989396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e32a5-1d3f-4256-8e46-502520d75ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.020167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da836d21-f4e5-4bbc-9fe7-04893a6c212f service neutron] Pushing event updated for resources: {'Port': ['ID=d7d76fc2-222e-45bf-a110-d0f4cee418ff,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:39.039551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-d87812b6-7fbb-4bd8-a939-90eb41b10bca service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526027 Aug 25 11:26:39.050544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e32a5-1d3f-4256-8e46-502520d75ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.054342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d2e32a5-1d3f-4256-8e46-502520d75ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.055940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5d2e32a5-1d3f-4256-8e46-502520d75ee3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45f71743-0f82-4962-b626-e5ce10da535d HTTP/1.1" status: 204 len: 168 time: 0.1888778 Aug 25 11:26:39.076672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e32a5-1d3f-4256-8e46-502520d75ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f71743-0f82-4962-b626-e5ce10da535d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:39.206736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb87a712-492a-4b93-8a03-0e0b942aabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:39.208333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-eb87a712-492a-4b93-8a03-0e0b942aabe4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2e863eb56d472bbba2124b505daf24&device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 1095 time: 0.2796111 Aug 25 11:26:39.228962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a5b37f9-f608-4782-bde9-26c02e57e98c req-8d658b66-e222-4656-a7eb-f31039e31fa1 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164903 Aug 25 11:26:39.314708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-6c5cfbee-f8b3-4609-9b2c-7dd939924961 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff HTTP/1.1" status: 200 len: 217 time: 0.0895305 Aug 25 11:26:39.415251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be4901f5-2c1a-492b-bc17-0bdc782cf286 req-e8b1cdc9-2712-48fb-afdf-61a5adb164be service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619659 Aug 25 11:26:39.438276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:26:39.458481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3a46c644-4132-4326-b2c4-ce2c1be530c7 admin admin] 10.222.0.35 "PUT /v2.0/routers/b81f5115-d92c-4f62-bb65-44306039a606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7154248 Aug 25 11:26:39.459830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53200) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:39.465942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-489eafb6-02da-4a39-9327-224a0a54d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:39.467649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-489eafb6-02da-4a39-9327-224a0a54d9b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccaf68bb-6e7f-434b-a80d-43a7f22c0a92 HTTP/1.1" status: 200 len: 853 time: 0.1387348 Aug 25 11:26:39.468234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53202) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:39.478181 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] Sync routers for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:26:39.496185 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:26:39.497596 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:39.498103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de67f3f-c3f1-4db7-83f3-6bd7e72df347 req-17c13437-7294-4da0-be63-f97e6dfba7de tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:39.499825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de67f3f-c3f1-4db7-83f3-6bd7e72df347 req-17c13437-7294-4da0-be63-f97e6dfba7de tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1761017 Aug 25 11:26:39.533912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-22f132fb-5d1b-453a-a4d5-8540b728f70f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8fd7745-da05-46ee-8732-c6a662884f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553913 Aug 25 11:26:39.615468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.647290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de67f3f-c3f1-4db7-83f3-6bd7e72df347 req-f1c859f9-bf58-4516-bef0-8aad9214ac9f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338143 Aug 25 11:26:39.661008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c6447378-3a88-43d8-893b-f662900dc3f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39409634449844b8a954f7021aada808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848295 Aug 25 11:26:39.661008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53204) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:39.747806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17abc0b5-c9ed-4f91-8860-c43937f56312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.752106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-c751d05d-dbe4-4d7b-9485-b479b116cf49 service neutron] 10.222.0.67 "GET /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863818 Aug 25 11:26:39.754983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.786472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17abc0b5-c9ed-4f91-8860-c43937f56312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.814195 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:26:39.820421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Deleting port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:39.820939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.911751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6db00669-5755-43c1-a2ef-229a5ff991f1 req-2410ff93-2ac6-4988-81f4-2d89604e8085 service neutron] 10.222.0.67 "GET /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385367 Aug 25 11:26:39.926922 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17abc0b5-c9ed-4f91-8860-c43937f56312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.929799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17abc0b5-c9ed-4f91-8860-c43937f56312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.933571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-17abc0b5-c9ed-4f91-8860-c43937f56312 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a26e51cb-03c3-472b-a3b0-bb4c1870befa HTTP/1.1" status: 204 len: 168 time: 0.2699945 Aug 25 11:26:39.952732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abc0b5-c9ed-4f91-8860-c43937f56312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e51cb-03c3-472b-a3b0-bb4c1870befa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:39.969580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] For port 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:39.970217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:39.989112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Calling delete_port for 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:40.069496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618860d4-286a-4e6f-be8a-8192be43cb66 req-1fe8dd8b-f78f-4a1a-87c3-24c8ee1967c9 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:40.072103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-618860d4-286a-4e6f-be8a-8192be43cb66 req-1fe8dd8b-f78f-4a1a-87c3-24c8ee1967c9 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 943 time: 0.1205537 Aug 25 11:26:40.084775 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:26:36Z', 'revision_number': 5, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port': {'id': '2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:09Z', 'updated_at': '2021-08-25T11:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:40.113202 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] Checking router: b81f5115-d92c-4f62-bb65-44306039a606 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:26:40.125914 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] Routers {'b81f5115-d92c-4f62-bb65-44306039a606'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:26:40.126612 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b81f5115-d92c-4f62-bb65-44306039a606'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:40.134463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-b65170fb-9024-4853-b1dd-6b5a44d65e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:40.137466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-b65170fb-9024-4853-b1dd-6b5a44d65e38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2e863eb56d472bbba2124b505daf24&device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 1095 time: 0.1343789 Aug 25 11:26:40.231078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.239454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-e7ebbd38-75f2-4f98-8d1c-3d75619769c0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:40.242448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-e7ebbd38-75f2-4f98-8d1c-3d75619769c0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 949 time: 0.1663656 Aug 25 11:26:40.261459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:40.291728 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] Set router b81f5115-d92c-4f62-bb65-44306039a606 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:26:40.341656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.376640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-618860d4-286a-4e6f-be8a-8192be43cb66 req-6beedc7e-4ea3-4395-bf54-614ca1906bd8 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863097 Aug 25 11:26:40.400558 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:26:39Z', 'revision_number': 6, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:40.460595 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89855e7-cf26-4752-a7e4-be9b5165ee62 None None] The sync data for ids ['b81f5115-d92c-4f62-bb65-44306039a606'] in n-d-778732-11 is: [{'id': 'b81f5115-d92c-4f62-bb65-44306039a606', 'name': 'tempest-ServersTestFqdnHostnames-1714899158-router', 'tenant_id': 'f73066f2c985404baa1071dd823652df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:08Z', 'updated_at': '2021-08-25T11:26:39Z', 'revision_number': 6, 'project_id': 'f73066f2c985404baa1071dd823652df', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:26:40.506955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.510373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.579172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.579898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b81f5115-d92c-4f62-bb65-44306039a606 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:26:40.585903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.589823 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-addf73aa-a52e-4584-98b2-9aeb3a189970 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b81f5115-d92c-4f62-bb65-44306039a606 HTTP/1.1" status: 204 len: 168 time: 1.1261835 Aug 25 11:26:40.590256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53224) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:40.652231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Deleting subnet 9c42b328-5da4-4fcc-8a30-554d4f0de075 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:26:40.653544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-9fb514a5-6f32-4035-b004-201a2f8b3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:40.655722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.656541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-9fb514a5-6f32-4035-b004-201a2f8b3404 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b8fd7745-da05-46ee-8732-c6a662884f6a HTTP/1.1" status: 200 len: 914 time: 0.5081077 Aug 25 11:26:40.704188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d768-4e4b-468d-a760-7c5cfb8cb770 req-3abaf759-935f-42e8-bcb6-acba064304a3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:40.704653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.706952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4d5d768-4e4b-468d-a760-7c5cfb8cb770 req-3abaf759-935f-42e8-bcb6-acba064304a3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 949 time: 0.2459292 Aug 25 11:26:40.778349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-5411217a-d970-4600-af30-fa59b3e2f24b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff HTTP/1.1" status: 200 len: 217 time: 0.1088958 Aug 25 11:26:40.809164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.889844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.912601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368fb352-5ade-4862-8d1b-508208bd2e80 None None] Network 3f06687b-60cd-41ec-ae43-0b71609df29a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:40.926951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:40.929051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c42b328-5da4-4fcc-8a30-554d4f0de075 HTTP/1.1" status: 204 len: 168 time: 0.3374853 Aug 25 11:26:40.931969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295e445-d079-409c-a605-1aa479b79428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c42b328-5da4-4fcc-8a30-554d4f0de075,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:40.933904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:40.950803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port eec8280b-3a97-4c4f-a387-c5e3195b3f01 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:40.951367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.045319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.072871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4d5d768-4e4b-468d-a760-7c5cfb8cb770 req-15543716-3074-4a33-b41f-f259f6eff53a tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048775 Aug 25 11:26:41.102790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-928f7ddb-83a4-4438-a99a-bef3e6399a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:41.104788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-928f7ddb-83a4-4438-a99a-bef3e6399a18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccaf68bb-6e7f-434b-a80d-43a7f22c0a92 HTTP/1.1" status: 200 len: 853 time: 0.3134415 Aug 25 11:26:41.119417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Deleting port edaa8288-4c93-46da-b6e5-9434f8f519de {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:41.119783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.123623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce04ce8-66b4-41a8-b4ba-196d6762a05b req-167d75e5-114b-443a-907a-0027b8f498f0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:41.131641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ce04ce8-66b4-41a8-b4ba-196d6762a05b req-167d75e5-114b-443a-907a-0027b8f498f0 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.3187256 Aug 25 11:26:41.183079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-91f47178-dfef-4a85-83be-9597ccf5fb44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b8fd7745-da05-46ee-8732-c6a662884f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461168 Aug 25 11:26:41.193862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:41.203944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] For port edaa8288-4c93-46da-b6e5-9434f8f519de, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=edaa8288-4c93-46da-b6e5-9434f8f519de,segment=NetworkSegment(3bb13eae-a242-4bc9-9f83-ec2d6715bfa7),segment_id=3bb13eae-a242-4bc9-9f83-ec2d6715bfa7)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:41.204314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.224587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Calling delete_port for edaa8288-4c93-46da-b6e5-9434f8f519de owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:41.293480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d7d76fc2-222e-45bf-a110-d0f4cee418ff details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:26:41.359194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.409366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=edaa8288-4c93-46da-b6e5-9434f8f519de,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:41.411651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] No DVR routers for this DVR port edaa8288-4c93-46da-b6e5-9434f8f519de on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:41.420449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fac9a-2b86-4ea3-89aa-aaaf494af4ed None None] DHCP port deletion for 3f06687b-60cd-41ec-ae43-0b71609df29a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:26:41.532519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d7d76fc2-222e-45bf-a110-d0f4cee418ff, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff,segment=NetworkSegment(f22d46d2-4437-442a-a7e8-5a250c407def),segment_id=f22d46d2-4437-442a-a7e8-5a250c407def)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:41.541529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.554742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff', 'network_id': 'b8fd7745-da05-46ee-8732-c6a662884f6a', 'port_id': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff', 'mac_address': 'fa:16:3e:9e:61:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccaf68bb-6e7f-434b-a80d-43a7f22c0a92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:26:41.560141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:41.573415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f06687b-60cd-41ec-ae43-0b71609df29a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:41.588346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:41.588644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb13eae-a242-4bc9-9f83-ec2d6715bfa7') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:41.601182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.605604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:41.606272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 96ef16ca-988a-4dcb-9d6e-780ad2ec14ee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:41.608178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device edaa8288-4c93-46da-b6e5-9434f8f519de no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:41.623695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.634099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:26:41.634992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:26:41.638186 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:26:41.751454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.761449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.767236 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] 10.222.0.35 "DELETE /v2.0/networks/3f06687b-60cd-41ec-ae43-0b71609df29a HTTP/1.1" status: 204 len: 168 time: 0.8253257 Aug 25 11:26:41.788619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b760f-4f79-4f1b-8fbe-6818e8562ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=3f06687b-60cd-41ec-ae43-0b71609df29a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:41.790136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: edaa8288-4c93-46da-b6e5-9434f8f519de {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:41.790456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device edaa8288-4c93-46da-b6e5-9434f8f519de not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:41.791584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:41.834280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:41.834623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2b5ea03c-5b4d-4158-8cd7-9ff75d473fdc not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:41.838226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1913996043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:41.856829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.875134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d76fc2-222e-45bf-a110-d0f4cee418ff {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:41.875417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ce04ce8-66b4-41a8-b4ba-196d6762a05b req-fe40dde4-7785-44b3-b515-8633f74a5565 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423947 Aug 25 11:26:41.905650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d7d76fc2-222e-45bf-a110-d0f4cee418ff, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff,segment=NetworkSegment(f22d46d2-4437-442a-a7e8-5a250c407def),segment_id=f22d46d2-4437-442a-a7e8-5a250c407def)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:41.910761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port eec8280b-3a97-4c4f-a387-c5e3195b3f01, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=eec8280b-3a97-4c4f-a387-c5e3195b3f01,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:41.911549 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.916109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:41.940137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for eec8280b-3a97-4c4f-a387-c5e3195b3f01 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:42.041086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d7d76fc2-222e-45bf-a110-d0f4cee418ff,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:42.116367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.117389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.158487 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:42.167539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeb20b-ab6b-4dd8-a857-06da318d2596 req-f2a53319-d488-4733-bfc9-eeda53f4378d tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:42.169206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3daeb20b-ab6b-4dd8-a857-06da318d2596 req-f2a53319-d488-4733-bfc9-eeda53f4378d tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 944 time: 0.3512363 Aug 25 11:26:42.175678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-9d614af5-0761-4086-b003-11481e0b565d service neutron] 10.222.0.67 "GET /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9787142 Aug 25 11:26:42.224395 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed6da5b9-52b7-488e-8d5b-5efc45a6705f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f73066f2c985404baa1071dd823652df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625966 Aug 25 11:26:42.225260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53258) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:42.274394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d7d76fc2-222e-45bf-a110-d0f4cee418ff'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:42.294610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb2e2e44-5039-430b-bc0e-da230b65ea96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.332815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb2e2e44-5039-430b-bc0e-da230b65ea96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.340712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.374440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.405374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb2e2e44-5039-430b-bc0e-da230b65ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.411448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb2e2e44-5039-430b-bc0e-da230b65ea96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.413621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eb2e2e44-5039-430b-bc0e-da230b65ea96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a385aeb7-cd69-4eed-a513-01764a27877f HTTP/1.1" status: 204 len: 168 time: 0.1869328 Aug 25 11:26:42.430840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e2e44-5039-430b-bc0e-da230b65ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a385aeb7-cd69-4eed-a513-01764a27877f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:42.480019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3daeb20b-ab6b-4dd8-a857-06da318d2596 req-3602b203-e6eb-4071-bc8f-531ec09c5d6e tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723863 Aug 25 11:26:42.492384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.493768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-05d38507-cdb0-4ea0-8bab-957e3edaea4d tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2987633 Aug 25 11:26:42.496726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:42.511234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1517027689'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:42.520477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.530501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7989-dbf0-4671-89ad-8e84473ae0fe req-e15fa4b1-46a6-48a4-93f3-442f7bfb7d37 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:42.532332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bba7989-dbf0-4671-89ad-8e84473ae0fe req-e15fa4b1-46a6-48a4-93f3-442f7bfb7d37 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c HTTP/1.1" status: 200 len: 949 time: 0.2754245 Aug 25 11:26:42.540330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:42.541086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0844d5b7-f757-4a5a-b54a-55cf9f0b0384 req-974ea428-9d0b-4bf0-addd-0682d80bf4b3 service neutron] 10.222.0.67 "GET /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557444 Aug 25 11:26:42.576341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:42.588861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.589068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=eec8280b-3a97-4c4f-a387-c5e3195b3f01,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:42.625895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.659659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port eec8280b-3a97-4c4f-a387-c5e3195b3f01 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:42.676085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bba7989-dbf0-4671-89ad-8e84473ae0fe req-b51b54e0-7d56-489b-b8ed-e7000c85c197 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238244 Aug 25 11:26:42.677429 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.679690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-431e0d8d-be10-43d4-bc3e-e29779325b36 req-6cd41367-8aea-4ed1-bafa-b758daaf3be7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "DELETE /v2.0/ports/eec8280b-3a97-4c4f-a387-c5e3195b3f01 HTTP/1.1" status: 204 len: 173 time: 2.3380468 Aug 25 11:26:42.680176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'name': 'network-vif-deleted', 'tag': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:42.683007 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb626c8-d182-4508-8a28-25dd105a42a9" -d '{"events": [{"server_uuid": "3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c", "name": "network-vif-deleted", "tag": "eec8280b-3a97-4c4f-a387-c5e3195b3f01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:42.795041 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e8a78-3912-4b38-b1a3-f1628a7dd608 x-openstack-request-id: req-101e8a78-3912-4b38-b1a3-f1628a7dd608 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:42.795358 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c", "name": "network-vif-deleted", "tag": "eec8280b-3a97-4c4f-a387-c5e3195b3f01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:42.795608 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-101e8a78-3912-4b38-b1a3-f1628a7dd608 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:42.796068 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad7f6e4-c0f4-4fe6-ab0b-b7373fe8395c', 'name': 'network-vif-deleted', 'tag': 'eec8280b-3a97-4c4f-a387-c5e3195b3f01', 'status': 'completed', 'code': 200} Aug 25 11:26:42.894694 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.903348 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:42.964411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:42.997430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bfb7f0-0478-437d-91c7-8523bd2b194b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:43.003767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:43.004592 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Added segment 44ec39e0-7544-4385-aa05-69302ac136cf of type vlan for network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 Aug 25 11:26:43.111692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd083cd5-e994-458e-ae87-3d92a9c0046a req-d7c1110d-f773-49a4-b9ea-db1738a9287b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:43.113439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd083cd5-e994-458e-ae87-3d92a9c0046a req-d7c1110d-f773-49a4-b9ea-db1738a9287b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0958490 Aug 25 11:26:43.137487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:43.187551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:43.193946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:43.196884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:43.225021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd083cd5-e994-458e-ae87-3d92a9c0046a req-732aea68-1ed7-4500-a538-0bcc198417e3 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963233 Aug 25 11:26:43.287421 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7886961 Aug 25 11:26:43.292669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53280) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:43.297741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb80e56-cc61-4ec3-a8b0-a9b04039cc48 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Network': ['ID=6f599a19-c84e-496a-bd58-c6a6d3f5b587,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:43.318110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'subnet': {'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:43.349704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:43.434724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'afeba41e-7848-4b20-be37-abf53b9090cb', 'edfa2fed-6185-4c7b-af09-2a4e2c30151f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:43.520397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:43.528608 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:43.801088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bfc71-d9b8-4ce4-a015-b7daa1b38ad7 req-862a2d2d-c074-4f4f-b0ad-49d2b553c7f7 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:43.822925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-079bfc71-d9b8-4ce4-a015-b7daa1b38ad7 req-862a2d2d-c074-4f4f-b0ad-49d2b553c7f7 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 944 time: 0.1882544 Aug 25 11:26:43.958925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device eec8280b-3a97-4c4f-a387-c5e3195b3f01 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:43.988959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-079bfc71-d9b8-4ce4-a015-b7daa1b38ad7 req-0dfecdd7-2748-44c9-84b4-e398ae32dc8b tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429353 Aug 25 11:26:44.029044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: eec8280b-3a97-4c4f-a387-c5e3195b3f01 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:44.029656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device eec8280b-3a97-4c4f-a387-c5e3195b3f01 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:44.160585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53310) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:44.218837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e89e-9f03-4318-b22c-c3788e0395a8 req-4f7e2a0c-9f57-41a5-a56c-82b6c1f78f88 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:44.220827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d49e89e-9f03-4318-b22c-c3788e0395a8 req-4f7e2a0c-9f57-41a5-a56c-82b6c1f78f88 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 950 time: 0.1553771 Aug 25 11:26:44.275044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.318097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1433296682-network', 'tenant_id': '7ff7b3525d1047f2aa21438c4b619fba'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:44.356014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Made reservation on behalf of 7ff7b3525d1047f2aa21438c4b619fba for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:44.363074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.364026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d49e89e-9f03-4318-b22c-c3788e0395a8 req-c554847e-f3cb-42c2-9947-fe754d9f6afd tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256328 Aug 25 11:26:44.390465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.393871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Subnet': ['ID=5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:44.429078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Checking segment: {'id': '44ec39e0-7544-4385-aa05-69302ac136cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:44.429932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network hostable DHCP agents. Network: 6f599a19-c84e-496a-bd58-c6a6d3f5b587, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:26:44.463681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:26:44.482969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6f599a19-c84e-496a-bd58-c6a6d3f5b587) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:44.500830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46937eca-76f5-46f8-9f78-c8d9d52e57b0 None None] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:44.507862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:44.510925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.575089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.582719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.596914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e206ee9-de51-4925-b6ba-8b765f275bc4 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3016160 Aug 25 11:26:44.600582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53316) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:44.613617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'network': {'name': 'tempest-router-network01--1906248238'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:44.625435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:44.645969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd2a4bc-ea84-4118-9bbb-6719e24e8850,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:44.654937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.655364 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Added segment eb3e4ad3-52bc-4811-8f6f-483f93cfade3 of type vlan for network 9782bbc3-efba-45fd-866a-aff38255cccd Aug 25 11:26:44.694002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:44.698267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.731109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:44.742679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.743019 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Added segment 28d72bda-6fbf-427d-a99a-2b140e680662 of type vlan for network a838a59b-190e-4e6d-ab9a-318c17037349 Aug 25 11:26:44.747989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.799544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.800733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:44.801375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.814202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.839566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6f599a19-c84e-496a-bd58-c6a6d3f5b587', 'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587', 'tenant_id': '50bd05b27cbe46c3ad18b548bca10bbb', 'fixed_ips': [{'subnet_id': '5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:26:44.841651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.857472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.871273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:44.872320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:44.890708 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7281466 Aug 25 11:26:44.895161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53318) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:44.911087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Request body: {'subnet': {'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1433296682-subnet', 'tenant_id': '7ff7b3525d1047f2aa21438c4b619fba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:44.929081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb90dfa-6aec-43a6-83b4-0b70aaa9df62 admin admin] Pushing event updated for resources: {'Network': ['ID=9782bbc3-efba-45fd-866a-aff38255cccd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:44.998429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9782bbc3-efba-45fd-866a-aff38255cccd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:45.055748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Network': ['ID=a838a59b-190e-4e6d-ab9a-318c17037349,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:45.064606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-decb4a58-ceb4-4228-8c64-f5bc640b8272 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4613659 Aug 25 11:26:45.069617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53324) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:45.086985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'network': {'name': 'tempest-router-network02--34655904'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:45.124261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network a838a59b-190e-4e6d-ab9a-318c17037349 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:45.142886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Made reservation on behalf of 7ff7b3525d1047f2aa21438c4b619fba for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:45.147747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.174964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:45.178798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.242700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f61ae-4e6f-47b0-acf3-13a263f9aa4d req-c33afa1d-6a52-4c28-8930-e04d4daf16cd tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:45.244726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b7f61ae-4e6f-47b0-acf3-13a263f9aa4d req-c33afa1d-6a52-4c28-8930-e04d4daf16cd tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 944 time: 0.0847139 Aug 25 11:26:45.248802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:26:45.261959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.262490 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Added segment 149f5f0e-c163-4d08-99ee-bd20d84ba5f8 of type vlan for network febe5d39-ec25-413b-8cf3-195c0f168be0 Aug 25 11:26:45.337569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.352313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d7d76fc2-222e-45bf-a110-d0f4cee418ff up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:45.360873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b7f61ae-4e6f-47b0-acf3-13a263f9aa4d req-80f2334e-75de-427b-a19f-ea3b08e58627 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891500 Aug 25 11:26:45.388016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.401992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:45.401992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.455023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Allocated IP 2001:db8::2 (6f599a19-c84e-496a-bd58-c6a6d3f5b587/5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb/2e39a9b5-bf25-4dcb-a1ce-d3e30845e339) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:45.471680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4004838 Aug 25 11:26:45.476122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53330) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:45.483902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'subnet': {'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:45.551642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75770e7-9db6-471c-b1f7-67ad9561621a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Network': ['ID=febe5d39-ec25-413b-8cf3-195c0f168be0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:45.633854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network febe5d39-ec25-413b-8cf3-195c0f168be0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:26:45.641998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.643262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port d7d76fc2-222e-45bf-a110-d0f4cee418ff completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:45.710810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bea727-df33-4a11-a5c0-b23fef3ed246 req-5d2fbe1e-411e-4f08-906f-eee5b3ab11d3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:45.716314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port d7d76fc2-222e-45bf-a110-d0f4cee418ff triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:45.716694 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.718954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95bea727-df33-4a11-a5c0-b23fef3ed246 req-5d2fbe1e-411e-4f08-906f-eee5b3ab11d3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 950 time: 0.1410394 Aug 25 11:26:45.741960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:45.749507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.763496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:45.769479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Checking segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:45.769857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Network hostable DHCP agents. Network: 9782bbc3-efba-45fd-866a-aff38255cccd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:26:45.779556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-17904ac3-22cf-4f64-9d5a-951e53a54b02 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:45.782421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-17904ac3-22cf-4f64-9d5a-951e53a54b02 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/ports?device_id=4855ca6e-4f6b-471d-9154-968d4848b72a HTTP/1.1" status: 200 len: 950 time: 0.1587822 Aug 25 11:26:45.820919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Network 9782bbc3-efba-45fd-866a-aff38255cccd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:26:45.833536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9782bbc3-efba-45fd-866a-aff38255cccd) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:45.843868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:45.844459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:45.860544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc45d2-d811-48d2-a5ed-68a10b094a71 None None] Network 9782bbc3-efba-45fd-866a-aff38255cccd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:45.863827 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb66075c-756c-4ef9-b7a0-86837ecd1581 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9671757 Aug 25 11:26:45.994463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95bea727-df33-4a11-a5c0-b23fef3ed246 req-a452e111-ecf6-4423-9075-e7a5f4376a62 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725668 Aug 25 11:26:46.032387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.037210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.057884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port edfa2fed-6185-4c7b-af09-2a4e2c30151f {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:46.058568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.078672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Transition to ACTIVE for port object 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:46.113233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:46.116134 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353cd3e9-fa77-4462-837a-1e50d385dabf" -d '{"events": [{"server_uuid": "5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d76fc2-222e-45bf-a110-d0f4cee418ff"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:46.136218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Transition to ACTIVE for port object 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:46.144604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d7d76fc2-222e-45bf-a110-d0f4cee418ff, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff,segment=NetworkSegment(f22d46d2-4437-442a-a7e8-5a250c407def),segment_id=f22d46d2-4437-442a-a7e8-5a250c407def)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:46.173378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.179161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.218756 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d07df-17c5-4665-9471-8fa20ab7c46b x-openstack-request-id: req-6e9d07df-17c5-4665-9471-8fa20ab7c46b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:46.219202 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d76fc2-222e-45bf-a110-d0f4cee418ff", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:46.219649 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e9d07df-17c5-4665-9471-8fa20ab7c46b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:46.220458 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff', 'code': 200} Aug 25 11:26:46.265399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.278123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:46.281086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:46.284994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:46.328610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port edfa2fed-6185-4c7b-af09-2a4e2c30151f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=edfa2fed-6185-4c7b-af09-2a4e2c30151f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:46.328994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.392251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for edfa2fed-6185-4c7b-af09-2a4e2c30151f owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:46.412186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d7d76fc2-222e-45bf-a110-d0f4cee418ff,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:46.421488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9782bbc3-efba-45fd-866a-aff38255cccd', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'tenant_id': '7ff7b3525d1047f2aa21438c4b619fba', 'fixed_ips': [{'subnet_id': 'dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:26:46.422930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.462158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38d724-0ca3-4529-909f-82064b6b26f7 req-73635a3d-1fa0-4669-95c4-f4a6c27bb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:46.463716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e38d724-0ca3-4529-909f-82064b6b26f7 req-73635a3d-1fa0-4669-95c4-f4a6c27bb86e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 1097 time: 0.1434169 Aug 25 11:26:46.467159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Subnet': ['ID=60a28f97-3f61-4b72-87d6-c31683511230,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:46.491667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Attempting to bind port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:46.492116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Attempting to bind port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '44ec39e0-7544-4385-aa05-69302ac136cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:46.492468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Attempting to bind port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 on network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:46.530217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:46.530863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Checking segment: {'id': '44ec39e0-7544-4385-aa05-69302ac136cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:46.531243 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.531656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Bound using segment: {'id': '44ec39e0-7544-4385-aa05-69302ac136cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:46.532536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Bound port: 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ec39e0-7544-4385-aa05-69302ac136cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6f599a19-c84e-496a-bd58-c6a6d3f5b587'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:46.532688 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.535736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Checking segment: {'id': '28d72bda-6fbf-427d-a99a-2b140e680662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:46.536106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network hostable DHCP agents. Network: a838a59b-190e-4e6d-ab9a-318c17037349, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:26:46.585901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe675c-f141-45ef-b6dc-0006c80c2319 req-ca8c1625-ba0f-45a3-bb93-ff4c6f6c08e9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:46.587609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95fe675c-f141-45ef-b6dc-0006c80c2319 req-ca8c1625-ba0f-45a3-bb93-ff4c6f6c08e9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1967578 Aug 25 11:26:46.594655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e38d724-0ca3-4529-909f-82064b6b26f7 req-15ea81d6-3520-4894-a543-f88ef0d034ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879364 Aug 25 11:26:46.627544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network a838a59b-190e-4e6d-ab9a-318c17037349 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:26:46.644305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Pushing event updated for resources: {'Port': ['ID=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:46.674029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, a838a59b-190e-4e6d-ab9a-318c17037349) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:46.691151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a9c6c-1df4-461c-a9c2-d1833d16c513 None None] Network a838a59b-190e-4e6d-ab9a-318c17037349 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:46.731896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:46.732523 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.743290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95fe675c-f141-45ef-b6dc-0006c80c2319 req-13c5dc4b-88bf-4641-855f-bcc7d840b24c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469679 Aug 25 11:26:46.784362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-482c5a15-c98d-41b9-92c6-33aa410758cb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3062868 Aug 25 11:26:46.791291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53368) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:46.802261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:46.805510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'subnet': {'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:46.819716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] For port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:46.822339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'afeba41e-7848-4b20-be37-abf53b9090cb', 'edfa2fed-6185-4c7b-af09-2a4e2c30151f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:46.825338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:46.852175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=edfa2fed-6185-4c7b-af09-2a4e2c30151f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:46.913748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-0285e6cc-ea46-44d3-9575-dd28402844dd tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:46.928568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-0285e6cc-ea46-44d3-9575-dd28402844dd tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 816 time: 0.2870345 Aug 25 11:26:46.966596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-a09b415e-cb69-4a88-8616-2fc1c1376dde tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/quotas/7ff7b3525d1047f2aa21438c4b619fba HTTP/1.1" status: 200 len: 375 time: 0.0364628 Aug 25 11:26:47.050195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port edfa2fed-6185-4c7b-af09-2a4e2c30151f on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:47.051442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:47.055883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:47.057735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:47.059697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1f75b2b-494e-45f4-b080-022fac16b392 req-99f9a372-507b-4f10-aef4-4436b6361892 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "DELETE /v2.0/ports/edfa2fed-6185-4c7b-af09-2a4e2c30151f HTTP/1.1" status: 204 len: 173 time: 1.2448130 Aug 25 11:26:47.078439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-64f6978a-96c6-455f-af7c-2d2eea1e5a86 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1102867 Aug 25 11:26:47.097758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'name': 'network-vif-deleted', 'tag': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:47.102319 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c7bb1a-ba07-491e-b690-7fe301f67a75" -d '{"events": [{"server_uuid": "4855ca6e-4f6b-471d-9154-968d4848b72a", "name": "network-vif-deleted", "tag": "edfa2fed-6185-4c7b-af09-2a4e2c30151f"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:47.133313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] For port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,segment=NetworkSegment(44ec39e0-7544-4385-aa05-69302ac136cf),segment_id=44ec39e0-7544-4385-aa05-69302ac136cf)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:47.156664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Allocated IP 172.20.0.2 (9782bbc3-efba-45fd-866a-aff38255cccd/dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19/f96e5a61-95f7-4c08-a44d-41034ba9079a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:47.159743 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:47.355843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822e740-30d2-43cf-a35e-8895ea87b81d req-9f9e2618-56cd-4ff4-a8d1-8c8ded017b01 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:47.359741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9822e740-30d2-43cf-a35e-8895ea87b81d req-9f9e2618-56cd-4ff4-a8d1-8c8ded017b01 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 945 time: 0.2793970 Aug 25 11:26:47.447471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:47.465467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-25dd817b-3be7-4be1-a33b-de74b97f152b service neutron] 10.222.0.35 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453739 Aug 25 11:26:47.480855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9822e740-30d2-43cf-a35e-8895ea87b81d req-0c08140e-8979-4e2f-9495-7f1a86a78de1 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051605 Aug 25 11:26:47.529664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Checking segment: {'id': '149f5f0e-c163-4d08-99ee-bd20d84ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:47.530269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network hostable DHCP agents. Network: febe5d39-ec25-413b-8cf3-195c0f168be0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:26:47.557356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Subnet': ['ID=81ce06c3-bd1c-4768-8296-301c1de00fb1,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:47.570621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network febe5d39-ec25-413b-8cf3-195c0f168be0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:26:47.595328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, febe5d39-ec25-413b-8cf3-195c0f168be0) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:47.603838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:47.606905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:47.655245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2237567-4254-40e4-adec-948ed9c6a10d None None] Network febe5d39-ec25-413b-8cf3-195c0f168be0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:47.673615 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd575a71-c30f-434e-904d-f5059ec17865 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8732028 Aug 25 11:26:47.673615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53374) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:47.819093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-de07f90d-b995-43c2-add0-69d4ea0385cf service neutron] 10.222.0.35 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365300 Aug 25 11:26:47.910786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3c9f2-644e-4b31-b24d-73bdb852e35f None None] Pushing event updated for resources: {'Port': ['ID=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:48.173004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-a838a59b-190e-4e6d-ab9a-318c17037349', 'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349', 'tenant_id': '50bd05b27cbe46c3ad18b548bca10bbb', 'fixed_ips': [{'subnet_id': '60a28f97-3f61-4b72-87d6-c31683511230'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:26:48.174850 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:48.288542 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b6f41-76cd-4010-8e9a-5a73c4ad3cff x-openstack-request-id: req-0e8b6f41-76cd-4010-8e9a-5a73c4ad3cff {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:48.288840 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4855ca6e-4f6b-471d-9154-968d4848b72a", "name": "network-vif-deleted", "tag": "edfa2fed-6185-4c7b-af09-2a4e2c30151f", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:48.290288 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e8b6f41-76cd-4010-8e9a-5a73c4ad3cff {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:48.291157 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4855ca6e-4f6b-471d-9154-968d4848b72a', 'name': 'network-vif-deleted', 'tag': 'edfa2fed-6185-4c7b-af09-2a4e2c30151f', 'status': 'completed', 'code': 200} Aug 25 11:26:48.446497 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11df1abb-5ad9-4b70-9881-89ee4e3d5477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:48.517085 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:48.574210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Transition to ACTIVE for port object f96e5a61-95f7-4c08-a44d-41034ba9079a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:48.751736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:48.812262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Transition to ACTIVE for port object f96e5a61-95f7-4c08-a44d-41034ba9079a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:48.857737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:49.000912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-d0ec1417-cba4-4289-993c-9b1db7075b59 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:49.012351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-d0ec1417-cba4-4289-993c-9b1db7075b59 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 816 time: 0.3034618 Aug 25 11:26:49.035147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-ea0bdda5-3f1e-4f10-bb65-fde995385c24 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/quotas/7ff7b3525d1047f2aa21438c4b619fba HTTP/1.1" status: 200 len: 375 time: 0.0215073 Aug 25 11:26:49.060099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Network 9782bbc3-efba-45fd-866a-aff38255cccd is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:49.095540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-febe5d39-ec25-413b-8cf3-195c0f168be0', 'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0', 'tenant_id': '50bd05b27cbe46c3ad18b548bca10bbb', 'fixed_ips': [{'subnet_id': '81ce06c3-bd1c-4768-8296-301c1de00fb1'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:26:49.096883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:49.134700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:49.177039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:49.235035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Allocated IP 2001:db8::2 (a838a59b-190e-4e6d-ab9a-318c17037349/60a28f97-3f61-4b72-87d6-c31683511230/2581a8a5-848c-4092-8f90-2b9d59d951c1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:49.235781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-f286dcbe-bc79-40ce-b2ca-d6abcec88262 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991777 Aug 25 11:26:49.255658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00d48-7438-4e02-abf1-d90a15646d5f req-f36205a4-27ad-4fa9-a939-16d8bd45016c tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:49.267532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ead00d48-7438-4e02-abf1-d90a15646d5f req-f36205a4-27ad-4fa9-a939-16d8bd45016c tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 945 time: 0.2510498 Aug 25 11:26:49.284147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfe898-7315-4017-870a-58edd4a0d06f None None] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:49.293169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Pushing event updated for resources: {'Port': ['ID=f96e5a61-95f7-4c08-a44d-41034ba9079a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:49.382887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ead00d48-7438-4e02-abf1-d90a15646d5f req-3f8e5944-f352-468c-9f30-89573a4807d8 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135519 Aug 25 11:26:49.436310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device edfa2fed-6185-4c7b-af09-2a4e2c30151f no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:49.438348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:49.481191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-6fc89912-dde0-479f-9a86-56705cba4fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441368 Aug 25 11:26:49.611155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: edfa2fed-6185-4c7b-af09-2a4e2c30151f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:49.611513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device edfa2fed-6185-4c7b-af09-2a4e2c30151f not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:49.613615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-11815dc0-5dbb-428f-a6a7-f24b3ff6a2e0 None None] Provisioning for port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:49.652725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-c1b6b24e-8fd4-4a5d-af7a-0f5870040668 service neutron] 10.222.0.35 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700580 Aug 25 11:26:49.737265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Attempting to bind port f96e5a61-95f7-4c08-a44d-41034ba9079a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:49.737519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Attempting to bind port f96e5a61-95f7-4c08-a44d-41034ba9079a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:49.737866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Attempting to bind port f96e5a61-95f7-4c08-a44d-41034ba9079a on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:49.742946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ecf43-60cb-4306-bcdd-00a9bedc554e req-0a5c60ed-e27f-4bb7-9c93-d9587a002ac8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:49.744867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-685ecf43-60cb-4306-bcdd-00a9bedc554e req-0a5c60ed-e27f-4bb7-9c93-d9587a002ac8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 949 time: 0.1131186 Aug 25 11:26:49.803031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:49.803718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Checking segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:49.804010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:49.804321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Bound using segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:49.804880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Bound port: f96e5a61-95f7-4c08-a44d-41034ba9079a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:49.805272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:49.828376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-685ecf43-60cb-4306-bcdd-00a9bedc554e req-a524cd19-c9c5-4433-b793-685cce1affac tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673103 Aug 25 11:26:49.837090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:49.895082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:49.895467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:50.040352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Allocated IP 2001:db8::2 (febe5d39-ec25-413b-8cf3-195c0f168be0/81ce06c3-bd1c-4768-8296-301c1de00fb1/ed8065fa-a34e-4163-baf5-62655a0bed11) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:50.481304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:50.504129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-fb808b7c-5478-447a-90be-a92e2ce8a353 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:50.507234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-fb808b7c-5478-447a-90be-a92e2ce8a353 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 816 time: 0.5323007 Aug 25 11:26:50.524697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Transition to ACTIVE for port object 2581a8a5-848c-4092-8f90-2b9d59d951c1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:50.551016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] For port f96e5a61-95f7-4c08-a44d-41034ba9079a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:50.578831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Request body: {'port': {'device_id': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'admin_state_up': True, 'tenant_id': '7ff7b3525d1047f2aa21438c4b619fba'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:50.622346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] For port f96e5a61-95f7-4c08-a44d-41034ba9079a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f96e5a61-95f7-4c08-a44d-41034ba9079a,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:50.643976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Transition to ACTIVE for port object 2581a8a5-848c-4092-8f90-2b9d59d951c1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:50.650069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:50.664781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-3e95d408-d8d6-424b-baa6-5777db93a962 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:50.666453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-3e95d408-d8d6-424b-baa6-5777db93a962 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 949 time: 0.3907776 Aug 25 11:26:50.839323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-3c0b11d6-5c31-4d31-a88e-fc828408bb38 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:50.854574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-3c0b11d6-5c31-4d31-a88e-fc828408bb38 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 816 time: 0.4958556 Aug 25 11:26:50.902194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-031e7c22-4480-4dd3-8e7a-804feddb6733 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/quotas/7ff7b3525d1047f2aa21438c4b619fba HTTP/1.1" status: 200 len: 375 time: 0.0435061 Aug 25 11:26:50.935099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Allocated IP 2001:db8::1 (a838a59b-190e-4e6d-ab9a-318c17037349/60a28f97-3f61-4b72-87d6-c31683511230/2078539f-7dd8-4705-86b3-75068ea279bb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:51.011559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port afeba41e-7848-4b20-be37-abf53b9090cb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:51.012166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.015871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Made reservation on behalf of 7ff7b3525d1047f2aa21438c4b619fba for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:51.020684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.110274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-90a10bc0-b5ba-402b-a97f-d285c0a6d82e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068212 Aug 25 11:26:51.244466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.298653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.338362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Transition to ACTIVE for port object 2078539f-7dd8-4705-86b3-75068ea279bb will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:51.380693 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.400385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90e02b7b-b5f5-4d6c-8e07-126258747e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.415653 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.423503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Network a838a59b-190e-4e6d-ab9a-318c17037349 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:51.440953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network a838a59b-190e-4e6d-ab9a-318c17037349 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:51.446241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:51.455987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:51.457158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.478523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Pushing event updated for resources: {'Port': ['ID=f96e5a61-95f7-4c08-a44d-41034ba9079a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:51.489384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6406e3fc-289b-43be-b143-6f070d63faa3 None None] Provisioning complete for port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:51.489805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6406e3fc-289b-43be-b143-6f070d63faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.503733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:51.515425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:51.520869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Port': ['ID=2078539f-7dd8-4705-86b3-75068ea279bb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:51.538126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.699669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.700121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.700475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.700836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.701174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.704565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.705016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.706091 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.707950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.708384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.708785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.709129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.709459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f8a6ed-972e-45a2-93d7-249e0370d3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:51.807423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.884495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,segment=NetworkSegment(44ec39e0-7544-4385-aa05-69302ac136cf),segment_id=44ec39e0-7544-4385-aa05-69302ac136cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:51.927748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Transition to ACTIVE for port object ed8065fa-a34e-4163-baf5-62655a0bed11 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:51.955690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Attempting to bind port 2581a8a5-848c-4092-8f90-2b9d59d951c1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:51.956365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Attempting to bind port 2581a8a5-848c-4092-8f90-2b9d59d951c1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '28d72bda-6fbf-427d-a99a-2b140e680662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:51.956911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Attempting to bind port 2581a8a5-848c-4092-8f90-2b9d59d951c1 on network a838a59b-190e-4e6d-ab9a-318c17037349 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:51.960030 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.974724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port afeba41e-7848-4b20-be37-abf53b9090cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=afeba41e-7848-4b20-be37-abf53b9090cb,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:51.975223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.988800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Pushing event updated for resources: {'Port': ['ID=2581a8a5-848c-4092-8f90-2b9d59d951c1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:51.996555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:51.996882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Checking segment: {'id': '28d72bda-6fbf-427d-a99a-2b140e680662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:51.997245 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:51.997648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Bound using segment: {'id': '28d72bda-6fbf-427d-a99a-2b140e680662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:51.998195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Bound port: 2581a8a5-848c-4092-8f90-2b9d59d951c1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d72bda-6fbf-427d-a99a-2b140e680662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a838a59b-190e-4e6d-ab9a-318c17037349'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:51.998583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.001293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for afeba41e-7848-4b20-be37-abf53b9090cb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:52.072836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:52.102513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Transition to ACTIVE for port object ed8065fa-a34e-4163-baf5-62655a0bed11 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:52.158817 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.265297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Pushing event updated for resources: {'Port': ['ID=ed8065fa-a34e-4163-baf5-62655a0bed11,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:52.283773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f96e5a61-95f7-4c08-a44d-41034ba9079a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:52.310793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Network febe5d39-ec25-413b-8cf3-195c0f168be0 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:52.352596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:52.373531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:52.399749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.411030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.412296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.418042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66d78-7626-43e7-bd41-d51616b1db78 req-6907f86f-8d6a-4670-8738-ff3259707309 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:52.427184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dac66d78-7626-43e7-bd41-d51616b1db78 req-6907f86f-8d6a-4670-8738-ff3259707309 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 945 time: 0.5176182 Aug 25 11:26:52.440287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-402d3745-172a-4784-98b8-ce01f463ab97 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:52.441885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-402d3745-172a-4784-98b8-ce01f463ab97 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 816 time: 0.2967780 Aug 25 11:26:52.476528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] For port 2581a8a5-848c-4092-8f90-2b9d59d951c1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:52.495926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] For port 2581a8a5-848c-4092-8f90-2b9d59d951c1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2581a8a5-848c-4092-8f90-2b9d59d951c1,segment=NetworkSegment(28d72bda-6fbf-427d-a99a-2b140e680662),segment_id=28d72bda-6fbf-427d-a99a-2b140e680662)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:52.498807 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.515980 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.587042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666d88-5868-4835-81ba-a76812fded67 req-3e9f61c6-c518-453d-acfd-5283c3bc8b34 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:52.587042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56666d88-5868-4835-81ba-a76812fded67 req-3e9f61c6-c518-453d-acfd-5283c3bc8b34 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 945 time: 0.3638380 Aug 25 11:26:52.588334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Request body: {'port': {'device_id': '3eb17693-aeea-47b0-8196-187c23474bcf', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'admin_state_up': True, 'tenant_id': '7ff7b3525d1047f2aa21438c4b619fba'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:52.597203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Attempting to bind port ed8065fa-a34e-4163-baf5-62655a0bed11 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:52.597637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Attempting to bind port ed8065fa-a34e-4163-baf5-62655a0bed11 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '149f5f0e-c163-4d08-99ee-bd20d84ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:52.597976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Attempting to bind port ed8065fa-a34e-4163-baf5-62655a0bed11 on network febe5d39-ec25-413b-8cf3-195c0f168be0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:52.607845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dac66d78-7626-43e7-bd41-d51616b1db78 req-ac5494f2-5a08-45e8-9937-0ddfe3b363d5 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788418 Aug 25 11:26:52.612264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:52.612630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Checking segment: {'id': '149f5f0e-c163-4d08-99ee-bd20d84ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:52.613052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.613809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Bound using segment: {'id': '149f5f0e-c163-4d08-99ee-bd20d84ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:52.615573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Bound port: ed8065fa-a34e-4163-baf5-62655a0bed11, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f5f0e-c163-4d08-99ee-bd20d84ba5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'febe5d39-ec25-413b-8cf3-195c0f168be0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:52.615573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:52.673370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port f96e5a61-95f7-4c08-a44d-41034ba9079a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:52.696084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-f126d9b5-51c5-41b7-9a0c-ea8936e43bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5837624 Aug 25 11:26:52.795792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Port': ['ID=2078539f-7dd8-4705-86b3-75068ea279bb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:52.804774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae8ee4-d28f-4616-80a9-f0066211eda7 None None] Pushing event updated for resources: {'Port': ['ID=2581a8a5-848c-4092-8f90-2b9d59d951c1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:52.886079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] For port ed8065fa-a34e-4163-baf5-62655a0bed11, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:52.889538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-99b232ac-cc20-4c23-a4d0-aac8273d4cf9 service neutron] 10.222.0.35 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932430 Aug 25 11:26:52.900697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] For port ed8065fa-a34e-4163-baf5-62655a0bed11, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ed8065fa-a34e-4163-baf5-62655a0bed11,segment=NetworkSegment(149f5f0e-c163-4d08-99ee-bd20d84ba5f8),segment_id=149f5f0e-c163-4d08-99ee-bd20d84ba5f8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:52.908910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network a838a59b-190e-4e6d-ab9a-318c17037349 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:52.911266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:52.919329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:53.099560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Made reservation on behalf of 7ff7b3525d1047f2aa21438c4b619fba for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:53.115208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:53.178898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e9ef-ab57-43f7-935b-33bfcb8ac7eb None None] Pushing event updated for resources: {'Port': ['ID=ed8065fa-a34e-4163-baf5-62655a0bed11,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:53.197475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d15ad-3563-4c04-a057-eb2534c37afe None None] Network 9782bbc3-efba-45fd-866a-aff38255cccd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:53.234989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Allocated IP 172.20.0.5 (9782bbc3-efba-45fd-866a-aff38255cccd/dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19/1ef0fac8-8b99-4260-bf46-aecd6a1409bd) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:53.416432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] Provisioning for port f96e5a61-95f7-4c08-a44d-41034ba9079a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:53.462769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] Provisioning complete for port f96e5a61-95f7-4c08-a44d-41034ba9079a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:53.463243 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:53.500533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Router 256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:26:53.611629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ceea4c7-82aa-4ce0-a0e8-9e3c4464b5cc req-869d4b96-0c2d-423c-820b-9248085f0e93 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 210 time: 0.1167769 Aug 25 11:26:53.750994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:26:53.761078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed526040-f9da-4530-9f45-2c78834a88ec tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0868530 Aug 25 11:26:53.762051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:53.774831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] Sync routers for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:26:53.804278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Deleting port d7d76fc2-222e-45bf-a110-d0f4cee418ff {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:53.804628 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:53.862025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:26:53.862836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:53.909370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363da1-fa04-44e4-a20b-1b7027668458 req-a9c0e959-9597-4d07-bba4-bc7d279367da tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:53.928601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce363da1-fa04-44e4-a20b-1b7027668458 req-a9c0e959-9597-4d07-bba4-bc7d279367da tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 949 time: 1.0560935 Aug 25 11:26:53.961617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:53.978456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:53.993189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:26:53.993189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:54.092362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:54.140638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:54.143916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:26:54.154883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:26:54.160063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5e797-bada-4140-b8e3-b9f7e4bae96e None None] The sync data for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:26:54.349006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=afeba41e-7848-4b20-be37-abf53b9090cb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:54.378308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:54.396270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce363da1-fa04-44e4-a20b-1b7027668458 req-1288e454-17de-4750-8b7b-ec788ea14aa0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666669 Aug 25 11:26:54.446453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.447534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.448796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.449444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.452002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.458205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.459441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.460021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.463067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.463630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.464198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.467437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:26:54.572156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] For port f96e5a61-95f7-4c08-a44d-41034ba9079a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f96e5a61-95f7-4c08-a44d-41034ba9079a,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:54.576873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:54.641517 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:54.650801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2581a8a5-848c-4092-8f90-2b9d59d951c1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:54.760295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] For port d7d76fc2-222e-45bf-a110-d0f4cee418ff, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d7d76fc2-222e-45bf-a110-d0f4cee418ff,segment=NetworkSegment(f22d46d2-4437-442a-a7e8-5a250c407def),segment_id=f22d46d2-4437-442a-a7e8-5a250c407def)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:54.764712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:54.806999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Calling delete_port for d7d76fc2-222e-45bf-a110-d0f4cee418ff owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:26:54.981582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134cdfa6-4762-419c-9343-0c9ae7a69416 None None] Network a838a59b-190e-4e6d-ab9a-318c17037349 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:55.015590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port afeba41e-7848-4b20-be37-abf53b9090cb on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:55.048482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Transition to ACTIVE for port object 1ef0fac8-8b99-4260-bf46-aecd6a1409bd will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:55.090271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c4564-b248-4c8d-a7d4-3ad18f519fe7 req-3b8e65fd-eba4-4475-9247-018e5974f817 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:55.103125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc8c4564-b248-4c8d-a7d4-3ad18f519fe7 req-3b8e65fd-eba4-4475-9247-018e5974f817 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 945 time: 1.3151240 Aug 25 11:26:55.161434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:55.174187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87397f3b-872a-452b-9678-e631bca3b7c2 req-8d145666-7a54-4356-924e-60ff2a33863d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "DELETE /v2.0/ports/afeba41e-7848-4b20-be37-abf53b9090cb HTTP/1.1" status: 204 len: 173 time: 4.4907236 Aug 25 11:26:55.214156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'name': 'network-vif-deleted', 'tag': 'afeba41e-7848-4b20-be37-abf53b9090cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:55.215514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a898f0b-dba8-4c97-9245-9f4602261574 None None] Pushing event updated for resources: {'Port': ['ID=f96e5a61-95f7-4c08-a44d-41034ba9079a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:55.220414 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7036b-d28b-47e1-bc93-37e674fe8fb2" -d '{"events": [{"server_uuid": "82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e", "name": "network-vif-deleted", "tag": "afeba41e-7848-4b20-be37-abf53b9090cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:55.297589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2581a8a5-848c-4092-8f90-2b9d59d951c1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:55.322838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db1d57-f3b2-407f-b583-a3dcb21f4df6 None None] Network febe5d39-ec25-413b-8cf3-195c0f168be0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:26:55.327853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18efe0f8-28db-4a16-94d4-b4e514cbc738 req-bb0db2a8-437b-4970-96d2-922eed8efb7d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 210 time: 0.2767889 Aug 25 11:26:55.387389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ed8065fa-a34e-4163-baf5-62655a0bed11 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:55.393491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-11290ea0-2196-4d7a-a9fb-36b7934c1e63 None None] Provisioning complete for port f96e5a61-95f7-4c08-a44d-41034ba9079a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:55.393961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11290ea0-2196-4d7a-a9fb-36b7934c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:55.488429 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf4491-60e5-4fa0-b95b-be6da7eebdb8 x-openstack-request-id: req-f8bf4491-60e5-4fa0-b95b-be6da7eebdb8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:55.489310 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e", "name": "network-vif-deleted", "tag": "afeba41e-7848-4b20-be37-abf53b9090cb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:55.489310 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8bf4491-60e5-4fa0-b95b-be6da7eebdb8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:55.491778 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e', 'name': 'network-vif-deleted', 'tag': 'afeba41e-7848-4b20-be37-abf53b9090cb', 'status': 'completed', 'code': 200} Aug 25 11:26:55.516569 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-14052ec2-d7a6-4f4b-8cc8-cfba4842904c tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:26:55.521197 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14052ec2-d7a6-4f4b-8cc8-cfba4842904c tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7544205 Aug 25 11:26:55.529662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53492) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:55.609313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc8c4564-b248-4c8d-a7d4-3ad18f519fe7 req-048a3a4f-38b4-4bb3-a427-d488b14a97b4 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea169dc4-3e86-4c78-ba3d-bced1201c9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052905 Aug 25 11:26:55.617176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device afeba41e-7848-4b20-be37-abf53b9090cb no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:55.782119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-827a5152-50b4-47b0-9bc6-6b57bbc27b1d req-aa6c54e7-554f-4e49-b8dd-dd7383d5d25c tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=82dedfdc-8be8-4b21-9569-ac3a4d5a1d8e HTTP/1.1" status: 200 len: 210 time: 0.1436825 Aug 25 11:26:55.875635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-03041f11-a982-4620-8e0f-28fd6bdfb4cb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:55.877658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-03041f11-a982-4620-8e0f-28fd6bdfb4cb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.67 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 816 time: 0.8539534 Aug 25 11:26:55.887464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:55.914354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Request body: {'port': {'device_id': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'admin_state_up': True, 'tenant_id': '7ff7b3525d1047f2aa21438c4b619fba'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:56.052444 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:56.059744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Network 9782bbc3-efba-45fd-866a-aff38255cccd is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:56.090688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: afeba41e-7848-4b20-be37-abf53b9090cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:56.091216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device afeba41e-7848-4b20-be37-abf53b9090cb not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:56.114605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Allocated IP 172.20.0.11 (9782bbc3-efba-45fd-866a-aff38255cccd/dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19/1c3b310f-4aa9-45b9-b8f1-52e7815552a3) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:56.134727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:56.160508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:56.265528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Pushing event updated for resources: {'Port': ['ID=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:56.278735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ed8065fa-a34e-4163-baf5-62655a0bed11 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:56.299275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:56.552188 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:56.569467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Transition to ACTIVE for port object 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:56.624201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:56.711160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Network 9782bbc3-efba-45fd-866a-aff38255cccd is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:56.715998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:56.728519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:56.816440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Provisioning for port 2581a8a5-848c-4092-8f90-2b9d59d951c1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:56.840745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Pushing event updated for resources: {'Port': ['ID=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:56.877709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:56.878402 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:56.881257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Provisioning complete for port 2581a8a5-848c-4092-8f90-2b9d59d951c1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:56.881974 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:56.927727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:56.928809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:56.981558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-f8e449a6-2249-41f3-87cf-480fd4611864 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4688063 Aug 25 11:26:57.004189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Request body: {'port': {'device_id': '3eb17693-aeea-47b0-8196-187c23474bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:57.016206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:57.016801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.165887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.249312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.277343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] No DVR routers for this DVR port d7d76fc2-222e-45bf-a110-d0f4cee418ff on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:26:57.376670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.381035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56666d88-5868-4835-81ba-a76812fded67 req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.67 "DELETE /v2.0/ports/d7d76fc2-222e-45bf-a110-d0f4cee418ff HTTP/1.1" status: 204 len: 173 time: 4.7694871 Aug 25 11:26:57.476772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d7d76fc2-222e-45bf-a110-d0f4cee418ff no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:26:57.512775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066f0dd-37ab-415e-9a32-adc0ee3bfa03 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] Pushing event deleted for resources: {'Port': ['ID=d7d76fc2-222e-45bf-a110-d0f4cee418ff,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:57.532257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: d7d76fc2-222e-45bf-a110-d0f4cee418ff {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:26:57.532528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d7d76fc2-222e-45bf-a110-d0f4cee418ff not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:26:57.539836 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.554349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-855f5778-dac3-4328-a6f4-088c81741aeb req-bdf35784-1c56-4ac8-a07f-426cec822609 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 210 time: 0.4511585 Aug 25 11:26:57.557741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'name': 'network-vif-deleted', 'tag': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:57.583024 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a724ee0c-2e31-477b-80d1-048ef728491a" -d '{"events": [{"server_uuid": "5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a", "name": "network-vif-deleted", "tag": "d7d76fc2-222e-45bf-a110-d0f4cee418ff"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:57.594432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] For port 2581a8a5-848c-4092-8f90-2b9d59d951c1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2581a8a5-848c-4092-8f90-2b9d59d951c1,segment=NetworkSegment(28d72bda-6fbf-427d-a99a-2b140e680662),segment_id=28d72bda-6fbf-427d-a99a-2b140e680662)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:57.605516 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.685444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Provisioning for port ed8065fa-a34e-4163-baf5-62655a0bed11 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:57.710557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Provisioning complete for port ed8065fa-a34e-4163-baf5-62655a0bed11 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:57.710557 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:57.724197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b8c2642-5e1b-4e45-8ccf-9bf46ba2a830 req-41445162-a5be-4a0f-834c-094cc6b13f42 tempest-ServerAddressesTestJSON-1898153298 tempest-ServerAddressesTestJSON-1898153298-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a HTTP/1.1" status: 200 len: 210 time: 0.6477129 Aug 25 11:26:57.826942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e1582666-b373-4eb5-b339-4ecc40d6a8bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2506402 Aug 25 11:26:57.854957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Pushing event updated for resources: {'Port': ['ID=2581a8a5-848c-4092-8f90-2b9d59d951c1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:57.884797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Request body: {'port': {'device_id': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:57.931214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f96e5a61-95f7-4c08-a44d-41034ba9079a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:58.020482 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a890a0-fb05-472d-a70a-c4b687a8a9f0 x-openstack-request-id: req-e1a890a0-fb05-472d-a70a-c4b687a8a9f0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:58.022338 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a", "name": "network-vif-deleted", "tag": "d7d76fc2-222e-45bf-a110-d0f4cee418ff", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:58.023198 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1a890a0-fb05-472d-a70a-c4b687a8a9f0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:58.025103 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecc1b37-3ef4-4e68-bb60-7a4de7954f4a', 'name': 'network-vif-deleted', 'tag': 'd7d76fc2-222e-45bf-a110-d0f4cee418ff', 'status': 'completed', 'code': 200} Aug 25 11:26:58.102654 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.118878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Made reservation on behalf of 7ff7b3525d1047f2aa21438c4b619fba for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:26:58.123120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.135133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.160804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:58.168984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f96e5a61-95f7-4c08-a44d-41034ba9079a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:58.170903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.196606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.246706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Transition to ACTIVE for port object 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:58.255319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.333762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] For port ed8065fa-a34e-4163-baf5-62655a0bed11, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ed8065fa-a34e-4163-baf5-62655a0bed11,segment=NetworkSegment(149f5f0e-c163-4d08-99ee-bd20d84ba5f8),segment_id=149f5f0e-c163-4d08-99ee-bd20d84ba5f8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:26:58.365327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.492834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Pushing event updated for resources: {'Port': ['ID=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:58.667467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning for port 2078539f-7dd8-4705-86b3-75068ea279bb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:58.688783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning complete for port 2078539f-7dd8-4705-86b3-75068ea279bb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:58.689381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.709221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.804192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Attempting to bind port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:26:58.805330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Attempting to bind port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:26:58.806786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Attempting to bind port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:58.814341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 on network 9782bbc3-efba-45fd-866a-aff38255cccd not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:26:58.815515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Attempting to bind port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:26:58.817611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Allocated IP 172.20.0.6 (9782bbc3-efba-45fd-866a-aff38255cccd/dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19/7d954ade-f400-4d11-8539-0f6ed12b4d32) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:26:58.824323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:26:58.826869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Checking segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:26:58.828158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Bound using segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:26:58.828764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Bound port: 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:26:58.829278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:58.844255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051b4e2-b973-4211-bb5b-b1ef326ac447 None None] Pushing event updated for resources: {'Port': ['ID=ed8065fa-a34e-4163-baf5-62655a0bed11,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:58.876920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a9dc986-b497-4fb3-88da-39165290a9b2 req-a511b567-d61c-4de7-bd40-08039234ce87 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 210 time: 0.0696607 Aug 25 11:26:58.886552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Port 2078539f-7dd8-4705-86b3-75068ea279bb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:26:58.915582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning complete for port 2581a8a5-848c-4092-8f90-2b9d59d951c1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:58.916143 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.012744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] For port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:26:59.020863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] For port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:26:59.036201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.052960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53530) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:26:59.082809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766032fc-763f-4ad3-a3a4-42394614f53a req-2c2cf015-e564-4c6b-9152-9672f9087468 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:59.084815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-766032fc-763f-4ad3-a3a4-42394614f53a req-2c2cf015-e564-4c6b-9152-9672f9087468 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 950 time: 0.2565634 Aug 25 11:26:59.147851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning for port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:59.156087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning complete for port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:59.156877 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.214191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:59.215593 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.218269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] 10.222.0.10 "PUT /v2.0/ports/1c3b310f-4aa9-45b9-b8f1-52e7815552a3 HTTP/1.1" status: 200 len: 1093 time: 2.2269661 Aug 25 11:26:59.219007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb17693-aeea-47b0-8196-187c23474bcf', 'tag': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:26:59.225146 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb17693-aeea-47b0-8196-187c23474bcf", "tag": "1c3b310f-4aa9-45b9-b8f1-52e7815552a3"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:26:59.274272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.282447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:26:59.290380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Transition to ACTIVE for port object 7d954ade-f400-4d11-8539-0f6ed12b4d32 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:59.311554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning for port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:59.311817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b3e72-cdab-4b0e-b8a2-e9097742a09f service neutron] Pushing event updated for resources: {'Port': ['ID=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:59.348480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.366226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Provisioning complete for port ed8065fa-a34e-4163-baf5-62655a0bed11 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:59.366856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8f43fa9-5dc5-4bd2-9a65-033efb7e91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.375330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Deleting subnet ccaf68bb-6e7f-434b-a80d-43a7f22c0a92 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:26:59.387363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.409750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-766032fc-763f-4ad3-a3a4-42394614f53a req-66b721f9-be23-4520-8195-317de0233e92 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086059 Aug 25 11:26:59.448246 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e816c3f6-4bfd-4642-80b4-7aa7497905aa x-openstack-request-id: req-e816c3f6-4bfd-4642-80b4-7aa7497905aa {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:26:59.448717 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb17693-aeea-47b0-8196-187c23474bcf", "tag": "1c3b310f-4aa9-45b9-b8f1-52e7815552a3", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:26:59.449115 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e816c3f6-4bfd-4642-80b4-7aa7497905aa {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:26:59.449811 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb17693-aeea-47b0-8196-187c23474bcf', 'tag': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3', 'status': 'completed', 'code': 200} Aug 25 11:26:59.480562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-3c2591da-5076-42b3-8ce7-35f2bcb91661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:59.483621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-3c2591da-5076-42b3-8ce7-35f2bcb91661 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 1096 time: 0.1921809 Aug 25 11:26:59.492891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.518951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Pushing event updated for resources: {'Port': ['ID=7d954ade-f400-4d11-8539-0f6ed12b4d32,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:59.535298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Network 9782bbc3-efba-45fd-866a-aff38255cccd is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:26:59.549674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:26:59.554854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:26:59.666695 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-83e4bb45-01b1-47f9-a933-441f85897974 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3 HTTP/1.1" status: 200 len: 217 time: 0.1701987 Aug 25 11:26:59.708015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2581a8a5-848c-4092-8f90-2b9d59d951c1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:59.723566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:59.724251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.743127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.771499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2581a8a5-848c-4092-8f90-2b9d59d951c1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:59.776092 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.809140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-ce1b5563-83a6-4b9a-989e-2530d1b990c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:59.810733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-ce1b5563-83a6-4b9a-989e-2530d1b990c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.1307998 Aug 25 11:26:59.815110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef0fac8-8b99-4260-bf46-aecd6a1409bd {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:26:59.824407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.833649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2644075d-b49c-439f-bdc1-7d6ff2da5b94 None None] Provisioning for port 7d954ade-f400-4d11-8539-0f6ed12b4d32 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:26:59.838051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2644075d-b49c-439f-bdc1-7d6ff2da5b94 None None] Provisioning complete for port 7d954ade-f400-4d11-8539-0f6ed12b4d32 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:26:59.838407 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2644075d-b49c-439f-bdc1-7d6ff2da5b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.851271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-81e20a15-107e-4f89-8f8a-b799030a9acb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9418426 Aug 25 11:26:59.875760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33967a2-2f71-47a0-8520-346443032cae req-b3de9550-4cf5-4286-a6c2-8690846545dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:26:59.876058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Request body: {'port': {'device_id': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:26:59.878077 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-b3de9550-4cf5-4286-a6c2-8690846545dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589628 Aug 25 11:26:59.879281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.885183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Transition to ACTIVE for port object 1ef0fac8-8b99-4260-bf46-aecd6a1409bd will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:26:59.901079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2644075d-b49c-439f-bdc1-7d6ff2da5b94 None None] Port 7d954ade-f400-4d11-8539-0f6ed12b4d32 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:26:59.914124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ed8065fa-a34e-4163-baf5-62655a0bed11 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:26:59.928774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.931557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccaf68bb-6e7f-434b-a80d-43a7f22c0a92,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:26:59.958356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting port 2078539f-7dd8-4705-86b3-75068ea279bb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:26:59.959035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.963429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:26:59.969184 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-144b1142-be9c-41dd-a657-069d0b282423 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ccaf68bb-6e7f-434b-a80d-43a7f22c0a92 HTTP/1.1" status: 204 len: 168 time: 0.8659906 Aug 25 11:26:59.993595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53538) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:00.039720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ed8065fa-a34e-4163-baf5-62655a0bed11 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:00.040097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.110611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-31dadbe3-29ba-43cd-9df5-c21cf77b7b24 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:00.112379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-31dadbe3-29ba-43cd-9df5-c21cf77b7b24 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/ports?device_id=f93d84db-6b61-4595-b2df-123d5d8ff1e4 HTTP/1.1" status: 200 len: 950 time: 0.1952832 Aug 25 11:27:00.115144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.163744 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.166954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:00.185924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-b4c3a17e-e8db-4921-acd8-966bc656e0e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:00.186987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-b4c3a17e-e8db-4921-acd8-966bc656e0e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 950 time: 0.3509741 Aug 25 11:27:00.208050 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-093a8a29-17cf-4f7e-b615-c9532e957b22 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173966 Aug 25 11:27:00.362836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6cb85-42c2-443b-a057-f35d247dae4e req-6676fdec-3d32-4ace-b269-99ba9636acb7 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:00.367622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50c6cb85-42c2-443b-a057-f35d247dae4e req-6676fdec-3d32-4ace-b269-99ba9636acb7 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 931 time: 0.2852035 Aug 25 11:27:00.385594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.410004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.427135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fd7745-da05-46ee-8732-c6a662884f6a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:00.466154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22d46d2-4437-442a-a7e8-5a250c407def') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:00.466531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22d46d2-4437-442a-a7e8-5a250c407def') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:00.482523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b33967a2-2f71-47a0-8520-346443032cae req-00fef137-90f6-4148-8437-0d07374dc05e service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626889 Aug 25 11:27:00.484550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.493330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Calling delete_port for 2078539f-7dd8-4705-86b3-75068ea279bb owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:00.498461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port 03527b0c-bc17-4019-8d52-992538deeeab {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:00.498948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.562689 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.596395 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:27:00.596912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:27:00.598882 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:27:00.670698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Attempting to bind port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:00.671060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Attempting to bind port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:00.671340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Attempting to bind port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:00.692012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-08354218-6bbf-4ec6-8737-08be600f544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:00.693534 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-08354218-6bbf-4ec6-8737-08be600f544b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 1096 time: 0.1430998 Aug 25 11:27:00.696480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.709267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.710449 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b8fd7745-da05-46ee-8732-c6a662884f6a HTTP/1.1" status: 204 len: 168 time: 0.7167253 Aug 25 11:27:00.719050 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.719413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port 03527b0c-bc17-4019-8d52-992538deeeab, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=03527b0c-bc17-4019-8d52-992538deeeab,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:00.719836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.730165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd on network 9782bbc3-efba-45fd-866a-aff38255cccd not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:27:00.730832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Attempting to bind port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:00.743331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50c6cb85-42c2-443b-a057-f35d247dae4e req-2a999a68-1440-4f13-9007-6fd8c61fe959 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062515 Aug 25 11:27:00.755257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for 03527b0c-bc17-4019-8d52-992538deeeab owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:00.782717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:00.783006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Checking segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:00.783261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Bound using segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:00.783767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Bound port: 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:00.784200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.826967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b14b50-2551-4117-abf1-2276333db6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fd7745-da05-46ee-8732-c6a662884f6a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:00.847314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480a13-fa8f-4bc5-8904-e8cad3f0aafb req-42d88252-6c73-49e5-a828-e67a2a1ad5b6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:00.849134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1480a13-fa8f-4bc5-8904-e8cad3f0aafb req-42d88252-6c73-49e5-a828-e67a2a1ad5b6 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 950 time: 0.3202958 Aug 25 11:27:00.874838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:00.875206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:00.889289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:00.921275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-afdd32a2-d45a-4221-86cc-3744974aee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:00.923057 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-afdd32a2-d45a-4221-86cc-3744974aee52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 917 time: 0.2189705 Aug 25 11:27:01.009985 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-41e6e6ce-a348-4580-8e65-c74ad9d2dc0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3 HTTP/1.1" status: 200 len: 217 time: 0.0747769 Aug 25 11:27:01.015105 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-815aad30-87d5-46a0-b5c5-39ad3c5f7ebb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc2e863eb56d472bbba2124b505daf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207056 Aug 25 11:27:01.019621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53550) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:01.115382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.116249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1480a13-fa8f-4bc5-8904-e8cad3f0aafb req-3f431483-3c3c-475e-8c04-bf9b9a69a39b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475815 Aug 25 11:27:01.119306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-77c383cc-b436-43b7-a727-aff2075ebff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:01.120832 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-77c383cc-b436-43b7-a727-aff2075ebff1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.1003208 Aug 25 11:27:01.129812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', '03527b0c-bc17-4019-8d52-992538deeeab'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:01.146171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:01.197637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65789439-2af5-4dec-9d58-e11a74519602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.199970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=03527b0c-bc17-4019-8d52-992538deeeab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:01.202827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] For port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:01.284130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65789439-2af5-4dec-9d58-e11a74519602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.286723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port 03527b0c-bc17-4019-8d52-992538deeeab on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:01.295503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:01.296104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.296491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.298899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a8fd2e5-e88e-4096-83da-e7d300fdaadf req-34f78ef1-0aaf-4ca1-ad82-2e8523749eca tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "DELETE /v2.0/ports/03527b0c-bc17-4019-8d52-992538deeeab HTTP/1.1" status: 204 len: 173 time: 1.1790388 Aug 25 11:27:01.335482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-f2593e7e-a436-494b-918b-5dc99bcabdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:01.337267 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-f2593e7e-a436-494b-918b-5dc99bcabdb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934474 Aug 25 11:27:01.425724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:01.435241 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65789439-2af5-4dec-9d58-e11a74519602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.440206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65789439-2af5-4dec-9d58-e11a74519602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.448994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-65789439-2af5-4dec-9d58-e11a74519602 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea169dc4-3e86-4c78-ba3d-bced1201c9f7 HTTP/1.1" status: 204 len: 168 time: 0.4233239 Aug 25 11:27:01.457918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'name': 'network-vif-deleted', 'tag': '03527b0c-bc17-4019-8d52-992538deeeab'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:01.462593 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27010f8e-20fd-4b2f-bd78-faa4a531f7c1" -d '{"events": [{"server_uuid": "f93d84db-6b61-4595-b2df-123d5d8ff1e4", "name": "network-vif-deleted", "tag": "03527b0c-bc17-4019-8d52-992538deeeab"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:01.494888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65789439-2af5-4dec-9d58-e11a74519602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea169dc4-3e86-4c78-ba3d-bced1201c9f7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:01.543817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:01.564472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d954ade-f400-4d11-8539-0f6ed12b4d32 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:01.569191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-deb0f260-1c72-4d4b-8204-74df13a98e42 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232959 Aug 25 11:27:01.586571 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf593162-1130-4ed1-870c-86b7f0202861 x-openstack-request-id: req-bf593162-1130-4ed1-870c-86b7f0202861 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:01.587032 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93d84db-6b61-4595-b2df-123d5d8ff1e4", "name": "network-vif-deleted", "tag": "03527b0c-bc17-4019-8d52-992538deeeab", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:01.587457 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf593162-1130-4ed1-870c-86b7f0202861 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:01.588044 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93d84db-6b61-4595-b2df-123d5d8ff1e4', 'name': 'network-vif-deleted', 'tag': '03527b0c-bc17-4019-8d52-992538deeeab', 'status': 'completed', 'code': 200} Aug 25 11:27:01.616454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] For port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:01.902899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c4a63cc7-c3b9-419a-af2a-3bf4a3e42df0 req-79e1b05d-939f-4c63-92b5-705334300e79 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133454 Aug 25 11:27:02.192386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:02.205000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:02.222056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Port': ['ID=2078539f-7dd8-4705-86b3-75068ea279bb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:02.260023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Transition to ACTIVE for port object 7d954ade-f400-4d11-8539-0f6ed12b4d32 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:02.322722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:02.335790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:02.336671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:02.338445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ef0fac8-8b99-4260-bf46-aecd6a1409bd HTTP/1.1" status: 200 len: 1092 time: 4.4998522 Aug 25 11:27:02.368870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'tag': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:02.373001 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3" -d '{"events": [{"name": "network-changed", "server_uuid": "527d5b48-901c-4525-90ff-e6ca7e924d8e", "tag": "1ef0fac8-8b99-4260-bf46-aecd6a1409bd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:02.555152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:02.590231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc13044-cd37-4067-894b-5ac0e384f137 req-7d7b8873-abd0-437d-a360-b93b4d247de4 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:02.591955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cc13044-cd37-4067-894b-5ac0e384f137 req-7d7b8873-abd0-437d-a360-b93b4d247de4 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 931 time: 0.4324589 Aug 25 11:27:02.592707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0a7e-0c31-4f0d-b3b6-9bad263b3f84 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:02.705492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00663cdf-a46d-4efb-8dc4-4e4e8f45892d req-c21411dd-87a2-4ec3-8bb1-a08a1e73d2e7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:02.707125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00663cdf-a46d-4efb-8dc4-4e4e8f45892d req-c21411dd-87a2-4ec3-8bb1-a08a1e73d2e7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 950 time: 0.4404092 Aug 25 11:27:02.825994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-df9ddfe0-d876-49b2-beac-e7b9839d6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:02.827771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-df9ddfe0-d876-49b2-beac-e7b9839d6dc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 1095 time: 0.4098024 Aug 25 11:27:02.961051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Pushing event updated for resources: {'Port': ['ID=7d954ade-f400-4d11-8539-0f6ed12b4d32,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:02.973789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e2b7becb-e485-4e71-8058-b29117a84d24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd HTTP/1.1" status: 200 len: 217 time: 0.1274850 Aug 25 11:27:02.974285 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:02.986405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:03.016629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cc13044-cd37-4067-894b-5ac0e384f137 req-f234f09b-a2b9-490a-a476-70a4fcc19090 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939743 Aug 25 11:27:03.063087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:03.072196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:03.088116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00663cdf-a46d-4efb-8dc4-4e4e8f45892d req-481d46c2-7446-4c22-a57a-50b8d41baee8 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998190 Aug 25 11:27:03.238292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Attempting to bind port 7d954ade-f400-4d11-8539-0f6ed12b4d32 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:03.239366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Attempting to bind port 7d954ade-f400-4d11-8539-0f6ed12b4d32 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:03.239366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Attempting to bind port 7d954ade-f400-4d11-8539-0f6ed12b4d32 on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:03.247073 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc4f65-ed83-425d-a8b5-940ba7f9cd89 x-openstack-request-id: req-7bfc4f65-ed83-425d-a8b5-940ba7f9cd89 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:03.247281 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527d5b48-901c-4525-90ff-e6ca7e924d8e", "tag": "1ef0fac8-8b99-4260-bf46-aecd6a1409bd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:03.247423 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bfc4f65-ed83-425d-a8b5-940ba7f9cd89 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:03.247881 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'tag': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd', 'status': 'completed', 'code': 200} Aug 25 11:27:03.285033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Port 7d954ade-f400-4d11-8539-0f6ed12b4d32 on network 9782bbc3-efba-45fd-866a-aff38255cccd not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:27:03.285376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Attempting to bind port 7d954ade-f400-4d11-8539-0f6ed12b4d32 on network 9782bbc3-efba-45fd-866a-aff38255cccd {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:03.288097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-9759107-network', 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:03.306861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Router 256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:27:03.307828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:03.308170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Checking segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:03.309013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Bound using segment: {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:03.309013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Bound port: 7d954ade-f400-4d11-8539-0f6ed12b4d32, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:03.309350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.325247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:03.326534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:03.331329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.333440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.335579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26ce25fe-7fc3-41ef-9775-ee5067849e7d req-7c428cf4-f5ee-4203-b21e-531b3aa2d2e0 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.67 "DELETE /v2.0/ports/cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f HTTP/1.1" status: 204 len: 173 time: 3.1145332 Aug 25 11:27:03.337079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e90e006d-600d-455d-a4f6-036a4c38781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:03.338686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-e90e006d-600d-455d-a4f6-036a4c38781b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.3493638 Aug 25 11:27:03.360355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.469505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:03.506707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:03.516181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:03.564900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] For port 7d954ade-f400-4d11-8539-0f6ed12b4d32, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:03.576940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-566d3a66-2ec4-44d9-ba61-ccd44b3e76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:03.578484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-566d3a66-2ec4-44d9-ba61-ccd44b3e76d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2316170 Aug 25 11:27:03.579719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:27:03.585779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7d164660-8b1d-454b-9812-c9bfd8a9e164 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0545626 Aug 25 11:27:03.591223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] For port 7d954ade-f400-4d11-8539-0f6ed12b4d32, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:03.592370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53600) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:03.614087 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] Sync routers for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:27:03.615001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.643672 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:03.645149 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:03.648499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.658923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.699493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:27:03.705971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:03.706596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.708854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] 10.222.0.67 "PUT /v2.0/ports/7d954ade-f400-4d11-8539-0f6ed12b4d32 HTTP/1.1" status: 200 len: 1092 time: 3.8410573 Aug 25 11:27:03.726470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.728612 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Added segment 2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3 of type vlan for network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 Aug 25 11:27:03.736999 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-91700748-af63-4aa5-94f9-4a256f32b6bb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] delete failed (client error): The resource could not be found. Aug 25 11:27:03.738152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-91700748-af63-4aa5-94f9-4a256f32b6bb tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-2046747405 HTTP/1.1" status: 404 len: 335 time: 0.1430161 Aug 25 11:27:03.751375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53602) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:03.766751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:03.772749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c7ad8aa7-61b7-415a-9a5c-5a990ce69ba3 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'router': {'external_gateway_info': {'network_id': '256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:03.787260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:03.788671 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:03.884929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.894468 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:03.895586 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d92e-e8c2-46f6-982e-9fcd1b3be0c3 None None] The sync data for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:27:03.917302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62b6b0-ca86-4fbf-9b52-7c002c430520 service neutron] Pushing event updated for resources: {'Port': ['ID=7d954ade-f400-4d11-8539-0f6ed12b4d32,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:03.925128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05573d32-5e18-47f9-b103-b99c48172b97,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:03.970236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:03.971657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:03.972517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.014764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:27:04.036558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-a5c1b2ea-c878-4120-8445-a42c3ef1e741 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421647 Aug 25 11:27:04.043762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 03527b0c-bc17-4019-8d52-992538deeeab no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:04.052412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-b4a62417-11a8-44a0-808c-3238ce27b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:04.054153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-b4a62417-11a8-44a0-808c-3238ce27b688 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 1095 time: 0.2270520 Aug 25 11:27:04.114956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0502439 Aug 25 11:27:04.121508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53608) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:04.137195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Request body: {'subnet': {'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-9759107-subnet', 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:04.148932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598ca3d-9a00-4c77-b1ff-5ee269d282c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:04.184315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:04.188495 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.223549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:04.239120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'port_id': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3', 'mac_address': 'fa:16:3e:f0:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:27:04.243007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:27:04.246734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 03527b0c-bc17-4019-8d52-992538deeeab {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:04.247189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 03527b0c-bc17-4019-8d52-992538deeeab not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:04.389304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.414510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:04.440975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:04.447069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.505535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.517310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c7ad8aa7-61b7-415a-9a5c-5a990ce69ba3 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.521980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:04.549274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-b6d37f25-b1dc-482d-959c-814809590d6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32 HTTP/1.1" status: 200 len: 217 time: 0.2905743 Aug 25 11:27:04.577228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f872950d-a463-416e-858d-1663ec2bcc72,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:04.595702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92b11079-c4ad-42ff-abc4-86c10c503c04 req-de6b0528-206d-496c-9c18-c1ac416a282b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=784d30f3-1d6c-4dd0-acf6-770221265186 HTTP/1.1" status: 200 len: 210 time: 0.1789505 Aug 25 11:27:04.627475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:04.629950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Network hostable DHCP agents. Network: e8ba48a9-d4bd-4678-a91f-38d59db1b8c8, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:27:04.675150 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-c7ad8aa7-61b7-415a-9a5c-5a990ce69ba3 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] update failed (client error): The resource could not be found. Aug 25 11:27:04.677880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c7ad8aa7-61b7-415a-9a5c-5a990ce69ba3 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 HTTP/1.1" status: 404 len: 339 time: 0.9230926 Aug 25 11:27:04.683305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:27:04.691667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:04.703952 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1428359045'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:04.737085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e8ba48a9-d4bd-4678-a91f-38d59db1b8c8) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:04.754221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79531065-0ee6-4d1f-a16e-bcf899e3d8bd None None] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:04.778608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:04.779528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.810790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:04.818688 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.820312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cb72f-32c4-4224-b6b1-d38869efba64 req-86406fa6-219d-471d-8bf2-01a043d42be8 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:04.823425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-872cb72f-32c4-4224-b6b1-d38869efba64 req-86406fa6-219d-471d-8bf2-01a043d42be8 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 943 time: 0.5622659 Aug 25 11:27:04.826168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1c3b310f-4aa9-45b9-b8f1-52e7815552a3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:04.829906 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c8e977e1-083a-4820-9ef0-fd4847dc6f72 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7069404 Aug 25 11:27:04.859822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07c96e18-6a75-41a8-913d-a9bc01a67f5d req-61b8ffdc-191e-4a87-9ba9-760f2e62ad5a service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022504 Aug 25 11:27:04.896291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-ff8bf670-bde1-4795-89b2-10d89648cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:04.900428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-ff8bf670-bde1-4795-89b2-10d89648cb79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.3241000 Aug 25 11:27:04.917672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:27:04.941108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:04.941108 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Added segment d5f4910d-64dd-4ab5-8afd-eaeff165aeae of type vlan for network 1031451d-d02d-4dfc-9da0-28cac858f4c4 Aug 25 11:27:05.074896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:05.129279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-872cb72f-32c4-4224-b6b1-d38869efba64 req-be8d8c26-5994-4b2d-918f-3c4099aefe64 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639165 Aug 25 11:27:05.143396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:05.159056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-0fc8f6eb-628c-4701-a223-72ced5e79b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:05.162475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:05.168819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:05.172032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-0fc8f6eb-628c-4701-a223-72ced5e79b1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549484 Aug 25 11:27:05.178593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-837e0e7e-9983-4f5a-bda4-629b827dab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:05.187831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-837e0e7e-9983-4f5a-bda4-629b827dab83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 1095 time: 0.2057831 Aug 25 11:27:05.242597 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5463886 Aug 25 11:27:05.244770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53630) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:05.255265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d30501-68d7-4c87-83f1-948b4051847f None None] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:05.271216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'subnet': {'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:05.495813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3e68a-e6f3-404b-9d89-8fd6ff8d2b0a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Network': ['ID=1031451d-d02d-4dfc-9da0-28cac858f4c4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:05.530271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 1031451d-d02d-4dfc-9da0-28cac858f4c4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:27:05.586281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Made reservation on behalf of 50bd05b27cbe46c3ad18b548bca10bbb for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:05.595471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:05.838511 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:05.900433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Subnet': ['ID=1943da55-6fb7-4a74-b094-43c4d822ee78,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:05.912308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Checking segment: {'id': 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:05.912671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network hostable DHCP agents. Network: 1031451d-d02d-4dfc-9da0-28cac858f4c4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:27:05.921430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d30f3-1d6c-4dd0-acf6-770221265186', 'name': 'network-vif-deleted', 'tag': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f'}, {'name': 'network-changed', 'server_uuid': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'tag': '7d954ade-f400-4d11-8539-0f6ed12b4d32'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:05.925310 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cef44d-f59d-43f3-893e-3fda6c20403d" -d '{"events": [{"server_uuid": "784d30f3-1d6c-4dd0-acf6-770221265186", "name": "network-vif-deleted", "tag": "cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f"}, {"name": "network-changed", "server_uuid": "bfa1b2ad-262b-4a09-aad4-cab88d6c50f0", "tag": "7d954ade-f400-4d11-8539-0f6ed12b4d32"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:05.931500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network 1031451d-d02d-4dfc-9da0-28cac858f4c4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:27:05.942180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 1031451d-d02d-4dfc-9da0-28cac858f4c4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:05.949419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:05.949419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:05.952040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4c2a1-7013-4c8a-bdcf-be6caf67df9e None None] Network 1031451d-d02d-4dfc-9da0-28cac858f4c4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:05.976829 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e529dee-bd95-43c2-9a6d-98fac336e5c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7267008 Aug 25 11:27:05.979631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:05.985159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8449baeb-767b-4bc0-85ba-68434751bb2e tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'router': {'external_gateway_info': {'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:06.291911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-1031451d-d02d-4dfc-9da0-28cac858f4c4', 'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4', 'tenant_id': '50bd05b27cbe46c3ad18b548bca10bbb', 'fixed_ips': [{'subnet_id': '1943da55-6fb7-4a74-b094-43c4d822ee78'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:27:06.293846 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:06.374809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-3bf69d8e-66d5-4fea-bccb-9a6a3e510d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:06.377536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-3bf69d8e-66d5-4fea-bccb-9a6a3e510d07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.4277611 Aug 25 11:27:06.422666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec34b-920c-4f9c-96ca-cded0264f18b req-e743ab73-e56d-4e0c-a0de-cac157f3e8e9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:06.436655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a79ec34b-920c-4f9c-96ca-cded0264f18b req-e743ab73-e56d-4e0c-a0de-cac157f3e8e9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.5053215 Aug 25 11:27:06.470940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Allocated IP 2001:db8:1::2 (1031451d-d02d-4dfc-9da0-28cac858f4c4/1943da55-6fb7-4a74-b094-43c4d822ee78/e826d015-9e01-403f-8775-ae90bc1a542d) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:06.488316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-17a01731-c93a-4673-81e8-3f04d4ff444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:06.490983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-17a01731-c93a-4673-81e8-3f04d4ff444e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 917 time: 1.3018255 Aug 25 11:27:06.602920 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8449baeb-767b-4bc0-85ba-68434751bb2e tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:06.655672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-8f4031cf-81c1-4442-80d5-18c256603775 service neutron] 10.222.0.67 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366114 Aug 25 11:27:06.663233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-5297b24f-f5b0-4c04-9543-ec8c48c62f0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd HTTP/1.1" status: 200 len: 217 time: 0.1393998 Aug 25 11:27:06.700519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:06.711885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Transition to ACTIVE for port object e826d015-9e01-403f-8775-ae90bc1a542d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:06.712410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-54de88d3-2d09-4c76-b17c-2eb61167e99b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:06.714103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-54de88d3-2d09-4c76-b17c-2eb61167e99b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.7811871 Aug 25 11:27:06.739784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Transition to ACTIVE for port object e826d015-9e01-403f-8775-ae90bc1a542d will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:06.748086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:06.787426 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-8449baeb-767b-4bc0-85ba-68434751bb2e tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:27:06.792294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8449baeb-767b-4bc0-85ba-68434751bb2e tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 HTTP/1.1" status: 400 len: 364 time: 0.8079824 Aug 25 11:27:06.792695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53656) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:06.795755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Network 1031451d-d02d-4dfc-9da0-28cac858f4c4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:06.802070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:06.805739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:06.835148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a79ec34b-920c-4f9c-96ca-cded0264f18b req-4e883053-499b-4274-a6d8-7eb19cde9067 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971632 Aug 25 11:27:06.842871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Pushing event updated for resources: {'Port': ['ID=e826d015-9e01-403f-8775-ae90bc1a542d,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:06.874350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-2672ada0-a113-497f-bed8-710b05c70040 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0769880 Aug 25 11:27:06.896362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Attempting to bind port e826d015-9e01-403f-8775-ae90bc1a542d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:06.896902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Attempting to bind port e826d015-9e01-403f-8775-ae90bc1a542d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:06.897116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Attempting to bind port e826d015-9e01-403f-8775-ae90bc1a542d on network 1031451d-d02d-4dfc-9da0-28cac858f4c4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:06.904195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:06.904766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Checking segment: {'id': 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:06.905319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:06.905757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Bound using segment: {'id': 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:06.906336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Bound port: e826d015-9e01-403f-8775-ae90bc1a542d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1031451d-d02d-4dfc-9da0-28cac858f4c4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:06.906777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:06.942756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-d21811fe-85de-4a79-92f8-481dcb9d5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:06.945086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-d21811fe-85de-4a79-92f8-481dcb9d5a51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.2683365 Aug 25 11:27:06.952032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-ecc31649-996e-448f-802b-7e5afb46dacf tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745146 Aug 25 11:27:06.957419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-aab28d3b-fd39-4511-b69b-ca6b2717ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:06.959670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-aab28d3b-fd39-4511-b69b-ca6b2717ec6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.5534739 Aug 25 11:27:07.003424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] For port e826d015-9e01-403f-8775-ae90bc1a542d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:07.008818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] For port e826d015-9e01-403f-8775-ae90bc1a542d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e826d015-9e01-403f-8775-ae90bc1a542d,segment=NetworkSegment(d5f4910d-64dd-4ab5-8afd-eaeff165aeae),segment_id=d5f4910d-64dd-4ab5-8afd-eaeff165aeae)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:07.015973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:07.109780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf6e0-8520-42c7-a193-9387284a41cc None None] Pushing event updated for resources: {'Port': ['ID=e826d015-9e01-403f-8775-ae90bc1a542d,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:07.110785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a4f102-53a3-4194-bbf6-909402c93f63 req-5ac88ad5-9e5b-48f3-aeb1-f4ab8853ebb0 service neutron] 10.222.0.67 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408638 Aug 25 11:27:07.116027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-d9dc8f38-65cc-414a-9489-4b32a1cf40f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.1407528 Aug 25 11:27:07.194847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-9cb8acc3-dcd3-49d2-8cff-6143263f8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:07.194847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-9cb8acc3-dcd3-49d2-8cff-6143263f8e3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2353647 Aug 25 11:27:07.216216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-c310c247-bd2a-4378-a204-9be735f1c5e0 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455649 Aug 25 11:27:07.255084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-ccea8bc5-c25f-497a-99c7-ede2b1527dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:07.256622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-ccea8bc5-c25f-497a-99c7-ede2b1527dc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.1259751 Aug 25 11:27:07.284945 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2821fac5-a3bb-4821-a8a3-d0571a147852 x-openstack-request-id: req-2821fac5-a3bb-4821-a8a3-d0571a147852 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:07.285327 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d30f3-1d6c-4dd0-acf6-770221265186", "name": "network-vif-deleted", "tag": "cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfa1b2ad-262b-4a09-aad4-cab88d6c50f0", "tag": "7d954ade-f400-4d11-8539-0f6ed12b4d32", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:07.285561 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2821fac5-a3bb-4821-a8a3-d0571a147852 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:07.285910 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d30f3-1d6c-4dd0-acf6-770221265186', 'name': 'network-vif-deleted', 'tag': 'cb2a6ac7-37c0-4e3b-a76f-f2c2c2c1d85f', 'status': 'completed', 'code': 200} Aug 25 11:27:07.286148 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'tag': '7d954ade-f400-4d11-8539-0f6ed12b4d32', 'status': 'completed', 'code': 200} Aug 25 11:27:07.307797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:07.415323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-cf10686e-f3a5-446b-854f-a60a4633cdfc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188166 Aug 25 11:27:07.683755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-1ebc19aa-b016-4c4f-83dc-bcab51b934b2 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633372 Aug 25 11:27:07.710667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-f774d909-e6ff-4b51-b22e-fb421eb743ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:07.713227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-f774d909-e6ff-4b51-b22e-fb421eb743ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 1095 time: 0.4154940 Aug 25 11:27:07.727604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64fba9-df30-4bb4-ab9b-ae9857cf2ff8 req-6d853bb1-b7a1-4079-b67a-5aafef90b761 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:07.730300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac64fba9-df30-4bb4-ab9b-ae9857cf2ff8 req-6d853bb1-b7a1-4079-b67a-5aafef90b761 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 943 time: 0.3802021 Aug 25 11:27:07.750040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b5187a50-c94d-42c0-a556-c81d61f65541 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154412 Aug 25 11:27:07.757147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Allocated IP 2001:db8::1 (6f599a19-c84e-496a-bd58-c6a6d3f5b587/5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb/daade817-e334-4ac6-b139-7c65aed38e98) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:07.766094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e826d015-9e01-403f-8775-ae90bc1a542d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:07.875303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e826d015-9e01-403f-8775-ae90bc1a542d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:08.012138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.023435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1ef0fac8-8b99-4260-bf46-aecd6a1409bd details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:27:08.040701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-e22b3bd5-dbeb-482d-b33e-41e436c27575 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975773 Aug 25 11:27:08.046943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:08.072888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Transition to ACTIVE for port object daade817-e334-4ac6-b139-7c65aed38e98 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:08.147586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.207980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:08.229501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac64fba9-df30-4bb4-ab9b-ae9857cf2ff8 req-2be0a08e-0c40-47e9-898d-d18837cc7c94 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472737 Aug 25 11:27:08.296362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'port_id': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd', 'mac_address': 'fa:16:3e:0c:23:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:27:08.335724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:08.339420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:08.342624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:08.343521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.492293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.527819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ee7659e-9cfb-4315-806b-88c3c6abbede req-aa011feb-4b8e-4bcb-a459-f72bcf15e35e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 210 time: 0.1484563 Aug 25 11:27:08.563685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e6faf01-f94e-48a8-967a-d5f9ee9341e3 req-165c9f3b-5772-4d87-b87b-aee190df5d30 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694336 Aug 25 11:27:08.568434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:08.579642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef0fac8-8b99-4260-bf46-aecd6a1409bd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:08.580838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-5f8f0dab-1fab-4ded-89c9-fddfae83c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:08.584172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-5f8f0dab-1fab-4ded-89c9-fddfae83c4c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 917 time: 0.8381047 Aug 25 11:27:08.620404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:08.623032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:08.623861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.660232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7594c65-91c3-4dae-b60b-0a6617b691d4 req-d066aa0e-8fb6-473e-972f-108f756b00c9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:08.673995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7594c65-91c3-4dae-b60b-0a6617b691d4 req-d066aa0e-8fb6-473e-972f-108f756b00c9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.5927284 Aug 25 11:27:08.674776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.802750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:08.824694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Port': ['ID=daade817-e334-4ac6-b139-7c65aed38e98,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:08.846039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.849098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-3cffd20a-cf7c-435d-97c5-d1b56a1114c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32 HTTP/1.1" status: 200 len: 217 time: 0.2349603 Aug 25 11:27:08.868623 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:08.919350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb17693-aeea-47b0-8196-187c23474bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:08.922357 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e29a8-1b53-41e7-bb6a-aa0dcc784f0e" -d '{"events": [{"server_uuid": "3eb17693-aeea-47b0-8196-187c23474bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1c3b310f-4aa9-45b9-b8f1-52e7815552a3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:08.933602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86cbc22c-b788-4d00-970b-6f90b27479e5 req-e3af4355-c639-422f-8bd6-716c88cfc4c6 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8543038 Aug 25 11:27:08.949723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:08.962762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:09.027428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398799d2-ce97-451a-815b-f8e854960fc4 None None] Network 1031451d-d02d-4dfc-9da0-28cac858f4c4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:09.033804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1ef0fac8-8b99-4260-bf46-aecd6a1409bd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:09.132250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7594c65-91c3-4dae-b60b-0a6617b691d4 req-dd6c0d48-1dff-4938-b6b9-7b0339f28710 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570537 Aug 25 11:27:09.202775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-da05d684-37cd-4d5c-83af-76d4ab5f390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:09.207437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-da05d684-37cd-4d5c-83af-76d4ab5f390f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.3224251 Aug 25 11:27:09.283572 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f0ce8-f398-4b0c-92df-9c291142e13d x-openstack-request-id: req-758f0ce8-f398-4b0c-92df-9c291142e13d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:09.284115 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb17693-aeea-47b0-8196-187c23474bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1c3b310f-4aa9-45b9-b8f1-52e7815552a3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:09.284506 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-758f0ce8-f398-4b0c-92df-9c291142e13d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:09.285104 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb17693-aeea-47b0-8196-187c23474bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3', 'code': 200} Aug 25 11:27:09.332494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] Provisioning for port e826d015-9e01-403f-8775-ae90bc1a542d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:09.380478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:09.404350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] Provisioning complete for port e826d015-9e01-403f-8775-ae90bc1a542d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:09.404930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:09.406743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-670da3a6-d880-4f40-aa3b-b3b2583a4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:09.415785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-670da3a6-d880-4f40-aa3b-b3b2583a4710 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992404 Aug 25 11:27:09.508393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7d954ade-f400-4d11-8539-0f6ed12b4d32 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:27:09.631245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:09.640932 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:09.643663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:09.768802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event updated for resources: {'Port': ['ID=daade817-e334-4ac6-b139-7c65aed38e98,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:09.871435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28735527-bae3-45d8-ba0b-d39141a61f82 req-67954926-7a1d-4a82-ad7c-5f0c0b6fd928 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 210 time: 0.0991621 Aug 25 11:27:09.883925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8fdda-b475-45f1-8fd5-31fe1d51f231 req-80d8181c-d13e-4765-a745-5f602b567a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:09.886747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81c8fdda-b475-45f1-8fd5-31fe1d51f231 req-80d8181c-d13e-4765-a745-5f602b567a15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 1098 time: 0.4844773 Aug 25 11:27:09.924445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7d954ade-f400-4d11-8539-0f6ed12b4d32, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:09.931154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:09.933472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:09.942624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:09.958988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4345b2c-a7cb-4e7c-8f5a-a8497f161855 req-3622cead-cb05-45b3-b6da-69477d89c300 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:09.959371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7d954ade-f400-4d11-8539-0f6ed12b4d32', 'network_id': '9782bbc3-efba-45fd-866a-aff38255cccd', 'port_id': '7d954ade-f400-4d11-8539-0f6ed12b4d32', 'mac_address': 'fa:16:3e:48:b9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:27:09.967030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4345b2c-a7cb-4e7c-8f5a-a8497f161855 req-3622cead-cb05-45b3-b6da-69477d89c300 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 943 time: 0.4372687 Aug 25 11:27:09.989537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-fc6defbc-6b28-4763-83e7-708d19028fe3 service neutron] 10.222.0.67 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355968 Aug 25 11:27:10.064206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81c8fdda-b475-45f1-8fd5-31fe1d51f231 req-9f7878b5-cef3-43a5-9e85-0310a2af9816 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639330 Aug 25 11:27:10.105666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] For port e826d015-9e01-403f-8775-ae90bc1a542d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e826d015-9e01-403f-8775-ae90bc1a542d,segment=NetworkSegment(d5f4910d-64dd-4ab5-8afd-eaeff165aeae),segment_id=d5f4910d-64dd-4ab5-8afd-eaeff165aeae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:10.125538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:10.138732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Router 256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:27:10.176336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04cef44d-f59d-43f3-893e-3fda6c20403d req-30565ab4-5c3d-41f8-86ee-e33318e1dd26 service neutron] 10.222.0.67 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676664 Aug 25 11:27:10.179972 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:10.225665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d954ade-f400-4d11-8539-0f6ed12b4d32 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:10.303925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4345b2c-a7cb-4e7c-8f5a-a8497f161855 req-bc6f0673-dfe3-4030-8d8b-5eafdffe2e9e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326564 Aug 25 11:27:10.306013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7d954ade-f400-4d11-8539-0f6ed12b4d32, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:10.314877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc6a68-1962-4eb4-989d-82b63de80228 None None] Pushing event updated for resources: {'Port': ['ID=e826d015-9e01-403f-8775-ae90bc1a542d,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:10.328856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:10.333827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:27:10.357789 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d566458d-71c3-4a28-a46a-23570601c4c5 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5633464 Aug 25 11:27:10.361199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:10.363518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-613f5e19-e29b-4744-ba89-acc92ec62b72 None None] Provisioning for port daade817-e334-4ac6-b139-7c65aed38e98 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:10.410386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-613f5e19-e29b-4744-ba89-acc92ec62b72 None None] Provisioning complete for port daade817-e334-4ac6-b139-7c65aed38e98 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:10.410776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-613f5e19-e29b-4744-ba89-acc92ec62b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:10.420247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] Sync routers for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:27:10.422893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7d954ade-f400-4d11-8539-0f6ed12b4d32,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:10.479370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:10.480351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:10.538189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a947ab4-82df-44a5-a3ed-745b297d2b54 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:10.562981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:10.582137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307646c0-b377-499a-9518-ec5efad36a5f req-d9fda0de-c414-4ad2-b5e0-e0eb6351ca5e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:10.593938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-307646c0-b377-499a-9518-ec5efad36a5f req-d9fda0de-c414-4ad2-b5e0-e0eb6351ca5e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 949 time: 0.5247583 Aug 25 11:27:10.609308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:10.610055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:10.648281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:10.649010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fb4ef-6816-46eb-a53d-acd777e0d978 None None] The sync data for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:27:10.651706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-613f5e19-e29b-4744-ba89-acc92ec62b72 None None] Port daade817-e334-4ac6-b139-7c65aed38e98 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:27:10.670590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-307646c0-b377-499a-9518-ec5efad36a5f req-f7196bd3-aebe-44d8-baa1-4e62666523cf tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754731 Aug 25 11:27:10.703212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-f05d8af9-2c64-4692-bcbb-a2e726a087c8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:10.704853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-f05d8af9-2c64-4692-bcbb-a2e726a087c8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.4196417 Aug 25 11:27:10.710513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7d954ade-f400-4d11-8539-0f6ed12b4d32'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:10.727155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:10.735429 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9a947ab4-82df-44a5-a3ed-745b297d2b54 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 11:27:10.736789 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a947ab4-82df-44a5-a3ed-745b297d2b54 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 HTTP/1.1" status: 409 len: 329 time: 0.3741324 Aug 25 11:27:10.740179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53702) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:10.801867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f042e1b5-5abd-4c44-9f84-8477a6d1bae0 None None] Provisioning complete for port daade817-e334-4ac6-b139-7c65aed38e98 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:10.802234 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f042e1b5-5abd-4c44-9f84-8477a6d1bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:10.892963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f042e1b5-5abd-4c44-9f84-8477a6d1bae0 None None] Port daade817-e334-4ac6-b139-7c65aed38e98 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:27:10.935531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f042e1b5-5abd-4c44-9f84-8477a6d1bae0 None None] Provisioning complete for port e826d015-9e01-403f-8775-ae90bc1a542d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:10.935531 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f042e1b5-5abd-4c44-9f84-8477a6d1bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.240373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3357120-dd51-48f9-b047-391c60d9323c req-2a71829b-8156-412c-a7fa-a24afcacd8c5 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 210 time: 0.0747097 Aug 25 11:27:11.271074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.287559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-1d0e4c0c-230a-420e-87dd-d4cf7b52abc3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:11.289075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-1d0e4c0c-230a-420e-87dd-d4cf7b52abc3 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 949 time: 0.1223922 Aug 25 11:27:11.308561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4135413-8caa-4f45-a61f-553d67f0d0c3 req-953bd469-9589-4588-bdee-ad0ef9d31907 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:11.316204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4135413-8caa-4f45-a61f-553d67f0d0c3 req-953bd469-9589-4588-bdee-ad0ef9d31907 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.5850987 Aug 25 11:27:11.457892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4135413-8caa-4f45-a61f-553d67f0d0c3 req-99375276-9b3a-4661-913d-fc5d347692a6 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407373 Aug 25 11:27:11.499781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:11.503425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.557901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f230eda-548b-4496-a8fe-2c100db16cba req-b17cfb8c-e8f8-4bd1-93f2-5a21a38ed8c4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:11.559637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f230eda-548b-4496-a8fe-2c100db16cba req-b17cfb8c-e8f8-4bd1-93f2-5a21a38ed8c4 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/ports?device_id=af1a221d-1417-4244-aca9-045fb6a608e9 HTTP/1.1" status: 200 len: 950 time: 0.0902877 Aug 25 11:27:11.578579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be782d-8452-4936-8b23-145ed48ef74e req-5d931a9c-1bed-4bb4-bbdc-40e90e1ff059 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:11.586766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2be782d-8452-4936-8b23-145ed48ef74e req-5d931a9c-1bed-4bb4-bbdc-40e90e1ff059 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 944 time: 0.1231444 Aug 25 11:27:11.639580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port 74b0a003-bff3-4b7a-8570-fd8b50c51ece {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:11.639931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.741088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e826d015-9e01-403f-8775-ae90bc1a542d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:11.798065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port f7a1ea36-0f7c-41f6-be37-493a971f5afe {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:11.798719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.823218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2be782d-8452-4936-8b23-145ed48ef74e req-928851eb-dc53-4678-8c3d-77001da4287e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300489 Aug 25 11:27:11.875384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port 74b0a003-bff3-4b7a-8570-fd8b50c51ece, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=74b0a003-bff3-4b7a-8570-fd8b50c51ece,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:11.875662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.889401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.13 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/ad88157d-4977-4a90-8078-1a96addf245d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:11.892108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting port daade817-e334-4ac6-b139-7c65aed38e98 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:11.892718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.912815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e826d015-9e01-403f-8775-ae90bc1a542d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:11.913521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:11.914723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for 74b0a003-bff3-4b7a-8570-fd8b50c51ece owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:11.981146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port f7a1ea36-0f7c-41f6-be37-493a971f5afe, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f7a1ea36-0f7c-41f6-be37-493a971f5afe,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:11.982162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.017284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for f7a1ea36-0f7c-41f6-be37-493a971f5afe owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:12.035828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cfc6a-7093-4ec0-9c91-9824012e85b0 req-d7ccbed9-f656-48a3-a703-ec144d81a857 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:12.037535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-627cfc6a-7093-4ec0-9c91-9824012e85b0 req-d7ccbed9-f656-48a3-a703-ec144d81a857 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 949 time: 0.1786847 Aug 25 11:27:12.040343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1ef0fac8-8b99-4260-bf46-aecd6a1409bd up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:12.048861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.093624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Calling delete_port for daade817-e334-4ac6-b139-7c65aed38e98 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:12.155065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:12.160679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:12.161240 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.168554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-627cfc6a-7093-4ec0-9c91-9824012e85b0 req-64c3408f-f359-4fa5-a370-b991aa879a1e tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921443 Aug 25 11:27:12.263196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.298112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.303040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.323595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:12.374201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=74b0a003-bff3-4b7a-8570-fd8b50c51ece,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:12.422104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.439171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:12.445213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:12.447514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eee5e47-8377-41aa-a921-7a527971e6f8 req-a5c9530d-f80b-4332-875c-4fd2a7a3a97c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 210 time: 0.0629690 Aug 25 11:27:12.451448 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ef868-c34c-4003-9ed5-e53521eebbe6" -d '{"events": [{"server_uuid": "527d5b48-901c-4525-90ff-e6ca7e924d8e", "name": "network-vif-plugged", "status": "completed", "tag": "1ef0fac8-8b99-4260-bf46-aecd6a1409bd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:12.472383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.500292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port 74b0a003-bff3-4b7a-8570-fd8b50c51ece on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:12.504106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.518460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9b27b1b-1638-499c-9c4b-5b421abfb3eb req-3f0b9f8e-7687-49d8-a62c-247d6377b0f9 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "DELETE /v2.0/ports/74b0a003-bff3-4b7a-8570-fd8b50c51ece HTTP/1.1" status: 204 len: 173 time: 1.1861901 Aug 25 11:27:12.519381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'name': 'network-vif-deleted', 'tag': '74b0a003-bff3-4b7a-8570-fd8b50c51ece'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:12.522061 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0fb2f8-8136-4589-b0de-e546bb7df062" -d '{"events": [{"server_uuid": "1d93cdc7-9bb3-46ee-aa02-79ec3bc79496", "name": "network-vif-deleted", "tag": "74b0a003-bff3-4b7a-8570-fd8b50c51ece"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:12.558224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:12.643942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:12.658556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:12.668755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:12.778799 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bbc845-36f8-45a3-b39a-11646cd4b485 x-openstack-request-id: req-73bbc845-36f8-45a3-b39a-11646cd4b485 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:12.779576 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d93cdc7-9bb3-46ee-aa02-79ec3bc79496", "name": "network-vif-deleted", "tag": "74b0a003-bff3-4b7a-8570-fd8b50c51ece", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:12.780174 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73bbc845-36f8-45a3-b39a-11646cd4b485 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:12.780990 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d93cdc7-9bb3-46ee-aa02-79ec3bc79496', 'name': 'network-vif-deleted', 'tag': '74b0a003-bff3-4b7a-8570-fd8b50c51ece', 'status': 'completed', 'code': 200} Aug 25 11:27:12.782312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=ad88157d-4977-4a90-8078-1a96addf245d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:12.869336 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6285394d-d483-4036-8f59-bb5b37ac6d4b x-openstack-request-id: req-6285394d-d483-4036-8f59-bb5b37ac6d4b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:12.870194 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527d5b48-901c-4525-90ff-e6ca7e924d8e", "name": "network-vif-plugged", "status": "completed", "tag": "1ef0fac8-8b99-4260-bf46-aecd6a1409bd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:12.871452 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6285394d-d483-4036-8f59-bb5b37ac6d4b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:12.872326 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd', 'code': 200} Aug 25 11:27:12.988145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b6336-e52c-4742-a594-b10b884c70c1 req-e2d2a58f-12f7-4c51-b003-45751163816d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:13.004401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b00b6336-e52c-4742-a594-b10b884c70c1 req-e2d2a58f-12f7-4c51-b003-45751163816d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.4047370 Aug 25 11:27:13.012349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:13.125016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:13.130846 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:13.234918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=f7a1ea36-0f7c-41f6-be37-493a971f5afe,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:13.258573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b00b6336-e52c-4742-a594-b10b884c70c1 req-f5582d80-b1b7-40a9-973b-f9d108298f71 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406070 Aug 25 11:27:13.265223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-30fb4858-6863-4273-8d04-79dbb75994db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5498557 Aug 25 11:27:13.270015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041972da-0339-4e51-9727-1f0c0e8a2c4e req-843c33d1-4543-48d5-a141-f126435b22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:13.276712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-041972da-0339-4e51-9727-1f0c0e8a2c4e req-843c33d1-4543-48d5-a141-f126435b22dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 1097 time: 0.5844719 Aug 25 11:27:13.302400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Request body: {'port': {'device_id': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:13.353424 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:27:13.378706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port f7a1ea36-0f7c-41f6-be37-493a971f5afe on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:13.383568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:13.385679 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f230eda-548b-4496-a8fe-2c100db16cba req-900479a9-555f-4dec-9c6b-bd1cae06a29b tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "DELETE /v2.0/ports/f7a1ea36-0f7c-41f6-be37-493a971f5afe HTTP/1.1" status: 204 len: 173 time: 1.8173640 Aug 25 11:27:13.386399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'name': 'network-vif-deleted', 'tag': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:13.388924 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee05504-ce3e-48d1-9db5-8767cdb49253" -d '{"events": [{"server_uuid": "af1a221d-1417-4244-aca9-045fb6a608e9", "name": "network-vif-deleted", "tag": "f7a1ea36-0f7c-41f6-be37-493a971f5afe"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:13.399058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:13.406178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2de97f-9804-4707-b34d-444561774b0c req-df553a3c-6f7a-44e2-b3e5-e9df092c558a tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:13.408098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c2de97f-9804-4707-b34d-444561774b0c req-df553a3c-6f7a-44e2-b3e5-e9df092c558a tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 944 time: 0.3204000 Aug 25 11:27:13.451581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Port': ['ID=daade817-e334-4ac6-b139-7c65aed38e98,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:13.477180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-041972da-0339-4e51-9727-1f0c0e8a2c4e req-2e2da5e7-241e-4cd7-aa7b-b4176445831c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819537 Aug 25 11:27:13.508000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a812e116-6b50-44fd-b68a-1e542455f479 req-3107e217-10bd-49bf-bf3b-4e8103e8c075 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d93cdc7-9bb3-46ee-aa02-79ec3bc79496 HTTP/1.1" status: 200 len: 210 time: 0.0848858 Aug 25 11:27:13.518148 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:13.519095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7d954ade-f400-4d11-8539-0f6ed12b4d32 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:13.577899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c2de97f-9804-4707-b34d-444561774b0c req-77e3905a-3d60-45fd-ac47-af7193dbd0a1 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508951 Aug 25 11:27:13.604517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:13.635743 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36a429d-e1b0-4d42-aad8-1b6a618e1c45 x-openstack-request-id: req-d36a429d-e1b0-4d42-aad8-1b6a618e1c45 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:13.636034 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1a221d-1417-4244-aca9-045fb6a608e9", "name": "network-vif-deleted", "tag": "f7a1ea36-0f7c-41f6-be37-493a971f5afe", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:13.636290 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d36a429d-e1b0-4d42-aad8-1b6a618e1c45 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:13.638598 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1a221d-1417-4244-aca9-045fb6a608e9', 'name': 'network-vif-deleted', 'tag': 'f7a1ea36-0f7c-41f6-be37-493a971f5afe', 'status': 'completed', 'code': 200} Aug 25 11:27:13.654731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 7d954ade-f400-4d11-8539-0f6ed12b4d32 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:13.659065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', '74b0a003-bff3-4b7a-8570-fd8b50c51ece'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:13.717164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7d954ade-f400-4d11-8539-0f6ed12b4d32 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:13.717956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:13.928793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b433a-fe4b-49a2-a004-da564517c052 req-ddbba624-b29a-4425-8223-b8ecfb839188 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:13.938047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a07b433a-fe4b-49a2-a004-da564517c052 req-ddbba624-b29a-4425-8223-b8ecfb839188 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 932 time: 0.1813769 Aug 25 11:27:14.010282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Router 256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:27:14.050307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.101200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a07b433a-fe4b-49a2-a004-da564517c052 req-65b1c9c3-976a-4b69-ad1f-97d18e3c839c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624115 Aug 25 11:27:14.116657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-263060bd-3a1c-4d31-aed5-296c79f4a437 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3135464 Aug 25 11:27:14.193296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:27:14.208477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd48683f-b2ee-473f-aee6-034ddf96b74a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4647954 Aug 25 11:27:14.211736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53740) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:14.213168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] Sync routers for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:27:14.231355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7d954ade-f400-4d11-8539-0f6ed12b4d32, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:14.239869 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.240498 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:14.244524 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:14.251931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f217-4812-4f47-b16e-957b4152d857 req-eb292c32-1625-4379-a9f8-5d08cbfce255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:14.253465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-eb292c32-1625-4379-a9f8-5d08cbfce255 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f7b6ce40e5438295d4942b479a4750&device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 1102 time: 0.0821695 Aug 25 11:27:14.259693 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-d7fbbda7-45da-4b69-b48c-5e1ad1529d0e tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] show failed (client error): The resource could not be found. Aug 25 11:27:14.261405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d7fbbda7-45da-4b69-b48c-5e1ad1529d0e tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1467881633 HTTP/1.1" status: 404 len: 335 time: 0.0468330 Aug 25 11:27:14.266775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:14.272309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b665f8d4-cf95-41d2-8a12-25050f6c61dd tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:14.318493 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-b665f8d4-cf95-41d2-8a12-25050f6c61dd tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] update failed (client error): The resource could not be found. Aug 25 11:27:14.319917 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b665f8d4-cf95-41d2-8a12-25050f6c61dd tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1117115791 HTTP/1.1" status: 404 len: 335 time: 0.0520091 Aug 25 11:27:14.325901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53746) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:14.359307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7d954ade-f400-4d11-8539-0f6ed12b4d32,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:14.360538 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:14.384658 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] Routers {'256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:14.386758 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:26:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:14.427393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad88157d-4977-4a90-8078-1a96addf245d {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:14.438827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.439049 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:14.439681 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba2c47-13fe-4a4e-bb22-aff814f8a943 None None] The sync data for ids ['256579d9-0ac2-4bcd-a2eb-e3c7aa47a177'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:27:14.449280 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting subnet 1943da55-6fb7-4a74-b094-43c4d822ee78 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:27:14.453083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.483591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Transition to ACTIVE for port object ad88157d-4977-4a90-8078-1a96addf245d will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:14.494576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.513614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.556755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5eeca-e1b0-4c4e-a8d9-223f33ae6cc2 req-7d9ef641-b9f5-4c69-a722-69d2c90d742b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:14.558975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ead5eeca-e1b0-4c4e-a8d9-223f33ae6cc2 req-7d9ef641-b9f5-4c69-a722-69d2c90d742b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1440828 Aug 25 11:27:14.560137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f217-4812-4f47-b16e-957b4152d857 req-a3fdc337-64c6-4614-a1f4-426f7539d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:14.561559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-a3fdc337-64c6-4614-a1f4-426f7539d21c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.2664876 Aug 25 11:27:14.643250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-12af1838-42d8-4e19-a911-6ae1aad1bb5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa HTTP/1.1" status: 200 len: 217 time: 0.0715032 Aug 25 11:27:14.648722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Pushing event updated for resources: {'Port': ['ID=ad88157d-4977-4a90-8078-1a96addf245d,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:14.676719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.720910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ead5eeca-e1b0-4c4e-a8d9-223f33ae6cc2 req-f62d3812-9eda-4b73-a685-cbf2b564a0b2 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540380 Aug 25 11:27:14.796485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f217-4812-4f47-b16e-957b4152d857 req-0efe1203-9042-4674-9242-3de4835f881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:14.798760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-0efe1203-9042-4674-9242-3de4835f881e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1392419 Aug 25 11:27:14.821664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.846778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.851579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/subnets/1943da55-6fb7-4a74-b094-43c4d822ee78 HTTP/1.1" status: 204 len: 168 time: 0.5240304 Aug 25 11:27:14.853183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a0fac-bdb0-4dcc-99be-1b104ba085bf None None] Network 1031451d-d02d-4dfc-9da0-28cac858f4c4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:14.855017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53756) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:14.858566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Attempting to bind port ad88157d-4977-4a90-8078-1a96addf245d on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:14.859006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Attempting to bind port ad88157d-4977-4a90-8078-1a96addf245d by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:14.859344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Attempting to bind port ad88157d-4977-4a90-8078-1a96addf245d on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:14.874109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d954ade-f400-4d11-8539-0f6ed12b4d32'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:14.877595 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929c0fa9-e64c-418c-a045-d7428882980a" -d '{"events": [{"server_uuid": "bfa1b2ad-262b-4a09-aad4-cab88d6c50f0", "name": "network-vif-plugged", "status": "completed", "tag": "7d954ade-f400-4d11-8539-0f6ed12b4d32"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:14.879697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c72e6f-ebb2-4fb8-9bfd-660fccc61b1b req-75e84f53-993e-45c1-ad13-2192bf45d90a tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:14.881534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3c72e6f-ebb2-4fb8-9bfd-660fccc61b1b req-75e84f53-993e-45c1-ad13-2192bf45d90a tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.1696296 Aug 25 11:27:14.895575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015a6c2-50dc-49db-8a90-019dd232a3c8 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Subnet': ['ID=1943da55-6fb7-4a74-b094-43c4d822ee78,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:14.941402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Port ad88157d-4977-4a90-8078-1a96addf245d on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:27:14.941793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Attempting to bind port ad88157d-4977-4a90-8078-1a96addf245d on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:14.961616 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1115ca-c1ec-486c-bf87-924815942a0f x-openstack-request-id: req-9d1115ca-c1ec-486c-bf87-924815942a0f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:14.962207 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa1b2ad-262b-4a09-aad4-cab88d6c50f0", "name": "network-vif-plugged", "status": "completed", "tag": "7d954ade-f400-4d11-8539-0f6ed12b4d32", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:14.962617 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d1115ca-c1ec-486c-bf87-924815942a0f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:14.963185 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d954ade-f400-4d11-8539-0f6ed12b4d32', 'code': 200} Aug 25 11:27:14.983884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:14.984233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:14.984627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:14.985087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Bound port: ad88157d-4977-4a90-8078-1a96addf245d, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:14.985529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:14.989462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f217-4812-4f47-b16e-957b4152d857 req-8cfd0169-e035-4450-bcdd-b73b25640b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:14.991241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-8cfd0169-e035-4450-bcdd-b73b25640b2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1807535 Aug 25 11:27:15.100360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3c72e6f-ebb2-4fb8-9bfd-660fccc61b1b req-fa26876f-8719-4206-9876-a18e36c05774 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599455 Aug 25 11:27:15.104559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.173377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] DHCP port deletion for 1031451d-d02d-4dfc-9da0-28cac858f4c4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:27:15.277971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] Deleting port e826d015-9e01-403f-8775-ae90bc1a542d {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:15.278556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.305073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] For port ad88157d-4977-4a90-8078-1a96addf245d, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:15.309193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c457d-1153-41be-ae18-d6362d2ed2bb req-516fd87a-1b46-4a95-b573-f889e4059fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:15.312090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-789c457d-1153-41be-ae18-d6362d2ed2bb req-516fd87a-1b46-4a95-b573-f889e4059fcf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 1097 time: 0.2468245 Aug 25 11:27:15.355990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] For port ad88157d-4977-4a90-8078-1a96addf245d, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ad88157d-4977-4a90-8078-1a96addf245d,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:15.375412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] For port e826d015-9e01-403f-8775-ae90bc1a542d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e826d015-9e01-403f-8775-ae90bc1a542d,segment=NetworkSegment(d5f4910d-64dd-4ab5-8afd-eaeff165aeae),segment_id=d5f4910d-64dd-4ab5-8afd-eaeff165aeae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:15.375791 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.384035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-d765a944-53d7-4a44-97c8-f6ae80c5cc44 service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737149 Aug 25 11:27:15.396148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] Calling delete_port for e826d015-9e01-403f-8775-ae90bc1a542d owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:15.402599 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.490024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.535574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] Pushing event deleted for resources: {'Port': ['ID=e826d015-9e01-403f-8775-ae90bc1a542d,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:15.547744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14471498-d6bb-4a5f-96a5-d75db47334bb None None] No DVR routers for this DVR port e826d015-9e01-403f-8775-ae90bc1a542d on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:15.564389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361da50-27f9-40b1-97a8-8d59b3ed6802 req-83a322d4-1d85-4fc7-ab18-f2217ae5d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:15.565974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e361da50-27f9-40b1-97a8-8d59b3ed6802 req-83a322d4-1d85-4fc7-ab18-f2217ae5d983 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.3591304 Aug 25 11:27:15.594248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:15.594947 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.596432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad88157d-4977-4a90-8078-1a96addf245d HTTP/1.1" status: 200 len: 1093 time: 2.3104646 Aug 25 11:27:15.608796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-789c457d-1153-41be-ae18-d6362d2ed2bb req-29cfa009-73b3-47d2-9251-8dfb2ebec2f5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874594 Aug 25 11:27:15.609272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'tag': 'ad88157d-4977-4a90-8078-1a96addf245d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:15.612049 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff" -d '{"events": [{"name": "network-changed", "server_uuid": "efc93a02-3737-4ae7-8696-933eea3c64a2", "tag": "ad88157d-4977-4a90-8078-1a96addf245d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:15.676546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e826d015-9e01-403f-8775-ae90bc1a542d no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:15.700770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e826d015-9e01-403f-8775-ae90bc1a542d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:15.701123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e826d015-9e01-403f-8775-ae90bc1a542d not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:15.703266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting port e826d015-9e01-403f-8775-ae90bc1a542d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:15.703619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:15.714134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c58b2-8b17-40e9-8075-b68d084eb483 service neutron] Pushing event updated for resources: {'Port': ['ID=ad88157d-4977-4a90-8078-1a96addf245d,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:15.732052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02cec1-61b0-4131-a961-75a28bad8b6b req-ce5e59e9-ad82-471a-bc84-0327d3db8acb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:15.733757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c02cec1-61b0-4131-a961-75a28bad8b6b req-ce5e59e9-ad82-471a-bc84-0327d3db8acb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 944 time: 0.3382263 Aug 25 11:27:15.785313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e361da50-27f9-40b1-97a8-8d59b3ed6802 req-c7800439-3235-411e-8fa0-531c938fb0bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790237 Aug 25 11:27:15.806465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f72e8-d125-49f1-a459-69155d4a28da req-b1ed2161-8b28-4299-a385-41a47406841d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:15.808713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-071f72e8-d125-49f1-a459-69155d4a28da req-b1ed2161-8b28-4299-a385-41a47406841d tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 950 time: 0.3772590 Aug 25 11:27:15.814585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d834f217-4812-4f47-b16e-957b4152d857 req-c36913ec-885d-4ad7-b54b-c467c2e698ed service neutron] 10.222.0.10 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065845 Aug 25 11:27:16.046938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 74b0a003-bff3-4b7a-8570-fd8b50c51ece no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:16.070964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 74b0a003-bff3-4b7a-8570-fd8b50c51ece {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:16.071229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 74b0a003-bff3-4b7a-8570-fd8b50c51ece not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:16.071608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f7a1ea36-0f7c-41f6-be37-493a971f5afe no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:16.097893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: f7a1ea36-0f7c-41f6-be37-493a971f5afe {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:16.098359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f7a1ea36-0f7c-41f6-be37-493a971f5afe not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:16.222463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] For port e826d015-9e01-403f-8775-ae90bc1a542d, host n-d-778732-11, got binding levels [] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:16.222829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.262426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Calling delete_port for e826d015-9e01-403f-8775-ae90bc1a542d owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:16.269945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_backend_mixin [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Port e826d015-9e01-403f-8775-ae90bc1a542d was not found and therefore no delete operation was performed {{(pid=94910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:27:16.276738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c02cec1-61b0-4131-a961-75a28bad8b6b req-e60b1168-5942-4e8b-9248-e384d32a640a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216393 Aug 25 11:27:16.283470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.322557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-071f72e8-d125-49f1-a459-69155d4a28da req-a6b143be-4b41-48ce-b832-aafcfae83067 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988825 Aug 25 11:27:16.325237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Port': ['ID=e826d015-9e01-403f-8775-ae90bc1a542d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:16.328375 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3904765-bf53-4dc0-9d16-d8c0bd05d4e7 x-openstack-request-id: req-d3904765-bf53-4dc0-9d16-d8c0bd05d4e7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:16.328652 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc93a02-3737-4ae7-8696-933eea3c64a2", "tag": "ad88157d-4977-4a90-8078-1a96addf245d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:16.328914 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3904765-bf53-4dc0-9d16-d8c0bd05d4e7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:16.329402 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'tag': 'ad88157d-4977-4a90-8078-1a96addf245d', 'status': 'completed', 'code': 200} Aug 25 11:27:16.334540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] No DVR routers for this DVR port e826d015-9e01-403f-8775-ae90bc1a542d on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:16.375147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-27ed08b1-a649-426b-a8e8-b22d4aa6d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:16.376658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-27ed08b1-a649-426b-a8e8-b22d4aa6d267 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 1096 time: 0.1676235 Aug 25 11:27:16.501014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-d311c783-82e0-419c-92b1-8bf94c82828b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad88157d-4977-4a90-8078-1a96addf245d HTTP/1.1" status: 200 len: 217 time: 0.1082599 Aug 25 11:27:16.539318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.592623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1031451d-d02d-4dfc-9da0-28cac858f4c4']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:16.613530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:16.613859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f4910d-64dd-4ab5-8afd-eaeff165aeae') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:16.631530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.636431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-ebc372a0-dee6-4e7c-a77b-2be176d4ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:16.638054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-ebc372a0-dee6-4e7c-a77b-2be176d4ec73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1282992 Aug 25 11:27:16.646261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a633d8-2014-4d95-a161-d64239d8bfcd req-2c01271b-433a-4412-aaa3-7f31e7f68d43 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:16.647870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3a633d8-2014-4d95-a161-d64239d8bfcd req-2c01271b-433a-4412-aaa3-7f31e7f68d43 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.2206330 Aug 25 11:27:16.676210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6f08-0182-4a4f-a536-80828bfe16bf req-12937f89-c524-4ae4-9975-62c260813134 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:16.677908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62bb6f08-0182-4a4f-a536-80828bfe16bf req-12937f89-c524-4ae4-9975-62c260813134 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.2113354 Aug 25 11:27:16.698640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.726585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-a56955a0-eb7e-416e-be26-4bd78e77218d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700662 Aug 25 11:27:16.732694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:27:16.733131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:27:16.736821 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:27:16.872875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3a633d8-2014-4d95-a161-d64239d8bfcd req-9124bfcf-f285-453c-9610-e91d48cce85f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173715 Aug 25 11:27:16.927204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.937661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62bb6f08-0182-4a4f-a536-80828bfe16bf req-1a3c8860-cd06-4991-9562-231429ca9f86 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416008 Aug 25 11:27:16.942064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:16.944314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/networks/1031451d-d02d-4dfc-9da0-28cac858f4c4 HTTP/1.1" status: 204 len: 168 time: 2.0873637 Aug 25 11:27:16.948486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53780) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:16.979913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026c854-5696-4b78-b324-8fb17d033371 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Network': ['ID=1031451d-d02d-4dfc-9da0-28cac858f4c4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:16.992447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e0842-ac3a-4ef1-854e-38fea463064d req-995353e6-bc6f-481f-afff-079d5a041148 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:16.994212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-353e0842-ac3a-4ef1-854e-38fea463064d req-995353e6-bc6f-481f-afff-079d5a041148 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 950 time: 0.1996822 Aug 25 11:27:17.061932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting subnet 81ce06c3-bd1c-4768-8296-301c1de00fb1 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:27:17.070214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.082005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-8bf0cda9-12f0-43b7-9c52-220268805132 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735980 Aug 25 11:27:17.137292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.247099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.335949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.349926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdba2be-4821-4a09-adcc-e919eac48c35 req-6ec6d7d1-297f-450e-9ff6-64050b27149d service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596006 Aug 25 11:27:17.361384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Deleting port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:17.361996 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.388013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Subnet': ['ID=81ce06c3-bd1c-4768-8296-301c1de00fb1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:17.400316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.405092 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-455e7c41-5728-476f-8b8c-7623e7f7bb57 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/subnets/81ce06c3-bd1c-4768-8296-301c1de00fb1 HTTP/1.1" status: 204 len: 168 time: 0.4518740 Aug 25 11:27:17.408371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53790) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:17.415246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060502e6-9d0c-4a1f-ae2f-aca5b9cb8030 None None] Network febe5d39-ec25-413b-8cf3-195c0f168be0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:17.554291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting subnet 60a28f97-3f61-4b72-87d6-c31683511230 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:27:17.559074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.612691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.705441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec71a5b-70ed-482e-a26b-4e7aa7ce3535 req-9d58f725-8933-4612-aa87-780db51a2937 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:17.708421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fec71a5b-70ed-482e-a26b-4e7aa7ce3535 req-9d58f725-8933-4612-aa87-780db51a2937 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 944 time: 0.3389611 Aug 25 11:27:17.732584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] DHCP port deletion for febe5d39-ec25-413b-8cf3-195c0f168be0 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:27:17.743986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-06893e3e-d1d3-4f9c-9a78-bb8e8c4c4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:17.746625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.746800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-06893e3e-d1d3-4f9c-9a78-bb8e8c4c4f64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 1096 time: 0.2668242 Aug 25 11:27:17.771590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edb583-6daa-42d4-a116-d9dc628971f7 req-1ed8cedc-706b-46d9-9360-32f5fc8358f7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:17.784747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95edb583-6daa-42d4-a116-d9dc628971f7 req-1ed8cedc-706b-46d9-9360-32f5fc8358f7 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 950 time: 0.2817008 Aug 25 11:27:17.797862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] For port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:17.798455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.799429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] Deleting port ed8065fa-a34e-4163-baf5-62655a0bed11 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:17.800036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.824409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.860915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Subnet': ['ID=60a28f97-3f61-4b72-87d6-c31683511230,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:17.865008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.870605 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60c5b2cf-385c-4cc4-8f04-3c3109025f1a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/subnets/60a28f97-3f61-4b72-87d6-c31683511230 HTTP/1.1" status: 204 len: 168 time: 0.4605801 Aug 25 11:27:17.871295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53798) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:17.895862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] For port ed8065fa-a34e-4163-baf5-62655a0bed11, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ed8065fa-a34e-4163-baf5-62655a0bed11,segment=NetworkSegment(149f5f0e-c163-4d08-99ee-bd20d84ba5f8),segment_id=149f5f0e-c163-4d08-99ee-bd20d84ba5f8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:17.896700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:17.915798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] Calling delete_port for ed8065fa-a34e-4163-baf5-62655a0bed11 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:17.940466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Calling delete_port for 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:17.972425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3c54e-bd5b-4338-8742-57a23e70a012 None None] Network a838a59b-190e-4e6d-ab9a-318c17037349 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:17.981810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.025952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fec71a5b-70ed-482e-a26b-4e7aa7ce3535 req-deaced11-92a8-490e-adca-747960cc789a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033957 Aug 25 11:27:18.089506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95edb583-6daa-42d4-a116-d9dc628971f7 req-d9d6d91b-da63-421c-b595-ff8869277778 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/security-groups?id=81380d04-6899-4b62-85d4-a711cde45fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033917 Aug 25 11:27:18.099930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting port ed8065fa-a34e-4163-baf5-62655a0bed11 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:18.100716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.179326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.224651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] For port ed8065fa-a34e-4163-baf5-62655a0bed11, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ed8065fa-a34e-4163-baf5-62655a0bed11,segment=NetworkSegment(149f5f0e-c163-4d08-99ee-bd20d84ba5f8),segment_id=149f5f0e-c163-4d08-99ee-bd20d84ba5f8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:18.225127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.264116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Calling delete_port for ed8065fa-a34e-4163-baf5-62655a0bed11 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:18.268696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] Pushing event deleted for resources: {'Port': ['ID=ed8065fa-a34e-4163-baf5-62655a0bed11,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:18.283810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b82a-12a4-4924-8a9c-611a830329a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.294039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfc19c-9bbc-423c-a998-f67a0bb55efc None None] No DVR routers for this DVR port ed8065fa-a34e-4163-baf5-62655a0bed11 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:18.385321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-2e167269-538e-4616-88c7-6c001eba57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:18.387021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-2e167269-538e-4616-88c7-6c001eba57f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.5720937 Aug 25 11:27:18.435917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] DHCP port deletion for a838a59b-190e-4e6d-ab9a-318c17037349 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:27:18.473377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-0bba9c9b-d2db-47a7-a066-d704d28d5d1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad88157d-4977-4a90-8078-1a96addf245d HTTP/1.1" status: 200 len: 217 time: 0.0763450 Aug 25 11:27:18.479241 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.488320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f8ce2-8c84-4822-bd0c-8c6c9f3f39fc req-29bd01e5-55d1-4d8e-8692-971f738c8f3c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:18.496474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a10f8ce2-8c84-4822-bd0c-8c6c9f3f39fc req-29bd01e5-55d1-4d8e-8692-971f738c8f3c tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.2920401 Aug 25 11:27:18.510221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Port': ['ID=ed8065fa-a34e-4163-baf5-62655a0bed11,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:18.514217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] No DVR routers for this DVR port ed8065fa-a34e-4163-baf5-62655a0bed11 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:18.515460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd09a5-7bb4-4cf0-8f3a-634b79e6fc9d req-753cbfa3-1314-4d53-9076-965360dc54b6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:18.522998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6dd09a5-7bb4-4cf0-8f3a-634b79e6fc9d req-753cbfa3-1314-4d53-9076-965360dc54b6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.3157642 Aug 25 11:27:18.552443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] Deleting port 2581a8a5-848c-4092-8f90-2b9d59d951c1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:18.553085 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.582927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-e016d844-415f-486e-b7b3-16ba6d21afdf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2631731 Aug 25 11:27:18.670882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.672799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] For port 2581a8a5-848c-4092-8f90-2b9d59d951c1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2581a8a5-848c-4092-8f90-2b9d59d951c1,segment=NetworkSegment(28d72bda-6fbf-427d-a99a-2b140e680662),segment_id=28d72bda-6fbf-427d-a99a-2b140e680662)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:18.673771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.684503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe5d39-ec25-413b-8cf3-195c0f168be0']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:18.696871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] Calling delete_port for 2581a8a5-848c-4092-8f90-2b9d59d951c1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:18.699229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f5f0e-c163-4d08-99ee-bd20d84ba5f8') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:18.699561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f5f0e-c163-4d08-99ee-bd20d84ba5f8') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:18.703247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a10f8ce2-8c84-4822-bd0c-8c6c9f3f39fc req-0e61c067-aa19-4d1b-b02a-a4746757cb68 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048838 Aug 25 11:27:18.712171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-1ba35d09-9183-464c-93f8-1d8c955fce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:18.712883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.716684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-1ba35d09-9183-464c-93f8-1d8c955fce02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.2151320 Aug 25 11:27:18.738139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.742735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6dd09a5-7bb4-4cf0-8f3a-634b79e6fc9d req-0691dd66-e7b1-4bed-b901-4e6a4d3d0007 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185855 Aug 25 11:27:18.747383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:27:18.747806 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:27:18.752389 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:27:18.840976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-f7e6bdf2-a218-4613-912e-3b3ca736fb35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961740 Aug 25 11:27:18.860787 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.871448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.876248 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.890568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:18.890978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-dc77f2f4-b57b-43d1-958d-716809c620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:18.892593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/networks/febe5d39-ec25-413b-8cf3-195c0f168be0 HTTP/1.1" status: 204 len: 168 time: 1.0201848 Aug 25 11:27:18.895731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-dc77f2f4-b57b-43d1-958d-716809c620fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.2653904 Aug 25 11:27:18.901658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53816) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:18.905331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] No DVR routers for this DVR port 2581a8a5-848c-4092-8f90-2b9d59d951c1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:18.952050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b671a-fcfd-496c-a85e-1d80858488df None None] Pushing event deleted for resources: {'Port': ['ID=2581a8a5-848c-4092-8f90-2b9d59d951c1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:18.982642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeda2e2-9bf8-4492-b8bc-13dad7618331 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Network': ['ID=febe5d39-ec25-413b-8cf3-195c0f168be0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:19.039940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.115068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Pushing event deleted for resources: {'Port': ['ID=9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:19.208297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] No DVR routers for this DVR port 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:19.214355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-ed25d069-7d6b-4aed-9a5f-dfa2a08b6690 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513057 Aug 25 11:27:19.224195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd665a26-3458-489c-91f0-27189d702a4c req-3b1e8813-79e7-4fe5-8737-5c1f44938777 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:19.225829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd665a26-3458-489c-91f0-27189d702a4c req-3b1e8813-79e7-4fe5-8737-5c1f44938777 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.2172339 Aug 25 11:27:19.229350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.230090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.231528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-353e0842-ac3a-4ef1-854e-38fea463064d req-6de17d57-14c9-4a0a-a868-264f8f48c609 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.10 "DELETE /v2.0/ports/9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa HTTP/1.1" status: 204 len: 173 time: 2.2253852 Aug 25 11:27:19.233192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1593cf42-282d-495d-9f1f-d924381d3474', 'name': 'network-vif-deleted', 'tag': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:19.235559 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd60c1a0-59f4-4547-a3e1-0ba7ab03fe84" -d '{"events": [{"server_uuid": "1593cf42-282d-495d-9f1f-d924381d3474", "name": "network-vif-deleted", "tag": "9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:19.257401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a838a59b-190e-4e6d-ab9a-318c17037349']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:19.283028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d72bda-6fbf-427d-a99a-2b140e680662') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:19.283536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d72bda-6fbf-427d-a99a-2b140e680662') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:19.305219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.332583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-c52ad015-1b82-4787-8db4-bbc63f6f7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:19.334112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-c52ad015-1b82-4787-8db4-bbc63f6f7d78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.3284471 Aug 25 11:27:19.342137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.360601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:27:19.361389 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:27:19.368174 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:27:19.406850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-6fc4b38d-274c-4300-a7fd-a1c84d0082b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.0643628 Aug 25 11:27:19.409721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd665a26-3458-489c-91f0-27189d702a4c req-b58a2072-3352-4afb-9c69-f7c0edf3ec76 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620133 Aug 25 11:27:19.447119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.471779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.476544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/networks/a838a59b-190e-4e6d-ab9a-318c17037349 HTTP/1.1" status: 204 len: 168 time: 0.5661347 Aug 25 11:27:19.476812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53834) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:19.485929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0de14-a6d1-43f6-af27-11a1fac14c40 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Network': ['ID=a838a59b-190e-4e6d-ab9a-318c17037349,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:19.513572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a9bbb2-4809-42a9-aa2c-54c86c6079ff req-01be4746-e574-4815-a325-7589da296dc9 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808189 Aug 25 11:27:19.521860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ad88157d-4977-4a90-8078-1a96addf245d details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:27:19.567698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting subnet 5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:27:19.573961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.596458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbc64f-bd00-4036-97a8-bf2849c3f62b req-772485cc-4061-4bb3-8462-f5e91d60a0ea tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:19.599493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09fbc64f-bd00-4036-97a8-bf2849c3f62b req-772485cc-4061-4bb3-8462-f5e91d60a0ea tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 944 time: 0.2415879 Aug 25 11:27:19.604742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50880d7b-d17a-4186-9358-3912aab66180 req-4f9bab87-4805-4b1d-b239-f10ff188c760 tempest-ServersOnMultiNodesTest-607584482 tempest-ServersOnMultiNodesTest-607584482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1593cf42-282d-495d-9f1f-d924381d3474 HTTP/1.1" status: 200 len: 210 time: 0.0853281 Aug 25 11:27:19.607781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-8259feba-a23a-4a3b-ac01-c90d8fbd1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:19.611074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-8259feba-a23a-4a3b-ac01-c90d8fbd1bf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.1847126 Aug 25 11:27:19.701146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.722279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-c9e01206-919e-41c8-b5e6-9941eca0cc89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884418 Aug 25 11:27:19.740120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ed8065fa-a34e-4163-baf5-62655a0bed11 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:19.744114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ad88157d-4977-4a90-8078-1a96addf245d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ad88157d-4977-4a90-8078-1a96addf245d,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:19.801350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ed8065fa-a34e-4163-baf5-62655a0bed11 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:19.802293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ed8065fa-a34e-4163-baf5-62655a0bed11 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:19.802911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2581a8a5-848c-4092-8f90-2b9d59d951c1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:19.838820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.841481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'ad88157d-4977-4a90-8078-1a96addf245d', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': 'ad88157d-4977-4a90-8078-1a96addf245d', 'mac_address': 'fa:16:3e:a1:4d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:27:19.845222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2581a8a5-848c-4092-8f90-2b9d59d951c1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:19.846808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2581a8a5-848c-4092-8f90-2b9d59d951c1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:19.925793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.928502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.951341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad88157d-4977-4a90-8078-1a96addf245d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:19.956012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:19.959935 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/subnets/5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb HTTP/1.1" status: 204 len: 168 time: 0.4818773 Aug 25 11:27:19.968037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c542ef5-3109-4a40-83b7-4d97d3a5f039 None None] Network 6f599a19-c84e-496a-bd58-c6a6d3f5b587 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:19.996583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53838) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:20.010270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0571d0-88aa-4408-b04d-25822c9db10f tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf5a1c1-07b3-42ec-b4f1-3b616fb722cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:20.027835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ad88157d-4977-4a90-8078-1a96addf245d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ad88157d-4977-4a90-8078-1a96addf245d,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:20.110568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:20.129526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.163665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.175829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:20.175829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:20.220480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09fbc64f-bd00-4036-97a8-bf2849c3f62b req-da51dd0e-5636-4b71-b267-f0c3c8754b3d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076007 Aug 25 11:27:20.227674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Deleting port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:20.228124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.279708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67773e79-b176-4aae-a52e-7ff0519dc68e req-6af986f5-3f38-4b6b-bada-1e9e31b88637 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:20.287211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67773e79-b176-4aae-a52e-7ff0519dc68e req-6af986f5-3f38-4b6b-bada-1e9e31b88637 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.0914872 Aug 25 11:27:20.306913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ad88157d-4977-4a90-8078-1a96addf245d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:20.307263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-f3c76618-dc55-484c-8a19-4c4011eaabec service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720868 Aug 25 11:27:20.317142 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4e249-feb7-4cff-9ac2-b17c937e4c60 x-openstack-request-id: req-f0d4e249-feb7-4cff-9ac2-b17c937e4c60 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:20.317412 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1593cf42-282d-495d-9f1f-d924381d3474", "name": "network-vif-deleted", "tag": "9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:20.317675 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0d4e249-feb7-4cff-9ac2-b17c937e4c60 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:20.318121 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1593cf42-282d-495d-9f1f-d924381d3474', 'name': 'network-vif-deleted', 'tag': '9c4368ed-f9a3-4dd7-a3b8-63b3bffca0aa', 'status': 'completed', 'code': 200} Aug 25 11:27:20.370645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] For port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,segment=NetworkSegment(44ec39e0-7544-4385-aa05-69302ac136cf),segment_id=44ec39e0-7544-4385-aa05-69302ac136cf)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:20.371348 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.392279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Calling delete_port for 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:20.404414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67773e79-b176-4aae-a52e-7ff0519dc68e req-3771561c-bc67-4b62-8fd6-c27668e6c264 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160462 Aug 25 11:27:20.496734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:20.511291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a5b8a8f-7b2b-40a9-8aae-20e52526afeb req-af96c3a3-8ebc-4c7f-bfb6-44c2a9c11b37 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830568 Aug 25 11:27:20.524344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.535605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-8e934690-05da-4d88-a949-5406861a0f48 req-4cff6e08-9559-439b-a1a3-ee77bbfc2b3d service neutron] (94911) timed out ('10.222.0.67', 65361) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:27:20.559856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Port': ['ID=2e39a9b5-bf25-4dcb-a1ce-d3e30845e339,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:20.564090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] No DVR routers for this DVR port 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:20.584876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05fbca-781f-4dd4-8153-5a38571cc492 None None] DHCP port deletion for 6f599a19-c84e-496a-bd58-c6a6d3f5b587 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:27:20.678350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-b6ab8d65-68b8-4283-8d1e-5160cbf0b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:20.680779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-b6ab8d65-68b8-4283-8d1e-5160cbf0b6bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 1097 time: 0.0883820 Aug 25 11:27:20.696815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c106a5-c8b6-4a7e-ba31-78a3b6473dd8 req-760ddade-c4be-4e05-8d65-cd49323b209d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:20.698640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12c106a5-c8b6-4a7e-ba31-78a3b6473dd8 req-760ddade-c4be-4e05-8d65-cd49323b209d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 946 time: 0.1485755 Aug 25 11:27:20.780125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.795586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f599a19-c84e-496a-bd58-c6a6d3f5b587']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:20.815291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ec39e0-7544-4385-aa05-69302ac136cf') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:20.816148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ec39e0-7544-4385-aa05-69302ac136cf') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:20.836369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.844565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12c106a5-c8b6-4a7e-ba31-78a3b6473dd8 req-a8f633fd-e912-439e-a59f-e5f0daeb8527 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201859 Aug 25 11:27:20.881767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.892317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:27:20.892777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:20.895723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-fd983deb-1238-4670-b71f-f2b1a5a52875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:27:20.896636 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:27:20.901597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-fd983deb-1238-4670-b71f-f2b1a5a52875 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 200 len: 919 time: 0.2003539 Aug 25 11:27:20.989871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.000030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-5cffea4d-db21-422c-ad5d-d32026a5c180 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 200 len: 217 time: 0.0919015 Aug 25 11:27:21.002466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.008593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/networks/6f599a19-c84e-496a-bd58-c6a6d3f5b587 HTTP/1.1" status: 204 len: 168 time: 1.0065207 Aug 25 11:27:21.015711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53856) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:21.071566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-00385ce5-5293-485f-b8cd-aca2e0208b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:21.073094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-00385ce5-5293-485f-b8cd-aca2e0208b18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 200 len: 858 time: 0.0640335 Aug 25 11:27:21.106893 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0c77f858-e268-48eb-b1d6-9338b8b4b58a tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "GET /v2.0/ports?device_id=256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 HTTP/1.1" status: 200 len: 205 time: 0.0845304 Aug 25 11:27:21.108751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53858) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:21.109198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350bc94-8b92-4ef5-b24c-2ada7c7937c1 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Pushing event deleted for resources: {'Network': ['ID=6f599a19-c84e-496a-bd58-c6a6d3f5b587,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:21.153068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-b1bab539-a10e-4a57-9cbc-2f752f9779ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6033ae4a-0477-48e1-ad39-0987df1af989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709004 Aug 25 11:27:21.176028 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-972598f5-8626-4276-bacd-bebd1a8bd9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.337725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.353877 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.393927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:21.396853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3858-2a23-4a31-8e58-e18a9083c245 req-d896b6d0-d5e5-4519-8f8f-5f01a8a4729a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:21.399143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ace3858-2a23-4a31-8e58-e18a9083c245 req-d896b6d0-d5e5-4519-8f8f-5f01a8a4729a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.3192415 Aug 25 11:27:21.490209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f395c-796c-43c6-89b6-928acd36655d req-5f1ed86b-19e5-464a-92e3-92b166e1ff78 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:21.491898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a5f395c-796c-43c6-89b6-928acd36655d req-5f1ed86b-19e5-464a-92e3-92b166e1ff78 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.2921162 Aug 25 11:27:21.578437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-60dc22bc-97e0-421c-8774-fa2b494cb082 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730400 Aug 25 11:27:21.578732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eca33aea-3dcf-4ddc-9d61-761ea9462cbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97f7b6ce40e5438295d4942b479a4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790876 Aug 25 11:27:21.579102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:21.637856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.642198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.656307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ace3858-2a23-4a31-8e58-e18a9083c245 req-3f4a7abe-36c4-40f0-b97a-d0a3476a4d33 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165816 Aug 25 11:27:21.718838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bee69bf5-4a59-4272-9b6e-0261f39496b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.742980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:21.768890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bee69bf5-4a59-4272-9b6e-0261f39496b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.780831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a5f395c-796c-43c6-89b6-928acd36655d req-c34acd22-1777-485e-b306-964b8b512eb6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594361 Aug 25 11:27:21.785747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.786053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Fanout notify agent at l3_agent the message router_deleted on router 256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:27:21.800166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.801324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-64049822-c2d3-4e96-a732-eccc24e54383 tempest-RoutersNegativeIpV6Test-592305707 tempest-RoutersNegativeIpV6Test-592305707-project] 10.222.0.35 "DELETE /v2.0/routers/256579d9-0ac2-4bcd-a2eb-e3c7aa47a177 HTTP/1.1" status: 204 len: 168 time: 0.6907992 Aug 25 11:27:21.807825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:21.808175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2e39a9b5-bf25-4dcb-a1ce-d3e30845e339 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:21.890879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20d756ca-b56e-4ad5-96c1-9f0070737d3c req-7fed4185-bfff-4722-8421-0c2c2ec07484 service neutron] 10.222.0.67 "GET /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813842 Aug 25 11:27:21.915077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bee69bf5-4a59-4272-9b6e-0261f39496b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.918944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bee69bf5-4a59-4272-9b6e-0261f39496b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:21.920240 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bee69bf5-4a59-4272-9b6e-0261f39496b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81380d04-6899-4b62-85d4-a711cde45fa3 HTTP/1.1" status: 204 len: 168 time: 0.3397136 Aug 25 11:27:21.937165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee69bf5-4a59-4272-9b6e-0261f39496b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81380d04-6899-4b62-85d4-a711cde45fa3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:21.995515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba903154-3886-4273-bc80-5d2d9dbb5bba req-56ce2cf9-4a92-4082-9490-b2d9df98121f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:21.998537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba903154-3886-4273-bc80-5d2d9dbb5bba req-56ce2cf9-4a92-4082-9490-b2d9df98121f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 945 time: 0.1395161 Aug 25 11:27:22.149750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f851c-cce1-4132-80a5-d2f81809e07c req-108a0627-558b-4a0d-b896-41b5f251f2ba tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:22.152732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c02f851c-cce1-4132-80a5-d2f81809e07c req-108a0627-558b-4a0d-b896-41b5f251f2ba tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1451416 Aug 25 11:27:22.213724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba903154-3886-4273-bc80-5d2d9dbb5bba req-6188f532-e97d-4988-a6ad-0b703b17bfae tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298578 Aug 25 11:27:22.258099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53888) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:22.301249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c02f851c-cce1-4132-80a5-d2f81809e07c req-a839376a-4816-4379-8c83-2f352a61fa7e tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395078 Aug 25 11:27:22.412002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.512881 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f7ced804-42d6-43b6-b369-96988e328e93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50bd05b27cbe46c3ad18b548bca10bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477717 Aug 25 11:27:22.515521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:22.576529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53894) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:22.594580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9470964-4054-4548-8e31-ad2dcfa2e3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.611029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b7b3d-6ce5-4885-8ad2-934780665d9c req-2a8d014e-dd2f-4bae-9dec-a49113fe7c82 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:22.612739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d14b7b3d-6ce5-4885-8ad2-934780665d9c req-2a8d014e-dd2f-4bae-9dec-a49113fe7c82 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1061022 Aug 25 11:27:22.634678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9470964-4054-4548-8e31-ad2dcfa2e3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.653367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-241d7573-594f-4b9d-8e64-bf6171c4b38f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0f45106a41146af95913e9c4f3c370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752769 Aug 25 11:27:22.658199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53896) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:22.685786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d14b7b3d-6ce5-4885-8ad2-934780665d9c req-ba0a76c0-8425-4f60-b9ac-77b995dce247 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627663 Aug 25 11:27:22.725211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9470964-4054-4548-8e31-ad2dcfa2e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.728914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9470964-4054-4548-8e31-ad2dcfa2e3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.731413 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9470964-4054-4548-8e31-ad2dcfa2e3ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4bfb7f0-0478-437d-91c7-8523bd2b194b HTTP/1.1" status: 204 len: 168 time: 0.2146974 Aug 25 11:27:22.771814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c04426d3-350b-4fb8-97f1-10427d59d5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.774809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9470964-4054-4548-8e31-ad2dcfa2e3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bfb7f0-0478-437d-91c7-8523bd2b194b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:22.844321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c04426d3-350b-4fb8-97f1-10427d59d5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:22.938302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd900c2-f37a-4093-8f18-c697c855c206 req-0be2570c-8808-44b9-b1e4-ec6862cd595f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:22.939973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcd900c2-f37a-4093-8f18-c697c855c206 req-0be2570c-8808-44b9-b1e4-ec6862cd595f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.0930889 Aug 25 11:27:22.993671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcd900c2-f37a-4093-8f18-c697c855c206 req-fc9c5f21-db23-42cf-8473-415177a75450 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467594 Aug 25 11:27:23.003664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c04426d3-350b-4fb8-97f1-10427d59d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:23.008668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c04426d3-350b-4fb8-97f1-10427d59d5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:23.020770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c04426d3-350b-4fb8-97f1-10427d59d5a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4df92be9-7a02-4ed0-b3fb-d5dc52b87a05 HTTP/1.1" status: 204 len: 168 time: 0.3611465 Aug 25 11:27:23.045993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04426d3-350b-4fb8-97f1-10427d59d5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df92be9-7a02-4ed0-b3fb-d5dc52b87a05,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:23.221028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee492f0-aaff-4d01-a2b0-bc4b96c586b8 req-64e89354-3ad7-4091-bca7-5a2f31ab48a2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:23.236560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee492f0-aaff-4d01-a2b0-bc4b96c586b8 req-64e89354-3ad7-4091-bca7-5a2f31ab48a2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:23.250404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee492f0-aaff-4d01-a2b0-bc4b96c586b8 req-64e89354-3ad7-4091-bca7-5a2f31ab48a2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:23.253332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ee492f0-aaff-4d01-a2b0-bc4b96c586b8 req-64e89354-3ad7-4091-bca7-5a2f31ab48a2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0&device_id=3eb17693-aeea-47b0-8196-187c23474bcf&device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 2417 time: 0.1262331 Aug 25 11:27:23.336424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ee492f0-aaff-4d01-a2b0-bc4b96c586b8 req-699e478b-7ee1-4059-8290-fbfb9b085a7b tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743279 Aug 25 11:27:23.482669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44ff2-3534-4e35-971b-892d53cbc7f7 req-69554e8d-324a-4242-8020-a3f4fb0b9cb9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:23.485457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eac44ff2-3534-4e35-971b-892d53cbc7f7 req-69554e8d-324a-4242-8020-a3f4fb0b9cb9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 945 time: 0.1476645 Aug 25 11:27:23.538171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ad88157d-4977-4a90-8078-1a96addf245d up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:23.627121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807542e-ca5c-488b-b628-ba08dc3d0556 req-19afbb38-2231-486a-b8fe-43458fe97014 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:23.641429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1807542e-ca5c-488b-b628-ba08dc3d0556 req-19afbb38-2231-486a-b8fe-43458fe97014 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1902404 Aug 25 11:27:23.652534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port ad88157d-4977-4a90-8078-1a96addf245d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:23.660209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port ad88157d-4977-4a90-8078-1a96addf245d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:23.660814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:23.697879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eac44ff2-3534-4e35-971b-892d53cbc7f7 req-dc4da4cf-6a83-4b39-b039-6a595b0257d2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695154 Aug 25 11:27:23.748020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1807542e-ca5c-488b-b628-ba08dc3d0556 req-140eb4d7-aac8-4d91-9a7b-044bece56022 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049807 Aug 25 11:27:23.852505 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:23.909920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88157d-4977-4a90-8078-1a96addf245d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:23.915155 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb153247-fa2a-4b99-9645-f63aa453cba1" -d '{"events": [{"server_uuid": "efc93a02-3737-4ae7-8696-933eea3c64a2", "name": "network-vif-plugged", "status": "completed", "tag": "ad88157d-4977-4a90-8078-1a96addf245d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:23.982681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ad88157d-4977-4a90-8078-1a96addf245d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ad88157d-4977-4a90-8078-1a96addf245d,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:23.993369 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:24.032645 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd40060f-3a31-4e93-8f01-61afb52080a4 x-openstack-request-id: req-dd40060f-3a31-4e93-8f01-61afb52080a4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:24.033189 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc93a02-3737-4ae7-8696-933eea3c64a2", "name": "network-vif-plugged", "status": "completed", "tag": "ad88157d-4977-4a90-8078-1a96addf245d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:24.033624 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd40060f-3a31-4e93-8f01-61afb52080a4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:24.034217 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad88157d-4977-4a90-8078-1a96addf245d', 'code': 200} Aug 25 11:27:24.090600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6f7b0-9321-412e-82ad-924e205f1b0d req-bc67242a-b824-4993-95e6-36b3af741ae2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:24.103451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ad88157d-4977-4a90-8078-1a96addf245d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:24.122589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea6f7b0-9321-412e-82ad-924e205f1b0d req-bc67242a-b824-4993-95e6-36b3af741ae2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.1707907 Aug 25 11:27:24.225172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:24.228607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea6f7b0-9321-412e-82ad-924e205f1b0d req-cc5c1030-154d-4f91-983a-529a5b903b91 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047473 Aug 25 11:27:24.326323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8287-9eeb-4d11-b867-804fcb245846 req-5ca80f01-b9d8-4cb8-bbd9-196f2d3d991c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:24.345446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a86e8287-9eeb-4d11-b867-804fcb245846 req-5ca80f01-b9d8-4cb8-bbd9-196f2d3d991c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1853032 Aug 25 11:27:24.371961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b011f4-2464-420f-b7db-78ae94060e2b req-0ef74507-a4a7-4281-b47b-d3a62050d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:24.378682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59b011f4-2464-420f-b7db-78ae94060e2b req-0ef74507-a4a7-4281-b47b-d3a62050d8be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 1098 time: 0.2176354 Aug 25 11:27:24.498868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a86e8287-9eeb-4d11-b867-804fcb245846 req-ed1d19f5-bb4d-4a64-938e-d212251f77ec tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507835 Aug 25 11:27:24.518520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59b011f4-2464-420f-b7db-78ae94060e2b req-a319db6b-9d54-4dda-8d16-84e61ed4026e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045527 Aug 25 11:27:25.028255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c790b7-7d82-4a79-a160-c19ef800064f req-27645f40-2ae1-49f0-9754-0053ee269e8a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:25.036775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61c790b7-7d82-4a79-a160-c19ef800064f req-27645f40-2ae1-49f0-9754-0053ee269e8a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 946 time: 0.0791268 Aug 25 11:27:25.075903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61c790b7-7d82-4a79-a160-c19ef800064f req-7b9eb42d-5a64-4df4-a3f7-74a7ff0c876f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 Aug 25 11:27:25.288051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860afb0-d1cb-4236-8fc8-cbe839ea0d87 req-09bd467d-86b6-4958-b093-7daaf75256be tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:25.289752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8860afb0-d1cb-4236-8fc8-cbe839ea0d87 req-09bd467d-86b6-4958-b093-7daaf75256be tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1014867 Aug 25 11:27:25.365798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8860afb0-d1cb-4236-8fc8-cbe839ea0d87 req-ef0e3940-99bd-4c47-83bd-f2d903748288 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Aug 25 11:27:25.710091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54014) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:25.827728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5466afe-d7c0-4e80-b922-b8a0993d9ab9 req-39aa1908-68e1-4bb4-af13-d84d30d161f6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:25.829383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5466afe-d7c0-4e80-b922-b8a0993d9ab9 req-39aa1908-68e1-4bb4-af13-d84d30d161f6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1210656 Aug 25 11:27:25.896075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5466afe-d7c0-4e80-b922-b8a0993d9ab9 req-c8be3cbf-c4f7-40e7-94fc-3d4079c91818 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550053 Aug 25 11:27:25.954428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57238230-4193-490b-8471-8831991b47bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.159812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57238230-4193-490b-8471-8831991b47bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.180862 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57238230-4193-490b-8471-8831991b47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.267282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57238230-4193-490b-8471-8831991b47bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a7f53b31d434a11b854e1c6c4211092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558488 Aug 25 11:27:26.272653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:26.274648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57238230-4193-490b-8471-8831991b47bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdffc208-46ca-462e-a07e-af62fef20be4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:26.287557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957b3a7-6668-4052-96b8-da0c6553d388 req-c4c4c0f1-0aec-4ed0-a6ad-d18490afcf6c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:26.288941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6957b3a7-6668-4052-96b8-da0c6553d388 req-c4c4c0f1-0aec-4ed0-a6ad-d18490afcf6c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1497996 Aug 25 11:27:26.318150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71546d-7f3f-46ac-8e50-45081118fc85 req-284c974e-ec14-4ac5-a266-5d89d0ce3115 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:26.320188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d71546d-7f3f-46ac-8e50-45081118fc85 req-284c974e-ec14-4ac5-a266-5d89d0ce3115 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 946 time: 0.1244385 Aug 25 11:27:26.381657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6957b3a7-6668-4052-96b8-da0c6553d388 req-a52cea51-6684-4f15-b5ae-f5654212c61b tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831120 Aug 25 11:27:26.398621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.405532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d71546d-7f3f-46ac-8e50-45081118fc85 req-1c095201-1d36-4c6e-92cf-caa4cecaec92 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705233 Aug 25 11:27:26.445025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.594705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.602268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:26.604257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdffc208-46ca-462e-a07e-af62fef20be4 HTTP/1.1" status: 204 len: 168 time: 0.3282487 Aug 25 11:27:26.653491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdffc208-46ca-462e-a07e-af62fef20be4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:26.670099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.670824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.671418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.672117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.673005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.673914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.674694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.675362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.675990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.676756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.677744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.678583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5d0e4a-a45d-4a9a-be13-4fa90994f5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:26.920235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc81d1-ebb0-462a-9cf4-55332e489988 req-412d9ef3-d809-40d9-be0c-6815db2ed070 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:26.923639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12cc81d1-ebb0-462a-9cf4-55332e489988 req-412d9ef3-d809-40d9-be0c-6815db2ed070 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.2090309 Aug 25 11:27:26.947558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12cc81d1-ebb0-462a-9cf4-55332e489988 req-74a202ea-1a39-4d27-9382-584d36e63e66 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0167098 Aug 25 11:27:27.071081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12cc81d1-ebb0-462a-9cf4-55332e489988 req-f694ce54-6cd9-4d4d-8924-e5f674684f83 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222312 Aug 25 11:27:27.105477 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:27.315311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e3a21-eba6-48ac-8c8a-434f6212112e req-a6b6b74c-7b17-4711-bbc7-7b4c5550e59f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:27.329232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-084e3a21-eba6-48ac-8c8a-434f6212112e req-a6b6b74c-7b17-4711-bbc7-7b4c5550e59f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1470315 Aug 25 11:27:27.402649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12cc81d1-ebb0-462a-9cf4-55332e489988 req-4ba946ce-1a75-4d8d-810e-12148319b2d8 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205969 Aug 25 11:27:27.450636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-084e3a21-eba6-48ac-8c8a-434f6212112e req-3510cce3-0502-40af-9f58-bf7db61ef37e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173570 Aug 25 11:27:27.705054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12cc81d1-ebb0-462a-9cf4-55332e489988 req-b92dea61-7a14-4ef6-a840-e9323235e5ce service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719982 Aug 25 11:27:27.750990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acac18-7a39-4aa2-8a06-93e16c854c98 req-b03873a6-a0d7-4c14-bb60-ae1a768fe850 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:27.760115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42acac18-7a39-4aa2-8a06-93e16c854c98 req-b03873a6-a0d7-4c14-bb60-ae1a768fe850 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1106603 Aug 25 11:27:27.805930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42acac18-7a39-4aa2-8a06-93e16c854c98 req-8e0dc10c-69c9-404e-88d8-f78b2912c71e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Aug 25 11:27:28.393546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc878a21-80b1-4021-9ec4-b05536ce6a1e req-7f20644c-a0a7-4acf-9f0e-ce06fc0ec30c tempest-AbsoluteLimitsNegativeTestJSON-1066405609 tempest-AbsoluteLimitsNegativeTestJSON-1066405609-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e6f9a8f7d4524a5db980c453382f0efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406141 Aug 25 11:27:28.669883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc878a21-80b1-4021-9ec4-b05536ce6a1e req-b8b2a5fa-be82-4d31-b96a-28cbc2431a47 tempest-AbsoluteLimitsNegativeTestJSON-1066405609 tempest-AbsoluteLimitsNegativeTestJSON-1066405609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:28.671893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc878a21-80b1-4021-9ec4-b05536ce6a1e req-b8b2a5fa-be82-4d31-b96a-28cbc2431a47 tempest-AbsoluteLimitsNegativeTestJSON-1066405609 tempest-AbsoluteLimitsNegativeTestJSON-1066405609-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775590 Aug 25 11:27:28.692308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc878a21-80b1-4021-9ec4-b05536ce6a1e req-ec97a6f2-7082-4dfd-aafa-e4789021f8ef tempest-AbsoluteLimitsNegativeTestJSON-1066405609 tempest-AbsoluteLimitsNegativeTestJSON-1066405609-project] 10.222.0.35 "GET /v2.0/quotas/e6f9a8f7d4524a5db980c453382f0efb HTTP/1.1" status: 200 len: 375 time: 0.0117908 Aug 25 11:27:28.753215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc878a21-80b1-4021-9ec4-b05536ce6a1e req-eecca984-8232-4014-808c-024995b528e8 tempest-AbsoluteLimitsNegativeTestJSON-1066405609 tempest-AbsoluteLimitsNegativeTestJSON-1066405609-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e6f9a8f7d4524a5db980c453382f0efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536771 Aug 25 11:27:28.793205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109c1da-5d54-408f-88ed-d4e5fd427c71 req-9229774f-84ef-4ed5-a368-e651dcee5c21 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:28.811208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a109c1da-5d54-408f-88ed-d4e5fd427c71 req-9229774f-84ef-4ed5-a368-e651dcee5c21 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1004491 Aug 25 11:27:28.878190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a109c1da-5d54-408f-88ed-d4e5fd427c71 req-fd59011f-57f2-4ca1-a924-7aecdffe0f7f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559218 Aug 25 11:27:29.127788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082187-2543-4a1b-8be9-df044f6738e6 req-5c5dc1b9-70a2-4955-a249-2a489c2115c6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:29.142623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78082187-2543-4a1b-8be9-df044f6738e6 req-5c5dc1b9-70a2-4955-a249-2a489c2115c6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1826620 Aug 25 11:27:29.237846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78082187-2543-4a1b-8be9-df044f6738e6 req-3049dafd-149e-4ad1-98bf-92e3a94d852c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935512 Aug 25 11:27:29.401396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-e188ee8e-5384-4204-b92f-9cf98d7595a4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:29.415569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-e188ee8e-5384-4204-b92f-9cf98d7595a4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.1830790 Aug 25 11:27:29.423661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:29.433248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-ccb793a2-36d6-4fd6-adab-59f159c44af9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0162313 Aug 25 11:27:29.571331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-fc3a579d-0e87-49dd-b72c-184b8a66c65f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783622 Aug 25 11:27:29.756910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-1e9c0ea8-36cd-4bad-81d9-3522c9e7d4ef service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751642 Aug 25 11:27:29.776408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9caee98-6e1c-4f6d-a68d-63082a253730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:29.936438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f520252f-8040-4bc9-9682-e805bef68d19 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767807 Aug 25 11:27:29.962463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9caee98-6e1c-4f6d-a68d-63082a253730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:29.972619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9caee98-6e1c-4f6d-a68d-63082a253730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:30.059492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9caee98-6e1c-4f6d-a68d-63082a253730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0b11cf-1594-4c59-9569-119477109877,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:30.077224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b9caee98-6e1c-4f6d-a68d-63082a253730 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6f9a8f7d4524a5db980c453382f0efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6508110 Aug 25 11:27:30.079539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54156) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:30.160419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7be0f8-be94-49f8-bbdf-87c3bba2bb4a req-e94d0119-7bb7-42dc-8669-56bbccdec3ca tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:30.170388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf7be0f8-be94-49f8-bbdf-87c3bba2bb4a req-e94d0119-7bb7-42dc-8669-56bbccdec3ca tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1354110 Aug 25 11:27:30.280740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2efe9395-b472-4f8f-a302-2914a12b0273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:30.323288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf7be0f8-be94-49f8-bbdf-87c3bba2bb4a req-83de9423-5509-4408-ae56-d460e35103fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431291 Aug 25 11:27:30.372473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2efe9395-b472-4f8f-a302-2914a12b0273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:30.409128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e521da6-6ff8-4375-a167-669d28f56d20 req-e3c84ae0-468e-42db-b8c4-4e0116b3d526 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 210 time: 0.1015141 Aug 25 11:27:30.602015 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2efe9395-b472-4f8f-a302-2914a12b0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:30.606845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2efe9395-b472-4f8f-a302-2914a12b0273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:30.609981 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2efe9395-b472-4f8f-a302-2914a12b0273 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b0b11cf-1594-4c59-9569-119477109877 HTTP/1.1" status: 204 len: 168 time: 0.5284648 Aug 25 11:27:30.636232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe9395-b472-4f8f-a302-2914a12b0273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0b11cf-1594-4c59-9569-119477109877,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:30.735828 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:30.838881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d835e-16ed-4c7d-a776-9de1fbb4da9d req-76886744-90b7-4d04-b773-62f39281fb6a tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:30.851381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-783d835e-16ed-4c7d-a776-9de1fbb4da9d req-76886744-90b7-4d04-b773-62f39281fb6a tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1603863 Aug 25 11:27:31.018745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-783d835e-16ed-4c7d-a776-9de1fbb4da9d req-033a50e1-b8f4-4b79-bec5-b3d5a86d38ff tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503284 Aug 25 11:27:31.624888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f1159-f80e-4403-afe2-9e8accecae76 req-84833048-58d0-4b42-9923-3f4fdfa83a25 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:31.632765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-220f1159-f80e-4403-afe2-9e8accecae76 req-84833048-58d0-4b42-9923-3f4fdfa83a25 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1150479 Aug 25 11:27:31.704400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24eb6859-071f-4662-abc9-fe8915aac969 req-37524bce-723e-4f93-ba0e-a7983e3e0d1b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 210 time: 0.0690808 Aug 25 11:27:31.801586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-220f1159-f80e-4403-afe2-9e8accecae76 req-81fd7443-fa95-4502-88e7-ad80b80253c0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952902 Aug 25 11:27:32.135300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:27:32.207331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54220) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:32.342447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab35ae-293d-4e48-80e1-2c555fb69a40 req-3a6b54d5-0135-403d-81ba-d9b4d03d7fcb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:32.352127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffab35ae-293d-4e48-80e1-2c555fb69a40 req-3a6b54d5-0135-403d-81ba-d9b4d03d7fcb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1854763 Aug 25 11:27:32.422270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-55e898c7-cf53-4d59-b775-9f1131075732 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:32.424118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-55e898c7-cf53-4d59-b775-9f1131075732 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.2460485 Aug 25 11:27:32.442221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffab35ae-293d-4e48-80e1-2c555fb69a40 req-9db9f74e-0686-42b2-83e3-fa1ed3defe92 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886331 Aug 25 11:27:32.460795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:32.466529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:32.498624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-777201928-network', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:32.502444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'mac_address': 'fa:16:3e:8b:0f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:27:32.553669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Made reservation on behalf of 64db1891c0c6411b8a39ed7a12d64ec3 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:32.559251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.573291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.585190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.617716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:32.663494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:32.677262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.817139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:32.853653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1e0b35b7-b67c-4386-83dc-7ed3ddfced43'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:32.855710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.863667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.900183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c642ee0-37f7-4fdc-8c4c-ba831ec5adef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:32.923257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7602eac4-257c-4a93-a16c-7692a0233411 req-cff5b4d4-7828-4e11-b0b3-ab29bfcfddb2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 210 time: 0.0930488 Aug 25 11:27:32.935002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:27:32.954731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:32.971873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.976855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:32.977438 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Added segment 6548d3d5-e223-422f-9346-012c4df67f2d of type vlan for network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 Aug 25 11:27:33.124229 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.170137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ef28-315a-42bf-b64b-1239da766036 req-7421aa32-f505-4b44-b383-f269d22e2611 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:33.179265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e923ef28-315a-42bf-b64b-1239da766036 req-7421aa32-f505-4b44-b383-f269d22e2611 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1432214 Aug 25 11:27:33.190152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.194509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:33.198813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.466273 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2505682 Aug 25 11:27:33.468125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:33.468333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e923ef28-315a-42bf-b64b-1239da766036 req-544ec641-2508-47d0-9456-65f38c3825d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883286 Aug 25 11:27:33.475300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Request body: {'subnet': {'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-777201928-subnet', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:33.476344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.11 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/a2c98ae7-a7d7-447f-b0c4-604777408d80) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:33.482783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a37a9a-01df-4606-aa67-8b096c287cfd admin admin] Pushing event updated for resources: {'Network': ['ID=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:33.513973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:27:33.516625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Made reservation on behalf of 64db1891c0c6411b8a39ed7a12d64ec3 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:27:33.520200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.750721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.826071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:33.839027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3207f-e961-4a38-beda-dfd4f7adb3f0 req-99cc4645-0231-49fa-8509-70aff7d976e3 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:33.839709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Checking segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:33.840228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Network hostable DHCP agents. Network: cdbd0df7-9666-4b76-b18e-9c3185fd5fe4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:27:33.840730 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ee3207f-e961-4a38-beda-dfd4f7adb3f0 req-99cc4645-0231-49fa-8509-70aff7d976e3 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1288414 Aug 25 11:27:33.864609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.868840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:27:33.894917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, cdbd0df7-9666-4b76-b18e-9c3185fd5fe4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:33.905176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925d9a6-a132-40a7-b930-bef984e84edf None None] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:33.912228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:33.913728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.988194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ba2fae9-a815-40c9-927f-1fa04045d3d6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5159476 Aug 25 11:27:33.988416 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:33.991670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:34.013450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:34.113298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:34.115854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:34.128124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:34.215952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:34.232447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:34.247826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ee3207f-e961-4a38-beda-dfd4f7adb3f0 req-0168d1a6-ff3b-4d2a-8c3f-dd777e50b4c8 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648980 Aug 25 11:27:34.249731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:34.251620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:34.326594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:34.379382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:34.380531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:34.389238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=a2c98ae7-a7d7-447f-b0c4-604777408d80,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:34.475244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-33717940-625a-4684-8627-a204061524c4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0276146 Aug 25 11:27:34.494827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Request body: {'port': {'device_id': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:34.565226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9111a-c58f-43b6-8896-78a1432bfdcc req-8374a469-3b1c-44b5-bd1e-f6b0c87cdf0e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:34.578572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84e9111a-c58f-43b6-8896-78a1432bfdcc req-8374a469-3b1c-44b5-bd1e-f6b0c87cdf0e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 932 time: 0.1916623 Aug 25 11:27:34.885827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84e9111a-c58f-43b6-8896-78a1432bfdcc req-3cde36cd-0a68-4e4b-8bb5-dcff157e0a3c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857134 Aug 25 11:27:34.888965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:34.895359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:34.980065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:34.981032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:35.147030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:27:35.148150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:35.436595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b835334-98d1-413c-acbe-7e3305bf19a8 req-1bf61ec5-a687-4938-8a98-71399b57c8b8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:35.440055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b835334-98d1-413c-acbe-7e3305bf19a8 req-1bf61ec5-a687-4938-8a98-71399b57c8b8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.6818542 Aug 25 11:27:35.564770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Allocated IP 172.20.0.2 (cdbd0df7-9666-4b76-b18e-9c3185fd5fe4/2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d/888738b0-33a3-4547-a631-3f0171bac816) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:35.685004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:35.736687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:35.853815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea2d1f-a6b0-4f31-9baf-044a52348b5c req-1ed11938-7e92-4671-86a5-e69b366beb32 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:35.866566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eea2d1f-a6b0-4f31-9baf-044a52348b5c req-1ed11938-7e92-4671-86a5-e69b366beb32 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.3596201 Aug 25 11:27:35.896891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Allocated IP 172.25.1.254 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:35.994737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b835334-98d1-413c-acbe-7e3305bf19a8 req-0922eae7-9bac-4517-83b2-c90e91523f25 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5071907 Aug 25 11:27:36.020044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.045891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.099562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.191522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:36.214520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:36.217402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:36.217717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:36.223830 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796e9b67-2ac6-4d6e-9fc5-10656b945a66" -d '{"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:36.224179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:36.266751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:36.282566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.418868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eea2d1f-a6b0-4f31-9baf-044a52348b5c req-61ddd14d-01b3-4090-9a7b-0efc7d8cf01c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224328 Aug 25 11:27:36.537203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:36.580785 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602fb3a6-2342-4f16-8795-fb024a6917aa x-openstack-request-id: req-602fb3a6-2342-4f16-8795-fb024a6917aa {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:36.581231 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:36.581605 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-602fb3a6-2342-4f16-8795-fb024a6917aa {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:36.587650 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'code': 200} Aug 25 11:27:36.608592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.641374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Transition to ACTIVE for port object 888738b0-33a3-4547-a631-3f0171bac816 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:36.723393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Transition to ACTIVE for port object 888738b0-33a3-4547-a631-3f0171bac816 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:36.740365 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.813656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c98ae7-a7d7-447f-b0c4-604777408d80 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:36.864889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c266c7-5818-45db-80d0-063c90298c64 req-2cfef72c-d882-4003-96e8-dead9f33d9fb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:36.881620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64c266c7-5818-45db-80d0-063c90298c64 req-2cfef72c-d882-4003-96e8-dead9f33d9fb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 932 time: 0.5506210 Aug 25 11:27:36.886805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:36.892422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:36.895926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:36.907445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:36.954611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Pushing event updated for resources: {'Port': ['ID=888738b0-33a3-4547-a631-3f0171bac816,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:36.983940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Transition to ACTIVE for port object a2c98ae7-a7d7-447f-b0c4-604777408d80 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:37.036836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:37.037812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Attempting to bind port 888738b0-33a3-4547-a631-3f0171bac816 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:37.038780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Attempting to bind port 888738b0-33a3-4547-a631-3f0171bac816 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:37.039630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Attempting to bind port 888738b0-33a3-4547-a631-3f0171bac816 on network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:37.057911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:37.059160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Checking segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:37.059785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:37.061431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Bound using segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:37.062246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Bound port: 888738b0-33a3-4547-a631-3f0171bac816, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:37.062822 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:37.272842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64c266c7-5818-45db-80d0-063c90298c64 req-061e4cde-7ed8-40ed-bb74-294530a2031d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776097 Aug 25 11:27:37.281912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] For port 888738b0-33a3-4547-a631-3f0171bac816, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:37.291956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] For port 888738b0-33a3-4547-a631-3f0171bac816, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=888738b0-33a3-4547-a631-3f0171bac816,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:37.313381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:37.315945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Pushing event updated for resources: {'Port': ['ID=a2c98ae7-a7d7-447f-b0c4-604777408d80,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:37.510988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092a3fe-4c83-4dd1-8077-57fd55357559 None None] Pushing event updated for resources: {'Port': ['ID=888738b0-33a3-4547-a631-3f0171bac816,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:37.581578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bf196-0e02-45ce-93b3-8443aaf9116c req-bcb5e43d-ebee-415a-8dd7-61904f94ec2e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:37.584486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c33bf196-0e02-45ce-93b3-8443aaf9116c req-bcb5e43d-ebee-415a-8dd7-61904f94ec2e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.2782338 Aug 25 11:27:37.697947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Attempting to bind port a2c98ae7-a7d7-447f-b0c4-604777408d80 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:37.697947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Attempting to bind port a2c98ae7-a7d7-447f-b0c4-604777408d80 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:37.697947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Attempting to bind port a2c98ae7-a7d7-447f-b0c4-604777408d80 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:37.724644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Port a2c98ae7-a7d7-447f-b0c4-604777408d80 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:27:37.725001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Attempting to bind port a2c98ae7-a7d7-447f-b0c4-604777408d80 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:37.774467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:37.774827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:37.775194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:37.775625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Bound port: a2c98ae7-a7d7-447f-b0c4-604777408d80, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:37.776100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:37.783514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c33bf196-0e02-45ce-93b3-8443aaf9116c req-bcf89bfb-b37e-40e2-ab4a-a04fdd2c9bf5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651268 Aug 25 11:27:38.100022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:38.532238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:38.836960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] For port a2c98ae7-a7d7-447f-b0c4-604777408d80, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:38.857211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] For port a2c98ae7-a7d7-447f-b0c4-604777408d80, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:38.930355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc60a8-b44f-4733-83b6-82c151ff434b req-0d1bcc59-7605-4226-bd2c-487d6e78031c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:38.936086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19cc60a8-b44f-4733-83b6-82c151ff434b req-0d1bcc59-7605-4226-bd2c-487d6e78031c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 1.3435464 Aug 25 11:27:38.938194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:39.017625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Router 2203821b-ea20-4056-bf57-76900371af6c is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:27:39.263710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:27:39.296200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Sync routers for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:27:39.311627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:39.319582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cfe677af-a290-4eda-9abe-12882efa79e2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3248837 Aug 25 11:27:39.324457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54344) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:39.326525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:39.327169 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:39.328728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] 10.222.0.10 "PUT /v2.0/ports/a2c98ae7-a7d7-447f-b0c4-604777408d80 HTTP/1.1" status: 200 len: 1093 time: 4.8439436 Aug 25 11:27:39.328888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:39.331884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:27:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:39.351661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'tag': 'a2c98ae7-a7d7-447f-b0c4-604777408d80'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:39.354315 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "50b16e4f-369c-4fd9-9c84-945672ae1620", "tag": "a2c98ae7-a7d7-447f-b0c4-604777408d80"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:39.517294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7e1e-b68b-4580-8eb0-d43df2a85ade service neutron] Pushing event updated for resources: {'Port': ['ID=a2c98ae7-a7d7-447f-b0c4-604777408d80,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:39.670808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:27:39.696194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2e25-5ac4-4416-bbcb-ce46efc4e463 req-170bd2e7-f638-4d04-9a86-689fc086a5fb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:39.701908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-693f2e25-5ac4-4416-bbcb-ce46efc4e463 req-170bd2e7-f638-4d04-9a86-689fc086a5fb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 944 time: 0.8369508 Aug 25 11:27:39.732246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19cc60a8-b44f-4733-83b6-82c151ff434b req-b3a93b87-ef37-4ea0-bbe1-607075176547 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373836 Aug 25 11:27:39.897152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-074c584a-9d1f-483e-92b5-ccd9758cc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:39.909211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-074c584a-9d1f-483e-92b5-ccd9758cc8db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 1096 time: 0.4748735 Aug 25 11:27:40.015311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-693f2e25-5ac4-4416-bbcb-ce46efc4e463 req-6c5e0bfe-c303-4e65-a989-4bbfbe01d860 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963078 Aug 25 11:27:40.110876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5d9b1-ef31-46a5-9874-c6ba204c7d84 None None] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:27:40.188609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-ddab2864-445d-462d-a553-acb2314d8df3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80 HTTP/1.1" status: 200 len: 217 time: 0.2629266 Aug 25 11:27:40.223408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef1bb-4e02-4717-bf29-06dfc8f88c92 req-b15a0b04-8c6f-4694-88ed-677e9dc60993 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:40.225055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86eef1bb-4e02-4717-bf29-06dfc8f88c92 req-b15a0b04-8c6f-4694-88ed-677e9dc60993 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.2980578 Aug 25 11:27:40.323865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888738b0-33a3-4547-a631-3f0171bac816 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:40.372047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86eef1bb-4e02-4717-bf29-06dfc8f88c92 req-7fced631-1c13-4f30-8116-10a591d99195 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162455 Aug 25 11:27:40.386357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-49cf9102-2d0b-457e-9f0c-184695dba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:40.388637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-49cf9102-2d0b-457e-9f0c-184695dba56c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1885216 Aug 25 11:27:40.499492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-409c21b4-6e57-439b-bdfe-4a49f32e4ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862594 Aug 25 11:27:40.527426 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3f88b2-0f97-4405-a133-30d55a7f9e56 x-openstack-request-id: req-5f3f88b2-0f97-4405-a133-30d55a7f9e56 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:40.527733 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b16e4f-369c-4fd9-9c84-945672ae1620", "tag": "a2c98ae7-a7d7-447f-b0c4-604777408d80", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:40.527974 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f3f88b2-0f97-4405-a133-30d55a7f9e56 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:40.528404 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'tag': 'a2c98ae7-a7d7-447f-b0c4-604777408d80', 'status': 'completed', 'code': 200} Aug 25 11:27:40.583568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c63d79e5-a58f-40da-9f8f-fd51518acb75 None None] Provisioning for port 888738b0-33a3-4547-a631-3f0171bac816 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:40.721626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-9f959c46-2197-4d2f-a071-63d153f2183f service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211204 Aug 25 11:27:40.972891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d95bdcd7-157a-4c9b-af66-5f6c7dc1e6be req-37d6b151-f5c2-4a0a-8424-49545b43af03 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438834 Aug 25 11:27:40.979352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 888738b0-33a3-4547-a631-3f0171bac816 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:41.045001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:36Z', 'revision_number': 3, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:41.071881 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:41.155037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 888738b0-33a3-4547-a631-3f0171bac816 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:41.155426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:41.159407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Checking router: 2203821b-ea20-4056-bf57-76900371af6c for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:27:41.159762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Updating router 2203821b-ea20-4056-bf57-76900371af6c port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:27:41.206655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928e7ba-cd54-4c56-9f26-f577bd817f26 req-38e50210-f2fd-4668-9989-d452c12fc97d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:41.211359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6928e7ba-cd54-4c56-9f26-f577bd817f26 req-38e50210-f2fd-4668-9989-d452c12fc97d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.2340317 Aug 25 11:27:41.336745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-24f61cf0-b01a-4a6a-a312-845df8f2ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:41.349744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-24f61cf0-b01a-4a6a-a312-845df8f2ce40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 1096 time: 0.2635498 Aug 25 11:27:41.422459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:41.520579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6928e7ba-cd54-4c56-9f26-f577bd817f26 req-9d24a9b5-06c4-46e6-958e-c73dc39d2cdb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832885 Aug 25 11:27:41.560883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc68b-9e26-4d92-a7c5-445f1504e032 req-14d7cb20-96d5-4d5f-a5e6-c580da697226 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:41.570497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cfebc68b-9e26-4d92-a7c5-445f1504e032 req-14d7cb20-96d5-4d5f-a5e6-c580da697226 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 944 time: 0.2186987 Aug 25 11:27:41.647382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cfebc68b-9e26-4d92-a7c5-445f1504e032 req-02f8138b-3b05-4d0d-bd5f-4ac20bb45c75 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758560 Aug 25 11:27:41.724704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Allocated IP 172.20.0.1 (cdbd0df7-9666-4b76-b18e-9c3185fd5fe4/2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d/6477afcc-31a7-4404-b9c5-b3dc090d1146) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:41.756197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-6410ebc4-0f06-457a-a1c0-7d967f487784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:41.767929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-6410ebc4-0f06-457a-a1c0-7d967f487784 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.3940904 Aug 25 11:27:41.865934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-f34cb06a-6c1c-481a-9e7c-9d994db67722 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80 HTTP/1.1" status: 200 len: 217 time: 0.0884571 Aug 25 11:27:42.008914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1326-4187-4b84-bf43-9543175b3085 req-a97c9c3c-adfe-4b52-a465-18a12120c4b8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:42.017464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f5c1326-4187-4b84-bf43-9543175b3085 req-a97c9c3c-adfe-4b52-a465-18a12120c4b8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1504250 Aug 25 11:27:42.026423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:42.044632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-f9172fd5-5816-4248-8196-a5446227b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:42.047241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-f9172fd5-5816-4248-8196-a5446227b620 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1697395 Aug 25 11:27:42.095637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Transition to ACTIVE for port object 6477afcc-31a7-4404-b9c5-b3dc090d1146 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:42.229371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:42.236459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-9ea583b0-fc4c-4dbb-ae41-8c4a228027af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702111 Aug 25 11:27:42.286938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f5c1326-4187-4b84-bf43-9543175b3085 req-e594b769-bbc9-49d4-a723-97536428c33e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683697 Aug 25 11:27:42.359897 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:42.563105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:42.569601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:42.590191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:42.595314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 888738b0-33a3-4547-a631-3f0171bac816, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=888738b0-33a3-4547-a631-3f0171bac816,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:42.610657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Pushing event updated for resources: {'Port': ['ID=6477afcc-31a7-4404-b9c5-b3dc090d1146,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:42.647344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-25e847f2-689a-400c-a4c8-6f27170c494c service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990936 Aug 25 11:27:42.738120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6e096aa7-2a07-44c9-bc94-c206e14cd629 None None] Provisioning complete for port 888738b0-33a3-4547-a631-3f0171bac816 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:42.742607 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6e096aa7-2a07-44c9-bc94-c206e14cd629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:42.770476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:42.910907 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.118136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7941e47-9a1f-4cbd-b3a6-17cce44c9c4e req-1872262b-fe99-4e32-b715-bc4ab5814d6c service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585793 Aug 25 11:27:43.151683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=888738b0-33a3-4547-a631-3f0171bac816,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:43.229848 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.255793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Transition to ACTIVE for port object c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:43.257894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.270152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.299900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a2736cc0-80d8-4445-b022-da8780dc6286 None None] Provisioning for port 6477afcc-31a7-4404-b9c5-b3dc090d1146 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:43.388339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0fc8-f99e-437f-bda0-1476b076679c req-48c0b177-3ac4-4c37-8239-30917213784c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:43.412220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71dd0fc8-f99e-437f-bda0-1476b076679c req-48c0b177-3ac4-4c37-8239-30917213784c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.2615030 Aug 25 11:27:43.434163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035e357-8a98-4a11-a4ed-84cb03b11e9a req-d390072b-6087-495b-812a-e983d1620ba0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:43.435964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a035e357-8a98-4a11-a4ed-84cb03b11e9a req-d390072b-6087-495b-812a-e983d1620ba0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 944 time: 0.3136654 Aug 25 11:27:43.632138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.644586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.668372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71dd0fc8-f99e-437f-bda0-1476b076679c req-1e7d2538-01b6-4bf5-84a0-6fdca7e9a525 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550194 Aug 25 11:27:43.693448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a035e357-8a98-4a11-a4ed-84cb03b11e9a req-0e43e051-adbd-47f8-a1ae-46229c796ef5 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270393 Aug 25 11:27:43.812461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Pushing event updated for resources: {'Port': ['ID=6477afcc-31a7-4404-b9c5-b3dc090d1146,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:43.825835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:43.953368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:43.956778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:44.067251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353dd98-016c-4248-bb5a-1967c1b3cb0e req-cba4e536-7c75-4178-a7e0-c2c5e4124efc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:44.078853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f353dd98-016c-4248-bb5a-1967c1b3cb0e req-cba4e536-7c75-4178-a7e0-c2c5e4124efc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1265609 Aug 25 11:27:44.122726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Attempting to bind port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:44.125457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Attempting to bind port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:44.127074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Attempting to bind port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:44.141966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a2736cc0-80d8-4445-b022-da8780dc6286 None None] Provisioning complete for port 6477afcc-31a7-4404-b9c5-b3dc090d1146 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:44.144121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a2736cc0-80d8-4445-b022-da8780dc6286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:44.220215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f353dd98-016c-4248-bb5a-1967c1b3cb0e req-df9c7eca-6209-48fe-946c-218a6bb0d596 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376615 Aug 25 11:27:44.309605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a2736cc0-80d8-4445-b022-da8780dc6286 None None] Port 6477afcc-31a7-4404-b9c5-b3dc090d1146 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:27:44.317372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a2c98ae7-a7d7-447f-b0c4-604777408d80 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:27:44.327736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Router 2203821b-ea20-4056-bf57-76900371af6c has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:27:44.362183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:44.362834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:44.363499 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:44.364160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:44.365304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Bound port: c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:44.365996 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:44.439446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda52c-1e11-452f-a6c1-4660343b0201 req-0f782bb5-9ba3-42f7-9e75-94678b78972b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:44.441640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9feda52c-1e11-452f-a6c1-4660343b0201 req-0f782bb5-9ba3-42f7-9e75-94678b78972b tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.1641250 Aug 25 11:27:44.517923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] For port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:44.525345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] For port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:44.544613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9feda52c-1e11-452f-a6c1-4660343b0201 req-93b6ba52-d755-470f-8514-e97cb6ca8896 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858257 Aug 25 11:27:44.745624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:27:44.773826 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-91261fe7-e27e-4d9a-bf49-225bf8ea4838 admin admin] 10.222.0.35 "PUT /v2.0/routers/2203821b-ea20-4056-bf57-76900371af6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4342861 Aug 25 11:27:44.794948 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:44.827549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a2c98ae7-a7d7-447f-b0c4-604777408d80, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:44.893119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534134-43cf-4553-8956-a9db246fbcd3 None None] Pushing event updated for resources: {'Port': ['ID=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:45.018407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'a2c98ae7-a7d7-447f-b0c4-604777408d80', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': 'a2c98ae7-a7d7-447f-b0c4-604777408d80', 'mac_address': 'fa:16:3e:32:1b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:27:45.097467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37979-941e-4ab9-bbf3-0dc624cda7d0 req-12398efe-064a-4887-bbe8-0f6f0f736902 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:45.098204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d8061742-daae-4076-9fd9-62531f6bdd2f None None] Provisioning complete for port 6477afcc-31a7-4404-b9c5-b3dc090d1146 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:45.098697 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8061742-daae-4076-9fd9-62531f6bdd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:45.103949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41c37979-941e-4ab9-bbf3-0dc624cda7d0 req-12398efe-064a-4887-bbe8-0f6f0f736902 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.2631681 Aug 25 11:27:45.118717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888738b0-33a3-4547-a631-3f0171bac816 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:45.230452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0ed0-8ed4-42cb-9369-a3895886c83c req-29e56556-2296-4428-b7de-8b3d7fb0bedf tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:45.238609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-241a0ed0-8ed4-42cb-9369-a3895886c83c req-29e56556-2296-4428-b7de-8b3d7fb0bedf tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 944 time: 0.2569551 Aug 25 11:27:45.299226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:45.300147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:27:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:45.308615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41c37979-941e-4ab9-bbf3-0dc624cda7d0 req-1c983fbe-8174-4be2-af63-c4d0b213ee29 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473753 Aug 25 11:27:45.357383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-241a0ed0-8ed4-42cb-9369-a3895886c83c req-bb0e6643-2516-48e8-aabf-707d883509cf tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919087 Aug 25 11:27:45.369601 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:45.378945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534134-43cf-4553-8956-a9db246fbcd3 None None] Pushing event updated for resources: {'Port': ['ID=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:45.689319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd0cba-b236-4939-b879-1c5712593c03 req-80b74c64-5f66-4a44-9046-e1485b95a8b7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:45.704542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:27:45.705439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33dd0cba-b236-4939-b879-1c5712593c03 req-80b74c64-5f66-4a44-9046-e1485b95a8b7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1340330 Aug 25 11:27:45.811500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33dd0cba-b236-4939-b879-1c5712593c03 req-3fc0a1ae-6f64-425d-9890-88226b661a2a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010990 Aug 25 11:27:46.138599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d8061742-daae-4076-9fd9-62531f6bdd2f None None] Port 6477afcc-31a7-4404-b9c5-b3dc090d1146 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:27:46.185342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c98ae7-a7d7-447f-b0c4-604777408d80 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:27:46.199285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488c99-81fd-43d5-843a-5f4aec79fc37 req-50fca674-6cb7-4e3d-ad0d-71d736918168 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:46.249638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db488c99-81fd-43d5-843a-5f4aec79fc37 req-50fca674-6cb7-4e3d-ad0d-71d736918168 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2667401 Aug 25 11:27:46.259017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a2c98ae7-a7d7-447f-b0c4-604777408d80, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:46.291015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 888738b0-33a3-4547-a631-3f0171bac816 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:46.291396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:46.339647 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:46.384382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db488c99-81fd-43d5-843a-5f4aec79fc37 req-651ebef1-1f02-47e5-bd12-f07f305146de tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301281 Aug 25 11:27:46.477100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a2c98ae7-a7d7-447f-b0c4-604777408d80,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:46.680825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-88109d97-43fa-4dc2-b977-79b7891e0af7 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:46.691280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-88109d97-43fa-4dc2-b977-79b7891e0af7 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 946 time: 0.2442389 Aug 25 11:27:46.729975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a2c98ae7-a7d7-447f-b0c4-604777408d80'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:46.759485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540617-c362-447a-b94f-d7e1793ccbd9 req-bc9f98c5-919a-49b2-95d7-1f6c443f89b6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:46.761427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94540617-c362-447a-b94f-d7e1793ccbd9 req-bc9f98c5-919a-49b2-95d7-1f6c443f89b6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.2208369 Aug 25 11:27:46.836951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:46.845355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929973432', 'description': 'tempest-description--557302030'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:46.902973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:46.921106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94540617-c362-447a-b94f-d7e1793ccbd9 req-5df7e694-1513-4386-a5d5-11753a1fc17c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509609 Aug 25 11:27:46.936016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 2, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:46.971999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Deleting port d51aafe1-d32e-42ff-b70a-32da719d812b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:46.972505 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:46.974339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf642d4-5a6f-420e-b045-731732e9d8ad None None] The sync data for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 is: [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 2, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:27:47.117920 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.126665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.242731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.245337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] For port d51aafe1-d32e-42ff-b70a-32da719d812b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d51aafe1-d32e-42ff-b70a-32da719d812b,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:47.245747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.258526 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4195592 Aug 25 11:27:47.261336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24376e59-6ce8-45ca-bcf6-6d8d3fe49d09 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676c9be9-7023-4cea-a307-239ad02bf420,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:47.264017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54430) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:47.267858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33270b-92b9-4e88-9834-30ea55be5485 req-9f843914-61f8-4920-bc60-de005bbfca70 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:47.271576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Request body: {'security_group_rule': {'security_group_id': '676c9be9-7023-4cea-a307-239ad02bf420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:47.275326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f33270b-92b9-4e88-9834-30ea55be5485 req-9f843914-61f8-4920-bc60-de005bbfca70 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 945 time: 0.2785025 Aug 25 11:27:47.315629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Calling delete_port for d51aafe1-d32e-42ff-b70a-32da719d812b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:47.319604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.435826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.445611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.504044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe3c296-b5fe-41c4-afe8-a2bd15c19cfd,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:47.504792 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f33270b-92b9-4e88-9834-30ea55be5485 req-25a4aed8-789b-455e-b3fa-a8c3e68af4d9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284842 Aug 25 11:27:47.531849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.538380 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-136419e7-8b4d-4143-985b-81d4c832b986 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685745 Aug 25 11:27:47.540431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:47.567470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Request body: {'security_group_rule': {'security_group_id': '676c9be9-7023-4cea-a307-239ad02bf420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:47.571063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dde0f-ad3a-4f58-96e6-1d782fbfbbae req-83ee800b-cce8-4dde-96b4-b187c6dbd509 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:47.583548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-888dde0f-ad3a-4f58-96e6-1d782fbfbbae req-83ee800b-cce8-4dde-96b4-b187c6dbd509 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.3052952 Aug 25 11:27:47.632166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.784113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.795147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.824667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b36e53b-09b1-4773-a8c5-341b18b92113,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:47.839055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.841820 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1fbfe894-0cc5-4537-aed4-f1af5b34cee2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3002205 Aug 25 11:27:47.847247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54440) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:27:47.861460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:27:47.922099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.934255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-888dde0f-ad3a-4f58-96e6-1d782fbfbbae req-c6e594fc-c950-498b-9698-f1365087ccc4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393376 Aug 25 11:27:47.940813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:47.978801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['45def62f-5652-4929-8743-9ffb5ad4ad96'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:47.984746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d51aafe1-d32e-42ff-b70a-32da719d812b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:48.137586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9a67e-ced0-4262-bc30-81aeccfc5645 req-28ed6900-82cb-4f63-94f2-2d29db9d14c1 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:48.144231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06d9a67e-ced0-4262-bc30-81aeccfc5645 req-28ed6900-82cb-4f63-94f2-2d29db9d14c1 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c62172a-4ab6-47d2-be6f-cee60bd8cb3b HTTP/1.1" status: 200 len: 867 time: 0.4021087 Aug 25 11:27:48.147100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Pushing event deleted for resources: {'Port': ['ID=d51aafe1-d32e-42ff-b70a-32da719d812b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:48.187810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:48.310417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06d9a67e-ced0-4262-bc30-81aeccfc5645 req-71684c83-c687-4fce-9f45-0e22d8a700c1 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306360 Aug 25 11:27:48.323001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] No DVR routers for this DVR port d51aafe1-d32e-42ff-b70a-32da719d812b on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:48.337790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:48.344171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46d3e17b-4905-4808-bb4f-2cd6c2c569e5 req-9ab3d890-2eeb-47eb-86f3-7c87855d616d tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.10 "DELETE /v2.0/ports/d51aafe1-d32e-42ff-b70a-32da719d812b HTTP/1.1" status: 204 len: 173 time: 1.6409454 Aug 25 11:27:48.361029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'name': 'network-vif-deleted', 'tag': 'd51aafe1-d32e-42ff-b70a-32da719d812b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:48.385363 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc61266-65b2-426a-b253-c3a9477e56a6" -d '{"events": [{"server_uuid": "2c62172a-4ab6-47d2-be6f-cee60bd8cb3b", "name": "network-vif-deleted", "tag": "d51aafe1-d32e-42ff-b70a-32da719d812b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:48.385363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f95cb-102e-43f1-813a-13c93506c925 req-10394c89-9b30-4f1b-9be3-4a708525d9e3 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:48.401847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a2c98ae7-a7d7-447f-b0c4-604777408d80 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:48.406812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb6f95cb-102e-43f1-813a-13c93506c925 req-10394c89-9b30-4f1b-9be3-4a708525d9e3 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.2475643 Aug 25 11:27:48.588741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb6f95cb-102e-43f1-813a-13c93506c925 req-6d67f46c-7be3-4b2e-8845-46c66f475313 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769087 Aug 25 11:27:48.608270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f72a12c1-0907-45c8-a327-b25814dadc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:48.678603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port a2c98ae7-a7d7-447f-b0c4-604777408d80 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:48.690956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port a2c98ae7-a7d7-447f-b0c4-604777408d80 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:48.693768 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:48.721631 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b288fefe-c264-45e2-b705-3a2351a44b0a x-openstack-request-id: req-b288fefe-c264-45e2-b705-3a2351a44b0a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:48.722087 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c62172a-4ab6-47d2-be6f-cee60bd8cb3b", "name": "network-vif-deleted", "tag": "d51aafe1-d32e-42ff-b70a-32da719d812b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:48.722483 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b288fefe-c264-45e2-b705-3a2351a44b0a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:48.723138 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c62172a-4ab6-47d2-be6f-cee60bd8cb3b', 'name': 'network-vif-deleted', 'tag': 'd51aafe1-d32e-42ff-b70a-32da719d812b', 'status': 'completed', 'code': 200} Aug 25 11:27:48.822339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Allocated IP 172.25.1.249 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/febc2f86-a213-4e38-bf46-4b254113b2a1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:27:48.910626 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:48.974542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a2c98ae7-a7d7-447f-b0c4-604777408d80, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:48.981485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c98ae7-a7d7-447f-b0c4-604777408d80'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:48.986525 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5360705b-8a07-4cb1-8e70-6fb4e2c207d3" -d '{"events": [{"server_uuid": "50b16e4f-369c-4fd9-9c84-945672ae1620", "name": "network-vif-plugged", "status": "completed", "tag": "a2c98ae7-a7d7-447f-b0c4-604777408d80"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:49.047003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:49.048058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d51aafe1-d32e-42ff-b70a-32da719d812b no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:49.089205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: d51aafe1-d32e-42ff-b70a-32da719d812b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:49.089205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d51aafe1-d32e-42ff-b70a-32da719d812b not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:49.130306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025d9f0-3921-4804-bf94-9f9b4a76b807 req-77b342dd-d881-4879-8b6d-b793b03d85be tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:49.149632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b025d9f0-3921-4804-bf94-9f9b4a76b807 req-77b342dd-d881-4879-8b6d-b793b03d85be tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 945 time: 0.3087575 Aug 25 11:27:49.290838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a2c98ae7-a7d7-447f-b0c4-604777408d80,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:49.305409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b025d9f0-3921-4804-bf94-9f9b4a76b807 req-6b750858-7e9f-4f00-bb4f-cd7399619ade tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526067 Aug 25 11:27:49.342273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:49.379085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:49.465387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:49.546715 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db129b49-892b-44ea-9982-de6076dfc2bf x-openstack-request-id: req-db129b49-892b-44ea-9982-de6076dfc2bf {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:49.547509 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b16e4f-369c-4fd9-9c84-945672ae1620", "name": "network-vif-plugged", "status": "completed", "tag": "a2c98ae7-a7d7-447f-b0c4-604777408d80", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:49.548033 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db129b49-892b-44ea-9982-de6076dfc2bf {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:49.548927 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c98ae7-a7d7-447f-b0c4-604777408d80', 'code': 200} Aug 25 11:27:49.596726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:49.601600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:49.602414 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:49.635382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:27:49.638501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982daa71-86af-4cbc-8645-850722123d88 req-07a151e5-c9d5-482c-95c9-6540cd8417c1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:49.643679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:27:49.649407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-982daa71-86af-4cbc-8645-850722123d88 req-07a151e5-c9d5-482c-95c9-6540cd8417c1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1839721 Aug 25 11:27:49.658113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:27:49.768135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event updated for resources: {'Port': ['ID=febc2f86-a213-4e38-bf46-4b254113b2a1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:49.828697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950c0dc-6b08-4a87-9704-99929a2df3d2 req-01bb928c-9516-4e93-81bc-7fabe71990d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:49.830349 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e950c0dc-6b08-4a87-9704-99929a2df3d2 req-01bb928c-9516-4e93-81bc-7fabe71990d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 1098 time: 0.1125064 Aug 25 11:27:49.831731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-466b5c61-4858-4bd0-ba49-196d921bf86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:49.833025 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:49.835537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-466b5c61-4858-4bd0-ba49-196d921bf86e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 1097 time: 0.4340987 Aug 25 11:27:49.874347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:49.889538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:49.994328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:49.995191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:50.000804 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e950c0dc-6b08-4a87-9704-99929a2df3d2 req-b3d74549-7198-4d5a-adb1-7105bd64fb3e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Aug 25 11:27:50.060239 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:50.091417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-87ec24a2-3a0c-469f-b8c3-d0338adc33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:50.094287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-87ec24a2-3a0c-469f-b8c3-d0338adc33d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 200 len: 917 time: 0.2338879 Aug 25 11:27:50.130315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-982daa71-86af-4cbc-8645-850722123d88 req-6e442455-54cf-4bf8-9a8a-d4d9d45dcc29 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4767325 Aug 25 11:27:50.170102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061c24a-cb20-4f60-affe-5338daadfabf req-53447537-71ad-4235-ab9c-1c0df0b641bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:50.177521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f061c24a-cb20-4f60-affe-5338daadfabf req-53447537-71ad-4235-ab9c-1c0df0b641bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.4768405 Aug 25 11:27:50.344176 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:27:50.381764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-01bfd0bf-f62f-4772-8ad4-f3d91e6b45fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd HTTP/1.1" status: 200 len: 217 time: 0.1422508 Aug 25 11:27:50.450303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f061c24a-cb20-4f60-affe-5338daadfabf req-ad92b7cc-2800-40ed-90cf-589887e5e0d3 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608316 Aug 25 11:27:50.485401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-11525508-57f7-4ae2-9c8f-f0bdec1c8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:50.498787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-11525508-57f7-4ae2-9c8f-f0bdec1c8408 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 200 len: 855 time: 0.1001940 Aug 25 11:27:50.654715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-d162c547-8e35-4a90-8aca-5dce21a83d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:50.658951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:50.679431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:50.680863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-d162c547-8e35-4a90-8aca-5dce21a83d7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9782bbc3-efba-45fd-866a-aff38255cccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700780 Aug 25 11:27:50.885169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event updated for resources: {'Port': ['ID=febc2f86-a213-4e38-bf46-4b254113b2a1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:50.892165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ef60-63e0-4273-8f4b-5e495d350141 req-b97e4b00-f184-4772-bc73-1e691ec23097 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:50.904712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0542ef60-63e0-4273-8f4b-5e495d350141 req-b97e4b00-f184-4772-bc73-1e691ec23097 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 946 time: 0.1899223 Aug 25 11:27:50.973033 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:50.990364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0542ef60-63e0-4273-8f4b-5e495d350141 req-10ba080f-bb21-4db5-b792-a851c00b7ee9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Aug 25 11:27:50.998673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-98fc9eec-1425-40f6-a874-6a1d639685f0 service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083901 Aug 25 11:27:51.004819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:51.006517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b824bb48-a7ee-46f2-abfb-cc41bb6c0d9c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1574397 Aug 25 11:27:51.149878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:51.164539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ecf9557-482d-4705-85d7-104fdb1bee89 req-7f6cfcb0-2d8f-4f6f-a702-9be30f35ff4d service neutron] 10.222.0.10 "GET /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549299 Aug 25 11:27:51.224706 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-139289d1-39d3-4cf8-8699-065d165c8fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:51.242374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:51.242621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:51.401545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:51.530394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9867e5-fb04-4035-86cd-457e710ed403 req-8d512126-8517-478a-887f-9986fd97bf0b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:51.534013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d9867e5-fb04-4035-86cd-457e710ed403 req-8d512126-8517-478a-887f-9986fd97bf0b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1745563 Aug 25 11:27:51.583856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d9867e5-fb04-4035-86cd-457e710ed403 req-df5b3291-c11d-43c6-ba3b-3bad25213476 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 Aug 25 11:27:51.607227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d251c-7786-46b7-94c4-bd88a12d1aed req-90fae261-cc1e-4046-9176-f8c85216fb24 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:51.626422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-826d251c-7786-46b7-94c4-bd88a12d1aed req-90fae261-cc1e-4046-9176-f8c85216fb24 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1420605 Aug 25 11:27:51.687614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-826d251c-7786-46b7-94c4-bd88a12d1aed req-76d28956-dd28-42e9-9704-9d158f831b34 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712736 Aug 25 11:27:51.726542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Sync routers for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:27:51.751240 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:51.755909 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:27:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:51.970235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324e7e7-bcd9-4f5b-b4d8-bd6fc6102840 req-66bff515-dfef-4d0e-aad5-05cf1b029378 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:51.986897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e324e7e7-bcd9-4f5b-b4d8-bd6fc6102840 req-66bff515-dfef-4d0e-aad5-05cf1b029378 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1708663 Aug 25 11:27:52.030123 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:27:52.082328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e324e7e7-bcd9-4f5b-b4d8-bd6fc6102840 req-2743e20a-d103-4bba-b150-95bc3a8eea5e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920897 Aug 25 11:27:52.278556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0f4c-4a97-4aef-88bb-8d0f645072a7 req-161685df-61c7-41cf-8705-90f38b604eb1 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:52.280210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ece0f4c-4a97-4aef-88bb-8d0f645072a7 req-161685df-61c7-41cf-8705-90f38b604eb1 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 946 time: 0.1333065 Aug 25 11:27:52.365188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ece0f4c-4a97-4aef-88bb-8d0f645072a7 req-dfbe972f-56c3-45dd-bbc0-207b052088a4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724795 Aug 25 11:27:52.422241 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:52.683111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8f9b-8c6a-4622-bf3d-0c94a6321c54 req-a0045876-7526-4c83-b48b-2bba923312f7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:52.699503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-165c8f9b-8c6a-4622-bf3d-0c94a6321c54 req-a0045876-7526-4c83-b48b-2bba923312f7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 946 time: 0.1428585 Aug 25 11:27:52.734520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 2, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:52.809432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-165c8f9b-8c6a-4622-bf3d-0c94a6321c54 req-0d4472d1-4e99-4388-87da-9b6ab2370e35 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087329 Aug 25 11:27:52.845347 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Checking router: 2203821b-ea20-4056-bf57-76900371af6c for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:27:52.846763 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Updating router 2203821b-ea20-4056-bf57-76900371af6c port 6477afcc-31a7-4404-b9c5-b3dc090d1146 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:27:52.956409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ed1e-4402-47b8-9acd-009c559f2c65 req-2faf7452-bc47-44ba-955e-614643bab152 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:52.969507 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:52.980760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c96ed1e-4402-47b8-9acd-009c559f2c65 req-2faf7452-bc47-44ba-955e-614643bab152 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1666150 Aug 25 11:27:53.154209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c96ed1e-4402-47b8-9acd-009c559f2c65 req-f8efa2c1-9fc8-4d35-8f28-d2062143573d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678646 Aug 25 11:27:53.362829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7d1f6-480f-460f-9acb-034d93171953 req-8e23b079-097a-46ad-8d15-c008b98d33e9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:53.365809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93f7d1f6-480f-460f-9acb-034d93171953 req-8e23b079-097a-46ad-8d15-c008b98d33e9 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.2368581 Aug 25 11:27:53.446002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93f7d1f6-480f-460f-9acb-034d93171953 req-493e96a6-94e1-4040-96aa-d413cc5e2d6f tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729318 Aug 25 11:27:53.496643 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:53.517681 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Transition to ACTIVE for port object 6477afcc-31a7-4404-b9c5-b3dc090d1146 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:27:53.526779 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:53.642346 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Pushing event updated for resources: {'Port': ['ID=6477afcc-31a7-4404-b9c5-b3dc090d1146,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:53.657075 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.657423 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.657809 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.658149 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.658478 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.658804 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.659129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.659451 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.659901 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.660369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.660695 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.661427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:53.735327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ad191-106a-4b4e-bc38-eff2db87a7b8 req-51bdd21a-d75c-4660-839d-5cdde5a9848f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:53.740071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-763ad191-106a-4b4e-bc38-eff2db87a7b8 req-51bdd21a-d75c-4660-839d-5cdde5a9848f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1478703 Aug 25 11:27:53.841313 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Attempting to bind port 6477afcc-31a7-4404-b9c5-b3dc090d1146 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:27:53.842915 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Attempting to bind port 6477afcc-31a7-4404-b9c5-b3dc090d1146 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:27:53.844423 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Attempting to bind port 6477afcc-31a7-4404-b9c5-b3dc090d1146 on network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:27:53.870236 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:27:53.871133 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Checking segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:27:53.871531 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:53.871920 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Bound using segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:27:53.872398 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Bound port: 6477afcc-31a7-4404-b9c5-b3dc090d1146, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:27:53.872772 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:53.900624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-763ad191-106a-4b4e-bc38-eff2db87a7b8 req-5fcc93a8-f253-45ef-835d-19ce82dbb4ea tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487184 Aug 25 11:27:54.076401 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] For port 6477afcc-31a7-4404-b9c5-b3dc090d1146, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:27:54.101136 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] For port 6477afcc-31a7-4404-b9c5-b3dc090d1146, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6477afcc-31a7-4404-b9c5-b3dc090d1146,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:27:54.116145 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:54.280031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db5f6-2096-4184-8fbf-1ad3d479f1b6 req-15ad34cf-bfd1-4509-a65e-5cc6056e06fb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:54.282923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c26db5f6-2096-4184-8fbf-1ad3d479f1b6 req-15ad34cf-bfd1-4509-a65e-5cc6056e06fb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 946 time: 0.2519236 Aug 25 11:27:54.328058 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:54.377014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a519-34b9-49ec-861f-db95903bea73 req-d2c8795c-3f7f-496c-a3a9-093c8cb87cd8 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:54.392878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eba1a519-34b9-49ec-861f-db95903bea73 req-d2c8795c-3f7f-496c-a3a9-093c8cb87cd8 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.1829648 Aug 25 11:27:54.450606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c26db5f6-2096-4184-8fbf-1ad3d479f1b6 req-b7931c5c-d09c-4202-a4a9-9d59e7350b24 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463597 Aug 25 11:27:54.522994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eba1a519-34b9-49ec-861f-db95903bea73 req-3535dc49-f585-4a86-8472-c414a7d81770 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291790 Aug 25 11:27:54.715144 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:27:54.715144 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:27:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:54.857964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460ad96-42c0-451e-bf49-68e851b6bacd req-81642a87-5379-4e1d-93f0-108d6de978ef tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:54.874069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a460ad96-42c0-451e-bf49-68e851b6bacd req-81642a87-5379-4e1d-93f0-108d6de978ef tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.2046421 Aug 25 11:27:54.876774 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:27:55.002712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a460ad96-42c0-451e-bf49-68e851b6bacd req-8d694530-e0ce-4ae5-90ea-b4f8a97b4e16 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242034 Aug 25 11:27:55.011768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c159a-c072-48d8-9d76-145320796f54 None None] Pushing event updated for resources: {'Port': ['ID=6477afcc-31a7-4404-b9c5-b3dc090d1146,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:55.041769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ff869-bdaf-4362-a7bf-d10b3f235d78 req-0ce7ddba-46e6-4b78-bb5c-c92e73453f41 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:55.043959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-629ff869-bdaf-4362-a7bf-d10b3f235d78 req-0ce7ddba-46e6-4b78-bb5c-c92e73453f41 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1241016 Aug 25 11:27:55.153105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-629ff869-bdaf-4362-a7bf-d10b3f235d78 req-8a5da7c9-fc09-4006-a365-050b495f78dd tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021342 Aug 25 11:27:55.267753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b327e9-31cc-49a4-8543-b27dd421c9b8 req-209d8524-f5ac-46e5-a4e2-84a5570a2e21 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:55.270174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0b327e9-31cc-49a4-8543-b27dd421c9b8 req-209d8524-f5ac-46e5-a4e2-84a5570a2e21 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 946 time: 0.0886614 Aug 25 11:27:55.330038 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:54Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:27:55.370565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0b327e9-31cc-49a4-8543-b27dd421c9b8 req-40e37fd9-8ac0-4515-822e-44b90433d039 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895293 Aug 25 11:27:55.415815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a74506-226d-4f72-9996-c9e526301a76 req-9b98e666-28e4-4ae0-b825-23ebec3a76f4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:55.417970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26a74506-226d-4f72-9996-c9e526301a76 req-9b98e666-28e4-4ae0-b825-23ebec3a76f4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 946 time: 0.1072192 Aug 25 11:27:55.448638 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48debe8a-4169-48db-9e38-67e05c28b9c3 None None] The sync data for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 is: [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:54Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:27:55.693674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port a2c98ae7-a7d7-447f-b0c4-604777408d80 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:55.694186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:55.897081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248a97f-9ef1-4638-8faa-f34987effdae req-c22931c9-954b-40ba-9b26-48d1c18068f0 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:55.903253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3248a97f-9ef1-4638-8faa-f34987effdae req-c22931c9-954b-40ba-9b26-48d1c18068f0 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.3014297 Aug 25 11:27:56.066890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3248a97f-9ef1-4638-8faa-f34987effdae req-de047e1d-1961-4149-b2e6-79f812c1f17f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522324 Aug 25 11:27:56.107669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445d6bf-d5fd-485d-ab2e-13770ce55a76 req-6b0145f0-51f7-455b-b765-c9f0548fcf28 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:56.110455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7445d6bf-d5fd-485d-ab2e-13770ce55a76 req-6b0145f0-51f7-455b-b765-c9f0548fcf28 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 946 time: 0.4404511 Aug 25 11:27:56.281359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7445d6bf-d5fd-485d-ab2e-13770ce55a76 req-ed92f16f-3f65-42e9-914f-d727c6876864 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072149 Aug 25 11:27:56.324088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port a2c98ae7-a7d7-447f-b0c4-604777408d80, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a2c98ae7-a7d7-447f-b0c4-604777408d80,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:56.325214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:56.359166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for a2c98ae7-a7d7-447f-b0c4-604777408d80 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:56.569598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-681dfde6-6807-41fa-92fe-c65531280e1c req-df643d1b-39c3-4747-83a7-e7041bb8851e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:27:56.570740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681dfde6-6807-41fa-92fe-c65531280e1c req-df643d1b-39c3-4747-83a7-e7041bb8851e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174117 Aug 25 11:27:57.100004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3da6a-a6f1-438c-96f8-9c4a48f9fec0 req-7776bd9b-8a29-4dd0-94fc-df131983ba7a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:57.111346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6e3da6a-a6f1-438c-96f8-9c4a48f9fec0 req-7776bd9b-8a29-4dd0-94fc-df131983ba7a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.5847909 Aug 25 11:27:57.144682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:57.159306 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:57.176930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:27:57.214417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-681dfde6-6807-41fa-92fe-c65531280e1c req-48034ae4-55b7-4b65-9dc6-a268f2577089 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6305137 Aug 25 11:27:57.242945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6e3da6a-a6f1-438c-96f8-9c4a48f9fec0 req-6d05ecba-687e-4a09-9d64-12788b28baee tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302793 Aug 25 11:27:57.261093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=a2c98ae7-a7d7-447f-b0c4-604777408d80,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:57.362257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port a2c98ae7-a7d7-447f-b0c4-604777408d80 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:27:57.366441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:57.368862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26a74506-226d-4f72-9996-c9e526301a76 req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "DELETE /v2.0/ports/a2c98ae7-a7d7-447f-b0c4-604777408d80 HTTP/1.1" status: 204 len: 173 time: 1.9289191 Aug 25 11:27:57.369592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'name': 'network-vif-deleted', 'tag': 'a2c98ae7-a7d7-447f-b0c4-604777408d80'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:27:57.372179 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1ea4fc-adb6-4fcb-bca4-1bec978dc34a" -d '{"events": [{"server_uuid": "50b16e4f-369c-4fd9-9c84-945672ae1620", "name": "network-vif-deleted", "tag": "a2c98ae7-a7d7-447f-b0c4-604777408d80"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:27:57.399986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.400346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.401222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.401539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.401898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.402233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.402559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.402907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.403232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.403555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.403873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.404190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f6ed7-94a6-4cc3-87ad-9540de24da93 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:57.425605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6477afcc-31a7-4404-b9c5-b3dc090d1146 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:57.602596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb02b-d9f1-42cd-a742-36dd0a7375ce req-f3090352-142d-4a91-b9be-a75ed34e9a6a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:57.620450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-145cb02b-d9f1-42cd-a742-36dd0a7375ce req-f3090352-142d-4a91-b9be-a75ed34e9a6a tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.1461532 Aug 25 11:27:57.752638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-145cb02b-d9f1-42cd-a742-36dd0a7375ce req-68390f0a-bd86-4431-983b-5f21e012b669 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c3363e1-773f-4e31-b434-ebdaf85f2e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209466 Aug 25 11:27:57.762163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6477afcc-31a7-4404-b9c5-b3dc090d1146 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:27:57.800366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6477afcc-31a7-4404-b9c5-b3dc090d1146 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:57.801041 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:57.908337 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8358fa72-6476-4a61-b1ff-b27dc86be048 x-openstack-request-id: req-8358fa72-6476-4a61-b1ff-b27dc86be048 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:27:57.909035 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b16e4f-369c-4fd9-9c84-945672ae1620", "name": "network-vif-deleted", "tag": "a2c98ae7-a7d7-447f-b0c4-604777408d80", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:27:57.909514 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8358fa72-6476-4a61-b1ff-b27dc86be048 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:27:57.910184 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b16e4f-369c-4fd9-9c84-945672ae1620', 'name': 'network-vif-deleted', 'tag': 'a2c98ae7-a7d7-447f-b0c4-604777408d80', 'status': 'completed', 'code': 200} Aug 25 11:27:58.078532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5952aa9-7f83-45e8-a88b-726bd13b5a07 req-fff34980-a6a7-4d36-a22b-824c7a256fca tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b16e4f-369c-4fd9-9c84-945672ae1620 HTTP/1.1" status: 200 len: 210 time: 0.0542922 Aug 25 11:27:58.088347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:58.178556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 6477afcc-31a7-4404-b9c5-b3dc090d1146, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6477afcc-31a7-4404-b9c5-b3dc090d1146,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:58.189872 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:58.278826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-1a24cc66-f968-473d-8e47-8fe9da89c2e7 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:58.284074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-1a24cc66-f968-473d-8e47-8fe9da89c2e7 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.67 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 945 time: 0.2015486 Aug 25 11:27:58.351060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=6477afcc-31a7-4404-b9c5-b3dc090d1146,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:27:58.374835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.375568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.376706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.376866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0163b6d-e1d1-4f8b-b163-65a526c0ec0e req-4ac49be7-4d5b-4d22-b7b2-642dbc3651ff tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:58.377387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.378060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.379133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.379708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.380290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.381058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.381644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.382286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.383103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:27:58.387886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0163b6d-e1d1-4f8b-b163-65a526c0ec0e req-4ac49be7-4d5b-4d22-b7b2-642dbc3651ff tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.3923616 Aug 25 11:27:58.437153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a2c98ae7-a7d7-447f-b0c4-604777408d80 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:27:58.559198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0163b6d-e1d1-4f8b-b163-65a526c0ec0e req-6d90890e-2fab-4df2-8019-eb8f52da5a22 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702774 Aug 25 11:27:58.561504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: a2c98ae7-a7d7-447f-b0c4-604777408d80 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:27:58.569910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a2c98ae7-a7d7-447f-b0c4-604777408d80 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:27:58.748249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161610-11dd-4d9e-af2b-0d488c2d3b6a req-910558db-a6c2-4e6b-8bfc-15bbb8c05e5f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:27:58.756456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0161610-11dd-4d9e-af2b-0d488c2d3b6a req-910558db-a6c2-4e6b-8bfc-15bbb8c05e5f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 946 time: 0.0799196 Aug 25 11:27:58.767570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Deleting port 45def62f-5652-4929-8743-9ffb5ad4ad96 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:27:58.767938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:59.061015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] For port 45def62f-5652-4929-8743-9ffb5ad4ad96, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=45def62f-5652-4929-8743-9ffb5ad4ad96,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:27:59.061391 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:59.099693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Calling delete_port for 45def62f-5652-4929-8743-9ffb5ad4ad96 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:27:59.234520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6477afcc-31a7-4404-b9c5-b3dc090d1146 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:27:59.489662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6477afcc-31a7-4404-b9c5-b3dc090d1146 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:27:59.490406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:27:59.957575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:00.077218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Pushing event deleted for resources: {'Port': ['ID=45def62f-5652-4929-8743-9ffb5ad4ad96,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:00.106392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0161610-11dd-4d9e-af2b-0d488c2d3b6a req-9fec1ccd-de4c-43b8-aae9-d979ff087463 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3469594 Aug 25 11:28:00.193664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fabed-1608-4dcf-a6ff-cd91e366e282 req-efd3c885-903b-4f54-b6a5-d42cc9c1aad7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:00.197061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a4fabed-1608-4dcf-a6ff-cd91e366e282 req-efd3c885-903b-4f54-b6a5-d42cc9c1aad7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.3678463 Aug 25 11:28:00.250467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] No DVR routers for this DVR port 45def62f-5652-4929-8743-9ffb5ad4ad96 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:00.255907 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:00.260171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf9e78ca-5803-4785-a69d-38a988e1e1d0 req-98575818-3a39-4187-8663-d424d7228102 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.67 "DELETE /v2.0/ports/45def62f-5652-4929-8743-9ffb5ad4ad96 HTTP/1.1" status: 204 len: 173 time: 1.9623971 Aug 25 11:28:00.260931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'name': 'network-vif-deleted', 'tag': '45def62f-5652-4929-8743-9ffb5ad4ad96'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:00.266992 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c2cf45-7f22-4a3c-bc8f-aed4a360504d" -d '{"events": [{"server_uuid": "a598dd56-7d13-448b-af7c-62d88e4bd1bc", "name": "network-vif-deleted", "tag": "45def62f-5652-4929-8743-9ffb5ad4ad96"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:00.357823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a4fabed-1608-4dcf-a6ff-cd91e366e282 req-cd9cbbf5-af06-4da2-b21f-e2c2465f5153 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153150 Aug 25 11:28:00.495170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b666a409-b424-4613-baec-42f2fc966222 req-b6db7558-6084-4ec3-aeb6-fb714faf4a04 tempest-ServerRescueNegativeTestJSON-167487167 tempest-ServerRescueNegativeTestJSON-167487167-project] 10.222.0.35 "GET /v2.0/ports?device_id=a598dd56-7d13-448b-af7c-62d88e4bd1bc HTTP/1.1" status: 200 len: 210 time: 0.1356416 Aug 25 11:28:00.613108 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eceb521-d524-483a-9ac1-deb0ef29be80 x-openstack-request-id: req-0eceb521-d524-483a-9ac1-deb0ef29be80 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:00.613108 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a598dd56-7d13-448b-af7c-62d88e4bd1bc", "name": "network-vif-deleted", "tag": "45def62f-5652-4929-8743-9ffb5ad4ad96", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:00.613108 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0eceb521-d524-483a-9ac1-deb0ef29be80 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:00.613108 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a598dd56-7d13-448b-af7c-62d88e4bd1bc', 'name': 'network-vif-deleted', 'tag': '45def62f-5652-4929-8743-9ffb5ad4ad96', 'status': 'completed', 'code': 200} Aug 25 11:28:00.730252 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:00.778790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba48c5-a259-4ef4-8fda-7bdd35f7c8d9 req-7af3a4d8-fffd-411d-8785-8ffcaf002746 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:00.784194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eba48c5-a259-4ef4-8fda-7bdd35f7c8d9 req-7af3a4d8-fffd-411d-8785-8ffcaf002746 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.1919270 Aug 25 11:28:00.948650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eba48c5-a259-4ef4-8fda-7bdd35f7c8d9 req-897c2eac-346e-4179-94df-ff3ffc28818b tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586943 Aug 25 11:28:01.625015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc538011-36f9-44a3-aedf-8362f29a2105 req-3fa94f34-2145-4d79-b446-e23aef784e99 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:01.640725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc538011-36f9-44a3-aedf-8362f29a2105 req-3fa94f34-2145-4d79-b446-e23aef784e99 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:01.650365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc538011-36f9-44a3-aedf-8362f29a2105 req-3fa94f34-2145-4d79-b446-e23aef784e99 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:01.652795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc538011-36f9-44a3-aedf-8362f29a2105 req-3fa94f34-2145-4d79-b446-e23aef784e99 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0&device_id=3eb17693-aeea-47b0-8196-187c23474bcf&device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 2417 time: 0.1951337 Aug 25 11:28:01.714571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 45def62f-5652-4929-8743-9ffb5ad4ad96 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:01.761173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 45def62f-5652-4929-8743-9ffb5ad4ad96 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:01.762690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 45def62f-5652-4929-8743-9ffb5ad4ad96 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:01.791565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc538011-36f9-44a3-aedf-8362f29a2105 req-4f8667ba-fbfd-4eac-8916-344639247fcd tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230977 Aug 25 11:28:01.803844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a79ee-8484-42ae-944a-66aebd119711 req-976ee96d-55af-46d1-adc7-528ecc63b524 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:01.811416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e71a79ee-8484-42ae-944a-66aebd119711 req-976ee96d-55af-46d1-adc7-528ecc63b524 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1562731 Aug 25 11:28:01.856449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54698) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:01.866807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e71a79ee-8484-42ae-944a-66aebd119711 req-98b4d58d-5bdc-422c-8989-cc48fb8dde20 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536246 Aug 25 11:28:01.966258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-16b423e5-4903-4296-a853-04bf63706802 req-6ca3f5ea-559f-4443-a511-5c28e1d702e6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:28:01.967476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16b423e5-4903-4296-a853-04bf63706802 req-6ca3f5ea-559f-4443-a511-5c28e1d702e6 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066180 Aug 25 11:28:02.187012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16b423e5-4903-4296-a853-04bf63706802 req-66524969-0450-431e-999b-e67874875086 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2118976 Aug 25 11:28:02.783342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:03.305086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Deleting port cf525394-04c5-4734-9d2c-1b218aebb749 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:03.306194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:03.475062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fa8ab-4790-47d3-b257-fa2d66bfaa2c req-cca453d3-3319-4b91-b4fa-94057f42da39 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:03.478088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f2fa8ab-4790-47d3-b257-fa2d66bfaa2c req-cca453d3-3319-4b91-b4fa-94057f42da39 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1087794 Aug 25 11:28:03.530789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] For port cf525394-04c5-4734-9d2c-1b218aebb749, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cf525394-04c5-4734-9d2c-1b218aebb749,segment=NetworkSegment(58830db2-60e2-4001-9cee-7cbd90c38cd8),segment_id=58830db2-60e2-4001-9cee-7cbd90c38cd8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:03.531203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:03.588330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Calling delete_port for cf525394-04c5-4734-9d2c-1b218aebb749 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:03.591368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f2fa8ab-4790-47d3-b257-fa2d66bfaa2c req-1f64e064-9d47-43d3-be5a-b244c855cc02 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052561 Aug 25 11:28:04.166394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:04.247509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf525394-04c5-4734-9d2c-1b218aebb749,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:04.512892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:04.540682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-9527da46-8a1c-40e7-9d87-cc624949b9ee tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:04.549208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-9527da46-8a1c-40e7-9d87-cc624949b9ee tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.3290417 Aug 25 11:28:04.614750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-8427f4c4-548b-41dd-8745-09ac17d4cef2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0456634 Aug 25 11:28:04.787987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-b5100aff-1bd6-4b56-afe3-b8aecaf3e9a3 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682546 Aug 25 11:28:04.918718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-a74fe189-a233-4c44-aa07-ca0a9d64a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:04.921625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-a74fe189-a233-4c44-aa07-ca0a9d64a710 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1098 time: 0.1098793 Aug 25 11:28:05.402412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Router 458e7d21-f638-46d1-8300-5e65ecd14f9b has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:28:05.459321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-a4a48c3f-454e-41c5-9c09-4a47ea52542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:05.463090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-a4a48c3f-454e-41c5-9c09-4a47ea52542f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.5215318 Aug 25 11:28:05.504107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa593ee-1a38-49c1-8f1d-2b748b996aeb req-93d11bc3-4a29-43f1-a355-afff2ec5abbf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:05.508109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aa593ee-1a38-49c1-8f1d-2b748b996aeb req-93d11bc3-4a29-43f1-a355-afff2ec5abbf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.2294500 Aug 25 11:28:05.604898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:28:05.615650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de096814-bf60-4157-b8ce-fb0116af24f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/458e7d21-f638-46d1-8300-5e65ecd14f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7541835 Aug 25 11:28:05.618358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54784) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:05.620167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] Sync routers for ids ['458e7d21-f638-46d1-8300-5e65ecd14f9b'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:28:05.627254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-2e36a197-dc29-4be6-8849-e06a67628d14 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8269241 Aug 25 11:28:05.640745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] Routers {'458e7d21-f638-46d1-8300-5e65ecd14f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:28:05.655565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:27:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['458e7d21-f638-46d1-8300-5e65ecd14f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:05.748039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-0b60cfde-c115-4ef9-8cb7-36040a419480 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 1001 time: 0.2376380 Aug 25 11:28:05.807893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:05.889651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-3b1b33e8-6df7-4a8a-bff8-b09337907c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:05.894835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-3b1b33e8-6df7-4a8a-bff8-b09337907c22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.1366060 Aug 25 11:28:05.936084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9aa593ee-1a38-49c1-8f1d-2b748b996aeb req-6fc8281c-f03d-4a43-94c1-8e52dec568b8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4049671 Aug 25 11:28:05.936933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] Set router 458e7d21-f638-46d1-8300-5e65ecd14f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:28:06.013721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-de451e6a-af1f-47bc-bc5a-aa98b1ec2ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477426 Aug 25 11:28:06.028532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-cfeb7314-9272-42a6-bb2e-e9a27e258e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:06.030041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-cfeb7314-9272-42a6-bb2e-e9a27e258e90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103048 Aug 25 11:28:06.104532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:06.203208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Deleting port 91239c3f-b382-422e-9ef4-648ac9c84ace {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:06.203596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:06.286589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-ccd885b8-a83f-41fa-b9a1-596141a3acdd service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462323 Aug 25 11:28:06.347993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] For port 91239c3f-b382-422e-9ef4-648ac9c84ace, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91239c3f-b382-422e-9ef4-648ac9c84ace,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:06.348519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:06.384739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Calling delete_port for 91239c3f-b382-422e-9ef4-648ac9c84ace owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:06.389321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:28:04Z', 'revision_number': 5, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port': {'id': '91239c3f-b382-422e-9ef4-648ac9c84ace', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:89:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:55Z', 'updated_at': '2021-08-25T11:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:06.504846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] Checking router: 458e7d21-f638-46d1-8300-5e65ecd14f9b for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:28:06.537187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] Routers {'458e7d21-f638-46d1-8300-5e65ecd14f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:28:06.537485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:27:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['458e7d21-f638-46d1-8300-5e65ecd14f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:06.810058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681bb7-3565-440e-97ea-2b77aac2dc30 req-0b14e3aa-cb08-41ba-89d0-ada9684538bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:06.812454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21681bb7-3565-440e-97ea-2b77aac2dc30 req-0b14e3aa-cb08-41ba-89d0-ada9684538bc tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.2756207 Aug 25 11:28:06.816834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8a65ab2-14df-4416-9d99-2a3d63c1609a req-447c5056-3960-48a4-9c0d-de94280aba72 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234611 Aug 25 11:28:06.893466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21681bb7-3565-440e-97ea-2b77aac2dc30 req-f5c3501d-2c95-454f-9cf0-1c9d6a82dceb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677333 Aug 25 11:28:06.901960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:06.909786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] Set router 458e7d21-f638-46d1-8300-5e65ecd14f9b gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:28:06.937370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:06.958334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:06.968090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:06.985770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:07.003655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:07.019695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:07.032517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:28:06Z', 'revision_number': 6, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:07.032910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:07.047956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-52ab7f5e-6e50-4262-bbe7-4f51df08e6da tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.3856714 Aug 25 11:28:07.062746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Pushing event deleted for resources: {'Port': ['ID=91239c3f-b382-422e-9ef4-648ac9c84ace,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:07.220450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acf1faf4-1cf7-4b2c-a982-088bfee039c5 req-257677ae-abf7-4d42-8b0f-45e48fb8e93f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 210 time: 0.0803170 Aug 25 11:28:07.264764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3d2be9d-0c90-4f34-a51a-8b94657a40b1 req-8c430da6-f542-46a2-8dd1-b1abefac600e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038226 Aug 25 11:28:07.291934 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.296377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd24ef-d1db-4145-8f59-064e8836a678 None None] The sync data for ids ['458e7d21-f638-46d1-8300-5e65ecd14f9b'] in n-d-778732-11 is: [{'id': '458e7d21-f638-46d1-8300-5e65ecd14f9b', 'name': 'tempest-ServerRescueNegativeTestJSON-579800289-router', 'tenant_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:53Z', 'updated_at': '2021-08-25T11:28:06Z', 'revision_number': 6, 'project_id': '6cdd89e7e3ba4440a23a60ab5e4ac893', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:28:07.499625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.503666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.606170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c94e30-c58a-41ec-b445-f99ec8ce84ce req-d205cd5c-4b4c-41be-af0c-b6ce5e6b0d8a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:07.608147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12c94e30-c58a-41ec-b445-f99ec8ce84ce req-d205cd5c-4b4c-41be-af0c-b6ce5e6b0d8a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1013019 Aug 25 11:28:07.658102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.658898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458e7d21-f638-46d1-8300-5e65ecd14f9b {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:28:07.665716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.670099 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-43cc06d5-3dbb-470b-9112-e7d4fba54290 admin admin] 10.222.0.35 "DELETE /v2.0/routers/458e7d21-f638-46d1-8300-5e65ecd14f9b HTTP/1.1" status: 204 len: 168 time: 2.0505378 Aug 25 11:28:07.670843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54820) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:07.732255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Deleting subnet a0f6ac6c-77b8-4713-b8b5-e543083f4c6b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:28:07.737923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.751112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12c94e30-c58a-41ec-b445-f99ec8ce84ce req-37e88083-1772-43d4-a3be-fd315ffaad20 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196444 Aug 25 11:28:07.795709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.879374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:07.996448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.070154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.085978 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a0f6ac6c-77b8-4713-b8b5-e543083f4c6b HTTP/1.1" status: 204 len: 168 time: 0.4112520 Aug 25 11:28:08.088061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9229a-1c8a-4f31-8b26-0f7d98f95745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f6ac6c-77b8-4713-b8b5-e543083f4c6b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:08.090040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54826) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:08.127213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-bcb6c584-f5f0-4192-a009-78d0bc36a30e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.133524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-bcb6c584-f5f0-4192-a009-78d0bc36a30e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.67 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.2663407 Aug 25 11:28:08.196952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.207689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.223329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.240170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.256350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.263393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.276473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.282917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.296822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3319b28b-5572-4d2e-b5fa-b5c9a2e75934 req-62cd029c-c6b8-4620-952c-4b3d4d11484f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.3539534 Aug 25 11:28:08.437509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.466686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6033ae4a-0477-48e1-ad39-0987df1af989']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:08.467446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:08.482441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58830db2-60e2-4001-9cee-7cbd90c38cd8') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:08.483446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58830db2-60e2-4001-9cee-7cbd90c38cd8') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:08.487232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2da3-7a4a-4292-b07a-97d228f42259 req-9faafb36-76e2-4751-8e79-583c29115409 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:08.488901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8aaf2da3-7a4a-4292-b07a-97d228f42259 req-9faafb36-76e2-4751-8e79-583c29115409 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.1670344 Aug 25 11:28:08.499727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.523871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.532514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:28:08.533362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.610597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8aaf2da3-7a4a-4292-b07a-97d228f42259 req-8159ec80-c37e-4661-9d52-4b50f6d965b3 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142662 Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:28:08.619365 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:28:08.629353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.643431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.647704 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6033ae4a-0477-48e1-ad39-0987df1af989 HTTP/1.1" status: 204 len: 168 time: 0.5539324 Aug 25 11:28:08.723695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Deleting port 7d954ade-f400-4d11-8539-0f6ed12b4d32 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:08.725001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.763327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:08.801714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7414ec5-a26c-4d81-9d28-2949e951a107 admin admin] Pushing event deleted for resources: {'Network': ['ID=6033ae4a-0477-48e1-ad39-0987df1af989,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:08.806915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:08.808281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:08.812263 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7aa883-7a30-49c1-8296-0b60e3f5ef1d" -d '{"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:08.832003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:09.018794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baa6dcf3-fc5e-45b1-8a07-7194c4a420f6 req-8aea0b45-5e6c-49cb-87da-4bb8deded8d7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 210 time: 0.1358378 Aug 25 11:28:09.137524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:09.200036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91239c3f-b382-422e-9ef4-648ac9c84ace no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:09.200284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54844) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:09.251036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.257730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.264070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.270653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.279423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.288162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.294855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.304270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-7335c8fc-026d-491b-b99d-59d00bb406e0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.7261698 Aug 25 11:28:09.314333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 91239c3f-b382-422e-9ef4-648ac9c84ace {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:09.314895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91239c3f-b382-422e-9ef4-648ac9c84ace not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:09.315605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cf525394-04c5-4734-9d2c-1b218aebb749 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:09.407359 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d69ac00a-d43e-419c-be10-baab9a3f61b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cdd89e7e3ba4440a23a60ab5e4ac893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055068 Aug 25 11:28:09.411560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:09.437970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cf525394-04c5-4734-9d2c-1b218aebb749 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:09.438491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cf525394-04c5-4734-9d2c-1b218aebb749 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:09.498187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52c1d8d7-0539-4268-b17f-f914bddec5a2 req-f96b5d9b-429a-4c60-89dc-a551c3eb1db4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906812 Aug 25 11:28:09.524437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1512852-7232-431f-a41b-787e2d7203a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:09.547435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] For port 7d954ade-f400-4d11-8539-0f6ed12b4d32, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7d954ade-f400-4d11-8539-0f6ed12b4d32,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:09.547828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:09.566432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1512852-7232-431f-a41b-787e2d7203a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:09.579394 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f9ab7-052c-43be-8984-dfa9dc6224c3 x-openstack-request-id: req-aa4f9ab7-052c-43be-8984-dfa9dc6224c3 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:09.580275 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-unplugged", "status": "failed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "code": 422}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:09.580275 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa4f9ab7-052c-43be-8984-dfa9dc6224c3 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:09.580738 n-d-778732-11 neutron-server[94912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'code': 422} returned with failed status Aug 25 11:28:09.594648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ddc0c-6e53-474b-a44e-c5bc075f1790 req-a6d7c42a-50a2-4e8c-a9e4-de85aca49499 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.596275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389ddc0c-6e53-474b-a44e-c5bc075f1790 req-a6d7c42a-50a2-4e8c-a9e4-de85aca49499 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.3971627 Aug 25 11:28:09.604122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Calling delete_port for 7d954ade-f400-4d11-8539-0f6ed12b4d32 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:09.622183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-735a9b10-547e-45fe-98c2-fbb1efdc12db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.624463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-735a9b10-547e-45fe-98c2-fbb1efdc12db tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.6935990 Aug 25 11:28:09.668964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': '6546ed56-1512-498e-ad37-92442eab3b30', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:09.669585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1512852-7232-431f-a41b-787e2d7203a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:09.677538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1512852-7232-431f-a41b-787e2d7203a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:09.685175 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1512852-7232-431f-a41b-787e2d7203a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c3363e1-773f-4e31-b434-ebdaf85f2e9a HTTP/1.1" status: 204 len: 168 time: 0.2719808 Aug 25 11:28:09.701507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512852-7232-431f-a41b-787e2d7203a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3363e1-773f-4e31-b434-ebdaf85f2e9a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:09.718163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.725136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.731661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.740089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.747678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.754225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.761411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.763696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c42a131e-2b6a-4698-9458-ade866b3a2f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.4046068 Aug 25 11:28:09.947685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389ddc0c-6e53-474b-a44e-c5bc075f1790 req-10755667-a27a-4ee6-936c-5d987cbb437d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183165 Aug 25 11:28:09.977112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-7c07c826-0015-42e8-9cd2-6fc93b78ccc4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:09.978947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-7c07c826-0015-42e8-9cd2-6fc93b78ccc4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "GET /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1635118 Aug 25 11:28:10.096686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f64a1b-f7e6-417d-944f-0fffac813d94 req-51e9a10a-c889-41fb-aa35-1ced135ba66c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:10.104249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35f64a1b-f7e6-417d-944f-0fffac813d94 req-51e9a10a-c889-41fb-aa35-1ced135ba66c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 945 time: 0.3388834 Aug 25 11:28:10.307265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35f64a1b-f7e6-417d-944f-0fffac813d94 req-71613d59-80fc-49cb-9f7b-58d7b8fcef4c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018206 Aug 25 11:28:10.337979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:10.342252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:10.636741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-cba6fd1d-8109-45d3-ad67-31fd78d4863a tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "GET /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6476326 Aug 25 11:28:10.696253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16dd3772-9150-42c9-8cb1-ebc379bee7e7 req-52c5d651-e7a7-49bb-969f-d84716b2753c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 210 time: 0.0779617 Aug 25 11:28:10.734598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:10.898741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:10.915287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1c3b310f-4aa9-45b9-b8f1-52e7815552a3', '1ef0fac8-8b99-4260-bf46-aecd6a1409bd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:10.986568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:11.152599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Pushing event deleted for resources: {'Port': ['ID=7d954ade-f400-4d11-8539-0f6ed12b4d32,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:11.219348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.225627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.230940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.231889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.232921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.237960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.239026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.256353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-0183ae8f-873f-4cf4-9c2c-cd7042012bda service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6497 time: 0.2658393 Aug 25 11:28:11.421922 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-09cfabdf-69da-4773-9f0d-602a20d7b63e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1638458 Aug 25 11:28:11.478096 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:11.572556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.587627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.601928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.621455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.638796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.652324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.666959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:11.671274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-ceab63ab-189a-43c7-8c25-fe10bea0a488 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 5442 time: 0.7842228 Aug 25 11:28:11.771663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7d954ade-f400-4d11-8539-0f6ed12b4d32 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:11.821170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2b96f64-e50e-440d-bc5b-6044b4827d7f req-dff794dd-04b3-4dae-8c1e-f083d882496e tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfa1b2ad-262b-4a09-aad4-cab88d6c50f0 HTTP/1.1" status: 200 len: 210 time: 0.2994080 Aug 25 11:28:11.822781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] No DVR routers for this DVR port 7d954ade-f400-4d11-8539-0f6ed12b4d32 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:11.841915 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:11.855214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a955acfe-d73d-4f2d-87e9-43bd9aa16dd2 req-8ce868f6-449b-4ab7-b3bf-da838f3a112f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.67 "DELETE /v2.0/ports/7d954ade-f400-4d11-8539-0f6ed12b4d32 HTTP/1.1" status: 204 len: 173 time: 3.7072432 Aug 25 11:28:11.882917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'name': 'network-vif-deleted', 'tag': '7d954ade-f400-4d11-8539-0f6ed12b4d32'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:11.888665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 7d954ade-f400-4d11-8539-0f6ed12b4d32 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:11.889485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7d954ade-f400-4d11-8539-0f6ed12b4d32 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:11.897487 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b893157-bf1d-44a9-8339-a0f24058f8aa" -d '{"events": [{"server_uuid": "bfa1b2ad-262b-4a09-aad4-cab88d6c50f0", "name": "network-vif-deleted", "tag": "7d954ade-f400-4d11-8539-0f6ed12b4d32"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:12.233669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54932) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:12.280925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.3 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/8b0d691d-999d-471f-80b0-1b2084d78dd5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:28:12.425066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-629c7064-be6d-4ad3-ada6-941aadde617b req-dcd1c507-341c-4267-9eb3-44d9fbc601ec tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 210 time: 0.1277335 Aug 25 11:28:12.491735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:12.880505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae81e7b5-b5bc-433b-b166-9824517b6abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.081946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae81e7b5-b5bc-433b-b166-9824517b6abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.088711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae81e7b5-b5bc-433b-b166-9824517b6abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.194429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81e7b5-b5bc-433b-b166-9824517b6abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be2599-5010-4e80-b45a-4116c64d11e1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:13.210729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae81e7b5-b5bc-433b-b166-9824517b6abf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d95158259004c53bf840b2e25a7aa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9751825 Aug 25 11:28:13.214834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54952) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:13.297955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaedffe8-88e0-42e7-8315-1bb3fdf57f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.313840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bff00e3b-0184-47f8-ba91-29218d5a3b4e req-e98445a9-d761-41a9-be02-b92903ccdb92 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5151265 Aug 25 11:28:13.324793 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded2c80-2c69-49d1-8eb8-3dd4aa733af9 x-openstack-request-id: req-3ded2c80-2c69-49d1-8eb8-3dd4aa733af9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:13.325840 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa1b2ad-262b-4a09-aad4-cab88d6c50f0", "name": "network-vif-deleted", "tag": "7d954ade-f400-4d11-8539-0f6ed12b4d32", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:13.326473 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ded2c80-2c69-49d1-8eb8-3dd4aa733af9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:13.327468 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa1b2ad-262b-4a09-aad4-cab88d6c50f0', 'name': 'network-vif-deleted', 'tag': '7d954ade-f400-4d11-8539-0f6ed12b4d32', 'status': 'completed', 'code': 200} Aug 25 11:28:13.337391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=71986064-93b7-413f-9594-96cfed0838e0,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:13.339532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaedffe8-88e0-42e7-8315-1bb3fdf57f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.466236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaedffe8-88e0-42e7-8315-1bb3fdf57f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.485306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaedffe8-88e0-42e7-8315-1bb3fdf57f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:13.493104 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eaedffe8-88e0-42e7-8315-1bb3fdf57f43 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57be2599-5010-4e80-b45a-4116c64d11e1 HTTP/1.1" status: 204 len: 168 time: 0.2766502 Aug 25 11:28:13.511091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedffe8-88e0-42e7-8315-1bb3fdf57f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be2599-5010-4e80-b45a-4116c64d11e1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:13.571397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] For port 71986064-93b7-413f-9594-96cfed0838e0, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:13.678986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-ed3f844a-707a-4459-b72a-cccd6f0ae3b1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3016055 Aug 25 11:28:13.728840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3f5b-521d-4899-a218-cc552f77bad7 req-244cbeef-6852-4b5f-831b-0c253c31a998 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:13.731673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fbc3f5b-521d-4899-a218-cc552f77bad7 req-244cbeef-6852-4b5f-831b-0c253c31a998 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.4025552 Aug 25 11:28:13.770852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:13.793225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] device_id is not set on port 71986064-93b7-413f-9594-96cfed0838e0 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:28:13.906768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.006788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.183755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.274797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:14.281132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fbc3f5b-521d-4899-a218-cc552f77bad7 req-46d06afc-c914-48dd-96e7-aecb5175d3c4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4974823 Aug 25 11:28:14.283877 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b791445-e5d8-48e6-8140-807a33d71216" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:14.322224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:14.359378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.360186 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.360186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a07f056f-cef1-4eb7-8a39-85faf1e786b7 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:14.445335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54998) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:14.501708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0b80d1a1-df97-429e-8596-71ab900affc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.522345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] No DVR routers for this DVR port 71986064-93b7-413f-9594-96cfed0838e0 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:14.670664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:14.716262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:14.752253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] In _notify_port_updated(), no bound segment for port 71986064-93b7-413f-9594-96cfed0838e0 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:28:14.753083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:14.753784 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.755140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-52d69649-f9b6-428f-9f90-7c89565dd5d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 200 len: 1032 time: 4.0576324 Aug 25 11:28:14.863683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-3388aca2-0e7e-47f1-8efc-e1b986f7d54f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:14.865401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-3388aca2-0e7e-47f1-8efc-e1b986f7d54f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "GET /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0886214 Aug 25 11:28:14.877942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0955ad3d-9fec-4eff-94f4-504ad07727c5 req-67b98d30-0591-46ca-b403-965b9c05dcc1 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 210 time: 0.2000253 Aug 25 11:28:14.880928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb3a1daa-2544-4b91-a349-0f5745d1a2c4 req-67015246-e421-46c9-bd35-64de475f9e5d tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1700051 Aug 25 11:28:14.893834 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0b80d1a1-df97-429e-8596-71ab900affc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.913111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:14.914412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0b80d1a1-df97-429e-8596-71ab900affc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:14.986077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-035b090a-fe41-4f9a-b607-6bda40bd342e None None] Provisioning complete for port 71986064-93b7-413f-9594-96cfed0838e0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:28:14.989574 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-035b090a-fe41-4f9a-b607-6bda40bd342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.111565 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.121366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80d1a1-df97-429e-8596-71ab900affc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4608500d-7fb6-494e-86bc-fc866d939170,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:15.194000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.214768 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0b80d1a1-df97-429e-8596-71ab900affc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92b826df2a114fbb96b667033320cbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678437 Aug 25 11:28:15.219202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55006) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:15.226293 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519633cd-23ca-4845-94c4-20fc5801a1e4 x-openstack-request-id: req-519633cd-23ca-4845-94c4-20fc5801a1e4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:15.226861 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:15.227357 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-519633cd-23ca-4845-94c4-20fc5801a1e4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:15.228836 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3', 'code': 200} Aug 25 11:28:15.230991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-035b090a-fe41-4f9a-b607-6bda40bd342e None None] Port 71986064-93b7-413f-9594-96cfed0838e0 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:28:15.236684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:15.276093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:28:15.310360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:28:15.319690 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.339616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c095c-af6a-40e7-aa54-068b02c3ffa4 req-95ccdb2e-79c4-4dba-9d0c-07747170466d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:15.368335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c70c095c-af6a-40e7-aa54-068b02c3ffa4 req-95ccdb2e-79c4-4dba-9d0c-07747170466d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 946 time: 0.3118331 Aug 25 11:28:15.378690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57e9b6fa-4e92-4e63-8a00-a8a512f5814a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.384396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:28:15.453034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:15.460307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57e9b6fa-4e92-4e63-8a00-a8a512f5814a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.470887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.477972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e71a7ac0-2bf2-47d6-a477-7fadd612e63b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:15.598944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57e9b6fa-4e92-4e63-8a00-a8a512f5814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.603192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57e9b6fa-4e92-4e63-8a00-a8a512f5814a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.604206 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-57e9b6fa-4e92-4e63-8a00-a8a512f5814a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4608500d-7fb6-494e-86bc-fc866d939170 HTTP/1.1" status: 204 len: 168 time: 0.3817604 Aug 25 11:28:15.637855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9b6fa-4e92-4e63-8a00-a8a512f5814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4608500d-7fb6-494e-86bc-fc866d939170,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:15.747611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:15.748291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:15.761734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-502408e1-d0b3-4175-b501-18005f6bc8bb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:15.764399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-502408e1-d0b3-4175-b501-18005f6bc8bb tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "GET /v2.0/ports?device_id=3eb17693-aeea-47b0-8196-187c23474bcf HTTP/1.1" status: 200 len: 946 time: 0.1168189 Aug 25 11:28:15.939921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:15.953395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:15.971898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.046130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] For port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:16.049492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Deleting port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:16.049885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.123195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:16.133011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] device_id is not set on port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:28:16.143104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.176722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.179213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 579d1d78-071e-4eb1-a72f-d6581bd96e67 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:16.187554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.201808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5430789 Aug 25 11:28:16.206668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c70c095c-af6a-40e7-aa54-068b02c3ffa4 req-b5b52cc5-1861-47fa-bb2b-ca11257104f9 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8328583 Aug 25 11:28:16.209777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9ecc4-94ef-4b02-b060-89ffcecbf791 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=8b0d691d-999d-471f-80b0-1b2084d78dd5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:16.271612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:16.291544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Request body: {'port': {'device_id': '6546ed56-1512-498e-ad37-92442eab3b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:16.483455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] No DVR routers for this DVR port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:16.532258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] For port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:16.533087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.576739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Calling delete_port for 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:16.593995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:16.724798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] In _notify_port_updated(), no bound segment for port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 on network 4742c583-3791-4e0c-80fa-01337094a4d4 {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:28:16.726272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.731252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.741367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.744389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-63e89846-7152-4640-aa04-156a9c7d2ed0 service neutron] 10.222.0.67 "PUT /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 200 len: 1031 time: 1.8439746 Aug 25 11:28:16.789571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.805964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.819725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.857360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:16.858383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.875897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:16.876847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:16.902653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.945117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:16.958703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-90ef2403-a983-4c7d-a548-fac4d6e0b7f0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 4582 time: 1.3740699 Aug 25 11:28:17.059552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:17.091464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1ef0fac8-8b99-4260-bf46-aecd6a1409bd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:17.096117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:17.096562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 26d139eb-961d-4575-a1b5-13c7fb5ca80b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:17.120714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:17.199664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Pushing event deleted for resources: {'Port': ['ID=1c3b310f-4aa9-45b9-b8f1-52e7815552a3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:17.212774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb1c82a1-26c7-4627-875e-5d552497ce2f None None] Provisioning complete for port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:28:17.213400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb1c82a1-26c7-4627-875e-5d552497ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:17.236073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:17.236857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] No DVR routers for this DVR port 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:17.239090 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac57c0a7-22b6-44e7-8672-6a9cb6b65814" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:17.243445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:17.249523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-42be57b6-d86e-447f-be68-1fb337bdcbfc req-564a4b41-10c7-4054-840e-931aae806c43 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "DELETE /v2.0/ports/1c3b310f-4aa9-45b9-b8f1-52e7815552a3 HTTP/1.1" status: 204 len: 173 time: 1.4754581 Aug 25 11:28:17.250436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb17693-aeea-47b0-8196-187c23474bcf', 'name': 'network-vif-deleted', 'tag': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:17.254367 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c440764a-1c7a-432e-afdf-6391c5d4a347" -d '{"events": [{"server_uuid": "3eb17693-aeea-47b0-8196-187c23474bcf", "name": "network-vif-deleted", "tag": "1c3b310f-4aa9-45b9-b8f1-52e7815552a3"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:17.276911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:17.345930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b07b6f-d132-421b-8517-0cf1264051a5 req-874a8c9a-f95c-4e19-9e56-ca419d931222 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:17.349756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b07b6f-d132-421b-8517-0cf1264051a5 req-874a8c9a-f95c-4e19-9e56-ca419d931222 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.6639194 Aug 25 11:28:17.431359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89aeedd3-d86d-4b60-8ef9-767f5a6aaa48 req-0b5efe3f-cee4-453b-9a1b-00aae9c96d34 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=49a8878d-db35-4df9-b366-b9495ae97a57&id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4666011 Aug 25 11:28:17.460676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c82a1-26c7-4627-875e-5d552497ce2f None None] Port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:28:17.507531 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:17.627999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:17.649594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:17.650588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 71986064-93b7-413f-9594-96cfed0838e0 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:17.813897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 71986064-93b7-413f-9594-96cfed0838e0 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:17.898728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:17.927236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b07b6f-d132-421b-8517-0cf1264051a5 req-8ca35098-8bee-4727-8cc7-e114da2e95cf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5281682 Aug 25 11:28:18.104146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port e71a7ac0-2bf2-47d6-a477-7fadd612e63b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:18.107778 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:18.137511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd6ee-6284-4469-835c-dba18218e72b req-cd800b8e-278d-4791-84a6-926653c8579d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:18.145448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-799fd6ee-6284-4469-835c-dba18218e72b req-cd800b8e-278d-4791-84a6-926653c8579d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 931 time: 0.4090164 Aug 25 11:28:18.166194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9c09bcf7-3dd7-4487-819a-4f9aad3e873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:18.436794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d982ad58-8eb9-4fe7-bc6a-df00eae80dcf req-2c19b651-266f-4eb1-beba-8e4b8d3646c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.2237918 Aug 25 11:28:18.475278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ca65862-fa43-4828-a9d1-e8167bc3b189 req-fd026731-a1ac-483a-83a8-50004a4a7766 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1467106 Aug 25 11:28:18.493135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:18.538751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-799fd6ee-6284-4469-835c-dba18218e72b req-00a25e0f-913d-436b-a4bf-6531a122b9ad tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319831 Aug 25 11:28:18.552294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:18.552874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1c3b310f-4aa9-45b9-b8f1-52e7815552a3 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:18.636814 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333ad30-0ce8-4095-ab4e-516fee03e1d1 x-openstack-request-id: req-5333ad30-0ce8-4095-ab4e-516fee03e1d1 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:18.637231 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:18.637856 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5333ad30-0ce8-4095-ab4e-516fee03e1d1 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:18.640296 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7', 'code': 200} Aug 25 11:28:18.640791 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b', 'code': 200} Aug 25 11:28:18.641219 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'code': 200} Aug 25 11:28:18.680728 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84acad7-87c3-435b-a4ae-d4f9843d0956 x-openstack-request-id: req-a84acad7-87c3-435b-a4ae-d4f9843d0956 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:18.681332 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb17693-aeea-47b0-8196-187c23474bcf", "name": "network-vif-deleted", "tag": "1c3b310f-4aa9-45b9-b8f1-52e7815552a3", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:18.681332 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a84acad7-87c3-435b-a4ae-d4f9843d0956 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:18.684675 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb17693-aeea-47b0-8196-187c23474bcf', 'name': 'network-vif-deleted', 'tag': '1c3b310f-4aa9-45b9-b8f1-52e7815552a3', 'status': 'completed', 'code': 200} Aug 25 11:28:18.806556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] For port e71a7ac0-2bf2-47d6-a477-7fadd612e63b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:18.807264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:18.900612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for e71a7ac0-2bf2-47d6-a477-7fadd612e63b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:18.948806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0d691d-999d-471f-80b0-1b2084d78dd5 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:19.025615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:19.058512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Transition to ACTIVE for port object 8b0d691d-999d-471f-80b0-1b2084d78dd5 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:28:19.079590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-74143402-308b-41a9-80e9-f168f261bc44 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.080180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-74143402-308b-41a9-80e9-f168f261bc44 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.087741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-74143402-308b-41a9-80e9-f168f261bc44 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.094200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-74143402-308b-41a9-80e9-f168f261bc44 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.101129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-74143402-308b-41a9-80e9-f168f261bc44 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.109245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-74143402-308b-41a9-80e9-f168f261bc44 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 3875 time: 0.2929344 Aug 25 11:28:19.116946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:19.254479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0d691d-999d-471f-80b0-1b2084d78dd5,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:19.278166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8a17c14-ddf3-4363-aa18-2bb951bce8c7 req-411c45da-d089-4c07-aaec-883854dc3082 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679294 Aug 25 11:28:19.420361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e0029-d148-46d7-9372-f974d5c0d19b req-c63c45a6-c53c-4300-bc61-f67704d57e6f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.428933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc8e0029-d148-46d7-9372-f974d5c0d19b req-c63c45a6-c53c-4300-bc61-f67704d57e6f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.1954744 Aug 25 11:28:19.589315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:19.696021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Attempting to bind port 8b0d691d-999d-471f-80b0-1b2084d78dd5 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:28:19.696523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Attempting to bind port 8b0d691d-999d-471f-80b0-1b2084d78dd5 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:28:19.696849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Attempting to bind port 8b0d691d-999d-471f-80b0-1b2084d78dd5 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:19.720208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=e71a7ac0-2bf2-47d6-a477-7fadd612e63b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:19.756696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] No DVR routers for this DVR port e71a7ac0-2bf2-47d6-a477-7fadd612e63b on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:19.762407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc8e0029-d148-46d7-9372-f974d5c0d19b req-a1063c9c-e310-4449-b00a-4396ccdf31ed tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319962 Aug 25 11:28:19.770505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcce56a-73ff-49fb-9db4-22aeee5b295d req-36e0d307-c26c-46e5-a60c-dc9ae21d944b tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:19.778044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bcce56a-73ff-49fb-9db4-22aeee5b295d req-36e0d307-c26c-46e5-a60c-dc9ae21d944b tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.3461146 Aug 25 11:28:19.781971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:19.784122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-b61209f8-ebdb-4734-a32a-58eb50f99b39 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "DELETE /v2.0/ports/e71a7ac0-2bf2-47d6-a477-7fadd612e63b HTTP/1.1" status: 204 len: 173 time: 2.7905264 Aug 25 11:28:19.784707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:19.787565 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f62779-a28d-40fe-b3c6-78f2f069c31a" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:19.809766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Port 8b0d691d-999d-471f-80b0-1b2084d78dd5 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:28:19.810114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Attempting to bind port 8b0d691d-999d-471f-80b0-1b2084d78dd5 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:19.824815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:28:19.825193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:28:19.825871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:28:19.826338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Bound port: 8b0d691d-999d-471f-80b0-1b2084d78dd5, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:28:19.827049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:19.991737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bcce56a-73ff-49fb-9db4-22aeee5b295d req-5439434d-5373-450d-ac0c-2c4b1d88144c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125924 Aug 25 11:28:20.054752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5cf97e57-82cc-4153-ad99-5e4579764d68 req-71f1208d-6a78-49c5-a2c3-217a25eeb9fa tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1273460 Aug 25 11:28:20.239700 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc02af30-8454-46cf-9625-e2ef8e921ca2 x-openstack-request-id: req-dc02af30-8454-46cf-9625-e2ef8e921ca2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:20.240163 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "e71a7ac0-2bf2-47d6-a477-7fadd612e63b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:20.240565 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc02af30-8454-46cf-9625-e2ef8e921ca2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:20.241371 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': 'e71a7ac0-2bf2-47d6-a477-7fadd612e63b', 'status': 'completed', 'code': 200} Aug 25 11:28:20.252529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] For port 8b0d691d-999d-471f-80b0-1b2084d78dd5, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:20.304033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] For port 8b0d691d-999d-471f-80b0-1b2084d78dd5, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:28:20.325936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port 26d139eb-961d-4575-a1b5-13c7fb5ca80b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:20.326545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:20.513040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:20.546785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:20.548603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:20.551920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] 10.222.0.10 "PUT /v2.0/ports/8b0d691d-999d-471f-80b0-1b2084d78dd5 HTTP/1.1" status: 200 len: 1092 time: 4.2771907 Aug 25 11:28:20.642910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:20.648050 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fccfa3-e85c-4afd-ab75-1af8b8ac601c" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:20.720168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-9f057e7a-1dd6-4cc4-8570-c53c26c70df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:20.721036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-9f057e7a-1dd6-4cc4-8570-c53c26c70df3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 1095 time: 0.1062965 Aug 25 11:28:20.823350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] For port 26d139eb-961d-4575-a1b5-13c7fb5ca80b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=26d139eb-961d-4575-a1b5-13c7fb5ca80b,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:20.823743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:20.831294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-70f0f1d7-5955-4aef-99fe-c0703511c07f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5 HTTP/1.1" status: 200 len: 217 time: 0.1018462 Aug 25 11:28:20.870946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for 26d139eb-961d-4575-a1b5-13c7fb5ca80b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:20.996875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-ff25e250-c611-499a-876b-5bccb0ff4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:20.996875 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-ff25e250-c611-499a-876b-5bccb0ff4b28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1546898 Aug 25 11:28:21.084158 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-3be4328a-83b0-45b9-992e-9d936fad83e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710382 Aug 25 11:28:21.148139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327962d-2e47-4902-b905-4040c463b128 req-5ad16ec4-5cec-4f1d-9084-963372e10592 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:21.167937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3327962d-2e47-4902-b905-4040c463b128 req-5ad16ec4-5cec-4f1d-9084-963372e10592 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 943 time: 1.0555115 Aug 25 11:28:21.196431 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-45638b30-e464-43f4-9abd-c44bbaa74cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:21.263652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-e3b83dd6-09ff-426e-ba74-e7becb2ff0f6 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724458 Aug 25 11:28:21.391444 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:21.423506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-c6e0434d-d047-4909-b0fc-7bc3e491597f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:21.424958 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-56bbe3a7-e7dd-4cb2-916e-9743e2b494e7 req-a25ffcde-6ba3-4ae8-8ad3-b682e77a0dbf service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532447 Aug 25 11:28:21.426228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-c6e0434d-d047-4909-b0fc-7bc3e491597f tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.7991128 Aug 25 11:28:21.485840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa657c-3f4b-476b-ae33-c00d616ec008 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0d691d-999d-471f-80b0-1b2084d78dd5,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:21.624190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3327962d-2e47-4902-b905-4040c463b128 req-d3a141fa-79e4-426f-a447-e30c97dc34e8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028001 Aug 25 11:28:21.700181 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b21678a-3242-4da8-a380-5c9d2bbd3294 x-openstack-request-id: req-0b21678a-3242-4da8-a380-5c9d2bbd3294 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:21.700855 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-unplugged", "status": "completed", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:21.700987 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b21678a-3242-4da8-a380-5c9d2bbd3294 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:21.701503 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b', 'code': 200} Aug 25 11:28:22.334821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055f7b3-d1f7-4657-83b4-4bd90f2123a8 req-aa738033-1c34-41f2-9e58-da933a6cb8cd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:22.342617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055f7b3-d1f7-4657-83b4-4bd90f2123a8 req-aa738033-1c34-41f2-9e58-da933a6cb8cd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:22.350177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055f7b3-d1f7-4657-83b4-4bd90f2123a8 req-aa738033-1c34-41f2-9e58-da933a6cb8cd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:22.357326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055f7b3-d1f7-4657-83b4-4bd90f2123a8 req-aa738033-1c34-41f2-9e58-da933a6cb8cd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:22.359561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9055f7b3-d1f7-4657-83b4-4bd90f2123a8 req-aa738033-1c34-41f2-9e58-da933a6cb8cd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 3142 time: 1.2732377 Aug 25 11:28:22.360593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6546ed56-1512-498e-ad37-92442eab3b30', 'tag': '8b0d691d-999d-471f-80b0-1b2084d78dd5'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:22.363801 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140" -d '{"events": [{"name": "network-changed", "server_uuid": "6546ed56-1512-498e-ad37-92442eab3b30", "tag": "8b0d691d-999d-471f-80b0-1b2084d78dd5"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:22.432081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e4c2277-97a1-4357-8fbe-1a8a64553fb2 req-5d46e0b4-ccce-43ae-b14f-55f62bca4609 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0586481 Aug 25 11:28:22.451444 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:22.620461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9055f7b3-d1f7-4657-83b4-4bd90f2123a8 req-4823cd9f-5dbb-428f-9e64-674931aab4f6 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107320 Aug 25 11:28:22.700727 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:22.816871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=26d139eb-961d-4575-a1b5-13c7fb5ca80b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:22.875148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] No DVR routers for this DVR port 26d139eb-961d-4575-a1b5-13c7fb5ca80b on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:22.885598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:22.887993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-d2ad734c-e054-4c7e-988c-84fc66de5628 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "DELETE /v2.0/ports/26d139eb-961d-4575-a1b5-13c7fb5ca80b HTTP/1.1" status: 204 len: 173 time: 3.0793540 Aug 25 11:28:22.974282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Deleting port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:22.975808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:23.113810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0073e-831b-4d4f-942b-69628682c8f4 req-245ed5db-ff14-4c71-b114-56f7080b8d7a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:23.126331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57f0073e-831b-4d4f-942b-69628682c8f4 req-245ed5db-ff14-4c71-b114-56f7080b8d7a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.4855585 Aug 25 11:28:23.147153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436ae1-cb1a-4e66-abc3-256f11b704e1 req-7aa52b00-de42-44b4-a344-a3e6dd96dd8d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:23.156000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3436ae1-cb1a-4e66-abc3-256f11b704e1 req-7aa52b00-de42-44b4-a344-a3e6dd96dd8d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 945 time: 0.4247303 Aug 25 11:28:23.333869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57f0073e-831b-4d4f-942b-69628682c8f4 req-ef741377-9f19-4afa-be3c-fb3eaa5d050b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979699 Aug 25 11:28:23.352889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3436ae1-cb1a-4e66-abc3-256f11b704e1 req-5ec07ab7-77e4-4ec5-b4ed-5121d02b575d tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/security-groups?id=4cd2a4bc-ea84-4118-9bbb-6719e24e8850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956437 Aug 25 11:28:23.364217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] For port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:23.364881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:23.379357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port 579d1d78-071e-4eb1-a72f-d6581bd96e67 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:23.379987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:23.388637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Calling delete_port for 1ef0fac8-8b99-4260-bf46-aecd6a1409bd owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:23.500561 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ee594-d0be-45a4-855d-0de835415ff0 x-openstack-request-id: req-115ee594-d0be-45a4-855d-0de835415ff0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:23.500919 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6546ed56-1512-498e-ad37-92442eab3b30", "tag": "8b0d691d-999d-471f-80b0-1b2084d78dd5", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:23.501172 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-115ee594-d0be-45a4-855d-0de835415ff0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:23.501576 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6546ed56-1512-498e-ad37-92442eab3b30', 'tag': '8b0d691d-999d-471f-80b0-1b2084d78dd5', 'status': 'completed', 'code': 200} Aug 25 11:28:23.678349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-e6b1ec36-21df-41ee-96b8-248a48aa2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:23.682672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] For port 579d1d78-071e-4eb1-a72f-d6581bd96e67, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=579d1d78-071e-4eb1-a72f-d6581bd96e67,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:23.683044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:23.684911 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-e6b1ec36-21df-41ee-96b8-248a48aa2d29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 1095 time: 0.1515012 Aug 25 11:28:23.747571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f22b8ad-301d-4c1b-bed4-1d20a9eec07c req-e7ac01c5-26d6-491f-b33f-19ea0bb72d0f tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0524921 Aug 25 11:28:23.900715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf42a9a-7e18-4c75-859b-2ad8b8d7baee req-c5992e6b-75bf-459a-ae36-51b9d2d6a704 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:23.902521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bf42a9a-7e18-4c75-859b-2ad8b8d7baee req-c5992e6b-75bf-459a-ae36-51b9d2d6a704 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 943 time: 0.3183978 Aug 25 11:28:24.018038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-218dea97-bd21-4a58-8ecb-eb7ed50a046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:24.021710 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-218dea97-bd21-4a58-8ecb-eb7ed50a046f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.3292923 Aug 25 11:28:24.111866 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-fecdb696-a7f4-4ba5-9add-ceca1f744dbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5 HTTP/1.1" status: 200 len: 217 time: 0.0792954 Aug 25 11:28:24.141434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bf42a9a-7e18-4c75-859b-2ad8b8d7baee req-67dfb6c1-80de-4671-b6d5-fa1ee13d0913 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062831 Aug 25 11:28:24.167936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f077-3980-4c03-9db6-4e19b71c651c req-553cf705-33e8-494d-be6d-225ae4e35164 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:24.176287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f077-3980-4c03-9db6-4e19b71c651c req-553cf705-33e8-494d-be6d-225ae4e35164 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:24.181323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f077-3980-4c03-9db6-4e19b71c651c req-553cf705-33e8-494d-be6d-225ae4e35164 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:24.183249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5326f077-3980-4c03-9db6-4e19b71c651c req-553cf705-33e8-494d-be6d-225ae4e35164 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 2410 time: 0.2797396 Aug 25 11:28:24.226542 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:24.235826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:24.301018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-1ef43010-f9e1-4365-8ff4-98d37ab80920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:24.302665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-1ef43010-f9e1-4365-8ff4-98d37ab80920 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1836658 Aug 25 11:28:24.335518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:24.335948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:24.336427 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Floating IP e7822024-c911-43cc-a5c1-e716acfc1eb3 disassociated. External IP: 172.25.1.122, port: 579d1d78-071e-4eb1-a72f-d6581bd96e67. Aug 25 11:28:24.336809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for 579d1d78-071e-4eb1-a72f-d6581bd96e67 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:24.389305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-f6c16a9e-6225-4a84-a238-27f09239c561 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754409 Aug 25 11:28:24.519656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8b0d691d-999d-471f-80b0-1b2084d78dd5 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:28:24.578894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:24.620080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Pushing event deleted for resources: {'Port': ['ID=1ef0fac8-8b99-4260-bf46-aecd6a1409bd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:24.712682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1ef0fac8-8b99-4260-bf46-aecd6a1409bd no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:24.762408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 1ef0fac8-8b99-4260-bf46-aecd6a1409bd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:24.763446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1ef0fac8-8b99-4260-bf46-aecd6a1409bd not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:24.816314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 8b0d691d-999d-471f-80b0-1b2084d78dd5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:24.822429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] No DVR routers for this DVR port 1ef0fac8-8b99-4260-bf46-aecd6a1409bd on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:24.848104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '8b0d691d-999d-471f-80b0-1b2084d78dd5', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': '8b0d691d-999d-471f-80b0-1b2084d78dd5', 'mac_address': 'fa:16:3e:dc:c8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:28:24.854556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e428e8e-0dbc-4b56-98db-a7d267152839 req-13c68599-5621-464a-90cf-ec917c94e5a2 tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.35 "GET /v2.0/ports?device_id=527d5b48-901c-4525-90ff-e6ca7e924d8e HTTP/1.1" status: 200 len: 210 time: 0.1797214 Aug 25 11:28:24.855881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:24.858067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3e90c84-7dda-46b5-ace8-d513a6b53f63 req-3ffd449f-a40f-4833-a528-cbc1e5ad383c tempest-ListServerFiltersTestJSON-200205334 tempest-ListServerFiltersTestJSON-200205334-project] 10.222.0.10 "DELETE /v2.0/ports/1ef0fac8-8b99-4260-bf46-aecd6a1409bd HTTP/1.1" status: 204 len: 173 time: 3.4138031 Aug 25 11:28:24.861926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=579d1d78-071e-4eb1-a72f-d6581bd96e67,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:24.910189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-18e1d510-d87b-45f8-9622-0c91bdb707fe service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117607 Aug 25 11:28:24.941053 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:25.011289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0d691d-999d-471f-80b0-1b2084d78dd5 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:25.034904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5326f077-3980-4c03-9db6-4e19b71c651c req-dfbf0c86-5c7a-480c-9740-cb07772106c3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7978067 Aug 25 11:28:25.175176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 8b0d691d-999d-471f-80b0-1b2084d78dd5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:25.186400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:25.376539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=8b0d691d-999d-471f-80b0-1b2084d78dd5,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:25.398888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Router 83bcaa45-efa0-4c70-971e-c2e8d9080303 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:28:25.449769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-50a4d2e2-f5bd-48a9-a890-fbc09d4ac140 req-4c252c94-e298-41dc-98ce-2872e2fdb371 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327716 Aug 25 11:28:25.490684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['8b0d691d-999d-471f-80b0-1b2084d78dd5'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:25.506450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b'}, {'server_uuid': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'name': 'network-vif-deleted', 'tag': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:25.515548 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e49a2-d00a-401c-97fb-c05da9b28f5a" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b"}, {"server_uuid": "527d5b48-901c-4525-90ff-e6ca7e924d8e", "name": "network-vif-deleted", "tag": "1ef0fac8-8b99-4260-bf46-aecd6a1409bd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:25.724771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-205e45b1-3f68-4014-b63d-685b88fbda19 req-46d0a638-5793-4f03-897e-8ea91340b8d3 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.2726951 Aug 25 11:28:25.882968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5710-9afc-46b2-a46f-f31903a17401 req-05b6863e-1a68-410f-bf71-2d54b44ea39a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:25.897239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-172c5710-9afc-46b2-a46f-f31903a17401 req-05b6863e-1a68-410f-bf71-2d54b44ea39a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.4956305 Aug 25 11:28:26.207029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-172c5710-9afc-46b2-a46f-f31903a17401 req-4506187b-b765-4a23-a5b9-7efd8223dc09 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073974 Aug 25 11:28:26.236765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:28:26.285482 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] Sync routers for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:28:26.312488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-441f5b61-a070-491e-9133-e2bf981991a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:26.316957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-441f5b61-a070-491e-9133-e2bf981991a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a&tenant_id=9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 1096 time: 0.1878724 Aug 25 11:28:26.339619 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:28:26.345433 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:28:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:26.390314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cdb36-94ea-402e-a790-1b26b8519c5d req-74fd3829-3c9d-4321-88e8-daaad518b8c8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:26.405617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-612cdb36-94ea-402e-a790-1b26b8519c5d req-74fd3829-3c9d-4321-88e8-daaad518b8c8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 944 time: 0.3686261 Aug 25 11:28:26.412759 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c842c7b-a481-421d-bd65-bbc7ee16420e x-openstack-request-id: req-1c842c7b-a481-421d-bd65-bbc7ee16420e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:26.413220 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "26d139eb-961d-4575-a1b5-13c7fb5ca80b", "status": "completed", "code": 200}, {"server_uuid": "527d5b48-901c-4525-90ff-e6ca7e924d8e", "name": "network-vif-deleted", "tag": "1ef0fac8-8b99-4260-bf46-aecd6a1409bd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:26.413962 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c842c7b-a481-421d-bd65-bbc7ee16420e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:26.414848 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': '26d139eb-961d-4575-a1b5-13c7fb5ca80b', 'status': 'completed', 'code': 200} Aug 25 11:28:26.415497 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d5b48-901c-4525-90ff-e6ca7e924d8e', 'name': 'network-vif-deleted', 'tag': '1ef0fac8-8b99-4260-bf46-aecd6a1409bd', 'status': 'completed', 'code': 200} Aug 25 11:28:26.417188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] No DVR routers for this DVR port 579d1d78-071e-4eb1-a72f-d6581bd96e67 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:26.427911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:26.453919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55188) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:26.483417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:26.488754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-2baba1a2-ea60-4d34-8984-a5273079ca78 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "DELETE /v2.0/ports/579d1d78-071e-4eb1-a72f-d6581bd96e67 HTTP/1.1" status: 204 len: 173 time: 3.5907586 Aug 25 11:28:26.630625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Deleting subnet dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:28:26.639623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:26.663711 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:28:26.712824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:26.816306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-612cdb36-94ea-402e-a790-1b26b8519c5d req-d9f5012e-8a9b-4784-8e2c-7415923deef9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795784 Aug 25 11:28:26.928685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340db-75cb-46f4-80f6-b8cbbc8dae55 req-66be9e65-e9bd-4c5c-9f0d-37ed696ebcb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:26.943380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e340db-75cb-46f4-80f6-b8cbbc8dae55 req-66be9e65-e9bd-4c5c-9f0d-37ed696ebcb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:26.945132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e340db-75cb-46f4-80f6-b8cbbc8dae55 req-66be9e65-e9bd-4c5c-9f0d-37ed696ebcb0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 1677 time: 0.3651381 Aug 25 11:28:26.947550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:26.960869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.109189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.134757 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:27.149586 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.180773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.185207 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19 HTTP/1.1" status: 204 len: 168 time: 0.7262819 Aug 25 11:28:27.185207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafdf4fa-c99f-4dbb-8a34-d9f032d9bb19,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:27.185878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:27.203437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1063a1-256c-4cd1-996f-cbc36419ab69 None None] Network 9782bbc3-efba-45fd-866a-aff38255cccd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:28:27.212997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.213465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.213770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.214152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.214515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.214867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.215286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.215619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.215997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.216375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.216702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.217313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62c0d-bac8-40b3-a68c-71b90025a4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:27.237210 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] Checking router: 83bcaa45-efa0-4c70-971e-c2e8d9080303 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:28:27.257554 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:28:27.262929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:28:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:27.266601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-189e8753-f60b-4bbe-9365-6824ea63c0ac req-4027499b-f7f9-4d4d-bc42-779b723b3a74 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1151593 Aug 25 11:28:27.325076 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.338327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e340db-75cb-46f4-80f6-b8cbbc8dae55 req-29f95e81-eb78-4176-a837-605358dd0ff0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563240 Aug 25 11:28:27.504057 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:28:27.520011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Deleting port f96e5a61-95f7-4c08-a44d-41034ba9079a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:27.520601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.572324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port a07f056f-cef1-4eb7-8a39-85faf1e786b7 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:27.572758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.597065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] DHCP port deletion for 9782bbc3-efba-45fd-866a-aff38255cccd request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:28:27.688069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] For port f96e5a61-95f7-4c08-a44d-41034ba9079a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f96e5a61-95f7-4c08-a44d-41034ba9079a,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:27.688516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.700544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] Deleting port f96e5a61-95f7-4c08-a44d-41034ba9079a {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:27.700926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.721371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Calling delete_port for f96e5a61-95f7-4c08-a44d-41034ba9079a owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:27.752020 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:28:27.785031 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:27.844355 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e21440-2aa6-4abc-91b0-e146ffc1f199 None None] The sync data for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 is: [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:16:18Z', 'revision_number': 4, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '639d1fe4-8160-4783-8825-0b8cb30030ee', 'name': '', 'network_id': '1cfc1716-58b4-4e56-a8be-9365be88475f', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'mac_address': 'fa:16:3e:47:27:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:16Z', 'updated_at': '2021-08-25T11:16:44Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'subnets': [{'id': 'e401c785-f192-4f84-87d6-10da174fd1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:28:27.889505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:27.948442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96e5a61-95f7-4c08-a44d-41034ba9079a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:27.963484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] No DVR routers for this DVR port f96e5a61-95f7-4c08-a44d-41034ba9079a on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:28.054299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] For port f96e5a61-95f7-4c08-a44d-41034ba9079a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f96e5a61-95f7-4c08-a44d-41034ba9079a,segment=NetworkSegment(eb3e4ad3-52bc-4811-8f6f-483f93cfade3),segment_id=eb3e4ad3-52bc-4811-8f6f-483f93cfade3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:28.066295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.127112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.139483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] Calling delete_port for f96e5a61-95f7-4c08-a44d-41034ba9079a owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:28.167110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9782bbc3-efba-45fd-866a-aff38255cccd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:28.213759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:28.214232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e4ad3-52bc-4811-8f6f-483f93cfade3') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:28:28.243716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.310498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.332314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:28:28.332769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:28:28.336007 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: from cryptography.utils import int_from_bytes Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: from cryptography.utils import int_from_bytes Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.388126 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:28:28.392988 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:28:28.400396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.455222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] No DVR routers for this DVR port f96e5a61-95f7-4c08-a44d-41034ba9079a on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:28.460231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242691-cd1d-42a3-a639-32d73e1c33ca None None] Pushing event deleted for resources: {'Port': ['ID=f96e5a61-95f7-4c08-a44d-41034ba9079a,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:28.537723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.542437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164934b-455e-4a9d-b012-b45efb59524a None None] New status for floating IP e7822024-c911-43cc-a5c1-e716acfc1eb3: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:28:28.556303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.557722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8b0d691d-999d-471f-80b0-1b2084d78dd5 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:28:28.560390 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9782bbc3-efba-45fd-866a-aff38255cccd HTTP/1.1" status: 204 len: 168 time: 1.3725538 Aug 25 11:28:28.579873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fbd4b-b25d-4e07-b052-50843ae13811 admin admin] Pushing event deleted for resources: {'Network': ['ID=9782bbc3-efba-45fd-866a-aff38255cccd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:28.632690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:28.635158 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596f456-2838-40b2-a243-2df6906283b1" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:28.764144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e735fa-f664-4615-b1c6-4df10abf1375 req-3bd67a3e-2ffb-4d3f-886c-54e9a349f7f3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:28.765826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03e735fa-f664-4615-b1c6-4df10abf1375 req-3bd67a3e-2ffb-4d3f-886c-54e9a349f7f3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 1.2863216 Aug 25 11:28:28.871936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:28.908318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] For port a07f056f-cef1-4eb7-8a39-85faf1e786b7, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a07f056f-cef1-4eb7-8a39-85faf1e786b7,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:28.908719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.938007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 8b0d691d-999d-471f-80b0-1b2084d78dd5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:28:28.942215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe396c1-da7e-4921-b46b-c011dabae8c1 req-3dc21590-9284-4dea-98e7-941621802031 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:28.949578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 8b0d691d-999d-471f-80b0-1b2084d78dd5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:28:28.949996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fe396c1-da7e-4921-b46b-c011dabae8c1 req-3dc21590-9284-4dea-98e7-941621802031 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 944 time: 0.2978849 Aug 25 11:28:28.952941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:28.980275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for a07f056f-cef1-4eb7-8a39-85faf1e786b7 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:28.992747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03e735fa-f664-4615-b1c6-4df10abf1375 req-7b54d34e-ece2-4b90-8907-1191e700fac9 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980991 Aug 25 11:28:29.057950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:29.100479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:29.182735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fe396c1-da7e-4921-b46b-c011dabae8c1 req-b27d5cdb-2e19-4c63-bdf3-e950cc66febb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317235 Aug 25 11:28:29.203970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:29.222773 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:29.294953 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:29.323963 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60dae84e-a9fc-49cf-8152-84bdae22a40d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ff7b3525d1047f2aa21438c4b619fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195768 Aug 25 11:28:29.324906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:29.370597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4047cfa2-d577-46e6-8ac2-050e5f2cc706 req-2bcfff4e-1c16-4bd9-9910-a7e50cb2a474 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1708591 Aug 25 11:28:29.395673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Transition to ACTIVE for port object 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:28:29.432852 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:29.477338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f96e5a61-95f7-4c08-a44d-41034ba9079a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:29.527220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6546ed56-1512-498e-ad37-92442eab3b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0d691d-999d-471f-80b0-1b2084d78dd5'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:29.530463 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d8e263-8d0d-4794-adb4-2e02fd24ed2f" -d '{"events": [{"server_uuid": "6546ed56-1512-498e-ad37-92442eab3b30", "name": "network-vif-plugged", "status": "completed", "tag": "8b0d691d-999d-471f-80b0-1b2084d78dd5"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:29.559551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: f96e5a61-95f7-4c08-a44d-41034ba9079a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:29.560417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f96e5a61-95f7-4c08-a44d-41034ba9079a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:29.573805 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee74916-028e-4b92-8ea1-54f79623c182 x-openstack-request-id: req-eee74916-028e-4b92-8ea1-54f79623c182 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:29.574352 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "579d1d78-071e-4eb1-a72f-d6581bd96e67", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:29.574632 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eee74916-028e-4b92-8ea1-54f79623c182 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:29.575163 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': '579d1d78-071e-4eb1-a72f-d6581bd96e67', 'status': 'completed', 'code': 200} Aug 25 11:28:29.584803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 8b0d691d-999d-471f-80b0-1b2084d78dd5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:29.595479 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:29.608863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c4f-deab-4af8-ad98-66d1bbf8b8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:29.709052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c4f-deab-4af8-ad98-66d1bbf8b8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:29.764981 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad72223a-aecd-4fa3-b544-fa4951c24812 x-openstack-request-id: req-ad72223a-aecd-4fa3-b544-fa4951c24812 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:29.764981 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6546ed56-1512-498e-ad37-92442eab3b30", "name": "network-vif-plugged", "status": "completed", "tag": "8b0d691d-999d-471f-80b0-1b2084d78dd5", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:29.764981 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad72223a-aecd-4fa3-b544-fa4951c24812 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:29.765530 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6546ed56-1512-498e-ad37-92442eab3b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0d691d-999d-471f-80b0-1b2084d78dd5', 'code': 200} Aug 25 11:28:29.805051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=8b0d691d-999d-471f-80b0-1b2084d78dd5,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:29.911645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=9']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:29.967720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe0d8-b82e-4535-837f-1fa1b42843ad req-a4ad8219-66b3-47ad-87a0-cd288ba020f3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:29.986082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe0d8-b82e-4535-837f-1fa1b42843ad req-a4ad8219-66b3-47ad-87a0-cd288ba020f3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:29.994659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88efe0d8-b82e-4535-837f-1fa1b42843ad req-a4ad8219-66b3-47ad-87a0-cd288ba020f3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 1677 time: 0.6279993 Aug 25 11:28:30.072719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c4f-deab-4af8-ad98-66d1bbf8b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:30.085487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4c4f-deab-4af8-ad98-66d1bbf8b8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:30.109437 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ea2b4c4f-deab-4af8-ad98-66d1bbf8b8c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cd2a4bc-ea84-4118-9bbb-6719e24e8850 HTTP/1.1" status: 204 len: 168 time: 0.7761197 Aug 25 11:28:30.158165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88efe0d8-b82e-4535-837f-1fa1b42843ad req-f4abf156-ba43-4f29-9ae1-343eaf5bce31 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556427 Aug 25 11:28:30.207996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] No DVR routers for this DVR port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:30.210043 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:30.221738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535047dd-cdbb-4e37-8628-067b474682cf req-5133ecd1-563d-4e8c-83b9-01304eac94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:30.223399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-535047dd-cdbb-4e37-8628-067b474682cf req-5133ecd1-563d-4e8c-83b9-01304eac94cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 1097 time: 0.2907553 Aug 25 11:28:30.238945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b4c4f-deab-4af8-ad98-66d1bbf8b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd2a4bc-ea84-4118-9bbb-6719e24e8850,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:30.338111 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-535047dd-cdbb-4e37-8628-067b474682cf req-4c3d81c3-a93a-4293-8669-b24ad24b8498 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902886 Aug 25 11:28:30.446028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=a07f056f-cef1-4eb7-8a39-85faf1e786b7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:30.727522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:30.784200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55250) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:30.865151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] No DVR routers for this DVR port a07f056f-cef1-4eb7-8a39-85faf1e786b7 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:30.890369 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:30.895207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-c2812831-b67e-436c-8ee8-769e51360ad2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "DELETE /v2.0/ports/a07f056f-cef1-4eb7-8a39-85faf1e786b7 HTTP/1.1" status: 204 len: 173 time: 4.2919223 Aug 25 11:28:31.111217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a52fb7-6442-459d-8a7a-894598bda55a req-72511ab2-7fe7-4e78-9a44-15bf2a521785 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:31.133574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97a52fb7-6442-459d-8a7a-894598bda55a req-72511ab2-7fe7-4e78-9a44-15bf2a521785 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 945 time: 0.7743309 Aug 25 11:28:31.155393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb762aa-544d-41f5-b5ff-442f4f150b27 req-2ca91bfd-9bca-4dc3-a03f-93e8befd3f20 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:31.180045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fb762aa-544d-41f5-b5ff-442f4f150b27 req-2ca91bfd-9bca-4dc3-a03f-93e8befd3f20 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 944 time: 0.8367255 Aug 25 11:28:31.347115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2819-ef78-43a0-a714-cb937c772914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.519057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97a52fb7-6442-459d-8a7a-894598bda55a req-fd98be0f-3494-4ce0-bd17-9573fb82d718 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243375 Aug 25 11:28:31.562123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fb762aa-544d-41f5-b5ff-442f4f150b27 req-9c0ed0ea-a1b2-45be-b70f-664d17a941f8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533809 Aug 25 11:28:31.594077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:31.616760 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebe3f32-2987-4e92-b1fb-9600d4633d08" -d '{"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:31.634253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:28:31.635056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:28:31.636108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:31.662828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:28:31.664796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Attempting to bind port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:31.712471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2819-ef78-43a0-a714-cb937c772914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.720397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2819-ef78-43a0-a714-cb937c772914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.740311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:28:31.741628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:28:31.741628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Bound using segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:28:31.742728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Bound port: 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:28:31.743482 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.784467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f2819-ef78-43a0-a714-cb937c772914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b0961f-be2d-433a-aa15-4f7ed6c8330d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:31.793258 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a8f2819-ef78-43a0-a714-cb937c772914 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4432b3a07feb40e8af590e01413a9443&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055339 Aug 25 11:28:31.793983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55274) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:31.850032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f27c1003-44bd-43fe-9ac3-f9989aec3f38 req-5c2e8ebc-8796-415b-87e1-40350d7ce99e tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1601396 Aug 25 11:28:31.893966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255d30ac-c8a6-46cf-86f2-bc2c0da701fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.925758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255d30ac-c8a6-46cf-86f2-bc2c0da701fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.951139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:31.951674 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:31.960670 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eadad9c-9347-48f4-bbb9-3810fe96d309 x-openstack-request-id: req-0eadad9c-9347-48f4-bbb9-3810fe96d309 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:31.961191 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "a07f056f-cef1-4eb7-8a39-85faf1e786b7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:31.961626 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0eadad9c-9347-48f4-bbb9-3810fe96d309 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:31.962288 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': 'a07f056f-cef1-4eb7-8a39-85faf1e786b7', 'status': 'completed', 'code': 200} Aug 25 11:28:32.006429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255d30ac-c8a6-46cf-86f2-bc2c0da701fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.009573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255d30ac-c8a6-46cf-86f2-bc2c0da701fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.011215 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-255d30ac-c8a6-46cf-86f2-bc2c0da701fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5b0961f-be2d-433a-aa15-4f7ed6c8330d HTTP/1.1" status: 204 len: 168 time: 0.2145576 Aug 25 11:28:32.020968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d30ac-c8a6-46cf-86f2-bc2c0da701fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b0961f-be2d-433a-aa15-4f7ed6c8330d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:32.090813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3580684-5411-4cf8-ab4f-22dad9edb113 req-bc944f86-6ac7-4349-a5e6-0efbdb3c5de3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:32.093511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3580684-5411-4cf8-ab4f-22dad9edb113 req-bc944f86-6ac7-4349-a5e6-0efbdb3c5de3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 943 time: 0.4082680 Aug 25 11:28:32.135950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55280) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:32.248894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] For port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:32.249515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.273472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3580684-5411-4cf8-ab4f-22dad9edb113 req-2e1e68da-2fd5-4591-88d0-b960829faf56 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f54277c-af68-4873-a4d8-4d79319ee199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704004 Aug 25 11:28:32.282631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:32.296080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:32.320150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:28:32.337298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.485442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:32.486398 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.489299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] 10.222.0.67 "PUT /v2.0/ports/1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 1093 time: 6.0806160 Aug 25 11:28:32.538305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1659942491-network', 'tenant_id': '6713ea8ce5e44f2bbffcceb725af11b7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:32.602302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d36d23-3708-4297-a2e3-65c611c3ecca service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:32.611573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Made reservation on behalf of 6713ea8ce5e44f2bbffcceb725af11b7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:32.616276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.655728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.697076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-203009f6-801b-4b83-8d53-3afdf38558ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:32.704507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-203009f6-801b-4b83-8d53-3afdf38558ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1097 time: 0.1672246 Aug 25 11:28:32.752193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55292) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:32.783440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcc85-cec0-4d20-8172-4bd419f5f534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.879793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.890072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.944216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:28:32.951782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57e7f6f-c812-46a7-9c35-5269c91760af,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:32.971670 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:32.972011 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Added segment a347ce2b-ce04-4d68-b1e1-782267686393 of type vlan for network 8b0a9208-c9e7-4a68-899c-2853b464f831 Aug 25 11:28:33.021737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.039644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.040551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d86250-64c8-4938-8be0-8e3953aa2802 req-0c872d9d-1708-4e6d-87d4-341a1f6f069b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.044101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09d86250-64c8-4938-8be0-8e3953aa2802 req-0c872d9d-1708-4e6d-87d4-341a1f6f069b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 945 time: 0.3373449 Aug 25 11:28:33.078645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.079665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.080258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.093188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846672a0-b5db-4da7-95ba-b31775bca7e0 req-f418677b-ca8b-4c0d-b4f0-1eda1eaf6843 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.096401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-846672a0-b5db-4da7-95ba-b31775bca7e0 req-f418677b-ca8b-4c0d-b4f0-1eda1eaf6843 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.3718116 Aug 25 11:28:33.153210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcc85-cec0-4d20-8172-4bd419f5f534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.164336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a8dcc85-cec0-4d20-8172-4bd419f5f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.167641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=dcf2d817-9dbb-46d4-9282-02dfe7aff1f3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:33.190398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0a9208-c9e7-4a68-899c-2853b464f831,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:33.201099 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6bfa90e1-b415-473e-a724-2e24695388b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0589108 Aug 25 11:28:33.204938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dcc85-cec0-4d20-8172-4bd419f5f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca9797-0cc7-4f62-ad89-78d4845d8ac1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:33.205866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55296) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:33.210610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-d49f7690-325e-421b-8953-db5cd9a93366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.211956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 8b0a9208-c9e7-4a68-899c-2853b464f831 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:28:33.212910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Request body: {'subnet': {'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1659942491-subnet', 'tenant_id': '6713ea8ce5e44f2bbffcceb725af11b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:33.214921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-d49f7690-325e-421b-8953-db5cd9a93366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.4704592 Aug 25 11:28:33.239761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a8dcc85-cec0-4d20-8172-4bd419f5f534 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4258e0312ce46a5b8180409ebd48d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860382 Aug 25 11:28:33.244296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:33.267944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Made reservation on behalf of 6713ea8ce5e44f2bbffcceb725af11b7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:33.270398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.334245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] No DVR routers for this DVR port dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:33.344298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.346277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-156dd4b1-c797-4668-a0aa-1b61bab2c7a7 req-a0c22d06-9cab-4b23-ba34-d7292802e90b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.67 "DELETE /v2.0/ports/dcf2d817-9dbb-46d4-9282-02dfe7aff1f3 HTTP/1.1" status: 204 len: 173 time: 2.4391677 Aug 25 11:28:33.354732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-846672a0-b5db-4da7-95ba-b31775bca7e0 req-fae120ac-5611-4417-a165-d3c04cbca8b7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098389 Aug 25 11:28:33.362827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09d86250-64c8-4938-8be0-8e3953aa2802 req-3d7a7f54-795b-4e01-a3c2-1c0e71a52f47 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965138 Aug 25 11:28:33.410691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-ff2d2bdc-5d73-4879-9b02-37256c6cabfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 999 time: 0.1559622 Aug 25 11:28:33.439652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead666cd-63d2-4c1e-bf8a-678db5575fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.474799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead666cd-63d2-4c1e-bf8a-678db5575fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.482998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-22785684-49a3-4158-9828-52cd060e88af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.485006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-22785684-49a3-4158-9828-52cd060e88af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.0643969 Aug 25 11:28:33.575776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b359b9d2-2a0e-4efb-8070-982813c81a02 req-070f6227-b38d-43b1-9937-98173c2209bf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0883536 Aug 25 11:28:33.642655 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.660872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead666cd-63d2-4c1e-bf8a-678db5575fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.666060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ead666cd-63d2-4c1e-bf8a-678db5575fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.668400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ead666cd-63d2-4c1e-bf8a-678db5575fd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2ca9797-0cc7-4f62-ad89-78d4845d8ac1 HTTP/1.1" status: 204 len: 168 time: 0.4229143 Aug 25 11:28:33.690009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b528a307-1eb7-446b-a3d9-193152a1c8d3 req-6b3eca99-8ae7-4d26-8233-0184f0e80fe6 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1648331 Aug 25 11:28:33.725114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead666cd-63d2-4c1e-bf8a-678db5575fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca9797-0cc7-4f62-ad89-78d4845d8ac1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:33.791855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-f6448025-9ef0-43e7-97ef-ec4b679f9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.795780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-f6448025-9ef0-43e7-97ef-ec4b679f9616 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2971232 Aug 25 11:28:33.803632 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2791df-5c24-4bcc-baff-42724a285861,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:33.851115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Checking segment: {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:28:33.852090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Network hostable DHCP agents. Network: 8b0a9208-c9e7-4a68-899c-2853b464f831, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:28:33.900286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Network 8b0a9208-c9e7-4a68-899c-2853b464f831 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:28:33.930381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 8b0a9208-c9e7-4a68-899c-2853b464f831) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:28:33.936609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:33.937938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:33.951839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83966969-27f1-4d38-9f85-390dac0e515e None None] Network 8b0a9208-c9e7-4a68-899c-2853b464f831 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:28:33.969576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}, {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:33.974957 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:33.987835 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-20d9ccb4-3d70-4a32-b6bd-7a53560fc5e6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7812753 Aug 25 11:28:34.092462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a77638-2247-4708-bc62-266cacffd934 req-a8d1fd02-92b4-4d45-9370-f4aad58f09ed tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:34.096110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a77638-2247-4708-bc62-266cacffd934 req-a8d1fd02-92b4-4d45-9370-f4aad58f09ed tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 945 time: 0.3623915 Aug 25 11:28:34.158175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-4cb140e1-8390-4ef4-9e46-b52bb8d289df tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1929973432&fields=id&tenant_id=64db1891c0c6411b8a39ed7a12d64ec3 HTTP/1.1" status: 200 len: 267 time: 0.1204326 Aug 25 11:28:34.183306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4265bb-a793-47b9-b5b6-9ee8a1b45fab None None] Network 8b0a9208-c9e7-4a68-899c-2853b464f831 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:28:34.307445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-42e46b95-b795-4d6e-a89c-841c6f0870bd tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:34.322064 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-42e46b95-b795-4d6e-a89c-841c6f0870bd tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/networks?id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 HTTP/1.1" status: 200 len: 815 time: 0.1508238 Aug 25 11:28:34.350312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-e2decc10-e4f4-4438-b966-9ddba23ecc0b tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/quotas/64db1891c0c6411b8a39ed7a12d64ec3 HTTP/1.1" status: 200 len: 375 time: 0.0272567 Aug 25 11:28:34.354581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-aa6501b5-67d5-4253-b2e5-3b20d3391920 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936922 Aug 25 11:28:34.524522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a77638-2247-4708-bc62-266cacffd934 req-cc29966c-7df0-49c6-9464-debe67a7d24e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859508 Aug 25 11:28:34.579390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-313599f3-6b7f-4583-a7ce-c098acd8bafc req-46a0a442-4f2d-44de-8bf6-108d2a37c2ce service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114916 Aug 25 11:28:34.617257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-31707245-e11b-43a9-86a9-dbec3ce516d0 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64db1891c0c6411b8a39ed7a12d64ec3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2617593 Aug 25 11:28:34.670346 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224598a5-4641-40b5-a4f7-755509d0ef05 x-openstack-request-id: req-224598a5-4641-40b5-a4f7-755509d0ef05 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:34.670689 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "status": "completed", "code": 200}, {"server_uuid": "c4080461-d898-4f7d-b71b-6e4e782a15a4", "name": "network-vif-deleted", "tag": "dcf2d817-9dbb-46d4-9282-02dfe7aff1f3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:34.670885 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-224598a5-4641-40b5-a4f7-755509d0ef05 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:34.671857 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'status': 'completed', 'code': 200} Aug 25 11:28:34.672341 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4080461-d898-4f7d-b71b-6e4e782a15a4', 'name': 'network-vif-deleted', 'tag': 'dcf2d817-9dbb-46d4-9282-02dfe7aff1f3', 'status': 'completed', 'code': 200} Aug 25 11:28:34.837650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-c8cb60ff-6878-4351-9169-15e5e9532d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:34.840737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-c8cb60ff-6878-4351-9169-15e5e9532d7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1097 time: 0.1401885 Aug 25 11:28:34.949944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-52feee02-1321-484c-8f92-1cc45f6dec49 service neutron] 10.222.0.35 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182139 Aug 25 11:28:35.089077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-36058413-667c-41b9-aeae-bb93f05a1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:35.091484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-36058413-667c-41b9-aeae-bb93f05a1c82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.2395205 Aug 25 11:28:35.188281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-ff44d164-6aee-4c03-972a-101616b8e678 service neutron] 10.222.0.35 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372184 Aug 25 11:28:35.716915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-80e5a532-3f2b-4027-970c-5cf1088a7bdf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:35.725121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-80e5a532-3f2b-4027-970c-5cf1088a7bdf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 814 time: 0.5727651 Aug 25 11:28:35.768386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-85e623f5-7542-45db-aa79-9a4a1df0c2d5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/quotas/6713ea8ce5e44f2bbffcceb725af11b7 HTTP/1.1" status: 200 len: 375 time: 0.0417798 Aug 25 11:28:35.785288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-b94288f5-d82f-4e74-b58d-a9cc8fcd5163 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 999 time: 0.6837962 Aug 25 11:28:35.839471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-555e4a17-f555-4b3a-b15d-0aa10cc11ae3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700717 Aug 25 11:28:35.906795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-4c4d37b7-783a-40d4-8f90-ad4d18936396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:35.908320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-4c4d37b7-783a-40d4-8f90-ad4d18936396 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.0679317 Aug 25 11:28:36.025999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-3bb2af8c-40ac-485b-9c27-a0a52db2dfd0 service neutron] 10.222.0.35 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164219 Aug 25 11:28:36.278110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-a6b9c1bc-1c9d-4813-b15d-3558e8428f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:36.280922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-a6b9c1bc-1c9d-4813-b15d-3558e8428f99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2532959 Aug 25 11:28:36.298906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d942f3-736f-4d8d-98b9-d889b4f672c6 req-6a5e2b4c-05cb-4fe7-9008-7e3c4d019f40 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:36.301143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93d942f3-736f-4d8d-98b9-d889b4f672c6 req-6a5e2b4c-05cb-4fe7-9008-7e3c4d019f40 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1532409 Aug 25 11:28:36.443214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-aa004fe3-4007-4854-a124-cf862a65565f service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405063 Aug 25 11:28:36.638039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-bffb5181-eac8-4a1e-952a-94b8b2a9e34d service neutron] 10.222.0.35 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330935 Aug 25 11:28:36.727109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93d942f3-736f-4d8d-98b9-d889b4f672c6 req-40c21fb7-4ca8-4ad6-adf9-1404b232d84f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826715 Aug 25 11:28:36.852701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea3772b1-a7bd-462f-b2ba-1e6f82b644c2 req-49a4de46-75b1-4c57-b00b-05b00d581896 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937364 Aug 25 11:28:37.398560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea6a48ab-5680-4209-a9e7-67570459aa00 req-0440d4d9-92e0-4607-a7f1-ee600a21cb03 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.1264465 Aug 25 11:28:37.565221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3ccb3e4-79e1-458e-bfd0-34503ffc7b73 req-21e171a2-ffae-4307-ac4d-3246b31dbcd9 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1854327 Aug 25 11:28:37.797134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f05a512e-d1f5-4e5d-9f4e-59f200e89a5a req-0db053d1-1d06-45bd-8961-0ef316945d29 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 210 time: 0.1427672 Aug 25 11:28:37.870381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c79bf7c-31fb-4a3b-a00c-cb546d73e82b req-ef3ac136-9fab-4977-bbe2-7cfd900814b6 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.2040880 Aug 25 11:28:38.176673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa81350-36b3-45ec-b1cc-c5563fef513c req-be8edcc7-c573-48c5-a8af-c4cdc859c320 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:38.186533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-faa81350-36b3-45ec-b1cc-c5563fef513c req-be8edcc7-c573-48c5-a8af-c4cdc859c320 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 945 time: 0.1986079 Aug 25 11:28:38.431613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-09952842-6cd3-4746-9f18-6d10b60b2fd8 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:38.441307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-09952842-6cd3-4746-9f18-6d10b60b2fd8 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.10 "GET /v2.0/networks?id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 HTTP/1.1" status: 200 len: 815 time: 0.5174747 Aug 25 11:28:38.444780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-faa81350-36b3-45ec-b1cc-c5563fef513c req-ae344695-9833-4b65-b5f0-96e4f290ccfc tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452786 Aug 25 11:28:38.475490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbaa53-5a1f-425d-8fda-895f09df4aae req-cfbd5898-b154-4504-96f5-894481df98b6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:38.490997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37cbaa53-5a1f-425d-8fda-895f09df4aae req-cfbd5898-b154-4504-96f5-894481df98b6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.2692666 Aug 25 11:28:38.546944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-983ecb41-60f7-4d95-92e0-ef6d76522fa6 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64db1891c0c6411b8a39ed7a12d64ec3 HTTP/1.1" status: 200 len: 380 time: 0.0979388 Aug 25 11:28:38.566439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Request body: {'port': {'device_id': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'admin_state_up': True, 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'security_groups': ['676c9be9-7023-4cea-a307-239ad02bf420']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:38.876184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37cbaa53-5a1f-425d-8fda-895f09df4aae req-a69a1c90-2769-4088-ad20-8d68e8678617 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732431 Aug 25 11:28:38.882920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73877cb8-5cbe-445e-87aa-65ebb1861b05 req-041cbe61-62ed-4363-944d-1ad7619ad6f9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.2151465 Aug 25 11:28:38.932662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Made reservation on behalf of 64db1891c0c6411b8a39ed7a12d64ec3 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:38.947730 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:38.955217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-9a15cb67-3063-400b-ac24-5f0fd0179691 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:38.956854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-9a15cb67-3063-400b-ac24-5f0fd0179691 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 945 time: 0.3716538 Aug 25 11:28:39.292151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06417687-4441-477d-b258-2e6f650d0244 req-088f1733-a6d1-4694-8db8-103b6ffd0ea5 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1185017 Aug 25 11:28:39.343224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0a95ee0-8e62-47dd-a90b-5bacbb288685 req-27861143-8a9f-43cf-8c9a-4ee056a18d78 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 210 time: 0.1307127 Aug 25 11:28:39.463746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Allocated IP 172.20.0.6 (cdbd0df7-9666-4b76-b18e-9c3185fd5fe4/2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d/a55d1ac7-f29d-46b6-9751-5960613108d3) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:28:39.469400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port 8b0d691d-999d-471f-80b0-1b2084d78dd5 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:28:39.475510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:39.737731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:39.758223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port 8b0d691d-999d-471f-80b0-1b2084d78dd5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=8b0d691d-999d-471f-80b0-1b2084d78dd5,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:39.758602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:39.797365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Transition to ACTIVE for port object a55d1ac7-f29d-46b6-9751-5960613108d3 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:28:39.800425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for 8b0d691d-999d-471f-80b0-1b2084d78dd5 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:28:39.910455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-222bde16-bbca-4d6f-8b72-58bdc1db7752 req-54231ab9-9def-4e48-b662-62f7625c2920 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.4995070 Aug 25 11:28:40.041792 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:40.276458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:28:40.302423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:28:40.324798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:40.325796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:28:40.337962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['8b0d691d-999d-471f-80b0-1b2084d78dd5'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:40.339274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event updated for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:40.340459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:40.445864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-6c33c3e1-8653-4e74-a4e2-577e506a22f1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:40.449078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-6c33c3e1-8653-4e74-a4e2-577e506a22f1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 814 time: 1.0759017 Aug 25 11:28:40.475564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Request body: {'port': {'device_id': '01477219-f70a-4eff-a716-d3cfc83be268', 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'admin_state_up': True, 'tenant_id': '6713ea8ce5e44f2bbffcceb725af11b7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:40.477164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc39d5-124e-464a-bc88-76d5224fed8a req-98c98135-4f70-4ac5-bc28-95de5e0556ff tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:40.478919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ccc39d5-124e-464a-bc88-76d5224fed8a req-98c98135-4f70-4ac5-bc28-95de5e0556ff tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 945 time: 0.5655646 Aug 25 11:28:40.547576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:40.548868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:40.595179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=8b0d691d-999d-471f-80b0-1b2084d78dd5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:40.623912 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-7bce953b-ff8f-451d-a365-12c8956eba4c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0720556 Aug 25 11:28:40.706197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Request body: {'port': {'device_id': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:40.902613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ccc39d5-124e-464a-bc88-76d5224fed8a req-fbc2996c-bbe9-4808-994e-93fcbeec18ad tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115208 Aug 25 11:28:40.976018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b26164-db78-48d7-8173-ab1aebec1ffe req-31d90c3e-6884-47c6-b502-4b99c21e4486 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:40.978904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8b26164-db78-48d7-8173-ab1aebec1ffe req-31d90c3e-6884-47c6-b502-4b99c21e4486 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.8660278 Aug 25 11:28:40.985966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aafa3386-f2e8-44e6-a5f3-57a668eb141e None None] Provisioning for port a55d1ac7-f29d-46b6-9751-5960613108d3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:28:40.998467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aafa3386-f2e8-44e6-a5f3-57a668eb141e None None] Provisioning complete for port a55d1ac7-f29d-46b6-9751-5960613108d3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:28:40.999225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aafa3386-f2e8-44e6-a5f3-57a668eb141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:41.120510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aafa3386-f2e8-44e6-a5f3-57a668eb141e None None] Port a55d1ac7-f29d-46b6-9751-5960613108d3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:28:41.146153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port 8b0d691d-999d-471f-80b0-1b2084d78dd5 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:28:41.190557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:41.195161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa3ca0d7-1020-46fa-95d2-1eb6e2d9bc88 req-04129086-9ca6-400e-b415-032563aececd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "DELETE /v2.0/ports/8b0d691d-999d-471f-80b0-1b2084d78dd5 HTTP/1.1" status: 204 len: 173 time: 2.2291760 Aug 25 11:28:41.196088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6546ed56-1512-498e-ad37-92442eab3b30', 'name': 'network-vif-deleted', 'tag': '8b0d691d-999d-471f-80b0-1b2084d78dd5'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:41.227471 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50f912d-3624-4122-80a8-f107950553ee" -d '{"events": [{"server_uuid": "6546ed56-1512-498e-ad37-92442eab3b30", "name": "network-vif-deleted", "tag": "8b0d691d-999d-471f-80b0-1b2084d78dd5"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:41.326356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8b26164-db78-48d7-8173-ab1aebec1ffe req-2b5a2c5f-62de-436e-aeaf-98fdd61ddaaf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828780 Aug 25 11:28:41.405286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87c719a1-cfc9-4fb6-a24f-7a9ee49c5c7b req-5579cd97-0404-4986-b225-c49ec86adf42 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0410833 Aug 25 11:28:41.571358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44d8713a-b457-45ba-86e6-6a8a795f8f87 req-fc84c6f2-65cb-4197-833a-4dc48801cccb tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 210 time: 0.0636127 Aug 25 11:28:41.725434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0053843c-4989-4a73-9d9c-cae0cd1a9617 req-daa95f86-64da-4f35-83fa-91dabb0ac9d2 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0803409 Aug 25 11:28:41.800233 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3b0d1-c6be-4213-a26f-c08761448c34 x-openstack-request-id: req-84c3b0d1-c6be-4213-a26f-c08761448c34 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:41.801253 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6546ed56-1512-498e-ad37-92442eab3b30", "name": "network-vif-deleted", "tag": "8b0d691d-999d-471f-80b0-1b2084d78dd5", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:41.802117 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-84c3b0d1-c6be-4213-a26f-c08761448c34 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:41.802809 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6546ed56-1512-498e-ad37-92442eab3b30', 'name': 'network-vif-deleted', 'tag': '8b0d691d-999d-471f-80b0-1b2084d78dd5', 'status': 'completed', 'code': 200} Aug 25 11:28:41.828244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22845f5-22cd-4005-bd64-c673f0355036 req-ad182645-7c03-4ceb-be4f-70424862884d tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:41.830088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d22845f5-22cd-4005-bd64-c673f0355036 req-ad182645-7c03-4ceb-be4f-70424862884d tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 931 time: 0.1033831 Aug 25 11:28:41.892597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d22845f5-22cd-4005-bd64-c673f0355036 req-016fb89a-4ccc-4584-ad76-479219b84b0c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487025 Aug 25 11:28:42.011272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:42.180488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d9fa8ba-7b73-40e9-84f0-63d238ccd982 req-706c3261-ec6e-46de-8acb-4e9dd37e132c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=6546ed56-1512-498e-ad37-92442eab3b30 HTTP/1.1" status: 200 len: 210 time: 0.0712941 Aug 25 11:28:42.350394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Made reservation on behalf of 6713ea8ce5e44f2bbffcceb725af11b7 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:42.354782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:42.558255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9273cb-3f31-42b1-a273-2248d468f6a3 req-c28ba42f-eafd-45ab-af93-f8349bc17726 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:42.575787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a9273cb-3f31-42b1-a273-2248d468f6a3 req-c28ba42f-eafd-45ab-af93-f8349bc17726 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1446295 Aug 25 11:28:42.595571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8b0d691d-999d-471f-80b0-1b2084d78dd5 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:28:42.654106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b08810e-16f7-4933-bcca-85c173162d62 req-1abf31c3-7d50-446a-bfd3-7a9ae15ca1ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0722709 Aug 25 11:28:42.661522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 8b0d691d-999d-471f-80b0-1b2084d78dd5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:28:42.662495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 8b0d691d-999d-471f-80b0-1b2084d78dd5 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:28:42.781023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a9273cb-3f31-42b1-a273-2248d468f6a3 req-979fae7b-d3bd-45f4-a7ff-e52c380b30ef tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028558 Aug 25 11:28:42.920579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5db87f8-05c4-485d-a042-52da32cd8875 req-16b4468d-7a9c-404a-9160-f826cf1cace0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 210 time: 0.1220021 Aug 25 11:28:42.924458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55d1ac7-f29d-46b6-9751-5960613108d3 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:42.974352 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:43.048625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Transition to ACTIVE for port object a55d1ac7-f29d-46b6-9751-5960613108d3 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:28:43.065717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Allocated IP 172.20.0.3 (8b0a9208-c9e7-4a68-899c-2853b464f831/6c2791df-5c24-4bcc-baff-42724a285861/ec2d4256-eae3-47e5-a36d-de204213c5aa) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:28:43.071147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:43.146460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7725f339-7067-473f-a399-a120d5b65f46 req-06349e40-2774-40fa-824f-3457562b34e4 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0537884 Aug 25 11:28:43.204295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dc5e6-c508-448c-a3df-b0997f056884 req-cbe9bb5d-0237-4f41-89ef-f712369599fe tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:43.212071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d8dc5e6-c508-448c-a3df-b0997f056884 req-cbe9bb5d-0237-4f41-89ef-f712369599fe tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 931 time: 0.1994522 Aug 25 11:28:43.296252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d8dc5e6-c508-448c-a3df-b0997f056884 req-bcdef1b4-ba05-45da-a1e7-b5bfce90b4a5 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831387 Aug 25 11:28:43.669447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:43.712938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Pushing event updated for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:43.803478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:43.816218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Attempting to bind port a55d1ac7-f29d-46b6-9751-5960613108d3 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:28:43.816624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Attempting to bind port a55d1ac7-f29d-46b6-9751-5960613108d3 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:28:43.816879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Attempting to bind port a55d1ac7-f29d-46b6-9751-5960613108d3 on network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:43.854994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Port a55d1ac7-f29d-46b6-9751-5960613108d3 on network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:28:43.855363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Attempting to bind port a55d1ac7-f29d-46b6-9751-5960613108d3 on network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:43.873077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Network 8b0a9208-c9e7-4a68-899c-2853b464f831 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:28:43.879987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:28:43.880398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Checking segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:28:43.880741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Bound using segment: {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:28:43.881191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Bound port: a55d1ac7-f29d-46b6-9751-5960613108d3, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6548d3d5-e223-422f-9346-012c4df67f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:28:43.881609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:43.884282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:28:43.891050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:28:43.901580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:43.901948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bc4ff7-c1c9-418e-a1af-e919c7152e46 req-5c53239e-8945-4eea-b744-fedf1b8eef83 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0635080 Aug 25 11:28:43.993635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:43.994430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:44.028957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d19e9ae8-e264-4b0b-8cc5-d3d01d629a42 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5638819 Aug 25 11:28:44.057287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Request body: {'port': {'device_id': '01477219-f70a-4eff-a716-d3cfc83be268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:44.158177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:44.161996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:44.165340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea66299-7c16-4c93-8a7c-9fefe5cf627a req-f7700564-dc10-43c6-8adf-3be27bb9b209 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:44.168164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea66299-7c16-4c93-8a7c-9fefe5cf627a req-f7700564-dc10-43c6-8adf-3be27bb9b209 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1115623 Aug 25 11:28:44.186882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-34e06c71-1c0a-43e8-a6af-9a5f4da9ac17 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:44.201519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-34e06c71-1c0a-43e8-a6af-9a5f4da9ac17 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.2981083 Aug 25 11:28:44.233125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a55d1ac7-f29d-46b6-9751-5960613108d3,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:28:44.281903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-775c662c-9661-4ad4-ab9d-1e0e3116f36b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0404005 Aug 25 11:28:44.302790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:44.365768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea66299-7c16-4c93-8a7c-9fefe5cf627a req-d3615645-72a8-41be-8dff-4365e8be6af6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606870 Aug 25 11:28:44.420801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-a644235f-e38f-4936-9aaf-4394fd42a556 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378717 Aug 25 11:28:44.512065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:44.513823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:44.518801 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] 10.222.0.10 "PUT /v2.0/ports/a55d1ac7-f29d-46b6-9751-5960613108d3 HTTP/1.1" status: 200 len: 1092 time: 3.8240418 Aug 25 11:28:44.519966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:44.539943 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70913ec7-4898-40af-a546-8d684c6426e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:44.715541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba9287-cb9b-409e-81e8-473402bd58ef req-a22dfbbd-9dbf-49f0-9d65-66759e580698 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:44.727125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22ba9287-cb9b-409e-81e8-473402bd58ef req-a22dfbbd-9dbf-49f0-9d65-66759e580698 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 931 time: 0.1540868 Aug 25 11:28:44.803551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22ba9287-cb9b-409e-81e8-473402bd58ef req-da740f0d-e463-4cf2-af54-405fb39ad2cb tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706460 Aug 25 11:28:44.822610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-3de88b35-683e-43ea-8279-bffa2bd3e7cf service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008527 Aug 25 11:28:44.956032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5809e35-0a0d-4172-b1fa-115d2c4c010e service neutron] Pushing event updated for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:45.073211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c2bb39e-4bae-41e7-8f80-66b359c3fbeb req-c8675051-b20b-4a4e-987f-0288f9fb1f1f tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0609202 Aug 25 11:28:45.131239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-227bb944-bb76-48c8-abd3-58b07e04c3c4 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054678 Aug 25 11:28:45.187596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-c8b500f9-f3d2-4347-a649-8c399abb8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:45.190673 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-c8b500f9-f3d2-4347-a649-8c399abb8114 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64db1891c0c6411b8a39ed7a12d64ec3&device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 1095 time: 0.3826039 Aug 25 11:28:45.356538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b9ddb-8418-41c6-9143-b6d211a04e7b req-37729c28-9424-4e57-965c-95b476794e77 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:45.360631 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-f648e847-e8c6-4a06-8425-b0c7ac6d434c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55d1ac7-f29d-46b6-9751-5960613108d3 HTTP/1.1" status: 200 len: 217 time: 0.1412079 Aug 25 11:28:45.378384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-792b9ddb-8418-41c6-9143-b6d211a04e7b req-37729c28-9424-4e57-965c-95b476794e77 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1085658 Aug 25 11:28:45.474778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-792b9ddb-8418-41c6-9143-b6d211a04e7b req-73333df6-daa7-422d-a94a-08f21658c843 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933473 Aug 25 11:28:45.496594 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a2120e-848f-4274-8658-7e4ebed38001 x-openstack-request-id: req-07a2120e-848f-4274-8658-7e4ebed38001 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:45.497045 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:45.497452 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07a2120e-848f-4274-8658-7e4ebed38001 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:45.510274 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'status': 'completed', 'code': 200} Aug 25 11:28:45.570537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30634716-4df2-47d1-b8f2-c83a060dda05 req-3596d262-397e-4d51-9d59-7fc0659f690b tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0762620 Aug 25 11:28:45.729303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aed0907-2cde-4040-b707-c0b79ff5a8ea req-55185bf2-3bfd-4c01-aa81-57d69f721ce9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 210 time: 0.1574554 Aug 25 11:28:45.736691 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-2b0d1fdc-97e5-4fb0-97fc-95bc2cd455ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:45.738926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-2b0d1fdc-97e5-4fb0-97fc-95bc2cd455ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d HTTP/1.1" status: 200 len: 854 time: 0.3708959 Aug 25 11:28:45.849048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2d4256-eae3-47e5-a36d-de204213c5aa {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:45.861153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:45.875389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3bf1c-c36e-4495-a04a-d3b332e069bc req-3b58a20f-8e9e-4b37-b35a-ec6ec4381db8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:45.878251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ff3bf1c-c36e-4495-a04a-d3b332e069bc req-3b58a20f-8e9e-4b37-b35a-ec6ec4381db8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1832116 Aug 25 11:28:45.880940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Transition to ACTIVE for port object ec2d4256-eae3-47e5-a36d-de204213c5aa will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:28:45.900732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:45.997868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a527-2636-4071-802e-f0747c437f28 req-1a0306f2-2f51-463e-ae3c-4376040096d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:46.000134 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-1a0306f2-2f51-463e-ae3c-4376040096d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2405527 Aug 25 11:28:46.040305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ff3bf1c-c36e-4495-a04a-d3b332e069bc req-b8c2fa88-b39d-45de-ab45-7aefd348cc6c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317675 Aug 25 11:28:46.121103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fcf6a-06e2-4604-9e55-3f7e2a9ab819 req-005cc1f2-6fca-4180-97ca-cca84278635e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:46.124193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-039fcf6a-06e2-4604-9e55-3f7e2a9ab819 req-005cc1f2-6fca-4180-97ca-cca84278635e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.0765464 Aug 25 11:28:46.189876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:46.211680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Attempting to bind port ec2d4256-eae3-47e5-a36d-de204213c5aa on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:28:46.213843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Attempting to bind port ec2d4256-eae3-47e5-a36d-de204213c5aa by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:28:46.214412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Attempting to bind port ec2d4256-eae3-47e5-a36d-de204213c5aa on network 8b0a9208-c9e7-4a68-899c-2853b464f831 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:46.229421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Port ec2d4256-eae3-47e5-a36d-de204213c5aa on network 8b0a9208-c9e7-4a68-899c-2853b464f831 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:28:46.233058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Attempting to bind port ec2d4256-eae3-47e5-a36d-de204213c5aa on network 8b0a9208-c9e7-4a68-899c-2853b464f831 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:46.265037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:28:46.268273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Checking segment: {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:28:46.269336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Bound using segment: {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:28:46.270009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Bound port: ec2d4256-eae3-47e5-a36d-de204213c5aa, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:28:46.270555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:46.273318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-039fcf6a-06e2-4604-9e55-3f7e2a9ab819 req-b04e98ee-76bc-41be-bddf-10c733536bd8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362870 Aug 25 11:28:46.386392 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-1ca9bce2-cb9a-4df3-8b86-d72d043453cb service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741274 Aug 25 11:28:46.388190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa558ed2-5136-4d35-9ac1-7087a8709286 req-e41905f0-9e85-4921-91dd-6d84f92ee796 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0741193 Aug 25 11:28:46.471943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:46.485915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:28:46.529476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:46.728999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:46.730125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:46.733447 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] 10.222.0.10 "PUT /v2.0/ports/ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 1092 time: 2.6922207 Aug 25 11:28:46.783818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceb705-62d2-4748-8f0b-45791b87cb32 req-f3e47d62-5455-48d6-a8d9-56991f4052b0 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:46.794365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aceb705-62d2-4748-8f0b-45791b87cb32 req-f3e47d62-5455-48d6-a8d9-56991f4052b0 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1363051 Aug 25 11:28:46.813590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b9a16dd-b70d-4df0-8da4-643512d2ddc2 req-32e73044-8dcb-4576-96b1-7d9be1b9652d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0817134 Aug 25 11:28:46.907478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f075f-3be8-47ae-9e3e-2a9b4dad320b service neutron] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:46.912882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aceb705-62d2-4748-8f0b-45791b87cb32 req-ffed5072-c7ad-42f5-bd20-f849201f15de tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145916 Aug 25 11:28:46.942297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d81c4d7f-5766-4f8a-8704-24f5364b689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:46.945155 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d81c4d7f-5766-4f8a-8704-24f5364b689e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1095 time: 0.1479709 Aug 25 11:28:46.950018 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-39c5a527-2636-4071-802e-f0747c437f28 req-dd3a0542-f12c-43a7-a7ea-a67c17c917b9 service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594331 Aug 25 11:28:46.991980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64eb1a4e-7eac-4bc5-9738-b18dabf9e2ed req-3c332531-afbd-4d67-a744-6ee0e04e5850 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 210 time: 0.0421987 Aug 25 11:28:47.057137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d86d7f27-d4f4-4613-8c26-d8d27a8a943d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.1001310 Aug 25 11:28:47.265995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-fea60674-f0ef-4b19-931a-f4078e70793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:47.270054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-fea60674-f0ef-4b19-931a-f4078e70793b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.2058218 Aug 25 11:28:47.362794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bef78-f137-4639-8f3d-b591a235376d req-e53a40c3-b368-4a09-9352-3d59f9de077b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:47.364532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d5bef78-f137-4639-8f3d-b591a235376d req-e53a40c3-b368-4a09-9352-3d59f9de077b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1263981 Aug 25 11:28:47.377846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913ec7-4898-40af-a546-8d684c6426e1 req-87904a93-00ed-40f1-b2c5-2ad76b03059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:47.379460 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-87904a93-00ed-40f1-b2c5-2ad76b03059f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64db1891c0c6411b8a39ed7a12d64ec3&device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 1095 time: 0.2357798 Aug 25 11:28:47.381646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-2ea34fd8-f2d2-4940-958a-ff16bdd73432 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994995 Aug 25 11:28:47.458138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d5bef78-f137-4639-8f3d-b591a235376d req-9fce1e7d-6a88-4abc-b753-b2dc4e3ff7d5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832782 Aug 25 11:28:47.566260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:47.570727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce30e3-c1f8-49b0-95e8-a7a771e45c3a req-c4aa4dd1-5ed4-4632-886d-6481e4f8fbe6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:47.572743 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73196dfc-1905-4353-983a-0d71daefec25" -d '{"events": [{"name": "network-changed", "server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:47.585464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8ce30e3-c1f8-49b0-95e8-a7a771e45c3a req-c4aa4dd1-5ed4-4632-886d-6481e4f8fbe6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.1321282 Aug 25 11:28:47.738545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bef86a73-c143-4bb4-a2d1-b0ed20fcf0a2 req-5c317348-2a52-4234-9c9c-04bb89d9b426 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.1206820 Aug 25 11:28:47.754835 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-c76f68bb-f03d-434c-9ce0-c8565bd9dfa2 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409619 Aug 25 11:28:47.806172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8ce30e3-c1f8-49b0-95e8-a7a771e45c3a req-a97f8260-59a2-424b-bf32-af5a04b94c8c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172358 Aug 25 11:28:47.841262 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7ce23-9460-488d-ac90-10a1481bb6e9 x-openstack-request-id: req-55a7ce23-9460-488d-ac90-10a1481bb6e9 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:47.841555 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:47.841829 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55a7ce23-9460-488d-ac90-10a1481bb6e9 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:47.842337 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'status': 'completed', 'code': 200} Aug 25 11:28:47.887916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913ec7-4898-40af-a546-8d684c6426e1 req-a12d982a-6e26-45e9-8bb0-4fbb48e950ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:47.890044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-a12d982a-6e26-45e9-8bb0-4fbb48e950ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 HTTP/1.1" status: 200 len: 916 time: 0.4955764 Aug 25 11:28:47.968107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6da1dc9-ff7a-4b4d-a23b-fd40a228cf20 req-0df3ee20-2ef1-489f-8377-23fcd69769fb tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0621595 Aug 25 11:28:48.003447 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-a34cc655-d91c-400b-a6c2-e78e4cf67ed9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55d1ac7-f29d-46b6-9751-5960613108d3 HTTP/1.1" status: 200 len: 217 time: 0.1058536 Aug 25 11:28:48.099238 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a94d4b0a-ff3c-4760-af54-7c4b6289b0f6 req-d99122c4-a3c7-4e64-88e0-440b86290502 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339128 Aug 25 11:28:48.106507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913ec7-4898-40af-a546-8d684c6426e1 req-2b59bdf4-f7c0-46cb-b42b-8d789800ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:48.108619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-2b59bdf4-f7c0-46cb-b42b-8d789800ae52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d HTTP/1.1" status: 200 len: 854 time: 0.0772824 Aug 25 11:28:48.157133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-740e1ba1-fe22-46d5-9891-ca2eb4b13005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:48.218024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da1386f0-f9b4-4d03-9d71-7ff3697c2e96 req-a8b072a6-1fa5-4326-8bca-75307d3061ee tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 210 time: 0.0776987 Aug 25 11:28:48.236487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730681e3-13d7-4be8-b0aa-03f831d52e39 req-3712910a-1215-402e-8702-82ff732cc414 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:48.239805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730681e3-13d7-4be8-b0aa-03f831d52e39 req-3712910a-1215-402e-8702-82ff732cc414 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.2108750 Aug 25 11:28:48.311461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-730681e3-13d7-4be8-b0aa-03f831d52e39 req-5330264e-3d3e-4857-9dd9-86689e3af6c2 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629213 Aug 25 11:28:48.344539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913ec7-4898-40af-a546-8d684c6426e1 req-9574a538-cf1b-483d-a99a-938679fc4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:48.347726 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-9574a538-cf1b-483d-a99a-938679fc4a6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2324247 Aug 25 11:28:48.357152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196dfc-1905-4353-983a-0d71daefec25 req-c04413e7-51e3-4bd9-9232-46293c23d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:48.360567 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-c04413e7-51e3-4bd9-9232-46293c23d063 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1095 time: 0.1433260 Aug 25 11:28:48.780934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63602d05-3278-4eff-bff4-10509545f846 req-91a29cec-1e9a-451e-8f77-8284d99de8ce tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:48.792019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63602d05-3278-4eff-bff4-10509545f846 req-91a29cec-1e9a-451e-8f77-8284d99de8ce tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1997318 Aug 25 11:28:48.856094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63602d05-3278-4eff-bff4-10509545f846 req-28e10de5-5ce6-4d16-bd89-d74eb15c2077 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598898 Aug 25 11:28:48.906249 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-639023ba-8ba2-478a-9f5e-c3aa353f7aa0 service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331659 Aug 25 11:28:48.914445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196dfc-1905-4353-983a-0d71daefec25 req-06beccc4-e015-4f1d-be64-10f6c0f824fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:48.918243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-06beccc4-e015-4f1d-be64-10f6c0f824fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 0.5295281 Aug 25 11:28:49.058550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78dccd7e-abed-485f-8147-43f815edf0b9 req-a08a1133-905a-42b5-a4cd-43745f74f2ac tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0808799 Aug 25 11:28:49.070664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383b2ce-35a2-4dc0-ad88-aa6f579d187a req-814a06a6-6b12-4f2b-8207-596d8fa80765 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:49.072288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383b2ce-35a2-4dc0-ad88-aa6f579d187a req-814a06a6-6b12-4f2b-8207-596d8fa80765 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.1511064 Aug 25 11:28:49.157195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383b2ce-35a2-4dc0-ad88-aa6f579d187a req-7e142bf9-9f45-494a-99cb-07cc294ceeec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741432 Aug 25 11:28:49.272134 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-70913ec7-4898-40af-a546-8d684c6426e1 req-41e22191-15e7-4ff7-92dc-982e7a4dd1b6 service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388605 Aug 25 11:28:49.415476 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-ba3c4573-a0ad-45b4-aaa2-dec5add18a2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.4841163 Aug 25 11:28:49.439274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83f1e913-7d0f-48dd-854d-a04372ea1a39 req-8efe4299-8f9a-41d3-972a-fed73decb9ee tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.1228971 Aug 25 11:28:49.466221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab82a64a-727e-4c86-b2ea-e4ab44c5d319 req-f26a5efc-8026-454d-ab09-caca5139ffa0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 210 time: 0.1210930 Aug 25 11:28:49.515894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196dfc-1905-4353-983a-0d71daefec25 req-7e8a3237-8589-49c8-b327-11d06527f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:49.517811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-7e8a3237-8589-49c8-b327-11d06527f11f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.0952539 Aug 25 11:28:49.566268 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-e37db9b4-a6ec-4d4a-bc24-fbedd2b5c838 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389271 Aug 25 11:28:49.672897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89e5f-34cf-4433-8b81-5c7cd242f469 req-3b84f0f6-3d25-4d1f-ad39-6ba3c7f3e7f9 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:49.674454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07f89e5f-34cf-4433-8b81-5c7cd242f469 req-3b84f0f6-3d25-4d1f-ad39-6ba3c7f3e7f9 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.0855124 Aug 25 11:28:49.730500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-4436ab38-a92e-4c24-aa80-02e0fd73469d service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531734 Aug 25 11:28:49.746596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07f89e5f-34cf-4433-8b81-5c7cd242f469 req-d1fd2af1-75dd-4b90-9675-e13599d0a9c9 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594430 Aug 25 11:28:49.869587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-73196dfc-1905-4353-983a-0d71daefec25 req-aaf2a2a7-0d3b-42a6-b7c5-4f12ecf1714b service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317995 Aug 25 11:28:49.993652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-90105b62-051a-4bb9-8694-7b8cbb634264 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:49.995418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-90105b62-051a-4bb9-8694-7b8cbb634264 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.1742861 Aug 25 11:28:50.015239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:50.147243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ca96-0c4a-4f64-8a86-750c4678187d req-b15712f3-23ed-4299-b572-baa8bb852334 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:50.150206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec60ca96-0c4a-4f64-8a86-750c4678187d req-b15712f3-23ed-4299-b572-baa8bb852334 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1517310 Aug 25 11:28:50.228372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f63c1454-18ce-40ba-ad5d-ec67c4e69aa3 req-8f94ff15-f56c-48dd-9868-765d8bc274cd tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0405953 Aug 25 11:28:50.250245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec60ca96-0c4a-4f64-8a86-750c4678187d req-66646cbd-e663-4608-a8f5-7e936d48cc9a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921185 Aug 25 11:28:50.273869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:50.280908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:50.519198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774338f4-393b-43a8-b598-0679728d2bd3 req-84493d8c-e8c4-4fcd-8309-58cb1924bbb6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:50.521514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-774338f4-393b-43a8-b598-0679728d2bd3 req-84493d8c-e8c4-4fcd-8309-58cb1924bbb6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.1583695 Aug 25 11:28:50.545809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.6 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/a97f47ef-8cbe-4163-be4f-877dee928663) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:28:50.607677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:28:50.653622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69a95fa7-ad35-44e0-962a-b5ba3c2f1a62 req-c4864147-32d6-4a68-af91-de7a72840171 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 210 time: 0.0675645 Aug 25 11:28:50.734338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-774338f4-393b-43a8-b598-0679728d2bd3 req-7e88deac-6e22-4f3d-aeb8-246ed1285b5a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899204 Aug 25 11:28:50.831249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:50.859738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'port_id': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'mac_address': 'fa:16:3e:a7:67:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2791df-5c24-4bcc-baff-42724a285861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:28:50.918876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cfa1422-4473-4bd3-8d44-997785938466 req-f012b098-a4e7-4f27-9715-dae23cf416e3 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.1113381 Aug 25 11:28:50.937425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:50.992286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2d4256-eae3-47e5-a36d-de204213c5aa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:51.019052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63837e96-6f26-4540-a252-dabd395490d4 req-0997f002-7e29-47bc-bfa0-eababb43cdd1 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:51.020697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63837e96-6f26-4540-a252-dabd395490d4 req-0997f002-7e29-47bc-bfa0-eababb43cdd1 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.0971069 Aug 25 11:28:51.060691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:51.067616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.105291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63837e96-6f26-4540-a252-dabd395490d4 req-dfb68a2a-0b47-4cef-baf4-9cbc5fe274cb tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717771 Aug 25 11:28:51.111381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.169142 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.184916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:51.192555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bbd59c1e-0094-4266-9064-864d96575776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.248484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:51.255562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:28:51.258653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=a97f47ef-8cbe-4163-be4f-877dee928663,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:51.261707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:28:51.269132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:28:51.338964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:51.340652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.355478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec2d4256-eae3-47e5-a36d-de204213c5aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:51.372507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-c0fd2d05-1ccf-4251-ac62-a6ec57b0db87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3646910 Aug 25 11:28:51.388042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Request body: {'port': {'device_id': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:51.430899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.483663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c510f90-e3a2-4162-9c7f-675a9039c9b7 req-b70b000e-e65c-4dd1-8488-d88dc563e44c tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0645685 Aug 25 11:28:51.530070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:51.539591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea49175-9e5a-4fcc-9b55-403201e5020e req-83d827ee-7d26-41b4-9221-914b599f2ce4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:51.548268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ea49175-9e5a-4fcc-9b55-403201e5020e req-83d827ee-7d26-41b4-9221-914b599f2ce4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1274414 Aug 25 11:28:51.618808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ea49175-9e5a-4fcc-9b55-403201e5020e req-c0898892-9043-4231-938d-b48881fd5210 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690742 Aug 25 11:28:51.953651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b3d54-5dbe-42cc-af6f-fc6a4ad1fc37 req-49df1bbc-1a0d-4a43-89de-88f2d4cf564b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:51.954981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d88b3d54-5dbe-42cc-af6f-fc6a4ad1fc37 req-49df1bbc-1a0d-4a43-89de-88f2d4cf564b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 931 time: 0.1654549 Aug 25 11:28:52.021089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e6a49-86bf-4531-a23d-fe5aa9f6748f req-7aa2871d-aa3e-4246-a6b0-fb0bdba3cff4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:52.022787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-219e6a49-86bf-4531-a23d-fe5aa9f6748f req-7aa2871d-aa3e-4246-a6b0-fb0bdba3cff4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 944 time: 0.1601539 Aug 25 11:28:52.083505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97f47ef-8cbe-4163-be4f-877dee928663 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:52.093296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d88b3d54-5dbe-42cc-af6f-fc6a4ad1fc37 req-baf70a3f-6edd-4830-9128-fe6de6524e41 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294746 Aug 25 11:28:52.102808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.123596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-219e6a49-86bf-4531-a23d-fe5aa9f6748f req-bdbb7912-309a-4e58-a11b-3eb6d9dda918 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758891 Aug 25 11:28:52.132319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Transition to ACTIVE for port object a97f47ef-8cbe-4163-be4f-877dee928663 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:28:52.142048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.219379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Pushing event updated for resources: {'Port': ['ID=a97f47ef-8cbe-4163-be4f-877dee928663,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:52.358588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61bfc0c5-657f-42f0-885d-85f29229e3cd req-7dd9a6cf-17cf-472b-8199-b5d2e5d0fa5d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0560448 Aug 25 11:28:52.381141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bb100ac-fc9f-4d69-a66b-be839a39234c req-25c53a16-0b61-4ca3-a709-7f8cadbb44fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0512111 Aug 25 11:28:52.397311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Attempting to bind port a97f47ef-8cbe-4163-be4f-877dee928663 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:28:52.397548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Attempting to bind port a97f47ef-8cbe-4163-be4f-877dee928663 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:28:52.397914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Attempting to bind port a97f47ef-8cbe-4163-be4f-877dee928663 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:52.413676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.414766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44818fa-e7f8-40b6-9ec6-5773db80c8f3 req-f91cb767-6473-4ed6-83fb-840901d33610 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:52.416923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e44818fa-e7f8-40b6-9ec6-5773db80c8f3 req-f91cb767-6473-4ed6-83fb-840901d33610 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1276090 Aug 25 11:28:52.418238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Port a97f47ef-8cbe-4163-be4f-877dee928663 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:28:52.418517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Attempting to bind port a97f47ef-8cbe-4163-be4f-877dee928663 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:28:52.425157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:28:52.425519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:28:52.425981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:28:52.426496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Bound port: a97f47ef-8cbe-4163-be4f-877dee928663, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:28:52.426890 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.508328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e44818fa-e7f8-40b6-9ec6-5773db80c8f3 req-08cebac8-ca9c-40f8-87a7-9044f1f33f8d tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778172 Aug 25 11:28:52.533561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] For port a97f47ef-8cbe-4163-be4f-877dee928663, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:28:52.540006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] For port a97f47ef-8cbe-4163-be4f-877dee928663, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a97f47ef-8cbe-4163-be4f-877dee928663,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:28:52.545410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.590032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:52.591097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.592649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] 10.222.0.67 "PUT /v2.0/ports/a97f47ef-8cbe-4163-be4f-877dee928663 HTTP/1.1" status: 200 len: 1092 time: 1.2103508 Aug 25 11:28:52.595121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'tag': 'a97f47ef-8cbe-4163-be4f-877dee928663'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:52.598237 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f48ef48-2509-4bba-a415-6bfe644c7649" -d '{"events": [{"name": "network-changed", "server_uuid": "c76d58b9-a584-478f-977e-54e5a5ef5a90", "tag": "a97f47ef-8cbe-4163-be4f-877dee928663"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:52.622294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:28:52.709426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc16d0db-ab7c-4daa-8012-b0dd51132780 req-a5838787-b4dd-49e7-aed1-1380bb1d5ed1 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0722346 Aug 25 11:28:52.727022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port ec2d4256-eae3-47e5-a36d-de204213c5aa completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:28:52.732436 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54190e-921c-41f2-8d0b-81fede18fbc1 x-openstack-request-id: req-0c54190e-921c-41f2-8d0b-81fede18fbc1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:52.732436 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76d58b9-a584-478f-977e-54e5a5ef5a90", "tag": "a97f47ef-8cbe-4163-be4f-877dee928663", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:52.732436 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c54190e-921c-41f2-8d0b-81fede18fbc1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:52.732436 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'tag': 'a97f47ef-8cbe-4163-be4f-877dee928663', 'status': 'completed', 'code': 200} Aug 25 11:28:52.735295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ec2d4256-eae3-47e5-a36d-de204213c5aa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:28:52.736041 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.868127 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:52.924140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:28:52.928123 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c615f-8062-4a2f-aaf5-114352a49813" -d '{"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:28:52.980905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:52.988140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:53.036102 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f08da75-24c6-4255-8e0e-d57545c5d024 x-openstack-request-id: req-1f08da75-24c6-4255-8e0e-d57545c5d024 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:28:53.036797 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:28:53.037065 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f08da75-24c6-4255-8e0e-d57545c5d024 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:28:53.037465 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'code': 200} Aug 25 11:28:53.073058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:53.180493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1858-d012-4dc7-a57a-77da80ce49ea req-baf42f85-cc9d-4c30-b28b-243925a1d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.183384 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-380e1858-d012-4dc7-a57a-77da80ce49ea req-baf42f85-cc9d-4c30-b28b-243925a1d3c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1097 time: 0.0785718 Aug 25 11:28:53.241754 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-380e1858-d012-4dc7-a57a-77da80ce49ea req-cf7d08c3-4f9e-4a30-8bdd-c1b2c2b29406 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Aug 25 11:28:53.242073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384450d-28ee-46c0-824d-5e5f1f43dc31 service neutron] Pushing event updated for resources: {'Port': ['ID=a97f47ef-8cbe-4163-be4f-877dee928663,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:53.299204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-bd026c46-f144-4bd8-b785-bb0c87d1db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.300757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-bd026c46-f144-4bd8-b785-bb0c87d1db6a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 1095 time: 0.6216280 Aug 25 11:28:53.395513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcfcbb-bed9-4861-af05-a7f22d5babaa req-63afca4a-30df-4ba6-8b38-0e13f4beca77 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.398133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14fcfcbb-bed9-4861-af05-a7f22d5babaa req-63afca4a-30df-4ba6-8b38-0e13f4beca77 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.5826147 Aug 25 11:28:53.413730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a084-3ed5-4890-bd89-28d755694ad5 req-3450e357-7f21-413d-9eae-d09d67afdeec tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.417332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3b5a084-3ed5-4890-bd89-28d755694ad5 req-3450e357-7f21-413d-9eae-d09d67afdeec tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 943 time: 0.1578891 Aug 25 11:28:53.419717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-d47ba523-fec5-4ecc-b947-382b309e9fab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97f47ef-8cbe-4163-be4f-877dee928663 HTTP/1.1" status: 200 len: 217 time: 0.1089635 Aug 25 11:28:53.586389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14fcfcbb-bed9-4861-af05-a7f22d5babaa req-3050743e-b9f7-4074-9391-075d2c845a34 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650193 Aug 25 11:28:53.601680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3b5a084-3ed5-4890-bd89-28d755694ad5 req-86b78952-87f3-4140-9874-a7d9b9fee2cc tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551967 Aug 25 11:28:53.608608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-02dc1e79-dfef-49c9-bdf8-ebb5d8a9cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.611263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-02dc1e79-dfef-49c9-bdf8-ebb5d8a9cf80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1782162 Aug 25 11:28:53.649527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-2fab73a0-fa18-4744-b124-58975ad643c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295022 Aug 25 11:28:53.775325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82a04a0e-a98f-402d-8028-8b7dd07ac9a2 req-2ff13751-2105-4c68-afa3-6c7a0525c0f4 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0554991 Aug 25 11:28:53.817896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2e11e-c4ba-4648-89fe-89132c38f8c6 req-da553134-a359-44c8-a863-43dc36a646ca tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.820879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8f2e11e-c4ba-4648-89fe-89132c38f8c6 req-da553134-a359-44c8-a863-43dc36a646ca tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1359184 Aug 25 11:28:53.883939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-29a3268f-37d5-4dc7-b6d2-63c77f49c1f3 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258127 Aug 25 11:28:53.928393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8f2e11e-c4ba-4648-89fe-89132c38f8c6 req-58627ba9-0a87-4d76-accc-07393049e307 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963051 Aug 25 11:28:53.985182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798784b7-4f1d-4db1-b818-70265fe7566a req-c0ee6c75-2793-45f3-86d5-abc5d020a89e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:53.986868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-798784b7-4f1d-4db1-b818-70265fe7566a req-c0ee6c75-2793-45f3-86d5-abc5d020a89e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1411138 Aug 25 11:28:54.055248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba1c85e2-760f-47bc-be7a-3c8ed6cd62b2 req-0d049ffe-4387-4ad9-bf6c-c66fd59554de tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0550835 Aug 25 11:28:54.061999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a291693b-8ac4-4e2d-b0db-10784ab1b724 req-f51e38fe-f9db-4dbc-b90d-908dbad3717b service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696231 Aug 25 11:28:54.089288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-798784b7-4f1d-4db1-b818-70265fe7566a req-1018dd44-777c-4844-818f-9f41a3396783 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859573 Aug 25 11:28:54.189125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-a945c18f-46e1-4c6b-b92a-7bbb98b82b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:54.191111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-a945c18f-46e1-4c6b-b92a-7bbb98b82b96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 1095 time: 0.0544121 Aug 25 11:28:54.231006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:54.391254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38021441-f739-4ebc-b31f-281ec763631f req-949890e2-24a5-4331-bce1-73e2194ebac4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9225832813034e188559c70853ab9105&device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0441175 Aug 25 11:28:54.414610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbef25ee-b063-4dd6-87bc-8f8dd83b45f2 req-77919d5c-95d4-4db7-85d7-7bc64ac45a4e tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0540850 Aug 25 11:28:54.440012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38021441-f739-4ebc-b31f-281ec763631f req-345a3240-7f79-4615-9a45-d8e18233b1fa service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9225832813034e188559c70853ab9105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283756 Aug 25 11:28:54.548032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-df09ee32-c57c-45b1-9468-29c708643099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:54.550332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-df09ee32-c57c-45b1-9468-29c708643099 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.3507535 Aug 25 11:28:54.659745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-c96632d8-e615-4f74-aec9-36ed73da5eec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a97f47ef-8cbe-4163-be4f-877dee928663 HTTP/1.1" status: 200 len: 217 time: 0.1000934 Aug 25 11:28:54.846865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38021441-f739-4ebc-b31f-281ec763631f req-1a16abda-7120-449c-8331-f67e92f63910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:54.848885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38021441-f739-4ebc-b31f-281ec763631f req-1a16abda-7120-449c-8331-f67e92f63910 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3983514 Aug 25 11:28:54.855086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-3af11fbd-e996-4510-88f8-ce7e5f1ae70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:54.856759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-3af11fbd-e996-4510-88f8-ce7e5f1ae70a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1820223 Aug 25 11:28:54.905979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-a4292d22-74cb-444b-896f-5909648ebec5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372953 Aug 25 11:28:54.917924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4da64-2464-487f-be62-2585dbfd9db4 req-2a226ceb-1589-4ef6-be78-ea5ac7eb800b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:54.919998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cef4da64-2464-487f-be62-2585dbfd9db4 req-2a226ceb-1589-4ef6-be78-ea5ac7eb800b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 943 time: 0.1718600 Aug 25 11:28:54.997244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87500d5-771f-4f1a-a82f-c9ab1c73843a req-a6628d05-e988-40b0-aa89-ad21e7ddc0b9 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:54.999241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c87500d5-771f-4f1a-a82f-c9ab1c73843a req-a6628d05-e988-40b0-aa89-ad21e7ddc0b9 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.2613802 Aug 25 11:28:55.099110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cef4da64-2464-487f-be62-2585dbfd9db4 req-ed797c6b-bd5a-42e8-8d94-bba6a9dbbb2d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660678 Aug 25 11:28:55.133067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c87500d5-771f-4f1a-a82f-c9ab1c73843a req-c4e23865-c340-4a50-8134-4fb4ad37b1aa tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094759 Aug 25 11:28:55.156604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-2b781b72-bc4b-4cd4-93ae-56bee920714c service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351127 Aug 25 11:28:55.305504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20f7b2bc-a0ff-4149-aeee-742dbf22668d req-ddd9cc9a-1e91-4e77-aab6-36787714508f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0563319 Aug 25 11:28:55.422940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89f62b-70df-46b3-b817-bc1b157a6ea2 req-8ebefe6a-e067-4984-a4a7-a8af5e42c653 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:55.424691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c89f62b-70df-46b3-b817-bc1b157a6ea2 req-8ebefe6a-e067-4984-a4a7-a8af5e42c653 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1645691 Aug 25 11:28:55.429680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f48ef48-2509-4bba-a415-6bfe644c7649 req-b5a083e4-7ddd-4878-997c-d6962d1db8b5 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631373 Aug 25 11:28:55.508400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c89f62b-70df-46b3-b817-bc1b157a6ea2 req-e9783be0-8e56-4742-9058-8d5d5dbc9acb tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638170 Aug 25 11:28:55.645726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9732a127-99b2-4aae-a621-e76a63853323 req-b4e00141-a3fc-49b0-8dcd-bff0ba2e219d tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0429072 Aug 25 11:28:55.680086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174a564-c2d4-4f2e-a7d7-989058f07d51 req-25e7cf02-ce1a-4350-95f2-a742c59d7f37 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:55.683045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4174a564-c2d4-4f2e-a7d7-989058f07d51 req-25e7cf02-ce1a-4350-95f2-a742c59d7f37 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1312993 Aug 25 11:28:55.738889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4174a564-c2d4-4f2e-a7d7-989058f07d51 req-e2664dbf-b63a-48ca-990c-b58a7afb4199 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Aug 25 11:28:55.961421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-b51e480d-54ef-48eb-b90f-e8e9b268d9a7 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:55.964144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-b51e480d-54ef-48eb-b90f-e8e9b268d9a7 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 814 time: 0.1772754 Aug 25 11:28:55.988876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-3b3b8a63-1ae7-41dc-abb7-ceef96e5a95e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/quotas/6713ea8ce5e44f2bbffcceb725af11b7 HTTP/1.1" status: 200 len: 375 time: 0.0181208 Aug 25 11:28:56.092403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-6f6af95d-2251-4582-8aa0-eb22bf538258 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960455 Aug 25 11:28:56.229735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-9690eee5-3e0c-46fd-b3b6-83f29ca5abf0 service neutron] 10.222.0.35 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353476 Aug 25 11:28:56.344979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38021441-f739-4ebc-b31f-281ec763631f req-d31b83a7-ee44-4204-80a7-34b59c54ea4a tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0348513 Aug 25 11:28:56.409638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61637a-4c5e-427a-833c-2083b59583d9 req-43472e67-3984-44c4-b720-61954b5c1841 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:56.419175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee61637a-4c5e-427a-833c-2083b59583d9 req-43472e67-3984-44c4-b720-61954b5c1841 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 943 time: 0.1794691 Aug 25 11:28:56.440273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-a8686955-898e-4fdc-8152-a6a5b8f331d5 service neutron] 10.222.0.35 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097538 Aug 25 11:28:56.477999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee61637a-4c5e-427a-833c-2083b59583d9 req-24d29976-10c6-48c7-b613-2754dc0693ef tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Aug 25 11:28:56.710206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b30c61-364d-43f2-95d7-52bf839cff80 req-e23730f0-0ebb-4b2b-9140-a6936922d446 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:56.722083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b30c61-364d-43f2-95d7-52bf839cff80 req-e23730f0-0ebb-4b2b-9140-a6936922d446 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1378086 Aug 25 11:28:56.770395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9492936a-6290-4652-aa16-09bcc6c59b8a req-35ae4fce-5c41-49b7-b622-ec933c9dc14e tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0454559 Aug 25 11:28:56.838688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b30c61-364d-43f2-95d7-52bf839cff80 req-87b2b853-6285-4dc0-9443-8a7f7880aa06 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101527 Aug 25 11:28:56.923322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6ed4506-cf4c-4a11-87fa-77d33e8cf557 req-a75b2801-e898-441f-a4e8-14ee26bd2798 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 210 time: 0.0582924 Aug 25 11:28:57.047818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d502165-2575-4b03-b0ab-dc7130704b9c req-c49c7da3-88da-4228-b5ed-2fb3b33e9726 tempest-ServerShowV257Test-1000863492 tempest-ServerShowV257Test-1000863492-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebcd1e11-53d1-4a4b-8fb0-ce71affa8194 HTTP/1.1" status: 200 len: 210 time: 0.0882459 Aug 25 11:28:57.116190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:57.169033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291163b3-f414-4147-8cd3-37b3cef05ddd req-ae3bd4b2-0876-43bc-b0d3-0f2754ad1eae tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:57.171578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-291163b3-f414-4147-8cd3-37b3cef05ddd req-ae3bd4b2-0876-43bc-b0d3-0f2754ad1eae tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1337323 Aug 25 11:28:57.233818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-291163b3-f414-4147-8cd3-37b3cef05ddd req-55fa4e1d-3a9e-423e-9c29-0057e2dab7e5 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534437 Aug 25 11:28:57.651135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506623b-7d25-4937-9a77-7f6a5d21d0a9 req-9744bed5-46e6-4070-bced-dda15f3aa3be tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:57.664838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506623b-7d25-4937-9a77-7f6a5d21d0a9 req-9744bed5-46e6-4070-bced-dda15f3aa3be tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 943 time: 0.0780230 Aug 25 11:28:57.708476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506623b-7d25-4937-9a77-7f6a5d21d0a9 req-716a0881-1f7e-4794-aff8-1479cd25dffe tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399024 Aug 25 11:28:57.942880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36d3d4e-5748-4f75-b26d-8aab1188afef req-ed16b8c6-1bf0-4b78-8297-1c02e3427bb2 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0780499 Aug 25 11:28:58.005423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a97f47ef-8cbe-4163-be4f-877dee928663 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:28:58.105715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11afb4-dbc9-4e51-8c73-9ca35042759b req-553ea1db-f55c-4df4-9afa-027d339549e5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:58.115326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c11afb4-dbc9-4e51-8c73-9ca35042759b req-553ea1db-f55c-4df4-9afa-027d339549e5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1235199 Aug 25 11:28:58.245302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a97f47ef-8cbe-4163-be4f-877dee928663, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a97f47ef-8cbe-4163-be4f-877dee928663,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:58.250397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0787938-a99e-4d8a-a1f7-6a6bd0dc4841 req-148d3cf6-6375-4490-be14-bba1f93a0415 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 210 time: 0.1230474 Aug 25 11:28:58.303705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a97f47ef-8cbe-4163-be4f-877dee928663', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': 'a97f47ef-8cbe-4163-be4f-877dee928663', 'mac_address': 'fa:16:3e:86:1a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:28:58.328487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c11afb4-dbc9-4e51-8c73-9ca35042759b req-9f56963b-0876-42ba-b052-13d87ec9752b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120304 Aug 25 11:28:58.432277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-ebba3e47-25fb-4d91-9cb2-c9ac0f93bbf9 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:58.435111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-ebba3e47-25fb-4d91-9cb2-c9ac0f93bbf9 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.67 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 814 time: 0.3092484 Aug 25 11:28:58.435452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:58.454831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Request body: {'port': {'device_id': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'admin_state_up': True, 'tenant_id': '6713ea8ce5e44f2bbffcceb725af11b7'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:28:58.472513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97f47ef-8cbe-4163-be4f-877dee928663 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:28:58.508734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a97f47ef-8cbe-4163-be4f-877dee928663, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a97f47ef-8cbe-4163-be4f-877dee928663,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:28:58.516759 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:58.615780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a97f47ef-8cbe-4163-be4f-877dee928663,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:58.631602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.632516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.633029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafb78f-a833-4925-b16e-e219b4d84614 req-5aa2fc2c-7a3b-43af-b55a-13c513350617 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:58.633510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.634870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.635752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.636492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.637233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.638029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.639328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.640130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.640903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.641454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dfafb78f-a833-4925-b16e-e219b4d84614 req-5aa2fc2c-7a3b-43af-b55a-13c513350617 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1789567 Aug 25 11:28:58.642200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:28:58.721831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dfafb78f-a833-4925-b16e-e219b4d84614 req-e75a9454-4fc1-4c54-a8bd-cdfed5161553 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778883 Aug 25 11:28:58.775751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Made reservation on behalf of 6713ea8ce5e44f2bbffcceb725af11b7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:28:58.780920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a97f47ef-8cbe-4163-be4f-877dee928663'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:58.792017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:58.861939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55690) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:59.061628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33eb20-9157-4fe9-8839-d97c75050dc4 req-73c429db-2fb4-4f4a-87ad-c9109418002f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:59.063293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b33eb20-9157-4fe9-8839-d97c75050dc4 req-73c429db-2fb4-4f4a-87ad-c9109418002f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 944 time: 0.1744723 Aug 25 11:28:59.170615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bb0479c-285a-49ed-9843-cb204e7ad46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.225724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b33eb20-9157-4fe9-8839-d97c75050dc4 req-706ccf39-fabd-446a-b719-b6009e42615a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533344 Aug 25 11:28:59.253349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad79526b-1355-4896-8dd1-efa41cd68260 req-3df107eb-f4a6-45b5-b730-ef6a717b8495 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.0972435 Aug 25 11:28:59.335352 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bb0479c-285a-49ed-9843-cb204e7ad46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.341347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bb0479c-285a-49ed-9843-cb204e7ad46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.348684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Allocated IP 172.20.0.9 (8b0a9208-c9e7-4a68-899c-2853b464f831/6c2791df-5c24-4bcc-baff-42724a285861/3606aaec-9b49-4ccb-966b-bfff13e555e6) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:28:59.419706 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1bb0479c-285a-49ed-9843-cb204e7ad46e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9225832813034e188559c70853ab9105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5562975 Aug 25 11:28:59.423326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0479c-285a-49ed-9843-cb204e7ad46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c979f36b-6832-4d91-9be5-cebb36ff9688,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:59.428932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55702) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:28:59.510395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c0f307-5122-4976-ad33-e38aca24bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.537501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d61c8411-1fbd-4335-b6bd-9ebb0a25fd97 req-e05a5ab5-fe89-4c2b-a7b6-dcb1383a9aa7 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 210 time: 0.0763834 Aug 25 11:28:59.542330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c0f307-5122-4976-ad33-e38aca24bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.633237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba748b8-109a-415a-8fd6-2ab983e1692c req-dfbd0cb5-5898-48c1-92de-4a0ef7cf788d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:59.635157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c0f307-5122-4976-ad33-e38aca24bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.640792 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c0f307-5122-4976-ad33-e38aca24bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.642148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ba748b8-109a-415a-8fd6-2ab983e1692c req-dfbd0cb5-5898-48c1-92de-4a0ef7cf788d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 945 time: 0.1648016 Aug 25 11:28:59.642861 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97c0f307-5122-4976-ad33-e38aca24bb13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c979f36b-6832-4d91-9be5-cebb36ff9688 HTTP/1.1" status: 204 len: 168 time: 0.2126179 Aug 25 11:28:59.659132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0f307-5122-4976-ad33-e38aca24bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c979f36b-6832-4d91-9be5-cebb36ff9688,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:28:59.738238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ba748b8-109a-415a-8fd6-2ab983e1692c req-f0896682-e1b3-468d-8ccc-5e2ebe1aa73b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922465 Aug 25 11:28:59.795274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.908952 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:28:59.924917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec2d4256-eae3-47e5-a36d-de204213c5aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:28:59.943551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c03d8-53df-4c21-9bb6-1557aa83c208 req-1fddb4fc-28dd-455a-af2b-bc7ea26679c9 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:28:59.947450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a6c03d8-53df-4c21-9bb6-1557aa83c208 req-1fddb4fc-28dd-455a-af2b-bc7ea26679c9 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.1092033 Aug 25 11:29:00.043030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Network 8b0a9208-c9e7-4a68-899c-2853b464f831 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:29:00.046488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:29:00.068236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a6c03d8-53df-4c21-9bb6-1557aa83c208 req-55803ff7-0639-4f5e-848b-94d42433e272 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835674 Aug 25 11:29:00.072304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:29:00.077631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:29:00.106513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Pushing event updated for resources: {'Port': ['ID=3606aaec-9b49-4ccb-966b-bfff13e555e6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:00.124841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.125168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.125608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.126007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.128026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.128281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.129143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.129482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.130428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.130773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.131104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.131436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:00.145033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a97f47ef-8cbe-4163-be4f-877dee928663 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:29:00.169067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:00.169893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.218983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7421edb8-c2c9-4bb7-ba81-c24e092eddd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7730703 Aug 25 11:29:00.233093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Request body: {'port': {'device_id': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:00.356552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:00.359188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a97f47ef-8cbe-4163-be4f-877dee928663 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:29:00.371074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a97f47ef-8cbe-4163-be4f-877dee928663 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:29:00.372019 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.372243 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.505092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'port_id': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'mac_address': 'fa:16:3e:8b:0f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:29:00.525741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7e86-8369-4d91-9778-0ceb45e2e839 req-e31912c8-fe97-4874-9de8-040645c6c613 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:00.527747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f10e7e86-8369-4d91-9778-0ceb45e2e839 req-e31912c8-fe97-4874-9de8-040645c6c613 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 944 time: 0.1326325 Aug 25 11:29:00.600752 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.624514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:00.653926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.716118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:00.765004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a97f47ef-8cbe-4163-be4f-877dee928663, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a97f47ef-8cbe-4163-be4f-877dee928663,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:00.770051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97f47ef-8cbe-4163-be4f-877dee928663'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:00.773726 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7c9dd1-203f-42b3-9c4e-55ef2f643fd6" -d '{"events": [{"server_uuid": "c76d58b9-a584-478f-977e-54e5a5ef5a90", "name": "network-vif-plugged", "status": "completed", "tag": "a97f47ef-8cbe-4163-be4f-877dee928663"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:00.780535 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.783233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.802783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d811a8b-e828-4ddb-bf3a-5802e772ed6d req-7c0d6cc3-751a-4770-b6f9-99aace1e73af tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4080461-d898-4f7d-b71b-6e4e782a15a4 HTTP/1.1" status: 200 len: 210 time: 0.1805677 Aug 25 11:29:00.841960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f10e7e86-8369-4d91-9778-0ceb45e2e839 req-5c153841-bd8c-4928-bcea-ad2b6eaa0c60 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181828 Aug 25 11:29:00.914255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:00.926421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:01.059507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['1e0b35b7-b67c-4386-83dc-7ed3ddfced43'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:01.063146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a97f47ef-8cbe-4163-be4f-877dee928663,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:01.170309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca233e4-d12f-42b4-b38d-0987a83d5a42 req-af3086e7-4368-4306-9a90-403543cd3f6a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:01.173041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca233e4-d12f-42b4-b38d-0987a83d5a42 req-af3086e7-4368-4306-9a90-403543cd3f6a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 931 time: 0.2043111 Aug 25 11:29:01.229336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d3e6a-78bd-47fb-aa08-30a66b12e42c req-259589dd-0847-42ea-bbff-f82e45c4b812 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:01.231454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-910d3e6a-78bd-47fb-aa08-30a66b12e42c req-259589dd-0847-42ea-bbff-f82e45c4b812 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 946 time: 0.1950374 Aug 25 11:29:01.309111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:01.341184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ca233e4-d12f-42b4-b38d-0987a83d5a42 req-6a6ee118-7728-4697-ab59-86c59d999a37 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556225 Aug 25 11:29:01.371519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3606aaec-9b49-4ccb-966b-bfff13e555e6 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:01.389238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.400691 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee41ad-a6dc-4ae3-804e-0020ed738df7 x-openstack-request-id: req-1dee41ad-a6dc-4ae3-804e-0020ed738df7 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:01.401612 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76d58b9-a584-478f-977e-54e5a5ef5a90", "name": "network-vif-plugged", "status": "completed", "tag": "a97f47ef-8cbe-4163-be4f-877dee928663", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:01.402229 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dee41ad-a6dc-4ae3-804e-0020ed738df7 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:01.404176 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97f47ef-8cbe-4163-be4f-877dee928663', 'code': 200} Aug 25 11:29:01.446643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-910d3e6a-78bd-47fb-aa08-30a66b12e42c req-7e828b7b-9be4-4f66-9fdf-69881aa60963 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939142 Aug 25 11:29:01.448593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Transition to ACTIVE for port object 3606aaec-9b49-4ccb-966b-bfff13e555e6 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:29:01.462804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.490836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8ee-4364-4817-8805-43ddadffc9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.628731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8ee-4364-4817-8805-43ddadffc9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.633960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a60ec8ee-4364-4817-8805-43ddadffc9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.681409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a60ec8ee-4364-4817-8805-43ddadffc9d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1f1294d889c4afb9c06d2dea055ce41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704448 Aug 25 11:29:01.682585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ec8ee-4364-4817-8805-43ddadffc9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72854959-716b-463f-b6d2-b2386dd16763,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:01.685443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55760) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:01.755989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f156346-2b57-4e04-b8e4-6c6787ab9a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.800304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f156346-2b57-4e04-b8e4-6c6787ab9a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.888046 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f156346-2b57-4e04-b8e4-6c6787ab9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.892255 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f156346-2b57-4e04-b8e4-6c6787ab9a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:01.893893 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8f156346-2b57-4e04-b8e4-6c6787ab9a22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72854959-716b-463f-b6d2-b2386dd16763 HTTP/1.1" status: 204 len: 168 time: 0.2071397 Aug 25 11:29:01.906988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f156346-2b57-4e04-b8e4-6c6787ab9a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72854959-716b-463f-b6d2-b2386dd16763,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:02.013941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Pushing event updated for resources: {'Port': ['ID=3606aaec-9b49-4ccb-966b-bfff13e555e6,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:02.036797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:29:02.050583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99b861-2ec4-4d7b-933a-d86c9028d96b req-23aa556e-49b9-4328-ac83-7af8831828d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.052194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b99b861-2ec4-4d7b-933a-d86c9028d96b req-23aa556e-49b9-4328-ac83-7af8831828d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 1097 time: 0.5614796 Aug 25 11:29:02.063409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb9480-85bb-4b11-b8b7-a8d6296cf700 req-a7ec9a02-a868-437c-b13f-c55d00924323 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.065002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6bdb9480-85bb-4b11-b8b7-a8d6296cf700 req-a7ec9a02-a868-437c-b13f-c55d00924323 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 943 time: 0.5729051 Aug 25 11:29:02.146057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Attempting to bind port 3606aaec-9b49-4ccb-966b-bfff13e555e6 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:29:02.146398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Attempting to bind port 3606aaec-9b49-4ccb-966b-bfff13e555e6 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:29:02.147101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Attempting to bind port 3606aaec-9b49-4ccb-966b-bfff13e555e6 on network 8b0a9208-c9e7-4a68-899c-2853b464f831 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:02.159380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:29:02.163662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee80435-0830-4940-aaf0-0a4bc9f8fd1d req-16640e0b-a057-4585-b038-23be000dc663 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.168018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:29:02.168959 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.171419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cee80435-0830-4940-aaf0-0a4bc9f8fd1d req-16640e0b-a057-4585-b038-23be000dc663 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.1733682 Aug 25 11:29:02.185128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b99b861-2ec4-4d7b-933a-d86c9028d96b req-78fb0394-2271-458d-9a89-104c16ba8efc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159542 Aug 25 11:29:02.204425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6bdb9480-85bb-4b11-b8b7-a8d6296cf700 req-9f0b58a9-fd77-4ad7-82fb-5c2be1467c3c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252882 Aug 25 11:29:02.205090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Port 3606aaec-9b49-4ccb-966b-bfff13e555e6 on network 8b0a9208-c9e7-4a68-899c-2853b464f831 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:29:02.205416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Attempting to bind port 3606aaec-9b49-4ccb-966b-bfff13e555e6 on network 8b0a9208-c9e7-4a68-899c-2853b464f831 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:02.216584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:29:02.217008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Checking segment: {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:29:02.217313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Bound using segment: {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:29:02.217796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Bound port: 3606aaec-9b49-4ccb-966b-bfff13e555e6, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a347ce2b-ce04-4d68-b1e1-782267686393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:29:02.218195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.269597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cee80435-0830-4940-aaf0-0a4bc9f8fd1d req-1dc10e9b-f49a-46b4-9975-0e3d0e42fac4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Aug 25 11:29:02.298291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:02.354459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55782) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:02.370526 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.419145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] For port 3606aaec-9b49-4ccb-966b-bfff13e555e6, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:29:02.433438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] For port 3606aaec-9b49-4ccb-966b-bfff13e555e6, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:29:02.443818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.449554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:02.462691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.516982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa2b417-c7e8-47d0-97f1-036a33924081 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.564679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa2b417-c7e8-47d0-97f1-036a33924081 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.594669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:02.620807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.621629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.624327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] 10.222.0.67 "PUT /v2.0/ports/3606aaec-9b49-4ccb-966b-bfff13e555e6 HTTP/1.1" status: 200 len: 1092 time: 2.3963490 Aug 25 11:29:02.625253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'tag': '3606aaec-9b49-4ccb-966b-bfff13e555e6'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:02.629541 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc5f0ca-7442-4208-b0a9-c2eddea3acda", "tag": "3606aaec-9b49-4ccb-966b-bfff13e555e6"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:02.647798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a55d1ac7-f29d-46b6-9751-5960613108d3 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:29:02.675369 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa2b417-c7e8-47d0-97f1-036a33924081 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.689515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa2b417-c7e8-47d0-97f1-036a33924081 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.692954 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-daa2b417-c7e8-47d0-97f1-036a33924081 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f54277c-af68-4873-a4d8-4d79319ee199 HTTP/1.1" status: 204 len: 168 time: 0.3351123 Aug 25 11:29:02.700931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55790) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:02.729264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55792) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:02.736106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2b417-c7e8-47d0-97f1-036a33924081 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f54277c-af68-4873-a4d8-4d79319ee199,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:02.741759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66e93794-2c5b-4a1f-8ddf-f451834c73e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.850389 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-9ad2eb39-4433-40ec-bb4b-39ffb45765bd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] show failed (client error): The resource could not be found. Aug 25 11:29:02.856578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ad2eb39-4433-40ec-bb4b-39ffb45765bd tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "GET /v2.0/security-groups/6f54277c-af68-4873-a4d8-4d79319ee199 HTTP/1.1" status: 404 len: 347 time: 0.1344602 Aug 25 11:29:02.858056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:02.862609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5426be5-d928-40de-a337-0e991f024ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.875909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a55d1ac7-f29d-46b6-9751-5960613108d3,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:02.884149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdd061-739e-426e-8375-6532b19bb62b req-aa97be5c-7616-4b6d-a7d1-4711d00daeb1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.890732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8bdd061-739e-426e-8375-6532b19bb62b req-aa97be5c-7616-4b6d-a7d1-4711d00daeb1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 943 time: 0.3729670 Aug 25 11:29:02.893421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'port_id': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'mac_address': 'fa:16:3e:db:91:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:29:02.909147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356172c2-1d95-4be3-bafc-cecfdd2a828b service neutron] Pushing event updated for resources: {'Port': ['ID=3606aaec-9b49-4ccb-966b-bfff13e555e6,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:02.953767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7fdd828b-f671-47d2-91ca-1617ea084719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.955833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-7fdd828b-f671-47d2-91ca-1617ea084719 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 1095 time: 0.2512858 Aug 25 11:29:02.971156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:02.974166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26961f-36e9-4df1-abc5-23afd3e6a69c req-8913c25c-1277-43dd-bab5-cba8568ac56d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:02.976743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef26961f-36e9-4df1-abc5-23afd3e6a69c req-8913c25c-1277-43dd-bab5-cba8568ac56d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.3239176 Aug 25 11:29:02.992508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55d1ac7-f29d-46b6-9751-5960613108d3 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:03.033077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a55d1ac7-f29d-46b6-9751-5960613108d3,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:03.048372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-fdc10e4b-51a0-478d-b38c-6a71496a6f11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6 HTTP/1.1" status: 200 len: 217 time: 0.0696688 Aug 25 11:29:03.050285 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.072457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8bdd061-739e-426e-8375-6532b19bb62b req-28e19965-e2e5-4d2a-8766-ba5ef7edc673 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755540 Aug 25 11:29:03.100584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66e93794-2c5b-4a1f-8ddf-f451834c73e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.123288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66e93794-2c5b-4a1f-8ddf-f451834c73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.132695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef26961f-36e9-4df1-abc5-23afd3e6a69c req-e88634ce-1c17-4dff-83d0-2a5d44cdecc9 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366866 Aug 25 11:29:03.191639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:03.216274 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8077cee-7392-4b4b-b7ef-5ab4ff79c465 x-openstack-request-id: req-a8077cee-7392-4b4b-b7ef-5ab4ff79c465 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:03.216794 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc5f0ca-7442-4208-b0a9-c2eddea3acda", "tag": "3606aaec-9b49-4ccb-966b-bfff13e555e6", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:03.217077 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8077cee-7392-4b4b-b7ef-5ab4ff79c465 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:03.217557 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'tag': '3606aaec-9b49-4ccb-966b-bfff13e555e6', 'status': 'completed', 'code': 200} Aug 25 11:29:03.235972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-04c7117e-0eb8-449d-8497-15e6db5af621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:03.236715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port 6878abc8-05b2-43e3-9e78-8b47140bb49e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:03.237064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.238030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-04c7117e-0eb8-449d-8497-15e6db5af621 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.1784627 Aug 25 11:29:03.241353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66e93794-2c5b-4a1f-8ddf-f451834c73e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54253cd408914462b4cabd3eb57cb9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9419270 Aug 25 11:29:03.243335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e93794-2c5b-4a1f-8ddf-f451834c73e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50aaf9e-c607-414c-9ba3-9b733753213f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:03.254580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55798) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:03.339087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-61827bcd-95dc-43d3-9fa4-173fb6fdb4a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829937 Aug 25 11:29:03.340675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a55d1ac7-f29d-46b6-9751-5960613108d3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:03.409895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:03.415142 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc13eb-2c33-405d-87e9-877a677cd3da" -d '{"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:03.456754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.458174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.475613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for 6878abc8-05b2-43e3-9e78-8b47140bb49e owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:03.483575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eccb2155-db21-4615-9100-4be90b34366a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.489453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5426be5-d928-40de-a337-0e991f024ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.537092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5426be5-d928-40de-a337-0e991f024ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.626185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eccb2155-db21-4615-9100-4be90b34366a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.636658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e5426be5-d928-40de-a337-0e991f024ac6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b2957825614496eafbb1d1e3c400815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660409 Aug 25 11:29:03.637172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55804) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:03.653103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426be5-d928-40de-a337-0e991f024ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1df76d-4389-4bd0-8fd6-193c2c838c6e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:03.681869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62b86f-cdd0-4148-915d-21053005042a req-a1844541-f143-4620-942d-039cf317c574 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:03.683530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e62b86f-cdd0-4148-915d-21053005042a req-a1844541-f143-4620-942d-039cf317c574 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 944 time: 0.2940652 Aug 25 11:29:03.716804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd688eb-2671-4bb8-a78c-1e102e6f356d req-aa550361-1385-4b75-ae83-b1ccb4324d20 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:03.718418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3dd688eb-2671-4bb8-a78c-1e102e6f356d req-aa550361-1385-4b75-ae83-b1ccb4324d20 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.2888258 Aug 25 11:29:03.749014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-d000163e-ef35-4e54-b82f-53caca902aa7 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853300 Aug 25 11:29:03.790064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe0e5-799c-4a97-9eac-8337a9d12eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.827561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe0e5-799c-4a97-9eac-8337a9d12eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.847966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.890141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e62b86f-cdd0-4148-915d-21053005042a req-816281da-05ee-46a2-a59e-9e2525413ad4 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940286 Aug 25 11:29:03.904874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=6878abc8-05b2-43e3-9e78-8b47140bb49e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:03.918477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3dd688eb-2671-4bb8-a78c-1e102e6f356d req-8ea83ad9-2488-4039-ac89-6cb3e790af0c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900403 Aug 25 11:29:03.919587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eccb2155-db21-4615-9100-4be90b34366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.924448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eccb2155-db21-4615-9100-4be90b34366a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:03.926469 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eccb2155-db21-4615-9100-4be90b34366a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f50aaf9e-c607-414c-9ba3-9b733753213f HTTP/1.1" status: 204 len: 168 time: 0.6682780 Aug 25 11:29:03.973844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb2155-db21-4615-9100-4be90b34366a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50aaf9e-c607-414c-9ba3-9b733753213f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:03.976766 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a5989-b661-4e94-9f1c-f783312ec10b x-openstack-request-id: req-857a5989-b661-4e94-9f1c-f783312ec10b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:03.977581 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:03.977936 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-857a5989-b661-4e94-9f1c-f783312ec10b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:03.978364 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'code': 200} Aug 25 11:29:04.022600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.029500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.034034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8486878e-c56f-442c-a2b4-2af90f50703f tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/floatingips/e7822024-c911-43cc-a5c1-e716acfc1eb3 HTTP/1.1" status: 204 len: 168 time: 1.1717954 Aug 25 11:29:04.034269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:04.058060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe0e5-799c-4a97-9eac-8337a9d12eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.062224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe0e5-799c-4a97-9eac-8337a9d12eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.063936 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d0fe0e5-799c-4a97-9eac-8337a9d12eed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd1df76d-4389-4bd0-8fd6-193c2c838c6e HTTP/1.1" status: 204 len: 168 time: 0.4238708 Aug 25 11:29:04.075302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2de3b9d7-c33d-45b9-b49d-be340d232f6e req-f6eddebf-66ca-4187-9110-54d2a57b563b service neutron] 10.222.0.67 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148689 Aug 25 11:29:04.098677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe0e5-799c-4a97-9eac-8337a9d12eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1df76d-4389-4bd0-8fd6-193c2c838c6e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:04.266579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:04.267211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.453739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.487825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for 0beaf1af-3d06-4e67-a8c6-bbc75143fc93 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:04.498060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189fd8-7a6d-4519-9689-4e73ab24166d req-e873a3ef-6599-4401-a0a6-8283ef7866b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:04.500927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07189fd8-7a6d-4519-9689-4e73ab24166d req-e873a3ef-6599-4401-a0a6-8283ef7866b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1099 time: 0.2983804 Aug 25 11:29:04.591012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425efd6-d761-4697-8c48-3fc4f34192bc req-b6483c89-4069-47b5-875e-02cf43428ec5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:04.601828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8425efd6-d761-4697-8c48-3fc4f34192bc req-b6483c89-4069-47b5-875e-02cf43428ec5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 943 time: 0.2743638 Aug 25 11:29:04.615953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-3ac3c2e1-feab-4687-9143-6bcdb8b69361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:04.619048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-3ac3c2e1-feab-4687-9143-6bcdb8b69361 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 1095 time: 0.4340467 Aug 25 11:29:04.624724 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:29:04.668511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a55d1ac7-f29d-46b6-9751-5960613108d3 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:29:04.677772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5d6c-e411-43ff-ba67-40f11e90cf7a req-227b338a-e07e-43f3-a79d-f8ffb5b40680 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:04.690972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fd5d6c-e411-43ff-ba67-40f11e90cf7a req-227b338a-e07e-43f3-a79d-f8ffb5b40680 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.3890922 Aug 25 11:29:04.745589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port a55d1ac7-f29d-46b6-9751-5960613108d3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:29:04.756202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port a55d1ac7-f29d-46b6-9751-5960613108d3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:29:04.756971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.769298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.851160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=0beaf1af-3d06-4e67-a8c6-bbc75143fc93,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:04.856680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07189fd8-7a6d-4519-9689-4e73ab24166d req-db5f234c-d2c6-4c2e-b2f3-62f13abbeaca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355982 Aug 25 11:29:04.918476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8425efd6-d761-4697-8c48-3fc4f34192bc req-f08991ee-fa92-4f26-ad8d-201531dc184b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148708 Aug 25 11:29:04.978839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:04.984403 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9401dd94-0873-47fd-848a-692f1a5818a0 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/ports/0beaf1af-3d06-4e67-a8c6-bbc75143fc93 HTTP/1.1" status: 204 len: 168 time: 0.9469762 Aug 25 11:29:04.985073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55838) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:05.032039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:05.095866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fd5d6c-e411-43ff-ba67-40f11e90cf7a req-6e657eca-9d95-4019-9c8b-40987ea0be3b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854318 Aug 25 11:29:05.104198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-73663093-d3a1-4ece-8736-21ace57db982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:05.110951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-73663093-d3a1-4ece-8736-21ace57db982 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 0.4701138 Aug 25 11:29:05.157423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port 71986064-93b7-413f-9594-96cfed0838e0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:05.157862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:05.171284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a55d1ac7-f29d-46b6-9751-5960613108d3,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:05.184370 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:05.217332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-33167362-654f-40e3-bcb9-60306d99179a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6 HTTP/1.1" status: 200 len: 217 time: 0.0958028 Aug 25 11:29:05.339309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:05.508760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37304a3-1ec2-4954-b0d2-05f83e24ac10 req-d596d32c-312d-4273-bd23-c979e24ee369 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:05.511024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37304a3-1ec2-4954-b0d2-05f83e24ac10 req-d596d32c-312d-4273-bd23-c979e24ee369 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.2912886 Aug 25 11:29:05.519951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-cee6bc04-169c-4b4b-93d8-612b8995c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:05.522429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-cee6bc04-169c-4b4b-93d8-612b8995c463 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.2142489 Aug 25 11:29:05.537079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c4cb-2959-4708-865b-88f26f13a3ab req-4e607fe3-ebde-415e-9232-56ff99b4cbec tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:05.547762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e328c4cb-2959-4708-865b-88f26f13a3ab req-4e607fe3-ebde-415e-9232-56ff99b4cbec tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.2130721 Aug 25 11:29:05.650457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-ab8023f2-93e6-49cf-b5c9-9e499d50f10d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987189 Aug 25 11:29:05.678939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e37304a3-1ec2-4954-b0d2-05f83e24ac10 req-1c8a0bd3-1a4d-4409-bcbc-871dcb88169d tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545694 Aug 25 11:29:05.706955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e328c4cb-2959-4708-865b-88f26f13a3ab req-b1a19759-e00f-4ec7-a1c8-2a18525fb35c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581333 Aug 25 11:29:05.736898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:05.755347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for 71986064-93b7-413f-9594-96cfed0838e0 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:05.799540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-ae7dea26-5104-4e7f-bded-a67eca7baf3e service neutron] 10.222.0.67 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383643 Aug 25 11:29:05.946238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:05.958791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaa4cf91-e4bc-44df-ad23-c80753f22e8b req-66bcfeab-b092-41f4-80d4-97986806af04 service neutron] 10.222.0.67 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496456 Aug 25 11:29:05.979889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=71986064-93b7-413f-9594-96cfed0838e0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:05.980037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:05.984593 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954b7cb0-ef98-41b5-83ca-811540612059" -d '{"events": [{"server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "name": "network-vif-plugged", "status": "completed", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:06.136344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:06.142992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e2b45124-f1d9-4051-9483-176282938de9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/ports/71986064-93b7-413f-9594-96cfed0838e0 HTTP/1.1" status: 204 len: 168 time: 1.1567836 Aug 25 11:29:06.144979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55884) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:06.313138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting subnet da90f6d9-7627-42d3-9af7-d62e6c42acb8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:29:06.331607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:06.419356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93954d51-557c-4430-8d94-0b056a52435b req-15113699-ab58-4ea9-aa75-cd2d81023455 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:06.422276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93954d51-557c-4430-8d94-0b056a52435b req-15113699-ab58-4ea9-aa75-cd2d81023455 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 943 time: 0.2308574 Aug 25 11:29:06.526403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-37ecc272-a2df-47dd-b4cc-7cf3e24aef98 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:06.542609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-37ecc272-a2df-47dd-b4cc-7cf3e24aef98 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.3849833 Aug 25 11:29:06.583842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:06.782976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-94e7c7df-efaa-400f-a086-f4b51d8af512 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0739012 Aug 25 11:29:06.801541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93954d51-557c-4430-8d94-0b056a52435b req-a50060dd-e4f7-4c66-a791-86a7414eb0fb tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638871 Aug 25 11:29:06.908675 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4aacc-3379-49b0-bcce-30dec112f2c8 x-openstack-request-id: req-0ea4aacc-3379-49b0-bcce-30dec112f2c8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:06.909564 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "name": "network-vif-plugged", "status": "completed", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:06.910253 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ea4aacc-3379-49b0-bcce-30dec112f2c8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:06.911063 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'code': 200} Aug 25 11:29:07.088998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374617d-aea9-4dc0-b28e-309cf1961efc req-f3c16997-035c-46f4-89ab-3907e6dfc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:07.090874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-34bb9c5a-0010-4aab-9adf-bc13d2bd58f3 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2873390 Aug 25 11:29:07.092187 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f374617d-aea9-4dc0-b28e-309cf1961efc req-f3c16997-035c-46f4-89ab-3907e6dfc1b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 1097 time: 0.0959005 Aug 25 11:29:07.187045 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:07.224211 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f374617d-aea9-4dc0-b28e-309cf1961efc req-5d02adec-c39b-4d5a-a767-01e137944190 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208422 Aug 25 11:29:07.391146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38de478-2e1b-46df-b6ab-d44255d6e344 req-b373bf4f-806e-4688-8212-89995c86840b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:07.403137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d38de478-2e1b-46df-b6ab-d44255d6e344 req-b373bf4f-806e-4688-8212-89995c86840b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.3747792 Aug 25 11:29:07.499029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:07.515713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d38de478-2e1b-46df-b6ab-d44255d6e344 req-1a44e5ad-a3a3-4518-827f-b020b9d61cc2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041045 Aug 25 11:29:07.626386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Subnet': ['ID=da90f6d9-7627-42d3-9af7-d62e6c42acb8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:07.635203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:07.638030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2b497f5d-8265-4278-be4d-a404e4f129ad tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/subnets/da90f6d9-7627-42d3-9af7-d62e6c42acb8 HTTP/1.1" status: 204 len: 168 time: 1.4911566 Aug 25 11:29:07.642514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55948) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:07.647267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b47bdd-b070-4792-a98a-622e150b243c None None] Network 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:29:07.660285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-eaf7775f-efce-44db-b666-9c5e17c879e3 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493777 Aug 25 11:29:07.816337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472ab7-2788-49a4-ab8c-b584eaeed719 req-7ef774a8-b0bd-4f0c-b788-11ad2217581f tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:07.819542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7472ab7-2788-49a4-ab8c-b584eaeed719 req-7ef774a8-b0bd-4f0c-b788-11ad2217581f tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.0960619 Aug 25 11:29:07.842540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting subnet 1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:29:07.850247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:07.867481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-0a9994d9-a097-4c57-a2b8-bde0f2b6c6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060299 Aug 25 11:29:07.907824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7472ab7-2788-49a4-ab8c-b584eaeed719 req-0cc82741-aac2-4b2c-b936-f5a2f186be38 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790379 Aug 25 11:29:07.969184 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:07.988601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] DHCP port deletion for 5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:29:08.046802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3606aaec-9b49-4ccb-966b-bfff13e555e6 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:29:08.121494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d7aa-a7f5-4b2c-94dc-c6a128559218 req-3a355df2-c20d-4f82-98ba-3c48ad224a6f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:08.136953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d85d7aa-a7f5-4b2c-94dc-c6a128559218 req-3a355df2-c20d-4f82-98ba-3c48ad224a6f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 943 time: 0.1075203 Aug 25 11:29:08.157302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] Deleting port 319da910-3f8e-4426-9f0e-9ee14c5db670 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:08.157961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:08.303080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d85d7aa-a7f5-4b2c-94dc-c6a128559218 req-4f21efb9-8846-4916-bf3b-2dbcc5461fe7 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685994 Aug 25 11:29:08.317472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:08.393314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9121099e-4dfd-4e99-a302-e3178710f01c req-7b0254f4-f624-429e-b3fa-c777d6ed87a6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 210 time: 0.0681331 Aug 25 11:29:08.500985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:08.561775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2dfe30-ebad-4cfe-8ae5-4c097c220d44,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:08.564032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:08.566614 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3dafe869-6167-41b2-8133-f56297908dc9 tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/subnets/1f2dfe30-ebad-4cfe-8ae5-4c097c220d44 HTTP/1.1" status: 204 len: 168 time: 0.9224811 Aug 25 11:29:08.571493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55966) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:08.881086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d9807-35ee-438f-9443-117c789389d2 None None] Network 4742c583-3791-4e0c-80fa-01337094a4d4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:29:08.960321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.079422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3606aaec-9b49-4ccb-966b-bfff13e555e6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:09.111085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadc7b-1dc6-47f7-97d6-05fc8cd932fe req-17fdd205-d98c-4c1c-bcbf-2deff9f19d6f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:09.126268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93fadc7b-1dc6-47f7-97d6-05fc8cd932fe req-17fdd205-d98c-4c1c-bcbf-2deff9f19d6f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.4384634 Aug 25 11:29:09.132309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] For port 319da910-3f8e-4426-9f0e-9ee14c5db670, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=319da910-3f8e-4426-9f0e-9ee14c5db670,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:09.132973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.176990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '3606aaec-9b49-4ccb-966b-bfff13e555e6', 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'port_id': '3606aaec-9b49-4ccb-966b-bfff13e555e6', 'mac_address': 'fa:16:3e:3a:16:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2791df-5c24-4bcc-baff-42724a285861', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:29:09.190032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] Calling delete_port for 319da910-3f8e-4426-9f0e-9ee14c5db670 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:09.321488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 319da910-3f8e-4426-9f0e-9ee14c5db670 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:09.324211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93fadc7b-1dc6-47f7-97d6-05fc8cd932fe req-cfabf88f-5655-4ce8-ae6b-e13926472c46 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967163 Aug 25 11:29:09.340020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906aca9-c7a7-4b00-b491-af85925386b1 req-7f3016c3-9b93-4dcd-883a-6bf5afa607ab tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:09.348237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7906aca9-c7a7-4b00-b491-af85925386b1 req-7f3016c3-9b93-4dcd-883a-6bf5afa607ab tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.3303959 Aug 25 11:29:09.479074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7906aca9-c7a7-4b00-b491-af85925386b1 req-e5464d74-3f2e-4cf7-8818-dd4bd72d2db4 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298027 Aug 25 11:29:09.482392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Deleting port 319da910-3f8e-4426-9f0e-9ee14c5db670 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:09.482802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.539699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.636863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3606aaec-9b49-4ccb-966b-bfff13e555e6 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:09.642779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a08cd94-fa63-4a32-adff-b318baac6fd9 req-3ef21670-315f-48c3-81a5-7c5d427a8df4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 210 time: 0.0598388 Aug 25 11:29:09.723838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3606aaec-9b49-4ccb-966b-bfff13e555e6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:09.774584 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.803083 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.803623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] For port 319da910-3f8e-4426-9f0e-9ee14c5db670, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=319da910-3f8e-4426-9f0e-9ee14c5db670,segment=NetworkSegment(b9bdf5f1-1101-4587-ad67-57e595376c91),segment_id=b9bdf5f1-1101-4587-ad67-57e595376c91)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:09.805485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.854431 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:09.860327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23b02e-5d52-4d2a-a571-05a73463c368 req-684789cc-829e-45b6-ad88-f6e38268b8f8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:09.874565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f23b02e-5d52-4d2a-a571-05a73463c368 req-684789cc-829e-45b6-ad88-f6e38268b8f8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 943 time: 0.2941399 Aug 25 11:29:09.876335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Calling delete_port for 319da910-3f8e-4426-9f0e-9ee14c5db670 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:09.890622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] No DVR routers for this DVR port 319da910-3f8e-4426-9f0e-9ee14c5db670 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:09.913905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] DHCP port deletion for 4742c583-3791-4e0c-80fa-01337094a4d4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:29:10.088837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=3606aaec-9b49-4ccb-966b-bfff13e555e6,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:10.098680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['3606aaec-9b49-4ccb-966b-bfff13e555e6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:10.163626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f23b02e-5d52-4d2a-a571-05a73463c368 req-5e380aef-28fc-4299-ac44-fe4596373f77 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805920 Aug 25 11:29:10.187532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06ec58-3d3f-490d-8156-2ecbbbe4de11 None None] Pushing event deleted for resources: {'Port': ['ID=319da910-3f8e-4426-9f0e-9ee14c5db670,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:10.259596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdf9be-2632-45bd-9f0b-0ace311778b2 req-6ab14eea-63bb-4539-936d-8191236bc459 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:10.261715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9cdf9be-2632-45bd-9f0b-0ace311778b2 req-6ab14eea-63bb-4539-936d-8191236bc459 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.3696527 Aug 25 11:29:10.282033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:10.298998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Request body: {'floatingip': {'port_id': 'a55d1ac7-f29d-46b6-9751-5960613108d3'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:10.373849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] Deleting port f043afaf-6468-47c2-adb5-3545a48f1568 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:10.375078 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.440426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.497921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.498386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-2d7c9e90-6840-44aa-a2bd-281136907f4d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:10.502779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-2d7c9e90-6840-44aa-a2bd-281136907f4d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.3097644 Aug 25 11:29:10.547138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:10.564513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Port': ['ID=319da910-3f8e-4426-9f0e-9ee14c5db670,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:10.570697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] No DVR routers for this DVR port 319da910-3f8e-4426-9f0e-9ee14c5db670 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:10.663027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] For port f043afaf-6468-47c2-adb5-3545a48f1568, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f043afaf-6468-47c2-adb5-3545a48f1568,segment=NetworkSegment(8b012c02-9cb2-460d-9eee-b1d7ec1f5eae),segment_id=8b012c02-9cb2-460d-9eee-b1d7ec1f5eae)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:10.667096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.757908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] Calling delete_port for f043afaf-6468-47c2-adb5-3545a48f1568 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:10.780929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.800373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9d0a61-590f-4b2a-a6df-a9acf0443cd7']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:10.822383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bdf5f1-1101-4587-ad67-57e595376c91') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:10.822689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bdf5f1-1101-4587-ad67-57e595376c91') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:10.833871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:29:10.838513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.855272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.951600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:10.998237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] Pushing event deleted for resources: {'Port': ['ID=f043afaf-6468-47c2-adb5-3545a48f1568,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:11.029856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816c0df-c3ba-4fb7-8667-0a2f5d18bbea None None] No DVR routers for this DVR port f043afaf-6468-47c2-adb5-3545a48f1568 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:11.042134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.4 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/5ed4f594-19ab-4276-a7f4-ce35b61f795a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:29:11.195922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f043afaf-6468-47c2-adb5-3545a48f1568 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:11.263443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: f043afaf-6468-47c2-adb5-3545a48f1568 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:11.264199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f043afaf-6468-47c2-adb5-3545a48f1568 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:11.362905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.368084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.375528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:29:11.376219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.415708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.430352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d', 'a97f47ef-8cbe-4163-be4f-877dee928663'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:11.482444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:29:11.486784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:29:11.490224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:29:11.532804 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:29:11.608158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:11.609207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.626626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.639369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=5ed4f594-19ab-4276-a7f4-ce35b61f795a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:11.658107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3221fc3a-8c87-45df-83a3-e9aff9de4803 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277237 Aug 25 11:29:11.674610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Request body: {'port': {'device_id': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:11.703252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.713419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56022) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:11.715010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/networks/5c9d0a61-590f-4b2a-a6df-a9acf0443cd7 HTTP/1.1" status: 204 len: 168 time: 3.1397080 Aug 25 11:29:11.825269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192559b-3b32-4999-8352-7d99ceaf57cf tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Network': ['ID=5c9d0a61-590f-4b2a-a6df-a9acf0443cd7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:11.870265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:11.910273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:11.950496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3f5ee-2dde-4415-b47f-65528a9e91c1 req-fe424232-49b4-4c2f-920a-038c55e398b2 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:11.953256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5c3f5ee-2dde-4415-b47f-65528a9e91c1 req-fe424232-49b4-4c2f-920a-038c55e398b2 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 944 time: 0.4222989 Aug 25 11:29:11.969017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9511b-161c-4460-8de5-77ff04b28e41 req-36774fb3-1798-4315-a324-bd2b7095455b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:11.982556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8da9511b-161c-4460-8de5-77ff04b28e41 req-36774fb3-1798-4315-a324-bd2b7095455b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 931 time: 0.6443748 Aug 25 11:29:12.011129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.038412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4742c583-3791-4e0c-80fa-01337094a4d4']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:12.051172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:12.051527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b012c02-9cb2-460d-9eee-b1d7ec1f5eae') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:12.068282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.083461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3606aaec-9b49-4ccb-966b-bfff13e555e6 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:29:12.116781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.127996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5c3f5ee-2dde-4415-b47f-65528a9e91c1 req-1211192a-4d62-4193-afe3-5e2294b7d35c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402390 Aug 25 11:29:12.129306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:29:12.132342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.172473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8da9511b-161c-4460-8de5-77ff04b28e41 req-9350c7a2-1bca-4fa4-8d09-c6710e44eb4a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636832 Aug 25 11:29:12.219544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 3606aaec-9b49-4ccb-966b-bfff13e555e6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:29:12.228733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 3606aaec-9b49-4ccb-966b-bfff13e555e6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:29:12.229665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:29:12.237232 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:29:12.242436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.247724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.273563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.276167 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] 10.222.0.35 "DELETE /v2.0/networks/4742c583-3791-4e0c-80fa-01337094a4d4 HTTP/1.1" status: 204 len: 168 time: 0.5611510 Aug 25 11:29:12.279938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c080662-2397-4e56-9753-e8e369ea7c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.323052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0cd05-0613-420d-9344-d111fe55601d tempest-TaggedBootDevicesTest_v242-315122910 tempest-TaggedBootDevicesTest_v242-315122910-project] Pushing event deleted for resources: {'Network': ['ID=4742c583-3791-4e0c-80fa-01337094a4d4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:12.361755 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.371645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.451099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.492737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3606aaec-9b49-4ccb-966b-bfff13e555e6'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:12.495970 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d89fe8-437b-4f94-9a3b-22badf390abc" -d '{"events": [{"server_uuid": "5dc5f0ca-7442-4208-b0a9-c2eddea3acda", "name": "network-vif-plugged", "status": "completed", "tag": "3606aaec-9b49-4ccb-966b-bfff13e555e6"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:12.513022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 3606aaec-9b49-4ccb-966b-bfff13e555e6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:12.521004 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.594124 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355ff17c-c075-4d41-a0d5-dcc4e58cfbe5 x-openstack-request-id: req-355ff17c-c075-4d41-a0d5-dcc4e58cfbe5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:12.595300 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc5f0ca-7442-4208-b0a9-c2eddea3acda", "name": "network-vif-plugged", "status": "completed", "tag": "3606aaec-9b49-4ccb-966b-bfff13e555e6", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:12.595460 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-355ff17c-c075-4d41-a0d5-dcc4e58cfbe5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:12.595793 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3606aaec-9b49-4ccb-966b-bfff13e555e6', 'code': 200} Aug 25 11:29:12.710619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=3606aaec-9b49-4ccb-966b-bfff13e555e6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:12.741291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c080662-2397-4e56-9753-e8e369ea7c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.771071 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Floating IP 5474d7ab-524c-4368-9d15-a24cf499f1f2 associated. External IP: 172.25.1.249, port: a55d1ac7-f29d-46b6-9751-5960613108d3. Aug 25 11:29:12.803517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c080662-2397-4e56-9753-e8e369ea7c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:12.854526 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c080662-2397-4e56-9753-e8e369ea7c73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b75cafae89045789c9cf86eba4f17bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9431045 Aug 25 11:29:12.856536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56040) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:12.914355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c080662-2397-4e56-9753-e8e369ea7c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9c06c-edaf-4b44-af63-a9473fb6c519,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:12.960777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa44fa-8897-486f-9e8c-d7660a43c273 req-1e09fc60-cb0a-4b56-bfb5-d4cdd2ab925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:12.963889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6aa44fa-8897-486f-9e8c-d7660a43c273 req-1e09fc60-cb0a-4b56-bfb5-d4cdd2ab925e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 1097 time: 0.2661247 Aug 25 11:29:12.978925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd8911b1-96fa-490e-9553-34eddc04994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.010689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed4f594-19ab-4276-a7f4-ce35b61f795a {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:13.027760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6aa44fa-8897-486f-9e8c-d7660a43c273 req-8ebf6d00-c8ab-4cb2-9fc7-be89c0aa3777 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545866 Aug 25 11:29:13.036740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd8911b1-96fa-490e-9553-34eddc04994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.040670 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.080044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Transition to ACTIVE for port object 5ed4f594-19ab-4276-a7f4-ce35b61f795a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:29:13.109550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.207369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Router 2203821b-ea20-4056-bf57-76900371af6c has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:29:13.251481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd8911b1-96fa-490e-9553-34eddc04994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.256006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd8911b1-96fa-490e-9553-34eddc04994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.258633 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd8911b1-96fa-490e-9553-34eddc04994f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6f9c06c-edaf-4b44-af63-a9473fb6c519 HTTP/1.1" status: 204 len: 168 time: 0.3993587 Aug 25 11:29:13.259643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed4f594-19ab-4276-a7f4-ce35b61f795a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:13.294379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8911b1-96fa-490e-9553-34eddc04994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9c06c-edaf-4b44-af63-a9473fb6c519,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:13.371825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Attempting to bind port 5ed4f594-19ab-4276-a7f4-ce35b61f795a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:29:13.372228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Attempting to bind port 5ed4f594-19ab-4276-a7f4-ce35b61f795a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:29:13.372574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Attempting to bind port 5ed4f594-19ab-4276-a7f4-ce35b61f795a on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:13.378457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Port 5ed4f594-19ab-4276-a7f4-ce35b61f795a on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:29:13.378799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Attempting to bind port 5ed4f594-19ab-4276-a7f4-ce35b61f795a on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:13.386443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:29:13.386690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:29:13.387314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:29:13.387787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Bound port: 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:29:13.388258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.472522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] For port 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:29:13.477353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] For port 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:29:13.486084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.541584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:13.542473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.544037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5ed4f594-19ab-4276-a7f4-ce35b61f795a HTTP/1.1" status: 200 len: 1092 time: 1.8765502 Aug 25 11:29:13.544595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'tag': '5ed4f594-19ab-4276-a7f4-ce35b61f795a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:13.549514 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5dc6b4-c138-4697-8816-ef1e27907cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9601bc4-87bc-4970-b302-afb6c2da547a", "tag": "5ed4f594-19ab-4276-a7f4-ce35b61f795a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:13.616396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:29:13.631023 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] Sync routers for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:29:13.643396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:13.658397 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:29:13.664313 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:28:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:13.710545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d3b11-5749-462d-927c-5d627a2f87d3 req-3d8cbb37-1b1b-45f0-b732-7c54dae8987b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:13.712443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf3d3b11-5749-462d-927c-5d627a2f87d3 req-3d8cbb37-1b1b-45f0-b732-7c54dae8987b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 943 time: 0.3417988 Aug 25 11:29:13.715126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186b9ca-323d-4b57-aa92-e6aa9ce164d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed4f594-19ab-4276-a7f4-ce35b61f795a,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:13.725840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2ba9-9aff-4f42-b2e7-e91e604aa70e req-d841cc41-86a8-4ffc-ba16-3220377d3225 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:13.729614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-faee2ba9-9aff-4f42-b2e7-e91e604aa70e req-d841cc41-86a8-4ffc-ba16-3220377d3225 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 945 time: 0.3483727 Aug 25 11:29:13.751879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-8e53bf22-60c4-4b4c-96d7-38bedea0123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:13.753715 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-8e53bf22-60c4-4b4c-96d7-38bedea0123b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 1095 time: 0.1240563 Aug 25 11:29:13.823772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bd7de6d9-1778-4f12-94a1-d400799ee66e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "PUT /v2.0/floatingips/5474d7ab-524c-4368-9d15-a24cf499f1f2 HTTP/1.1" status: 200 len: 991 time: 3.5327773 Aug 25 11:29:13.836020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:13.840641 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-e20f50f8-7b3f-4331-9ade-222d0f3ba9aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a HTTP/1.1" status: 200 len: 217 time: 0.0766509 Aug 25 11:29:13.841171 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf5f05-703c-45c9-a960-04d66c9f77c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:13.923749 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:29:13.945488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf3d3b11-5749-462d-927c-5d627a2f87d3 req-81cc9a9b-e437-4eee-9442-de8a413e5946 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948946 Aug 25 11:29:13.953254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-faee2ba9-9aff-4f42-b2e7-e91e604aa70e req-d1b08961-e2f6-4127-bc72-02a0bf2e7348 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152271 Aug 25 11:29:14.022634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-063618e9-7d1f-4464-bb02-423c6e583fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:14.022634 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-063618e9-7d1f-4464-bb02-423c6e583fbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1685238 Aug 25 11:29:14.071511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:14.102280 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12347eb4-5946-4923-b172-3ddb7d5a05b2 x-openstack-request-id: req-12347eb4-5946-4923-b172-3ddb7d5a05b2 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:14.103235 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9601bc4-87bc-4970-b302-afb6c2da547a", "tag": "5ed4f594-19ab-4276-a7f4-ce35b61f795a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:14.103511 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12347eb4-5946-4923-b172-3ddb7d5a05b2 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:14.104119 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'tag': '5ed4f594-19ab-4276-a7f4-ce35b61f795a', 'status': 'completed', 'code': 200} Aug 25 11:29:14.106729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-13711d1c-161f-43c2-827f-12a41ce19b2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777745 Aug 25 11:29:14.126595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfadd579-be8b-4113-b57c-3c47244bc6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.177287 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25080309-440c-4403-85f6-61acbcee881f x-openstack-request-id: req-25080309-440c-4403-85f6-61acbcee881f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:14.179101 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:14.184350 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25080309-440c-4403-85f6-61acbcee881f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:14.185452 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'status': 'completed', 'code': 200} Aug 25 11:29:14.353291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-4789577d-8d4d-4447-95ab-d09ddfba466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:14.357052 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-4789577d-8d4d-4447-95ab-d09ddfba466c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64db1891c0c6411b8a39ed7a12d64ec3&device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 1097 time: 0.0984929 Aug 25 11:29:14.384572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfadd579-be8b-4113-b57c-3c47244bc6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.398274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfadd579-be8b-4113-b57c-3c47244bc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.473137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-0dc31b75-0d68-4432-ac15-a7685b83a552 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580344 Aug 25 11:29:14.516007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dfadd579-be8b-4113-b57c-3c47244bc6f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0777262850b448d782754e8c87621b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398730 Aug 25 11:29:14.519905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56062) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:14.582449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-0dae7d51-8175-4fac-b518-a919194d6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:14.582687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadd579-be8b-4113-b57c-3c47244bc6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6289dc7-5220-4f0f-a199-ea4bc417eaa2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:14.583758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-0dae7d51-8175-4fac-b518-a919194d6d54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 HTTP/1.1" status: 200 len: 916 time: 0.2123241 Aug 25 11:29:14.629106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f08baadd-06c9-40bc-9ac5-f45c797a6d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.670898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-208c3155-c463-416d-ae52-6fd3bf392357 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55d1ac7-f29d-46b6-9751-5960613108d3 HTTP/1.1" status: 200 len: 999 time: 0.0741851 Aug 25 11:29:14.675267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f08baadd-06c9-40bc-9ac5-f45c797a6d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.734418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-da504110-4bd5-4038-8696-9b24b6c84b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:14.735956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-da504110-4bd5-4038-8696-9b24b6c84b78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d HTTP/1.1" status: 200 len: 854 time: 0.0546105 Aug 25 11:29:14.757430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f08baadd-06c9-40bc-9ac5-f45c797a6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.760502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f08baadd-06c9-40bc-9ac5-f45c797a6d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:14.766305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f08baadd-06c9-40bc-9ac5-f45c797a6d54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6289dc7-5220-4f0f-a199-ea4bc417eaa2 HTTP/1.1" status: 204 len: 168 time: 0.2449970 Aug 25 11:29:14.787032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08baadd-06c9-40bc-9ac5-f45c797a6d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6289dc7-5220-4f0f-a199-ea4bc417eaa2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:14.799290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-259d5bfa-d097-487a-80ff-64146a2388e8 req-b5937865-beff-48ec-8336-f261efeff2dc service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112857 Aug 25 11:29:14.811759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-c71802fd-e5ae-427e-9dd1-ae7ba453b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:14.813818 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-c71802fd-e5ae-427e-9dd1-ae7ba453b198 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672076 Aug 25 11:29:14.830236 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '5474d7ab-524c-4368-9d15-a24cf499f1f2', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2203821b-ea20-4056-bf57-76900371af6c', 'port_id': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'mac_address': 'fa:16:3e:db:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:27:49Z', 'updated_at': '2021-08-25T11:29:12Z', 'revision_number': 1, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:58Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:14.895656 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] Checking router: 2203821b-ea20-4056-bf57-76900371af6c for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:29:14.919209 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:29:14.920293 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:28:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:14.994105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-e9e85572-fc4d-4447-ac00-3b009865d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:14.996445 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-e9e85572-fc4d-4447-ac00-3b009865d578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 1095 time: 0.0901973 Aug 25 11:29:15.104415 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-9d378154-42ef-4587-98b6-239b6fc7a20f service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782876 Aug 25 11:29:15.212676 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:29:15.385375 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efdf5f05-703c-45c9-a960-04d66c9f77c9 req-1c251aba-7e56-4afc-86dd-b9b0d0d9dfb3 service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710321 Aug 25 11:29:15.411428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-21aafcab-6090-470b-bd3c-76895582a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.414300 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-21aafcab-6090-470b-bd3c-76895582a033 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.4066415 Aug 25 11:29:15.430785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-ee4e6bec-dc6c-46a4-ad3c-81680df23525 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1677661 Aug 25 11:29:15.470765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848a760-c081-4249-a811-ed53083fa47a req-876532b5-1a43-407d-9a3f-2d46b84f204e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.473642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d848a760-c081-4249-a811-ed53083fa47a req-876532b5-1a43-407d-9a3f-2d46b84f204e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 945 time: 0.3272965 Aug 25 11:29:15.497547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b2800-77f6-4b46-85e2-f5f56e840799 req-da0da8e9-0b5d-4dc3-a5a8-1188cabe3a7d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.506787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-556b2800-77f6-4b46-85e2-f5f56e840799 req-da0da8e9-0b5d-4dc3-a5a8-1188cabe3a7d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 943 time: 0.3322983 Aug 25 11:29:15.557435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-f02ef18c-f65f-4321-93a0-69e3711a352d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a HTTP/1.1" status: 200 len: 217 time: 0.1301453 Aug 25 11:29:15.600647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-556b2800-77f6-4b46-85e2-f5f56e840799 req-694cf96e-6520-46ec-be31-040b200e0ca8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928409 Aug 25 11:29:15.624417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d848a760-c081-4249-a811-ed53083fa47a req-8d3718e6-01da-413e-8b0e-4493a419f01d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149166 Aug 25 11:29:15.665212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.665723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.666391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.666860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.667340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.667815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.668953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.670759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4869d32c-7e67-494d-bd22-270d5a98f5b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 6497 time: 0.1370618 Aug 25 11:29:15.698814 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '5474d7ab-524c-4368-9d15-a24cf499f1f2', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2203821b-ea20-4056-bf57-76900371af6c', 'port_id': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'mac_address': 'fa:16:3e:db:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:27:49Z', 'updated_at': '2021-08-25T11:29:12Z', 'revision_number': 1, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:58Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:15.737786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-c0e7b382-c927-40b9-a021-04872155d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.739383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-c0e7b382-c927-40b9-a021-04872155d585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1717746 Aug 25 11:29:15.805481 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee84fc69-57db-4c9c-9ce4-a576335cca91 None None] The sync data for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 is: [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '5474d7ab-524c-4368-9d15-a24cf499f1f2', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2203821b-ea20-4056-bf57-76900371af6c', 'port_id': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'mac_address': 'fa:16:3e:db:91:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:27:49Z', 'updated_at': '2021-08-25T11:29:12Z', 'revision_number': 1, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:58Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:29:15.807862 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-e00223eb-c7ef-4bd2-ab05-2a822f518a0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523479 Aug 25 11:29:15.894311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4b4c01dd-8e3c-4319-8274-27636ed17896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.894802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4b4c01dd-8e3c-4319-8274-27636ed17896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.909654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4b4c01dd-8e3c-4319-8274-27636ed17896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:15.912980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4b4c01dd-8e3c-4319-8274-27636ed17896 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4c02236c-c78c-4537-9384-2ff1eca72838&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=1774e408-eb01-4a23-9513-208a0b6fe394&id=21fd759f-f92b-4e59-929b-4a2fc2225515&id=21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 200 len: 2294 time: 0.2033627 Aug 25 11:29:15.963083 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-dcb91e71-75c5-4670-a3ec-10ed46826279 service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425064 Aug 25 11:29:16.108045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-7a010ab8-49b5-4c63-8d25-fe9ce84e2f63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 200 len: 1000 time: 0.1875262 Aug 25 11:29:16.184086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-c243fe60-9748-479c-85c8-0b446b02319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:16.185945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-c243fe60-9748-479c-85c8-0b446b02319c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ffd3dc33-67e6-415a-97e4-94424d0919e6 HTTP/1.1" status: 200 len: 851 time: 0.0692420 Aug 25 11:29:16.219847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-be5dc6b4-c138-4697-8816-ef1e27907cb6 req-8a655e2c-3d04-4d34-98b8-7ac608ea2edf service neutron] 10.222.0.10 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494099 Aug 25 11:29:16.249936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7b78c-c5af-4029-95a2-ea103626cad0 None None] New status for floating IP 5474d7ab-524c-4368-9d15-a24cf499f1f2: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:29:16.333563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-766c64d6-3f81-40ed-b56c-8958df06fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:16.345062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-766c64d6-3f81-40ed-b56c-8958df06fef7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4c02236c-c78c-4537-9384-2ff1eca72838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428964 Aug 25 11:29:16.475759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef982ef-fb36-49a4-840a-a803eddbfbc2 req-90d2bd79-5b67-48a0-a797-76f73404046a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:16.483643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ef982ef-fb36-49a4-840a-a803eddbfbc2 req-90d2bd79-5b67-48a0-a797-76f73404046a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 945 time: 0.2056911 Aug 25 11:29:16.576134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-8d85ffd5-2909-461a-90a9-d5acd2972841 service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273042 Aug 25 11:29:16.584226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ef982ef-fb36-49a4-840a-a803eddbfbc2 req-801a43cf-328b-48a1-830e-0381a6ee6492 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988479 Aug 25 11:29:16.748396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ed4f594-19ab-4276-a7f4-ce35b61f795a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:29:16.773065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-bf541d28-e816-4320-94bd-1be59e62f06c service neutron] 10.222.0.10 "GET /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871548 Aug 25 11:29:16.855803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-a22e382a-7370-4db6-962c-f84262d9fcf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 217 time: 0.0756133 Aug 25 11:29:16.996606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-c1bc8e96-9f80-42ec-b1dc-07838d4b1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:17.008047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-c1bc8e96-9f80-42ec-b1dc-07838d4b1872 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1378419 Aug 25 11:29:17.092640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:17.138630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '5ed4f594-19ab-4276-a7f4-ce35b61f795a', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': '5ed4f594-19ab-4276-a7f4-ce35b61f795a', 'mac_address': 'fa:16:3e:6a:0e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:29:17.157461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487d085-8839-49d7-8e7b-297e81be6f97 req-540965a8-0de6-4d2f-893b-4b3bae60d548 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:17.159792 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0487d085-8839-49d7-8e7b-297e81be6f97 req-540965a8-0de6-4d2f-893b-4b3bae60d548 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 943 time: 0.1514752 Aug 25 11:29:17.164529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-80fac1e5-09ea-47f1-adcb-be4829a9e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:17.167005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-80fac1e5-09ea-47f1-adcb-be4829a9e5c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568875 Aug 25 11:29:17.245503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:17.305506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed4f594-19ab-4276-a7f4-ce35b61f795a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:17.342467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0487d085-8839-49d7-8e7b-297e81be6f97 req-8b47774d-52c6-47fa-b731-ba00d59a0dd4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294696 Aug 25 11:29:17.376460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:17.379458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-319c9ca1-e098-4501-87a4-986a75f68d88 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040784 Aug 25 11:29:17.396405 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:17.500049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5ed4f594-19ab-4276-a7f4-ce35b61f795a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:17.700618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-e28b235e-3070-4abe-b5f0-b85d5f08ce51 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983098 Aug 25 11:29:17.725377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5ed4f594-19ab-4276-a7f4-ce35b61f795a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:17.769020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-355af4c5-398e-4bd7-b114-9fe5fe305559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 217 time: 0.0592847 Aug 25 11:29:17.903153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-5738437c-c95e-4b7d-81a1-1ea9b8fcc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:17.904702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-5738437c-c95e-4b7d-81a1-1ea9b8fcc970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1198983 Aug 25 11:29:17.916622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-71383590-1d2f-45bc-9e5f-8f5d2ede3193 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:17.918937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-71383590-1d2f-45bc-9e5f-8f5d2ede3193 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.67 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 945 time: 0.1488984 Aug 25 11:29:18.130486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-0c82c8e4-ebfb-4f6a-8a9c-3bf7fa595871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:18.138487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-0c82c8e4-ebfb-4f6a-8a9c-3bf7fa595871 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2166302 Aug 25 11:29:18.186527 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-329e29b7-edb6-44e5-8cd1-f9590fa9f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:18.276845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Deleting port 3606aaec-9b49-4ccb-966b-bfff13e555e6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:18.277986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:18.591509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] For port 3606aaec-9b49-4ccb-966b-bfff13e555e6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=3606aaec-9b49-4ccb-966b-bfff13e555e6,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:18.591885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:18.647001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Calling delete_port for 3606aaec-9b49-4ccb-966b-bfff13e555e6 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:18.662927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-ef92a7a6-3bc3-4dea-9127-d93337df23ce service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123348 Aug 25 11:29:18.676782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcebf7-036b-415a-847b-b40bc15828f2 req-36caa545-9341-4398-a343-f1d3678d4184 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:18.679482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5fcebf7-036b-415a-847b-b40bc15828f2 req-36caa545-9341-4398-a343-f1d3678d4184 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 945 time: 0.8828313 Aug 25 11:29:18.976634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5fcebf7-036b-415a-847b-b40bc15828f2 req-4f6d760e-be9c-4d34-b276-a8f92be8f7ae tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379541 Aug 25 11:29:19.049997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-44211e44-145c-4064-b4bd-6f72571184c2 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690820 Aug 25 11:29:19.062053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f6c22-1e0e-4120-92f4-e8c4a2a3f2d2 req-6a1bf269-095d-4bb9-9477-69f05d74d7dd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:19.064102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a77f6c22-1e0e-4120-92f4-e8c4a2a3f2d2 req-6a1bf269-095d-4bb9-9477-69f05d74d7dd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 944 time: 0.5517123 Aug 25 11:29:19.127295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-24b7244a-8b97-4420-87a8-b01890f4e3dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0 HTTP/1.1" status: 200 len: 217 time: 0.0623078 Aug 25 11:29:19.192519 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:19.212296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec2d4256-eae3-47e5-a36d-de204213c5aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:19.217347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['3606aaec-9b49-4ccb-966b-bfff13e555e6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:19.242159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a77f6c22-1e0e-4120-92f4-e8c4a2a3f2d2 req-c9a9dfc9-e766-4dfb-a40a-027c8fd45445 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638124 Aug 25 11:29:19.245681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Pushing event deleted for resources: {'Port': ['ID=3606aaec-9b49-4ccb-966b-bfff13e555e6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:19.250288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-b9dd532e-8fd8-49a8-ae30-fbbd1b6c6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:19.251928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-b9dd532e-8fd8-49a8-ae30-fbbd1b6c6910 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1157618 Aug 25 11:29:19.842160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] No DVR routers for this DVR port 3606aaec-9b49-4ccb-966b-bfff13e555e6 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:19.846054 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:19.848235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41dc90c1-e0d2-4403-a0f0-25583ebc3310 req-13ed8fc7-290c-4635-9570-91d1a9293982 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.67 "DELETE /v2.0/ports/3606aaec-9b49-4ccb-966b-bfff13e555e6 HTTP/1.1" status: 204 len: 173 time: 1.9191387 Aug 25 11:29:19.858791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'name': 'network-vif-deleted', 'tag': '3606aaec-9b49-4ccb-966b-bfff13e555e6'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:19.861108 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5128764-e6d4-4b69-9c98-ca197254d00b" -d '{"events": [{"server_uuid": "5dc5f0ca-7442-4208-b0a9-c2eddea3acda", "name": "network-vif-deleted", "tag": "3606aaec-9b49-4ccb-966b-bfff13e555e6"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:19.918402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4f788e2f-0498-4ccd-8a7e-64959761d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:19.921285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4f788e2f-0498-4ccd-8a7e-64959761d5db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6580732 Aug 25 11:29:19.926181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-ce58b2a5-61f9-41f2-aa96-810edd3c9873 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849254 Aug 25 11:29:19.976836 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0cd99d-c334-4aea-a61c-d9feef5725ea x-openstack-request-id: req-dd0cd99d-c334-4aea-a61c-d9feef5725ea {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:19.977532 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc5f0ca-7442-4208-b0a9-c2eddea3acda", "name": "network-vif-deleted", "tag": "3606aaec-9b49-4ccb-966b-bfff13e555e6", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:19.977532 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd0cd99d-c334-4aea-a61c-d9feef5725ea {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:19.977894 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc5f0ca-7442-4208-b0a9-c2eddea3acda', 'name': 'network-vif-deleted', 'tag': '3606aaec-9b49-4ccb-966b-bfff13e555e6', 'status': 'completed', 'code': 200} Aug 25 11:29:20.244919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e91fbae7-4cb7-4132-a069-cb226bebbdd9 req-c601a861-f80a-4ef7-b564-a4f884d608a6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc5f0ca-7442-4208-b0a9-c2eddea3acda HTTP/1.1" status: 200 len: 210 time: 0.1355467 Aug 25 11:29:20.270560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-37f83de2-2c3f-4670-8cba-b10c12b85cab service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401990 Aug 25 11:29:20.324693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-ecee797d-131b-473e-a054-c48bc9008a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:20.328507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-ecee797d-131b-473e-a054-c48bc9008a96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 1099 time: 0.2161460 Aug 25 11:29:20.683614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-1285ba95-c7dc-4d9d-acf2-c34df2ede758 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017076 Aug 25 11:29:20.775592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ed4f594-19ab-4276-a7f4-ce35b61f795a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:29:20.881337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-1af00400-4028-464d-be7d-0e906ea95f9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52 HTTP/1.1" status: 200 len: 217 time: 0.1338663 Aug 25 11:29:20.909345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 5ed4f594-19ab-4276-a7f4-ce35b61f795a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:29:20.922635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 5ed4f594-19ab-4276-a7f4-ce35b61f795a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:29:20.923429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:20.952388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f225c-b39e-4ebd-89fc-b36f8ce6c6d8 req-c745f91b-fba4-4f43-8509-dd94fd5b1a6b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:20.954526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-169f225c-b39e-4ebd-89fc-b36f8ce6c6d8 req-c745f91b-fba4-4f43-8509-dd94fd5b1a6b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 944 time: 0.3428590 Aug 25 11:29:20.955988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-a1357425-4c96-4ff0-bd8b-a08275022ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:20.958320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-a1357425-4c96-4ff0-bd8b-a08275022ac5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.4847372 Aug 25 11:29:21.017041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-169f225c-b39e-4ebd-89fc-b36f8ce6c6d8 req-dbe10e89-4d57-4b65-a741-05cc3ed27bb5 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536423 Aug 25 11:29:21.079668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-2e68df11-6425-4e88-b971-365e21e98c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:21.081340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-2e68df11-6425-4e88-b971-365e21e98c5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 200 len: 797 time: 0.1875525 Aug 25 11:29:21.117763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-c2bc987d-e0fc-48a2-b8ad-ae8b7876a72a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 200 len: 1001 time: 0.1494429 Aug 25 11:29:21.170999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:21.222610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-c2b4b694-f1bc-4ad4-be5e-5c3bc225f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:21.225356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-c2b4b694-f1bc-4ad4-be5e-5c3bc225f0c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.0868039 Aug 25 11:29:21.234396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-3899211c-12b9-434b-b0a9-54962312d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:21.236962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-3899211c-12b9-434b-b0a9-54962312d0fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1774e408-eb01-4a23-9513-208a0b6fe394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1473317 Aug 25 11:29:21.241496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed4f594-19ab-4276-a7f4-ce35b61f795a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:21.245963 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89d91cd-a075-4e9c-b14f-e4f508c8b0fc" -d '{"events": [{"server_uuid": "c9601bc4-87bc-4970-b302-afb6c2da547a", "name": "network-vif-plugged", "status": "completed", "tag": "5ed4f594-19ab-4276-a7f4-ce35b61f795a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:21.267301 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-300487b8-c61f-4187-ac7a-ea19ca0908d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:21.277810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:21.286607 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:21.389331 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19221d9b-7d5c-434d-a142-9c1210b3406c x-openstack-request-id: req-19221d9b-7d5c-434d-a142-9c1210b3406c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:21.389884 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9601bc4-87bc-4970-b302-afb6c2da547a", "name": "network-vif-plugged", "status": "completed", "tag": "5ed4f594-19ab-4276-a7f4-ce35b61f795a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:21.390316 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19221d9b-7d5c-434d-a142-9c1210b3406c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:21.391340 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed4f594-19ab-4276-a7f4-ce35b61f795a', 'code': 200} Aug 25 11:29:21.487076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:21.506834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=5ed4f594-19ab-4276-a7f4-ce35b61f795a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:21.566859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-bb66d3fc-3352-4e92-a920-f4e739c1ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:21.567240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa8aa5-6508-4c1d-9795-4fc87d88b35a req-b1b19730-fee4-4bc0-976a-75989c8436cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:21.568756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-04fa8aa5-6508-4c1d-9795-4fc87d88b35a req-b1b19730-fee4-4bc0-976a-75989c8436cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 1097 time: 0.1164787 Aug 25 11:29:21.570805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-bb66d3fc-3352-4e92-a920-f4e739c1ae60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3320823 Aug 25 11:29:21.667759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-04fa8aa5-6508-4c1d-9795-4fc87d88b35a req-b853946a-c1c5-4062-a50b-2bf9e38c652c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908201 Aug 25 11:29:21.770710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-9787c7aa-8168-46f3-ae1e-cf44e8dce382 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208428 Aug 25 11:29:21.843436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3649e-63d5-4a86-990b-cedce73d9e03 req-fdda2bdf-1131-422b-bf00-43d6cca2cb59 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:21.846170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ad3649e-63d5-4a86-990b-cedce73d9e03 req-fdda2bdf-1131-422b-bf00-43d6cca2cb59 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2591100 Aug 25 11:29:21.898976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-2cc1149b-8f99-4903-a968-eae418da2075 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914243 Aug 25 11:29:22.103004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3606aaec-9b49-4ccb-966b-bfff13e555e6 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:22.170882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ad3649e-63d5-4a86-990b-cedce73d9e03 req-b74a18ac-38a3-480d-874c-f7eaed8498be tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066752 Aug 25 11:29:22.181908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 3606aaec-9b49-4ccb-966b-bfff13e555e6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:22.182621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 3606aaec-9b49-4ccb-966b-bfff13e555e6 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:22.424067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:22.501639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e96623-9950-4b13-bd6f-e73456f103cd req-b9a64bcb-52c8-4146-bd37-e331df007973 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:22.513973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3e96623-9950-4b13-bd6f-e73456f103cd req-b9a64bcb-52c8-4146-bd37-e331df007973 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 945 time: 0.2703114 Aug 25 11:29:22.519321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-224a6585-fc79-474f-bf39-1dd093c91ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188529 Aug 25 11:29:22.524830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82c5f081-69a6-4400-9cc1-fc4fae35fd30 req-e94ac5ef-5ed3-4410-8922-208ea3d526c0 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739622 Aug 25 11:29:22.659203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-53de27a7-bf25-4b7d-ba15-f7593f8bbf50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb96412f-522f-4212-83b8-cec27213d90a HTTP/1.1" status: 200 len: 217 time: 0.1066704 Aug 25 11:29:22.812653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-e56d24d2-aef5-4380-a8b7-1d0839ad5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:22.815571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-e56d24d2-aef5-4380-a8b7-1d0839ad5370 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.1226976 Aug 25 11:29:22.835126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3e96623-9950-4b13-bd6f-e73456f103cd req-5a6af84a-6a10-451a-b1ff-018e9f5a3b46 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196590 Aug 25 11:29:22.982771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad21e7-e192-4a1e-9e52-e8da26cbb433 req-ed16deef-4c3c-442b-9f31-2227d225806d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:22.983324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1ad21e7-e192-4a1e-9e52-e8da26cbb433 req-ed16deef-4c3c-442b-9f31-2227d225806d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.4114494 Aug 25 11:29:22.986813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-67edb5cb-040d-4079-b568-f2371ebe9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:22.988916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-67edb5cb-040d-4079-b568-f2371ebe9a91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1521807 Aug 25 11:29:23.150877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1ad21e7-e192-4a1e-9e52-e8da26cbb433 req-92dc3f1d-9099-49ad-9b55-94aebca8976e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553371 Aug 25 11:29:23.201673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-a3a07c1e-6ea5-47e8-904a-2033b407d316 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848252 Aug 25 11:29:23.429301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-9df0a307-8fc3-48a2-b335-e8f229d9da9e service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156301 Aug 25 11:29:23.573942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-4d3e3dbc-6b14-4d7a-a71b-b07d03213665 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 200 len: 217 time: 0.0754972 Aug 25 11:29:23.602169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d1736-b8b4-4ee3-ad41-0c444308e268 req-5642d890-6679-49b6-a291-359bcfe1ca41 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:23.603891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-453d1736-b8b4-4ee3-ad41-0c444308e268 req-5642d890-6679-49b6-a291-359bcfe1ca41 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1728685 Aug 25 11:29:23.721564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-453d1736-b8b4-4ee3-ad41-0c444308e268 req-03b4c663-b4f4-4d97-bfef-2de5f2704aa8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953517 Aug 25 11:29:23.733619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-dbd59c5f-a0e7-45ff-a36c-4ad4ec64a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:23.736425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-dbd59c5f-a0e7-45ff-a36c-4ad4ec64a592 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 200 len: 797 time: 0.1533914 Aug 25 11:29:23.871824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-95bce404-c2a5-4b3d-ab46-ee04f9a9689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:23.874994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-95bce404-c2a5-4b3d-ab46-ee04f9a9689a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21fd759f-f92b-4e59-929b-4a2fc2225515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1283517 Aug 25 11:29:24.170576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-90364b9a-0738-4ef0-a418-157be73e15bc service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866473 Aug 25 11:29:24.240887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:24.556204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23762d31-042d-43da-b2c6-3399898e2afe req-3b918e3a-a8c8-4d1e-9fd3-7fa80133ac67 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:24.557778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23762d31-042d-43da-b2c6-3399898e2afe req-3b918e3a-a8c8-4d1e-9fd3-7fa80133ac67 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 945 time: 0.4865196 Aug 25 11:29:24.652290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8594e698-71f3-4565-8b41-f79078f58ee2 req-203da416-c8f5-4439-b0c0-6245197d53b9 service neutron] 10.222.0.10 "GET /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485791 Aug 25 11:29:24.715903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23762d31-042d-43da-b2c6-3399898e2afe req-f01198ce-57f6-43e6-8cfd-5673f0aafaec tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249323 Aug 25 11:29:24.946669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cab81-2301-4371-bbb7-de2bde3f6394 req-518c863c-f6da-4fea-9989-2eae50e102ce tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:24.948549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d0cab81-2301-4371-bbb7-de2bde3f6394 req-518c863c-f6da-4fea-9989-2eae50e102ce tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.0805078 Aug 25 11:29:25.005547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d0cab81-2301-4371-bbb7-de2bde3f6394 req-0627b0bf-748f-4657-b6b6-0cdea3c4e2cc tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 Aug 25 11:29:25.287716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de475b-69ef-4323-aea2-0d1b29fcbf66 req-81c53cdb-fb15-4241-ada4-c8491c8a907c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:25.289437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9de475b-69ef-4323-aea2-0d1b29fcbf66 req-81c53cdb-fb15-4241-ada4-c8491c8a907c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 945 time: 0.1250594 Aug 25 11:29:25.381282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9de475b-69ef-4323-aea2-0d1b29fcbf66 req-9a8b15ef-c854-46ef-a85e-5f55d1dd4daa tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722990 Aug 25 11:29:25.975194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec30d6f-58da-41a4-a79f-5ad9ee5b5452 req-8626883a-3c06-4950-8ae9-e4f71781609e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:25.978199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bec30d6f-58da-41a4-a79f-5ad9ee5b5452 req-8626883a-3c06-4950-8ae9-e4f71781609e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 945 time: 0.0959060 Aug 25 11:29:26.059231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bec30d6f-58da-41a4-a79f-5ad9ee5b5452 req-116d654c-d3ae-4158-a229-ba2eb699d6b7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657978 Aug 25 11:29:27.139170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:27.436946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-49ef1d0c-e4be-4a0f-8eda-06dc2e3533cf tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:27.438857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-49ef1d0c-e4be-4a0f-8eda-06dc2e3533cf tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 945 time: 0.1307812 Aug 25 11:29:27.455259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0326e19-d828-4f49-9fd1-12477f7c7e67 req-ec0684ae-ca91-4173-b4fa-1675d6029359 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:27.457888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0326e19-d828-4f49-9fd1-12477f7c7e67 req-ec0684ae-ca91-4173-b4fa-1675d6029359 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 945 time: 0.1686277 Aug 25 11:29:27.685411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f0326e19-d828-4f49-9fd1-12477f7c7e67 req-cd1e5cce-4e82-49ba-b50e-21a1ba8d0f02 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772027 Aug 25 11:29:27.730577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port 5ed4f594-19ab-4276-a7f4-ce35b61f795a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:27.731195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:27.753322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0670e-1506-4746-81b6-ad1d531c2220 req-53879570-d56f-4418-9f64-014e2d0f4faf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:27.766949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72f0670e-1506-4746-81b6-ad1d531c2220 req-53879570-d56f-4418-9f64-014e2d0f4faf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2506082 Aug 25 11:29:27.967713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72f0670e-1506-4746-81b6-ad1d531c2220 req-3ae4f737-57f7-423e-9e48-64979cddd7da tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763206 Aug 25 11:29:28.027192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port 5ed4f594-19ab-4276-a7f4-ce35b61f795a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=5ed4f594-19ab-4276-a7f4-ce35b61f795a,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:28.027944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:28.070569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for 5ed4f594-19ab-4276-a7f4-ce35b61f795a owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:28.316501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b56d8d-bcef-4c35-b930-3b5859d300b1 req-c46fb775-52e9-4b28-a6fe-ff5fd8c646a5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:28.320122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03b56d8d-bcef-4c35-b930-3b5859d300b1 req-c46fb775-52e9-4b28-a6fe-ff5fd8c646a5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1629689 Aug 25 11:29:28.477897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03b56d8d-bcef-4c35-b930-3b5859d300b1 req-e329b656-5eef-4d4f-a9b3-14d830c0cd3a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292536 Aug 25 11:29:28.479692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:28.497932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d', 'a97f47ef-8cbe-4163-be4f-877dee928663'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:28.555600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['5ed4f594-19ab-4276-a7f4-ce35b61f795a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:28.729020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port 5ed4f594-19ab-4276-a7f4-ce35b61f795a on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:28.733342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=5ed4f594-19ab-4276-a7f4-ce35b61f795a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:28.739709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:28.746638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f9acf8a-6d1f-459e-ab50-e9a385872bff req-e4a54c0a-49f7-4001-84c1-bc632ab6da74 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.10 "DELETE /v2.0/ports/5ed4f594-19ab-4276-a7f4-ce35b61f795a HTTP/1.1" status: 204 len: 173 time: 1.2871683 Aug 25 11:29:28.748385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'name': 'network-vif-deleted', 'tag': '5ed4f594-19ab-4276-a7f4-ce35b61f795a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:28.773301 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b4d184-8c6f-4aff-9af2-452b45934eda" -d '{"events": [{"server_uuid": "c9601bc4-87bc-4970-b302-afb6c2da547a", "name": "network-vif-deleted", "tag": "5ed4f594-19ab-4276-a7f4-ce35b61f795a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:28.937070 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c0fea-98e9-4fd8-83fb-ed1fcaa5d434 x-openstack-request-id: req-fc7c0fea-98e9-4fd8-83fb-ed1fcaa5d434 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:28.938420 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9601bc4-87bc-4970-b302-afb6c2da547a", "name": "network-vif-deleted", "tag": "5ed4f594-19ab-4276-a7f4-ce35b61f795a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:28.939150 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc7c0fea-98e9-4fd8-83fb-ed1fcaa5d434 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:28.939996 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9601bc4-87bc-4970-b302-afb6c2da547a', 'name': 'network-vif-deleted', 'tag': '5ed4f594-19ab-4276-a7f4-ce35b61f795a', 'status': 'completed', 'code': 200} Aug 25 11:29:29.161238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96262aa6-cf07-4e16-a7c2-342c6b56bda4 req-a902c206-3b22-4909-a991-d7805f38ae00 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9601bc4-87bc-4970-b302-afb6c2da547a HTTP/1.1" status: 200 len: 210 time: 0.1193008 Aug 25 11:29:29.305441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56414) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:30.778165 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:30.879281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ed4f594-19ab-4276-a7f4-ce35b61f795a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:30.999195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 5ed4f594-19ab-4276-a7f4-ce35b61f795a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:31.002214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 5ed4f594-19ab-4276-a7f4-ce35b61f795a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:31.070508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3d70-e569-449e-86c3-ec9f712cf2e3 req-ac0a8940-8a95-42a9-9dfa-d289e93c7964 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:31.083732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-715d3d70-e569-449e-86c3-ec9f712cf2e3 req-ac0a8940-8a95-42a9-9dfa-d289e93c7964 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.1442361 Aug 25 11:29:31.110181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:31.177721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-715d3d70-e569-449e-86c3-ec9f712cf2e3 req-0c018241-1555-439a-bd22-4535de1bd416 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913875 Aug 25 11:29:31.930481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f94e4b-2827-4c61-9747-b08ba50798c4 req-720f3f6f-9442-41e1-8356-7e4425be13c6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:31.943251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0f94e4b-2827-4c61-9747-b08ba50798c4 req-720f3f6f-9442-41e1-8356-7e4425be13c6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1494393 Aug 25 11:29:31.988774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Deleting port 639d1fe4-8160-4783-8825-0b8cb30030ee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:31.989310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:31.993653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0f94e4b-2827-4c61-9747-b08ba50798c4 req-9cf96890-486c-4545-be09-567ec50d861a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 Aug 25 11:29:32.091745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:32.182662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] For port 639d1fe4-8160-4783-8825-0b8cb30030ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=639d1fe4-8160-4783-8825-0b8cb30030ee,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:32.183523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:32.203721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Calling delete_port for 639d1fe4-8160-4783-8825-0b8cb30030ee owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:32.245527 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e757de-6718-485f-a20b-ac956f7dd9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:32.286376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1336-ece1-4623-b9ce-73232696ad57 req-758f411e-5ddf-4add-b8bd-d218791951ff tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:32.294722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4bed1336-ece1-4623-b9ce-73232696ad57 req-758f411e-5ddf-4add-b8bd-d218791951ff tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1829536 Aug 25 11:29:32.370711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4bed1336-ece1-4623-b9ce-73232696ad57 req-1b35c67c-5fd7-46a2-b372-361d4bc6d9e5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746565 Aug 25 11:29:32.504938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79485b7-8b7f-4613-835e-d2488d17539d req-9b23643a-0719-4b21-8661-bab9eb26eee0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:32.524661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e79485b7-8b7f-4613-835e-d2488d17539d req-9b23643a-0719-4b21-8661-bab9eb26eee0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.1785233 Aug 25 11:29:32.582603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:32.614531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Pushing event deleted for resources: {'Port': ['ID=639d1fe4-8160-4783-8825-0b8cb30030ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:32.625570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.626412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.626914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.627360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.628324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.628822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.629278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.629737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.630188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.630615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.631096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.631641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:29:32.741067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-0a566494-889a-4fd1-a50e-a4b7b9444529 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:32.743980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-0a566494-889a-4fd1-a50e-a4b7b9444529 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 945 time: 0.1971269 Aug 25 11:29:32.771422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e79485b7-8b7f-4613-835e-d2488d17539d req-aac16c6b-5a68-4f63-8b6d-9604571639e9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447734 Aug 25 11:29:32.860942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e757de-6718-485f-a20b-ac956f7dd9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:32.893931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e757de-6718-485f-a20b-ac956f7dd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:32.913788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:32.933377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e757de-6718-485f-a20b-ac956f7dd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121df997-66d4-4c80-956d-d7f7d14f3f9c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:33.025545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9e757de-6718-485f-a20b-ac956f7dd9e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=addbb14d0d924a0d93d6dae6c40ed84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9308460 Aug 25 11:29:33.031292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56510) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:33.049014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20913-ede9-484f-8064-5b74f04ecd24 req-dfee8492-394b-4d5c-8d49-bd5f9c0df461 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:33.051564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23e20913-ede9-484f-8064-5b74f04ecd24 req-dfee8492-394b-4d5c-8d49-bd5f9c0df461 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2459171 Aug 25 11:29:33.179323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23e20913-ede9-484f-8064-5b74f04ecd24 req-f38279f9-444b-4938-b5ba-0ec2a6b1b849 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140070 Aug 25 11:29:33.192486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port a97f47ef-8cbe-4163-be4f-877dee928663 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:33.193087 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.287766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69e175c3-5925-4a21-ac60-7e930a91e558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.358475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Router 83bcaa45-efa0-4c70-971e-c2e8d9080303 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:29:33.481904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69e175c3-5925-4a21-ac60-7e930a91e558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.551647 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:29:33.560352 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] Sync routers for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:29:33.569776 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d4bff777-28be-4150-8ded-8da49bb90951 admin admin] 10.222.0.35 "PUT /v2.0/routers/83bcaa45-efa0-4c70-971e-c2e8d9080303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2602038 Aug 25 11:29:33.570623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:33.586311 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:29:33.587373 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:29:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:33.628512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27f006-47a4-41fd-9e77-3fd5dd0f85b0 req-31e4033f-6040-439e-b294-2772cd662177 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:33.631450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a27f006-47a4-41fd-9e77-3fd5dd0f85b0 req-31e4033f-6040-439e-b294-2772cd662177 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2657945 Aug 25 11:29:33.703807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port a97f47ef-8cbe-4163-be4f-877dee928663, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a97f47ef-8cbe-4163-be4f-877dee928663,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:33.704218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.735779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a27f006-47a4-41fd-9e77-3fd5dd0f85b0 req-738f0321-9997-4530-a720-0f9b2d48ba84 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938449 Aug 25 11:29:33.737558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for a97f47ef-8cbe-4163-be4f-877dee928663 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:33.874180 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:29:33.922556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.936826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d', 'a97f47ef-8cbe-4163-be4f-877dee928663'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:33.941144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69e175c3-5925-4a21-ac60-7e930a91e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.957110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69e175c3-5925-4a21-ac60-7e930a91e558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:33.958381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-69e175c3-5925-4a21-ac60-7e930a91e558 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/121df997-66d4-4c80-956d-d7f7d14f3f9c HTTP/1.1" status: 204 len: 168 time: 0.9251823 Aug 25 11:29:34.035181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e175c3-5925-4a21-ac60-7e930a91e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121df997-66d4-4c80-956d-d7f7d14f3f9c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:34.100847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=a97f47ef-8cbe-4163-be4f-877dee928663,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:34.178278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8385cf3-6b26-4397-afb7-b7064a659017 req-8031da77-bb50-44bd-8ed3-e3bb2f96e140 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=c76d58b9-a584-478f-977e-54e5a5ef5a90 HTTP/1.1" status: 200 len: 210 time: 0.1643181 Aug 25 11:29:34.267835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port a97f47ef-8cbe-4163-be4f-877dee928663 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:34.273258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:34.276018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-822b2a43-ff19-4413-8cfd-7717e530ad15 req-14037e0f-c464-4653-9d20-f6cbc42f0e03 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "DELETE /v2.0/ports/a97f47ef-8cbe-4163-be4f-877dee928663 HTTP/1.1" status: 204 len: 173 time: 1.5026896 Aug 25 11:29:34.276509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'name': 'network-vif-deleted', 'tag': 'a97f47ef-8cbe-4163-be4f-877dee928663'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:34.280725 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa4bd4-acab-4ce3-b4fb-a6d9ce12387f" -d '{"events": [{"server_uuid": "c76d58b9-a584-478f-977e-54e5a5ef5a90", "name": "network-vif-deleted", "tag": "a97f47ef-8cbe-4163-be4f-877dee928663"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:34.365426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba274d-8b75-4bed-9db6-7db500c30abe req-159ecdc1-52a9-47f6-b0ca-18bccfc7cd55 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:34.379387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62ba274d-8b75-4bed-9db6-7db500c30abe req-159ecdc1-52a9-47f6-b0ca-18bccfc7cd55 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3668897 Aug 25 11:29:34.405644 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:29:32Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:34.472606 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccb011-ba48-47af-9f70-1741f8d5f873 x-openstack-request-id: req-09ccb011-ba48-47af-9f70-1741f8d5f873 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:34.472972 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76d58b9-a584-478f-977e-54e5a5ef5a90", "name": "network-vif-deleted", "tag": "a97f47ef-8cbe-4163-be4f-877dee928663", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:34.473309 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09ccb011-ba48-47af-9f70-1741f8d5f873 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:34.474153 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76d58b9-a584-478f-977e-54e5a5ef5a90', 'name': 'network-vif-deleted', 'tag': 'a97f47ef-8cbe-4163-be4f-877dee928663', 'status': 'completed', 'code': 200} Aug 25 11:29:34.489620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62ba274d-8b75-4bed-9db6-7db500c30abe req-b6fbca62-4884-4803-ac5c-b72f36a74143 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985780 Aug 25 11:29:34.491496 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] Checking router: 83bcaa45-efa0-4c70-971e-c2e8d9080303 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:29:34.516231 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] Routers {'83bcaa45-efa0-4c70-971e-c2e8d9080303'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:29:34.522514 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:29:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['83bcaa45-efa0-4c70-971e-c2e8d9080303'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:34.695533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:34.711606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8e2be-9d4f-424e-9781-23b8b6a2f595 req-f2ce58c5-b309-4588-af5b-1c781e8ccf48 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:34.717452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39e8e2be-9d4f-424e-9781-23b8b6a2f595 req-f2ce58c5-b309-4588-af5b-1c781e8ccf48 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1247375 Aug 25 11:29:34.817857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] Set router 83bcaa45-efa0-4c70-971e-c2e8d9080303 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:29:34.829188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56556) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:34.832620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39e8e2be-9d4f-424e-9781-23b8b6a2f595 req-3d7776ac-7428-4932-97eb-f17f6e45b391 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053782 Aug 25 11:29:34.949052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fda859fc-715c-431a-8bde-3d32bcde8225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:34.996417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.202543 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:29:32Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:35.247235 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974ea24-7b33-4754-a633-833748c04d77 None None] The sync data for ids ['83bcaa45-efa0-4c70-971e-c2e8d9080303'] in n-d-778732-11 is: [{'id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'name': 'tempest-TaggedBootDevicesTest_v242-1547990076-router', 'tenant_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:16:04Z', 'updated_at': '2021-08-25T11:29:32Z', 'revision_number': 5, 'project_id': '425e4b1a170a40228ed51d2d05c7fe6c', 'gw_port': {'id': '1af11654-4255-4f6f-97e4-33fe71b02a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bcaa45-efa0-4c70-971e-c2e8d9080303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:16:06Z', 'updated_at': '2021-08-25T11:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:29:35.262826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Deleting port 1af11654-4255-4f6f-97e4-33fe71b02a3b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:35.263175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.416538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e332e2-42c5-4be2-ac80-bae9ee0559da req-ce9ac657-c87a-46f5-bf94-d950da2cfe47 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:35.418477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3e332e2-42c5-4be2-ac80-bae9ee0559da req-ce9ac657-c87a-46f5-bf94-d950da2cfe47 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.0727355 Aug 25 11:29:35.462071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fda859fc-715c-431a-8bde-3d32bcde8225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.483163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fda859fc-715c-431a-8bde-3d32bcde8225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.501048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3e332e2-42c5-4be2-ac80-bae9ee0559da req-a296f781-c358-4aee-ac9a-e46559b5e852 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Aug 25 11:29:35.555959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] For port 1af11654-4255-4f6f-97e4-33fe71b02a3b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1af11654-4255-4f6f-97e4-33fe71b02a3b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:35.556337 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.582944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fda859fc-715c-431a-8bde-3d32bcde8225 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cac04a8ecd8b4e4a8d5cea3733800f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412813 Aug 25 11:29:35.583227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56584) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:35.606197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Calling delete_port for 1af11654-4255-4f6f-97e4-33fe71b02a3b owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:35.621898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda859fc-715c-431a-8bde-3d32bcde8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36f6f9-b693-4231-8688-5020af13a288,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:35.797399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-714ecb28-8d17-489c-afe3-efe612269e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.829359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78757a4a-928e-44d2-b39d-8cf5f3b8fc8d req-e9e3810c-0cea-4ae1-a882-01ed684e335d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:35.833101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78757a4a-928e-44d2-b39d-8cf5f3b8fc8d req-e9e3810c-0cea-4ae1-a882-01ed684e335d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1905000 Aug 25 11:29:35.910126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.912858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-714ecb28-8d17-489c-afe3-efe612269e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:35.933015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-ef07e01d-5e66-48be-a503-703b142ae9a0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:35.935337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-ef07e01d-5e66-48be-a503-703b142ae9a0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.3156822 Aug 25 11:29:35.967901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af11654-4255-4f6f-97e4-33fe71b02a3b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:36.019597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-75f423be-63a2-4010-898c-f968697c69fd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0614400 Aug 25 11:29:36.029526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78757a4a-928e-44d2-b39d-8cf5f3b8fc8d req-b8e0a13c-1bb0-4210-b35f-09e0324865b4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823919 Aug 25 11:29:36.122755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a97f47ef-8cbe-4163-be4f-877dee928663 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:36.150689 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-714ecb28-8d17-489c-afe3-efe612269e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.152970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.153388 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-714ecb28-8d17-489c-afe3-efe612269e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.157587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-714ecb28-8d17-489c-afe3-efe612269e0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e36f6f9-b693-4231-8688-5020af13a288 HTTP/1.1" status: 204 len: 168 time: 0.5705249 Aug 25 11:29:36.165798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-5a3ec4b2-7d04-427a-8c37-7c57b05e55ef tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143773 Aug 25 11:29:36.172541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ecb28-8d17-489c-afe3-efe612269e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36f6f9-b693-4231-8688-5020af13a288,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:36.393340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.397621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.407918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-e0d340e6-96ea-46ae-bdc4-c6bfd8278338 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301803 Aug 25 11:29:36.414789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: a97f47ef-8cbe-4163-be4f-877dee928663 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:36.415119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a97f47ef-8cbe-4163-be4f-877dee928663 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:36.463738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.464470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83bcaa45-efa0-4c70-971e-c2e8d9080303 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:29:36.471430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.472689 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eed42db0-3a85-4957-83f0-1b8e8dfb2b55 admin admin] 10.222.0.35 "DELETE /v2.0/routers/83bcaa45-efa0-4c70-971e-c2e8d9080303 HTTP/1.1" status: 204 len: 168 time: 2.9002118 Aug 25 11:29:36.477036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:36.504974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6862a5-0b56-4aca-b0ae-201014920403 req-b5dc042a-8b74-48da-9248-d3620f5c5bae tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:36.506724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d6862a5-0b56-4aca-b0ae-201014920403 req-b5dc042a-8b74-48da-9248-d3620f5c5bae tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1365268 Aug 25 11:29:36.570999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Deleting subnet e401c785-f192-4f84-87d6-10da174fd1a9 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:29:36.583969 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.639928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d6862a5-0b56-4aca-b0ae-201014920403 req-99bb5e3a-23d4-49da-bc7e-59d7e35a109c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232746 Aug 25 11:29:36.649465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-5291016b-ad5d-40f8-b9af-f7603a9099ec service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300904 Aug 25 11:29:36.660174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.821386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:36.921729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41009499-620a-45fc-94fc-ba3b5373deff req-3cb3a51b-d0da-4e07-b129-cbb2ea1ae266 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:36.925745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41009499-620a-45fc-94fc-ba3b5373deff req-3cb3a51b-d0da-4e07-b129-cbb2ea1ae266 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1356940 Aug 25 11:29:36.932291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.041666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e401c785-f192-4f84-87d6-10da174fd1a9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:37.049395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.053440 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f0a870c-9e3e-4351-97d5-6dfe1302f5ad admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e401c785-f192-4f84-87d6-10da174fd1a9 HTTP/1.1" status: 204 len: 168 time: 0.5749543 Aug 25 11:29:37.058621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56632) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:37.063121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d917e-6f29-47cf-9822-1108ce1e2a0e None None] Network 1cfc1716-58b4-4e56-a8be-9365be88475f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:29:37.120766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4de09e73-4fb8-4dd4-a35c-7a7abcae40e9 req-10093258-b60f-4ddd-b290-52c12ca96a52 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 210 time: 0.1060617 Aug 25 11:29:37.190740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41009499-620a-45fc-94fc-ba3b5373deff req-5d288e40-3e94-459d-8d68-340ce9f11be6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506933 Aug 25 11:29:37.217205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.400068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 639d1fe4-8160-4783-8825-0b8cb30030ee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:37.415665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Deleting port b942a73c-8018-43c3-a45e-1944d8be27f2 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:37.415899 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.444994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 639d1fe4-8160-4783-8825-0b8cb30030ee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:37.450690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 639d1fe4-8160-4783-8825-0b8cb30030ee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:37.452987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1af11654-4255-4f6f-97e4-33fe71b02a3b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:37.537014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1af11654-4255-4f6f-97e4-33fe71b02a3b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:37.537610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1af11654-4255-4f6f-97e4-33fe71b02a3b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:37.615981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] For port b942a73c-8018-43c3-a45e-1944d8be27f2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b942a73c-8018-43c3-a45e-1944d8be27f2,segment=NetworkSegment(5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1),segment_id=5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:37.617270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.657057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Calling delete_port for b942a73c-8018-43c3-a45e-1944d8be27f2 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:37.672172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] DHCP port deletion for 1cfc1716-58b4-4e56-a8be-9365be88475f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:29:37.859505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83da9a-5078-49fd-a5f1-bd9f17fda7ee req-e11326c6-4355-4de1-bbe4-951f8eb0435d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:37.865324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca83da9a-5078-49fd-a5f1-bd9f17fda7ee req-e11326c6-4355-4de1-bbe4-951f8eb0435d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1409445 Aug 25 11:29:37.880450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Deleting port b942a73c-8018-43c3-a45e-1944d8be27f2 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:37.885233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.888574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:37.922272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] No DVR routers for this DVR port b942a73c-8018-43c3-a45e-1944d8be27f2 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:37.948351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Pushing event deleted for resources: {'Port': ['ID=b942a73c-8018-43c3-a45e-1944d8be27f2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:38.073251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca83da9a-5078-49fd-a5f1-bd9f17fda7ee req-ba622831-4194-444b-8697-75055dc43851 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902654 Aug 25 11:29:38.094763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] For port b942a73c-8018-43c3-a45e-1944d8be27f2, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:38.095203 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.120003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Calling delete_port for b942a73c-8018-43c3-a45e-1944d8be27f2 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:38.126224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Port b942a73c-8018-43c3-a45e-1944d8be27f2 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:29:38.128155 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.132021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.161619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfc1716-58b4-4e56-a8be-9365be88475f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:38.219635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] No DVR routers for this DVR port b942a73c-8018-43c3-a45e-1944d8be27f2 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:38.224053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477685a-6a82-47a5-92e0-e84651b9fe17 None None] Pushing event deleted for resources: {'Port': ['ID=b942a73c-8018-43c3-a45e-1944d8be27f2,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:38.261303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:38.262066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4c3158-adf5-49dd-bf8a-2d4e6ef5f6c1') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:38.279471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.320046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b4565984-b143-46cb-aec9-a929792f082f req-fe3c95e7-25f0-4c45-80ea-99d6631ee93d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 210 time: 0.0678387 Aug 25 11:29:38.324615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.337664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:29:38.342521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:29:38.373766 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:29:38.460805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.469532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:38.472752 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1cfc1716-58b4-4e56-a8be-9365be88475f HTTP/1.1" status: 204 len: 168 time: 1.4125135 Aug 25 11:29:38.473567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fa233-52ed-4664-8369-18930b0360dd req-b422f0f3-b35b-4f89-b5c2-91c9d77d1829 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:38.483203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e03fa233-52ed-4664-8369-18930b0360dd req-b422f0f3-b35b-4f89-b5c2-91c9d77d1829 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1437194 Aug 25 11:29:38.491520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d9745-4975-4a69-b742-29a1c80fe909 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfc1716-58b4-4e56-a8be-9365be88475f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:38.594169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e03fa233-52ed-4664-8369-18930b0360dd req-e6f4b58e-8190-4625-bde7-fbdb90f1f3c4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773726 Aug 25 11:29:38.809377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:38.909341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1c0f281c-727f-42e4-8838-4ac93da7e990 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=425e4b1a170a40228ed51d2d05c7fe6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974836 Aug 25 11:29:38.914570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:39.040735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e985-1945-4f31-bde3-bf13cd257c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:39.070468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e985-1945-4f31-bde3-bf13cd257c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:39.135678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e985-1945-4f31-bde3-bf13cd257c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:39.139343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e985-1945-4f31-bde3-bf13cd257c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:39.145525 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a9b1e985-1945-4f31-bde3-bf13cd257c85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49a8878d-db35-4df9-b366-b9495ae97a57 HTTP/1.1" status: 204 len: 168 time: 0.2280371 Aug 25 11:29:39.159947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1e985-1945-4f31-bde3-bf13cd257c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a8878d-db35-4df9-b366-b9495ae97a57,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:39.166726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-7f20f478-b245-4e14-baf3-d15780b69b87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:39.172383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-7f20f478-b245-4e14-baf3-d15780b69b87 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.2466798 Aug 25 11:29:39.355156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b942a73c-8018-43c3-a45e-1944d8be27f2 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:39.429258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b942a73c-8018-43c3-a45e-1944d8be27f2 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:39.430425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b942a73c-8018-43c3-a45e-1944d8be27f2 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:39.756842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:39.842814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1746679a-0961-49b8-bbf8-01fe60dc9005 req-f2046eac-03cb-45d9-93b6-c8dcdba9c3c7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 210 time: 0.0899045 Aug 25 11:29:39.947370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cef55-649d-40fb-9565-5069cdb37a06 req-e68b7ce4-4c6e-4b58-ac6c-52ca13d8a3aa tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:39.948984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d1cef55-649d-40fb-9565-5069cdb37a06 req-e68b7ce4-4c6e-4b58-ac6c-52ca13d8a3aa tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 814 time: 0.7745461 Aug 25 11:29:39.978765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d1cef55-649d-40fb-9565-5069cdb37a06 req-cd1163da-a554-41f1-a7bf-917516eb82bc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/quotas/6713ea8ce5e44f2bbffcceb725af11b7 HTTP/1.1" status: 200 len: 375 time: 0.0151374 Aug 25 11:29:40.002843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:29:40.006619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:40.109988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d1cef55-649d-40fb-9565-5069cdb37a06 req-0d060dac-1ef1-453e-ba0b-3827ee80923c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202109 Aug 25 11:29:40.275348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.11 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/602151d3-0e0d-4ebf-824d-5d0e323164bf) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:29:40.441981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6977c4e-e25f-4ac7-ae75-ebf0c305d3dd req-7e41e018-bacf-4917-ae79-14f53ea7a790 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:40.445849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6977c4e-e25f-4ac7-ae75-ebf0c305d3dd req-7e41e018-bacf-4917-ae79-14f53ea7a790 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1506333 Aug 25 11:29:40.649710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6977c4e-e25f-4ac7-ae75-ebf0c305d3dd req-fd94ef3a-e3bb-41ef-b7c4-b77f3ed8ad38 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846759 Aug 25 11:29:40.771802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.019873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:41.050477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:41.054859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.072895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:41.169009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:29:41.227528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:29:41.302687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb157708-75ec-41f7-8db8-b46c682a1038 req-3fc5d9c5-b6b2-4ef7-82b6-c06417799cbd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:41.316083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb157708-75ec-41f7-8db8-b46c682a1038 req-3fc5d9c5-b6b2-4ef7-82b6-c06417799cbd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.5052252 Aug 25 11:29:41.324427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbe8ba21-9908-4a23-b554-f3054849f0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.330783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:29:41.394552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1334037507-network', 'tenant_id': '82617e79abb442ca9af0ad2e72f06189'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:41.479513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=602151d3-0e0d-4ebf-824d-5d0e323164bf,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:41.500571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2df39-a837-4d7a-90fb-45931691fd76 req-217249cd-b117-45a4-9ff0-cf21a421a300 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:41.509902 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c2df39-a837-4d7a-90fb-45931691fd76 req-217249cd-b117-45a4-9ff0-cf21a421a300 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 932 time: 0.4759426 Aug 25 11:29:41.530442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb157708-75ec-41f7-8db8-b46c682a1038 req-01ad9465-5a43-4555-bf61-cab73c182e89 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128911 Aug 25 11:29:41.540139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:41.540961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.581770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbe8ba21-9908-4a23-b554-f3054849f0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.590350 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbe8ba21-9908-4a23-b554-f3054849f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.597215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c2df39-a837-4d7a-90fb-45931691fd76 req-f15cbe21-1aec-4ea0-bcf0-bb8837ccf712 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865901 Aug 25 11:29:41.627426 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:29:41.695589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1c91e841-c59f-4c42-bcd9-74d1cd336601 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9427853 Aug 25 11:29:41.697224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bbe8ba21-9908-4a23-b554-f3054849f0d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ff1151d78704fd9a135bb5db5d5a4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451855 Aug 25 11:29:41.699899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Made reservation on behalf of 82617e79abb442ca9af0ad2e72f06189 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:29:41.701583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56794) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:41.709359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.714043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Request body: {'port': {'device_id': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:41.719106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8ba21-9908-4a23-b554-f3054849f0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0abb06-720f-47f7-98db-67c7771f377e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:41.750170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.841209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.945373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c746-72a4-4afa-97b4-4b8f9b436974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:41.993325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.000778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.013197 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c746-72a4-4afa-97b4-4b8f9b436974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.056849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b19dc-63c2-41f8-942f-975b0abb411b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:42.080806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:29:42.103237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.103842 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Added segment 4d5461e6-50d3-4971-a226-8ba69b092daa of type vlan for network 0e5a084b-c54c-4671-b890-3c8e27463744 Aug 25 11:29:42.129302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d62a8ca-841b-4c02-b564-cd574f261e34 req-dcc766e4-26e7-4cb3-8c83-10a4711c4234 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6713ea8ce5e44f2bbffcceb725af11b7 HTTP/1.1" status: 200 len: 221 time: 0.1985257 Aug 25 11:29:42.204251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.257924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.260159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:42.261374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.352658 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3288372 Aug 25 11:29:42.357087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:42.364496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Request body: {'subnet': {'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1334037507-subnet', 'tenant_id': '82617e79abb442ca9af0ad2e72f06189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:42.394045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Made reservation on behalf of 82617e79abb442ca9af0ad2e72f06189 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:29:42.397391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.405062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430c084-9a76-4acc-9220-14525a8cca19 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5a084b-c54c-4671-b890-3c8e27463744,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:42.450199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0e5a084b-c54c-4671-b890-3c8e27463744 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:29:42.474476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5733d-3dbe-4582-a4e6-e523b9d29ca1 req-2169692b-b9e2-4e57-98be-652edc19a8c9 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:42.477260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30f5733d-3dbe-4582-a4e6-e523b9d29ca1 req-2169692b-b9e2-4e57-98be-652edc19a8c9 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2084553 Aug 25 11:29:42.482252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c746-72a4-4afa-97b4-4b8f9b436974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.486988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c746-72a4-4afa-97b4-4b8f9b436974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.491197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e0b6c746-72a4-4afa-97b4-4b8f9b436974 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf0abb06-720f-47f7-98db-67c7771f377e HTTP/1.1" status: 204 len: 168 time: 0.7860544 Aug 25 11:29:42.677054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602151d3-0e0d-4ebf-824d-5d0e323164bf {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:42.719018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.743281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6c746-72a4-4afa-97b4-4b8f9b436974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0abb06-720f-47f7-98db-67c7771f377e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:42.799192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Transition to ACTIVE for port object 602151d3-0e0d-4ebf-824d-5d0e323164bf will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:29:42.824904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.829793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:42.948460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1934662e-f923-4ca4-9b2d-946a5cf523a6,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:42.978448 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Checking segment: {'id': '4d5461e6-50d3-4971-a226-8ba69b092daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:29:42.979407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Network hostable DHCP agents. Network: 0e5a084b-c54c-4671-b890-3c8e27463744, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:29:43.022613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30f5733d-3dbe-4582-a4e6-e523b9d29ca1 req-47198194-00a2-4d14-ab74-64104fa30f54 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294776 Aug 25 11:29:43.040762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Network 0e5a084b-c54c-4671-b890-3c8e27463744 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:29:43.072697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0e5a084b-c54c-4671-b890-3c8e27463744) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:29:43.081397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:43.082457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.096280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffaebef-71a3-4191-9313-d2f2aeb01e90 None None] Network 0e5a084b-c54c-4671-b890-3c8e27463744 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:29:43.106254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Pushing event updated for resources: {'Port': ['ID=602151d3-0e0d-4ebf-824d-5d0e323164bf,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:43.122243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8035b551-0a9b-4e9a-9b6d-59c3fd6a51ac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7520738 Aug 25 11:29:43.201336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb0c64-7c74-485e-8ad3-7b3662d77058 req-cb349085-9cf0-4fb3-ae58-6f676923a394 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:43.203341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bbb0c64-7c74-485e-8ad3-7b3662d77058 req-cb349085-9cf0-4fb3-ae58-6f676923a394 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 944 time: 0.2648995 Aug 25 11:29:43.281259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56850) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:43.310033 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676e4389-5813-45fc-aeba-98ac189b0de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.439013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Attempting to bind port 602151d3-0e0d-4ebf-824d-5d0e323164bf on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:29:43.439442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Attempting to bind port 602151d3-0e0d-4ebf-824d-5d0e323164bf by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:29:43.439776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Attempting to bind port 602151d3-0e0d-4ebf-824d-5d0e323164bf on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:43.451529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Port 602151d3-0e0d-4ebf-824d-5d0e323164bf on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:29:43.451877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Attempting to bind port 602151d3-0e0d-4ebf-824d-5d0e323164bf on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:43.460297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:29:43.460605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:29:43.460965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:29:43.461550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Bound port: 602151d3-0e0d-4ebf-824d-5d0e323164bf, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:29:43.461994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.483938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce2bea3-9949-4657-b830-438c1cb3923e None None] Network 0e5a084b-c54c-4671-b890-3c8e27463744 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:29:43.572332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676e4389-5813-45fc-aeba-98ac189b0de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.584396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-676e4389-5813-45fc-aeba-98ac189b0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.634395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] For port 602151d3-0e0d-4ebf-824d-5d0e323164bf, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:29:43.638381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] For port 602151d3-0e0d-4ebf-824d-5d0e323164bf, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:29:43.656840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.720924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-676e4389-5813-45fc-aeba-98ac189b0de7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b464ba8ede94efba25099767006c9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375231 Aug 25 11:29:43.724921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:43.745179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e4389-5813-45fc-aeba-98ac189b0de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d5f8e-9fe6-4634-8fc7-c99a1363ee17,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:43.757922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:43.760651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.764268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] 10.222.0.67 "PUT /v2.0/ports/602151d3-0e0d-4ebf-824d-5d0e323164bf HTTP/1.1" status: 200 len: 1093 time: 2.0600653 Aug 25 11:29:43.768810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'tag': '602151d3-0e0d-4ebf-824d-5d0e323164bf'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:43.792851 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f73f65a-b70f-42bc-8fae-1d753186b7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bfb353-604d-4424-bdc3-c1efe8b89749", "tag": "602151d3-0e0d-4ebf-824d-5d0e323164bf"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:43.812245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bbb0c64-7c74-485e-8ad3-7b3662d77058 req-56cdcd17-a6c0-4668-b203-e171040dd7b2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393005 Aug 25 11:29:43.860732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-899b9095-d06d-46a9-bd50-863c425cca80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.917070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-899b9095-d06d-46a9-bd50-863c425cca80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:43.962456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f41b7e-593d-4fdc-af89-16e0313d319f service neutron] Pushing event updated for resources: {'Port': ['ID=602151d3-0e0d-4ebf-824d-5d0e323164bf,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:43.987399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-a729191f-308c-4a5d-9255-f35be9c9a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:43.989136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-a729191f-308c-4a5d-9255-f35be9c9a035 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 1096 time: 0.0916090 Aug 25 11:29:44.023097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-899b9095-d06d-46a9-bd50-863c425cca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:44.032986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-899b9095-d06d-46a9-bd50-863c425cca80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:44.035766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-899b9095-d06d-46a9-bd50-863c425cca80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a43d5f8e-9fe6-4634-8fc7-c99a1363ee17 HTTP/1.1" status: 204 len: 168 time: 0.3089783 Aug 25 11:29:44.065671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9095-d06d-46a9-bd50-863c425cca80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d5f8e-9fe6-4634-8fc7-c99a1363ee17,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:44.073220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-4253c1fa-1f08-4578-89b1-a86ee0f9ab32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf HTTP/1.1" status: 200 len: 217 time: 0.0739372 Aug 25 11:29:44.088482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48abc33-6e32-478c-b1a1-0f73ad0e24bf req-a7e91ac9-c0e2-43b9-9de5-50e7e66807bd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:44.091569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a48abc33-6e32-478c-b1a1-0f73ad0e24bf req-a7e91ac9-c0e2-43b9-9de5-50e7e66807bd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2913327 Aug 25 11:29:44.263602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-8b8c146f-e550-4a79-bd5b-1f58c84e9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:44.268394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-8b8c146f-e550-4a79-bd5b-1f58c84e9d75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1742644 Aug 25 11:29:44.279589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a48abc33-6e32-478c-b1a1-0f73ad0e24bf req-af60919f-221b-4f33-9672-744629d4b60d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323977 Aug 25 11:29:44.364332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-1a915009-18e6-4de9-bfaa-d1d4ad99588c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836053 Aug 25 11:29:44.425988 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce561de1-8e18-4196-a636-e357864089fa x-openstack-request-id: req-ce561de1-8e18-4196-a636-e357864089fa {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:44.427734 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bfb353-604d-4424-bdc3-c1efe8b89749", "tag": "602151d3-0e0d-4ebf-824d-5d0e323164bf", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:44.428046 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce561de1-8e18-4196-a636-e357864089fa {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:44.429398 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'tag': '602151d3-0e0d-4ebf-824d-5d0e323164bf', 'status': 'completed', 'code': 200} Aug 25 11:29:44.553796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-c1d76a4e-3b5d-45cd-b17c-47b212530346 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805716 Aug 25 11:29:44.868082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7e9bea1-d8f5-4850-a9c2-259dffe35ba6 req-2c6b755b-4807-4535-9278-f00d3307b45f service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050771 Aug 25 11:29:45.173675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-ffeadfb5-d765-4680-8e55-c3a7b7f7d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:45.175872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-ffeadfb5-d765-4680-8e55-c3a7b7f7d02c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 1096 time: 0.2317517 Aug 25 11:29:45.218864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-e42002d9-41b6-4b77-b2e4-c0abe663cc0f tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:45.218864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-e42002d9-41b6-4b77-b2e4-c0abe663cc0f tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/networks?id=0e5a084b-c54c-4671-b890-3c8e27463744 HTTP/1.1" status: 200 len: 821 time: 0.4514167 Aug 25 11:29:45.225819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41271-5289-4b44-8f9d-4102a9e8bd21 req-a284511e-48a5-4803-97a9-e579ce095b93 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:45.240147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ab41271-5289-4b44-8f9d-4102a9e8bd21 req-a284511e-48a5-4803-97a9-e579ce095b93 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3979208 Aug 25 11:29:45.358149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ab41271-5289-4b44-8f9d-4102a9e8bd21 req-5f4d8e70-a6ed-41e3-8b15-9669d646127d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702674 Aug 25 11:29:45.363831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-29426637-f6e4-4885-a64b-a9ba6be08802 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/quotas/82617e79abb442ca9af0ad2e72f06189 HTTP/1.1" status: 200 len: 375 time: 0.1124105 Aug 25 11:29:45.439516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-862c05f0-15dd-41ed-8477-221401032393 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=82617e79abb442ca9af0ad2e72f06189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486093 Aug 25 11:29:45.468960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-70525887-b08e-43f4-a2d5-ffef687db237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:45.480648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-70525887-b08e-43f4-a2d5-ffef687db237 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.2636132 Aug 25 11:29:45.775475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-7e94e15d-7d54-479e-b1d4-3bff3f16642e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf HTTP/1.1" status: 200 len: 217 time: 0.1836855 Aug 25 11:29:45.881280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab0021-222d-4a46-a0da-1d2714790b3e req-6cbd6668-4fd9-4809-b481-f698088876bd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:45.884237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ab0021-222d-4a46-a0da-1d2714790b3e req-6cbd6668-4fd9-4809-b481-f698088876bd tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 944 time: 0.2908692 Aug 25 11:29:45.922846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-a41fe375-f60f-4635-b0a3-3f9678bc0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:45.925147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-a41fe375-f60f-4635-b0a3-3f9678bc0d39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.1394939 Aug 25 11:29:45.935371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-4ba69c30-611c-4c17-9ffd-43572b0e4ff0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532311 Aug 25 11:29:45.990603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-93066a9c-f91c-4e4a-b8a9-047e219f066d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535131 Aug 25 11:29:46.138275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ab0021-222d-4a46-a0da-1d2714790b3e req-1176a5de-9a5f-46ef-a633-eeeb306ec4ee tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329764 Aug 25 11:29:46.204157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-163ba7c4-5a07-4bff-b383-87c3c23bf0cb service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476065 Aug 25 11:29:46.248152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-76328208-394e-4b8e-9742-897e2c27da5d service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411399 Aug 25 11:29:46.407863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f73f65a-b70f-42bc-8fae-1d753186b7dc req-53207335-0588-4890-bc09-b1e54be42d0a service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492043 Aug 25 11:29:46.563704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44b09-ebae-4811-bbe1-a00e54b4a219 req-5bcfedc4-9c61-4456-a0f0-463c53d27afc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:46.571642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdc44b09-ebae-4811-bbe1-a00e54b4a219 req-5bcfedc4-9c61-4456-a0f0-463c53d27afc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1082914 Aug 25 11:29:46.668964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdc44b09-ebae-4811-bbe1-a00e54b4a219 req-886f9902-952c-4294-89bc-0e2695f4277d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963175 Aug 25 11:29:46.793280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d70f91e-c68f-47cc-9e70-ffa8c83ac849 req-4b911085-a497-4dfc-9b59-8faa5fa21542 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 210 time: 0.0596554 Aug 25 11:29:47.094707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d6546-4bc3-4915-b1ce-a948eaccea71 req-3e91d78c-98aa-4031-991e-e06dc70768a2 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:47.108135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6d6546-4bc3-4915-b1ce-a948eaccea71 req-3e91d78c-98aa-4031-991e-e06dc70768a2 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1468368 Aug 25 11:29:47.243001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6d6546-4bc3-4915-b1ce-a948eaccea71 req-ad98dbe8-766f-4598-bbdf-0c38928139ec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271765 Aug 25 11:29:47.468129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c6ffd-8bab-45fa-b457-4ca6ddbf3feb req-f9fa1a19-e7d1-4f3c-94b6-6e974ac8018b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:47.476815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c94c6ffd-8bab-45fa-b457-4ca6ddbf3feb req-f9fa1a19-e7d1-4f3c-94b6-6e974ac8018b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.0736060 Aug 25 11:29:47.486952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0774ea-6012-4dbf-9e67-3d8fbf82fa1f req-642f67eb-747d-482c-935c-d229345e2e40 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:47.488768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a0774ea-6012-4dbf-9e67-3d8fbf82fa1f req-642f67eb-747d-482c-935c-d229345e2e40 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 944 time: 0.1691918 Aug 25 11:29:47.564246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a0774ea-6012-4dbf-9e67-3d8fbf82fa1f req-10b9d79e-a948-4929-b69e-6beafbd5c31f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Aug 25 11:29:47.587068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c94c6ffd-8bab-45fa-b457-4ca6ddbf3feb req-b09f0d9c-5f5f-4d5c-a883-ce90a48f072f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086652 Aug 25 11:29:47.870066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f111bf-dbd2-428c-aaa9-8c7007f8404a req-649b9dc5-35a2-443b-a6d5-5c00c8a505f4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:47.878735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5f111bf-dbd2-428c-aaa9-8c7007f8404a req-649b9dc5-35a2-443b-a6d5-5c00c8a505f4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1115184 Aug 25 11:29:47.936363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5f111bf-dbd2-428c-aaa9-8c7007f8404a req-8624fec9-1dda-470a-8f84-5d4d2f8ba53c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Aug 25 11:29:48.107720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d27ac648-b64e-4cc1-a578-501cd018bf1d req-f3484a74-c628-42aa-9a3d-f95e3164ee12 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 210 time: 0.0982809 Aug 25 11:29:48.149575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 602151d3-0e0d-4ebf-824d-5d0e323164bf details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:29:48.247625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8c5aaf2b-0429-48ab-ad6a-c5963291217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:48.258612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863387-e61c-40c2-a58a-af1877e8308a req-3cec36ed-228f-4c70-9ba6-63b6dfc48c22 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:48.267094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2863387-e61c-40c2-a58a-af1877e8308a req-3cec36ed-228f-4c70-9ba6-63b6dfc48c22 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.0721171 Aug 25 11:29:48.315650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2863387-e61c-40c2-a58a-af1877e8308a req-bdaf84e4-9838-4311-9aa3-906837897d93 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474787 Aug 25 11:29:48.360411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 602151d3-0e0d-4ebf-824d-5d0e323164bf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:48.390382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '602151d3-0e0d-4ebf-824d-5d0e323164bf', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': '602151d3-0e0d-4ebf-824d-5d0e323164bf', 'mac_address': 'fa:16:3e:bd:a9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:29:48.506817 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:48.528544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602151d3-0e0d-4ebf-824d-5d0e323164bf {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:48.604262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 602151d3-0e0d-4ebf-824d-5d0e323164bf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:48.611448 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:48.742520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=602151d3-0e0d-4ebf-824d-5d0e323164bf,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:48.805618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf3319-fcad-4255-9359-bc5eb1637a0a req-d3c28117-9e3b-40cd-b8e0-01189683ee6c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:48.823429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51cf3319-fcad-4255-9359-bc5eb1637a0a req-d3c28117-9e3b-40cd-b8e0-01189683ee6c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3531544 Aug 25 11:29:48.847013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['602151d3-0e0d-4ebf-824d-5d0e323164bf'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:48.901788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e475bd2-68ec-450e-a1bd-6787d2343541 req-df4d09ab-629e-4c97-9482-3153d603f374 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:48.903434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e475bd2-68ec-450e-a1bd-6787d2343541 req-df4d09ab-629e-4c97-9482-3153d603f374 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 945 time: 0.1691065 Aug 25 11:29:48.936307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51cf3319-fcad-4255-9359-bc5eb1637a0a req-92b31341-5349-454e-a5f5-e0b93b37e787 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026402 Aug 25 11:29:48.983103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-6a423c04-41bf-42c8-9343-d334dcd621f5 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:48.990254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-6a423c04-41bf-42c8-9343-d334dcd621f5 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.10 "GET /v2.0/networks?id=0e5a084b-c54c-4671-b890-3c8e27463744 HTTP/1.1" status: 200 len: 821 time: 0.4140944 Aug 25 11:29:49.024068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e475bd2-68ec-450e-a1bd-6787d2343541 req-bdc1deff-bb42-402a-b183-8f4a59452c4a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920091 Aug 25 11:29:49.028099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Request body: {'port': {'device_id': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744', 'admin_state_up': True, 'tenant_id': '82617e79abb442ca9af0ad2e72f06189'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:49.260223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Made reservation on behalf of 82617e79abb442ca9af0ad2e72f06189 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:29:49.278894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:49.444393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80c89f2e-72e9-4d79-b3f1-a05209609cbc req-ba1cba77-875f-41db-9a07-54aab8e0d88c tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 210 time: 0.0925994 Aug 25 11:29:49.552301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a028-3a02-46e8-a70d-a6ea13182ba6 req-920a7a46-01db-473f-951c-cbcb8b2a3c9c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:49.560348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e04a028-3a02-46e8-a70d-a6ea13182ba6 req-920a7a46-01db-473f-951c-cbcb8b2a3c9c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3032188 Aug 25 11:29:49.653194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e04a028-3a02-46e8-a70d-a6ea13182ba6 req-fc7ecf16-d4f4-4fef-a076-8852894f8e63 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859625 Aug 25 11:29:49.675196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Allocated IP 172.20.0.13 (0e5a084b-c54c-4671-b890-3c8e27463744/1934662e-f923-4ca4-9b2d-946a5cf523a6/f69570a0-6dc7-4abf-b1be-dedd7c4749cb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:29:50.107036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714feda-d74f-451e-bc3f-f394fda87f88 req-3a16cf54-6d29-43f8-9584-17262a23d1ea tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:50.108615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f714feda-d74f-451e-bc3f-f394fda87f88 req-3a16cf54-6d29-43f8-9584-17262a23d1ea tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1981237 Aug 25 11:29:50.115654 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:50.152997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 602151d3-0e0d-4ebf-824d-5d0e323164bf up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:29:50.195247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f714feda-d74f-451e-bc3f-f394fda87f88 req-8e882c7a-731c-4fdc-be53-d3622f1428fe tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725741 Aug 25 11:29:50.246835 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:50.330941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Network 0e5a084b-c54c-4671-b890-3c8e27463744 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:29:50.336984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:29:50.339616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:29:50.371283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 602151d3-0e0d-4ebf-824d-5d0e323164bf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:29:50.381175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 602151d3-0e0d-4ebf-824d-5d0e323164bf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:29:50.382093 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:50.459500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:50.460200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:50.480204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Pushing event updated for resources: {'Port': ['ID=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:50.505432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-a109b684-2e92-4698-9c71-c02b8c0540eb tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4862268 Aug 25 11:29:50.530904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-3126eadb-6455-4174-b165-ac49acfd5a2d tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:29:50.539268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-3126eadb-6455-4174-b165-ac49acfd5a2d tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217140 Aug 25 11:29:50.570207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eb249-346a-4f88-bfb6-e766fd604cc2 req-7dd284d5-b2e5-4104-8578-ad4783567f65 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:50.583397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:50.584880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-344eb249-346a-4f88-bfb6-e766fd604cc2 req-7dd284d5-b2e5-4104-8578-ad4783567f65 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 945 time: 0.3197939 Aug 25 11:29:50.655118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602151d3-0e0d-4ebf-824d-5d0e323164bf'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:50.674083 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b454e928-3207-4284-aaa8-8c2f80a5dd44" -d '{"events": [{"server_uuid": "e7bfb353-604d-4424-bdc3-c1efe8b89749", "name": "network-vif-plugged", "status": "completed", "tag": "602151d3-0e0d-4ebf-824d-5d0e323164bf"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:50.736612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 602151d3-0e0d-4ebf-824d-5d0e323164bf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:50.746568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:50.773898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-344eb249-346a-4f88-bfb6-e766fd604cc2 req-419c9b03-aeb5-44b4-b658-6e950ea4a505 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795070 Aug 25 11:29:50.835134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d0718-59f1-46a8-93ab-bb7297bb1012 req-30878dd4-ef0a-4d46-a6e1-d94edab4c1b3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:50.863235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd7d0718-59f1-46a8-93ab-bb7297bb1012 req-30878dd4-ef0a-4d46-a6e1-d94edab4c1b3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2764964 Aug 25 11:29:50.977221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=602151d3-0e0d-4ebf-824d-5d0e323164bf,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:51.002217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd7d0718-59f1-46a8-93ab-bb7297bb1012 req-749d75da-b93f-4c74-90c1-8ed0af5ee59f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317413 Aug 25 11:29:51.101622 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95db4f-0f17-4aba-ba6c-01dd6bc8fcda x-openstack-request-id: req-4b95db4f-0f17-4aba-ba6c-01dd6bc8fcda {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:51.102345 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bfb353-604d-4424-bdc3-c1efe8b89749", "name": "network-vif-plugged", "status": "completed", "tag": "602151d3-0e0d-4ebf-824d-5d0e323164bf", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:51.103680 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b95db4f-0f17-4aba-ba6c-01dd6bc8fcda {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:51.120426 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602151d3-0e0d-4ebf-824d-5d0e323164bf', 'code': 200} Aug 25 11:29:51.158842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Request body: {'port': {'device_id': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:29:51.174305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f84496ed-1565-4baf-9180-2faf4fbb2f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:51.360402 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:51.894639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:51.970973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23553ec-d8ea-46cd-8964-5133e688b22c req-4acc63e2-bb66-45f3-a772-bbb4790bcd5a tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:51.972945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d23553ec-d8ea-46cd-8964-5133e688b22c req-4acc63e2-bb66-45f3-a772-bbb4790bcd5a tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 932 time: 0.7645171 Aug 25 11:29:52.030327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb15b8-3da7-4f42-81e8-cd0639c3d110 req-50c5a12a-f3e4-4b31-8fb1-03664710c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:52.032674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3fb15b8-3da7-4f42-81e8-cd0639c3d110 req-50c5a12a-f3e4-4b31-8fb1-03664710c51d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 1098 time: 0.7376494 Aug 25 11:29:52.055493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384aacd-488d-4596-8ce5-cf9edcaa7e9f req-2651fb2b-0707-4277-b067-8d7a0f418872 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:52.055717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6384aacd-488d-4596-8ce5-cf9edcaa7e9f req-2651fb2b-0707-4277-b067-8d7a0f418872 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.7696869 Aug 25 11:29:52.227467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d23553ec-d8ea-46cd-8964-5133e688b22c req-63542e45-e73c-4bf5-b0cb-7304c0a7ba87 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193787 Aug 25 11:29:52.326445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6384aacd-488d-4596-8ce5-cf9edcaa7e9f req-517c6511-44ac-47b7-8918-6d760783fec0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436128 Aug 25 11:29:52.339237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3fb15b8-3da7-4f42-81e8-cd0639c3d110 req-8c6db001-f1a4-4e23-b626-bc927ac9b010 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621019 Aug 25 11:29:52.415294 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:52.670652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50427-05fe-4589-bdb4-bf58c9cbba28 req-625e9a3e-e831-4a50-826a-f9dbe43b6a5c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:52.672332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ce50427-05fe-4589-bdb4-bf58c9cbba28 req-625e9a3e-e831-4a50-826a-f9dbe43b6a5c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.1397641 Aug 25 11:29:52.746898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22c98f-9fa1-418b-b5ea-dafcb2fc8e9e req-ab340762-e532-4eac-a62d-ef853b47ec5f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:52.748542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab22c98f-9fa1-418b-b5ea-dafcb2fc8e9e req-ab340762-e532-4eac-a62d-ef853b47ec5f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1763599 Aug 25 11:29:52.774403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69570a0-6dc7-4abf-b1be-dedd7c4749cb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:52.798609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:52.807228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ce50427-05fe-4589-bdb4-bf58c9cbba28 req-0b1656e0-7ea5-433f-8c65-e357728b53ee tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256962 Aug 25 11:29:52.845419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Transition to ACTIVE for port object f69570a0-6dc7-4abf-b1be-dedd7c4749cb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:29:52.852750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab22c98f-9fa1-418b-b5ea-dafcb2fc8e9e req-e7328d90-5627-48c4-b4e4-e6e25c318b66 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864882 Aug 25 11:29:52.858159 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:52.993492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:53.027747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Attempting to bind port f69570a0-6dc7-4abf-b1be-dedd7c4749cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:29:53.028465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Attempting to bind port f69570a0-6dc7-4abf-b1be-dedd7c4749cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4d5461e6-50d3-4971-a226-8ba69b092daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:29:53.029049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Attempting to bind port f69570a0-6dc7-4abf-b1be-dedd7c4749cb on network 0e5a084b-c54c-4671-b890-3c8e27463744 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:53.037654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Port f69570a0-6dc7-4abf-b1be-dedd7c4749cb on network 0e5a084b-c54c-4671-b890-3c8e27463744 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:29:53.038478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Attempting to bind port f69570a0-6dc7-4abf-b1be-dedd7c4749cb on network 0e5a084b-c54c-4671-b890-3c8e27463744 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:29:53.046668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:29:53.047121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Checking segment: {'id': '4d5461e6-50d3-4971-a226-8ba69b092daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:29:53.047852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Bound using segment: {'id': '4d5461e6-50d3-4971-a226-8ba69b092daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:29:53.048012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Bound port: f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5461e6-50d3-4971-a226-8ba69b092daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:29:53.048328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:53.166491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] For port f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:29:53.175198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] For port f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,segment=NetworkSegment(4d5461e6-50d3-4971-a226-8ba69b092daa),segment_id=4d5461e6-50d3-4971-a226-8ba69b092daa)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:29:53.184903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:53.294349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:53.295622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:53.298988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] 10.222.0.10 "PUT /v2.0/ports/f69570a0-6dc7-4abf-b1be-dedd7c4749cb HTTP/1.1" status: 200 len: 1093 time: 2.7077534 Aug 25 11:29:53.349781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'tag': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:53.352341 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9b690-b952-4a88-a928-9a0d55932a42" -d '{"events": [{"name": "network-changed", "server_uuid": "d23dd84b-8436-4f4c-ac35-0c1e13ae9669", "tag": "f69570a0-6dc7-4abf-b1be-dedd7c4749cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:53.465556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e59c-0704-457e-991e-39b62de81fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:53.490050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21d28c-cec7-4821-a765-148d7557d4f8 req-4414a0eb-0a40-44d7-a99f-f9cef06e996c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:53.491915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be21d28c-cec7-4821-a765-148d7557d4f8 req-4414a0eb-0a40-44d7-a99f-f9cef06e996c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2480099 Aug 25 11:29:53.508668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57851e4-5742-441a-a205-c06f6f54e203 req-2497ca2d-a5b4-4ebd-957c-23f8f5894dcf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:53.510456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a57851e4-5742-441a-a205-c06f6f54e203 req-2497ca2d-a5b4-4ebd-957c-23f8f5894dcf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.2647071 Aug 25 11:29:53.525952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-6949a6ba-665a-428b-b315-4556d5bd08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:53.527568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-6949a6ba-665a-428b-b315-4556d5bd08e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82617e79abb442ca9af0ad2e72f06189&device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 1096 time: 0.1696665 Aug 25 11:29:53.605996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-f8a61b4a-c154-49f6-9eaa-184eb76e637d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb HTTP/1.1" status: 200 len: 217 time: 0.0610855 Aug 25 11:29:53.658854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be21d28c-cec7-4821-a765-148d7557d4f8 req-89e5ab36-db5c-4875-a0a4-97150fefe183 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454573 Aug 25 11:29:53.668561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a57851e4-5742-441a-a205-c06f6f54e203 req-c1dcfc12-284e-40d3-8dce-5b00058bdf79 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471016 Aug 25 11:29:53.719362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-c450f821-6f6e-4d3a-8450-9e941f36ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:53.721553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-c450f821-6f6e-4d3a-8450-9e941f36ceb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1934662e-f923-4ca4-9b2d-946a5cf523a6 HTTP/1.1" status: 200 len: 861 time: 0.1050189 Aug 25 11:29:53.775887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-12d09f8f-b4cc-49ae-a083-64363b1a9f7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e5a084b-c54c-4671-b890-3c8e27463744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457630 Aug 25 11:29:53.940011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511ecaf-1664-4467-b51b-39ad97b78ccc req-9f7bf56a-2f8d-40c3-866e-d16ff1b32814 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:53.954556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9511ecaf-1664-4467-b51b-39ad97b78ccc req-9f7bf56a-2f8d-40c3-866e-d16ff1b32814 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 944 time: 0.1903408 Aug 25 11:29:54.067502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9511ecaf-1664-4467-b51b-39ad97b78ccc req-50bdd779-0c41-42e7-b456-59f1acf6c8d5 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967143 Aug 25 11:29:54.079596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-c2748cc2-3396-4972-92bd-d073e801bde9 service neutron] 10.222.0.10 "GET /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951319 Aug 25 11:29:54.088901 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85234fa0-478a-4b60-a5c1-880e216384c2 x-openstack-request-id: req-85234fa0-478a-4b60-a5c1-880e216384c2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:54.092754 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23dd84b-8436-4f4c-ac35-0c1e13ae9669", "tag": "f69570a0-6dc7-4abf-b1be-dedd7c4749cb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:54.094512 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-85234fa0-478a-4b60-a5c1-880e216384c2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:54.095247 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'tag': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb', 'status': 'completed', 'code': 200} Aug 25 11:29:54.235324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:54.305661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda611a-e768-4528-978a-0f5671915cba req-e5452d80-388c-4bc5-bccf-4346c40edb03 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.309168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8eda611a-e768-4528-978a-0f5671915cba req-e5452d80-388c-4bc5-bccf-4346c40edb03 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.0928690 Aug 25 11:29:54.350609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c00920-268b-4aee-9de7-99d1ff8e4ea9 req-4bc8e631-d471-4ddb-ab3c-199f9ff474ac service neutron] 10.222.0.10 "GET /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537282 Aug 25 11:29:54.407231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8eda611a-e768-4528-978a-0f5671915cba req-8ad29b65-7c73-4a5b-a6c7-fe76bdfd564a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795994 Aug 25 11:29:54.536920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-5e3e5fa8-cc16-4e62-b8b2-7c30ccda7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.539775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-5e3e5fa8-cc16-4e62-b8b2-7c30ccda7b67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82617e79abb442ca9af0ad2e72f06189&device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 1096 time: 0.1250339 Aug 25 11:29:54.553053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91561734-f6d3-4256-9759-2aa84deab0a3 req-f2c06ae9-d95b-492e-819e-e347527c9f39 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.556167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91561734-f6d3-4256-9759-2aa84deab0a3 req-f2c06ae9-d95b-492e-819e-e347527c9f39 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.1778333 Aug 25 11:29:54.683398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-a22ed2f9-4ab1-47de-941e-c9a1058882e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.685227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-a22ed2f9-4ab1-47de-941e-c9a1058882e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0e5a084b-c54c-4671-b890-3c8e27463744 HTTP/1.1" status: 200 len: 922 time: 0.1280429 Aug 25 11:29:54.825241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-be1433ea-16e7-40e9-9623-479e934e8d0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb HTTP/1.1" status: 200 len: 217 time: 0.1210458 Aug 25 11:29:54.828943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91561734-f6d3-4256-9759-2aa84deab0a3 req-0a406af0-1ac0-4df2-a82b-3962a660b2b5 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778359 Aug 25 11:29:54.912044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29268-de9f-4ecf-b438-074d13ef5127 req-3185f7e2-0ed7-48a6-8c24-c2177f4c6169 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.913661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bf29268-de9f-4ecf-b438-074d13ef5127 req-3185f7e2-0ed7-48a6-8c24-c2177f4c6169 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2043965 Aug 25 11:29:54.925443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-37178eb4-8160-4c61-996e-b687fb3cad0d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.927136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-37178eb4-8160-4c61-996e-b687fb3cad0d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.2208188 Aug 25 11:29:54.930562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-3c8b2beb-1a51-4be5-ace8-dab6e7c1e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:54.932214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-3c8b2beb-1a51-4be5-ace8-dab6e7c1e6cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1934662e-f923-4ca4-9b2d-946a5cf523a6 HTTP/1.1" status: 200 len: 861 time: 0.0975969 Aug 25 11:29:55.004555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-dc057b69-09ec-43d5-9893-865a38f00919 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0e5a084b-c54c-4671-b890-3c8e27463744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583713 Aug 25 11:29:55.147762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bf29268-de9f-4ecf-b438-074d13ef5127 req-42fec40d-151e-432d-8a59-3cd8569592f4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195745 Aug 25 11:29:55.207647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8f08c-c608-49f9-b6b0-84ce5d54ddc3 req-bbd45009-a372-4ce6-9d8d-92cac93763c5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:55.209464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fe8f08c-c608-49f9-b6b0-84ce5d54ddc3 req-bbd45009-a372-4ce6-9d8d-92cac93763c5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 947 time: 0.2012649 Aug 25 11:29:55.260757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-7b1049c6-05ac-4157-9764-aac44a2885d6 service neutron] 10.222.0.10 "GET /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433417 Aug 25 11:29:55.267112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Deleting port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:55.267446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:55.409102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6fe8f08c-c608-49f9-b6b0-84ce5d54ddc3 req-e45496df-a56f-48b5-b053-470d099f2362 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=b010b0bc-924b-4459-a583-84ea4c527a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797650 Aug 25 11:29:55.523653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] For port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:55.524019 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:55.528314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9b690-b952-4a88-a928-9a0d55932a42 req-b9525e2a-0645-4763-9c53-3b07d497fba3 service neutron] 10.222.0.10 "GET /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560101 Aug 25 11:29:55.560886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac610ed7-cf9a-4b8c-ab95-096b31e833c7 req-a1728aec-9e32-4e39-bc29-eeb19682afe4 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:55.564670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac610ed7-cf9a-4b8c-ab95-096b31e833c7 req-a1728aec-9e32-4e39-bc29-eeb19682afe4 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 944 time: 0.1593177 Aug 25 11:29:55.741815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac610ed7-cf9a-4b8c-ab95-096b31e833c7 req-8e886405-8239-4d20-8538-9ebfd76c1d86 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199126 Aug 25 11:29:55.751798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f206b-1fe1-49c8-b892-717868f757e5 req-82edfdd1-8268-4586-b00b-72eca0185357 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:55.753409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce6f206b-1fe1-49c8-b892-717868f757e5 req-82edfdd1-8268-4586-b00b-72eca0185357 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1871095 Aug 25 11:29:55.863448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce6f206b-1fe1-49c8-b892-717868f757e5 req-4968b305-e0ce-4977-b9b6-9ba87f8a8fdb tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886240 Aug 25 11:29:55.882364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:55.882762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:55.883084 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Floating IP 4d76a3af-a545-4d3c-acab-ecf45a420daa disassociated. External IP: 172.25.1.65, port: 1e0b35b7-b67c-4386-83dc-7ed3ddfced43. Aug 25 11:29:55.883429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Calling delete_port for 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:56.083779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383524f-f229-4233-8300-52daf88617dd req-f8a49901-e45b-490a-be2f-2c4895ede7f4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:56.085443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6383524f-f229-4233-8300-52daf88617dd req-f8a49901-e45b-490a-be2f-2c4895ede7f4 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.1895285 Aug 25 11:29:56.112290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57258) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:56.147755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9a70-326c-4ea5-9c87-ff17e07e728e req-d9164746-500b-4500-ba1b-f2462ef5c3bd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:56.149388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e06f9a70-326c-4ea5-9c87-ff17e07e728e req-d9164746-500b-4500-ba1b-f2462ef5c3bd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1366587 Aug 25 11:29:56.190556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6383524f-f229-4233-8300-52daf88617dd req-b9d962f0-7e41-4aef-9567-b2b7a591b477 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862219 Aug 25 11:29:56.262420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e06f9a70-326c-4ea5-9c87-ff17e07e728e req-4bb9b5ca-c139-43e1-9741-95090ac8730c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001575 Aug 25 11:29:56.271452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.308190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event deleted for resources: {'Port': ['ID=1e0b35b7-b67c-4386-83dc-7ed3ddfced43,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:56.346864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eba5647c-8550-436b-a9fd-a8ecff0a8bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.480594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eba5647c-8550-436b-a9fd-a8ecff0a8bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.486137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eba5647c-8550-436b-a9fd-a8ecff0a8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.544334 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eba5647c-8550-436b-a9fd-a8ecff0a8bfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0ce891e6fb04422a9faf3cf4ee256dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305971 Aug 25 11:29:56.546229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57270) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:56.549070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5647c-8550-436b-a9fd-a8ecff0a8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad28a341-143e-43c2-bb3e-a93091d794f9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:56.647601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5ed8-2891-425d-b88f-bfdb19b37f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.696330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5ed8-2891-425d-b88f-bfdb19b37f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.845573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5ed8-2891-425d-b88f-bfdb19b37f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.852935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3cdd5ed8-2891-425d-b88f-bfdb19b37f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:56.855995 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3cdd5ed8-2891-425d-b88f-bfdb19b37f38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad28a341-143e-43c2-bb3e-a93091d794f9 HTTP/1.1" status: 204 len: 168 time: 0.3001175 Aug 25 11:29:56.875209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd5ed8-2891-425d-b88f-bfdb19b37f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad28a341-143e-43c2-bb3e-a93091d794f9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:57.011279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f69570a0-6dc7-4abf-b1be-dedd7c4749cb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:29:57.027754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0322920-916f-49ec-aa25-2eb31d6cb5ee req-a6675dd9-4bbe-4fdc-bd1e-81bddc7d2fa2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:57.039557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0322920-916f-49ec-aa25-2eb31d6cb5ee req-a6675dd9-4bbe-4fdc-bd1e-81bddc7d2fa2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.7135708 Aug 25 11:29:57.079095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03c78-52a1-44fc-95e7-4580867658ec req-cbc83a02-3c01-4809-832a-61ef6cd62420 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:57.091420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3bc03c78-52a1-44fc-95e7-4580867658ec req-cbc83a02-3c01-4809-832a-61ef6cd62420 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.6996896 Aug 25 11:29:57.154599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Router 1156bdf7-cefa-406f-b137-b8118dcd461a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:29:57.172013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,segment=NetworkSegment(4d5461e6-50d3-4971-a226-8ba69b092daa),segment_id=4d5461e6-50d3-4971-a226-8ba69b092daa)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:57.192657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb', 'network_id': '0e5a084b-c54c-4671-b890-3c8e27463744', 'port_id': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb', 'mac_address': 'fa:16:3e:7d:17:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1934662e-f923-4ca4-9b2d-946a5cf523a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:29:57.203881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0322920-916f-49ec-aa25-2eb31d6cb5ee req-47b258af-4f79-4642-9ac5-7564a6fb8ea9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629672 Aug 25 11:29:57.262071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3bc03c78-52a1-44fc-95e7-4580867658ec req-f44d8bc9-681e-4741-ad58-fc4c7842b0c9 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683016 Aug 25 11:29:57.265107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.282036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.359496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69570a0-6dc7-4abf-b1be-dedd7c4749cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:29:57.434211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,segment=NetworkSegment(4d5461e6-50d3-4971-a226-8ba69b092daa),segment_id=4d5461e6-50d3-4971-a226-8ba69b092daa)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:29:57.440758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.480167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d304420f-5d6c-4927-9abc-c203ea1904d1 req-fdb6a7f0-4dca-4d5a-9dc3-d2150bc67a92 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1352828-7a7b-4efe-8a6a-4bb64744079a HTTP/1.1" status: 200 len: 210 time: 0.1043196 Aug 25 11:29:57.541666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:57.554282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424f878-15b1-4652-aa20-ca2d754be718 req-252c3897-c08a-4c07-933f-2437c8d4e770 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:57.564002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3424f878-15b1-4652-aa20-ca2d754be718 req-252c3897-c08a-4c07-933f-2437c8d4e770 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 944 time: 0.1446507 Aug 25 11:29:57.564946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8203e50-f98a-4faa-96d0-7c25f04ea251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.567595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:57.586887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:29:57.600730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:29:57.623127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:29:57.627278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:29:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:57.640431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] No DVR routers for this DVR port 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:29:57.653256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.655695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81ac4d94-4adf-4323-b34c-50dc865a8e0a req-cda4839d-8647-422f-ac39-30ec83dd83fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.67 "DELETE /v2.0/ports/1e0b35b7-b67c-4386-83dc-7ed3ddfced43 HTTP/1.1" status: 204 len: 173 time: 2.7212176 Aug 25 11:29:57.656186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-deleted', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:29:57.674545 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee803198-5271-475c-b5a3-79b603f493e4" -d '{"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-deleted", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:29:57.716074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3424f878-15b1-4652-aa20-ca2d754be718 req-bbc5c31e-e20b-4af2-bedc-07ff1e35ef8d tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506281 Aug 25 11:29:57.742815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8203e50-f98a-4faa-96d0-7c25f04ea251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.748347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8203e50-f98a-4faa-96d0-7c25f04ea251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.773362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f69570a0-6dc7-4abf-b1be-dedd7c4749cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:29:57.829344 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b8203e50-f98a-4faa-96d0-7c25f04ea251 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc03695531444f20aff34fca3932665f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839811 Aug 25 11:29:57.829805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57302) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:57.863656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8203e50-f98a-4faa-96d0-7c25f04ea251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a020c6c-0f99-4057-984b-c769e6e6c4a0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:57.930253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac673dfb-213e-4b4d-81b3-353cf75d50c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:57.974329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac673dfb-213e-4b4d-81b3-353cf75d50c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.037320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:29:58.073487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac673dfb-213e-4b4d-81b3-353cf75d50c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.076956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac673dfb-213e-4b4d-81b3-353cf75d50c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.078434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac673dfb-213e-4b4d-81b3-353cf75d50c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a020c6c-0f99-4057-984b-c769e6e6c4a0 HTTP/1.1" status: 204 len: 168 time: 0.2474191 Aug 25 11:29:58.096962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac673dfb-213e-4b4d-81b3-353cf75d50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a020c6c-0f99-4057-984b-c769e6e6c4a0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:58.114772 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cde58-c1d5-445e-9dbb-7a593c0a4ac1 x-openstack-request-id: req-fe5cde58-c1d5-445e-9dbb-7a593c0a4ac1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:29:58.114915 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1352828-7a7b-4efe-8a6a-4bb64744079a", "name": "network-vif-deleted", "tag": "1e0b35b7-b67c-4386-83dc-7ed3ddfced43", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:29:58.115078 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe5cde58-c1d5-445e-9dbb-7a593c0a4ac1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:29:58.115518 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1352828-7a7b-4efe-8a6a-4bb64744079a', 'name': 'network-vif-deleted', 'tag': '1e0b35b7-b67c-4386-83dc-7ed3ddfced43', 'status': 'completed', 'code': 200} Aug 25 11:29:58.220129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:29:58.316416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bfdd2-adfe-4134-ac59-b62c80b3e8c5 req-1279c654-2ba2-4a58-a7e8-4e6d4de5efa0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:58.320070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa6bfdd2-adfe-4134-ac59-b62c80b3e8c5 req-1279c654-2ba2-4a58-a7e8-4e6d4de5efa0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.1501381 Aug 25 11:29:58.365080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:29:58.365422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e0b35b7-b67c-4386-83dc-7ed3ddfced43 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:29:58.395973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58af711-fc7e-4d88-abc9-b8f0e55e6377 req-3dce64c6-451a-469b-a09f-66b078c0b7dc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:58.410543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f58af711-fc7e-4d88-abc9-b8f0e55e6377 req-3dce64c6-451a-469b-a09f-66b078c0b7dc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1931300 Aug 25 11:29:58.500097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa6bfdd2-adfe-4134-ac59-b62c80b3e8c5 req-68885658-40b4-4506-86d0-10e4c6c07809 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679423 Aug 25 11:29:58.538051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f58af711-fc7e-4d88-abc9-b8f0e55e6377 req-c4389e11-09af-4f43-8208-4c77b0148e20 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160762 Aug 25 11:29:58.647983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57322) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:58.728802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b834accd-2657-403d-9b72-da13bd1737a3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.761812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b834accd-2657-403d-9b72-da13bd1737a3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.876340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b834accd-2657-403d-9b72-da13bd1737a3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.891128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b834accd-2657-403d-9b72-da13bd1737a3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:58.896924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57338) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:58.901949 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b834accd-2657-403d-9b72-da13bd1737a3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "DELETE /v2.0/security-groups/b010b0bc-924b-4459-a583-84ea4c527a2f HTTP/1.1" status: 204 len: 168 time: 0.2442646 Aug 25 11:29:58.919249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:58.928154 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-fc3d3e74-a8a3-4151-be87-5c3914c0b97a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] show failed (client error): The resource could not be found. Aug 25 11:29:58.930517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fc3d3e74-a8a3-4151-be87-5c3914c0b97a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups/b010b0bc-924b-4459-a583-84ea4c527a2f HTTP/1.1" status: 404 len: 347 time: 0.0317171 Aug 25 11:29:58.936260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57342) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:29:58.938330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834accd-2657-403d-9b72-da13bd1737a3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010b0bc-924b-4459-a583-84ea4c527a2f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:29:58.980278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:29:59.008339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:29:59.009545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:29:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:59.122315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df3bce-1ff9-416f-aa76-823bc0103677 req-c8aceeaf-7384-4e37-b54d-64901e45b196 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:59.124551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23df3bce-1ff9-416f-aa76-823bc0103677 req-c8aceeaf-7384-4e37-b54d-64901e45b196 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 945 time: 0.1991224 Aug 25 11:29:59.235841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:29:59.246848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23df3bce-1ff9-416f-aa76-823bc0103677 req-155aab76-d2a6-47eb-9ed8-0ecd85cb7c27 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853298 Aug 25 11:29:59.255791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Deleting port 7e51e86f-c8b3-4b93-937e-89df14fd61b2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:29:59.256394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:59.366667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:59.367798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:29:59.404690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Calling delete_port for 7e51e86f-c8b3-4b93-937e-89df14fd61b2 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:29:59.585459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:29:59.664331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd118e50-f4ba-4dcc-8030-5c1e696fe432 None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:29:59.671010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-0b62d6db-6466-4fed-b779-5d55636916e6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:59.672335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-0b62d6db-6466-4fed-b779-5d55636916e6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.2911165 Aug 25 11:29:59.885142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20346ed-9344-4ca0-a200-d53f3c9194ae req-5e3b01d2-b876-43e0-9dbb-a7cbf5c7f42f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:59.888006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e20346ed-9344-4ca0-a200-d53f3c9194ae req-5e3b01d2-b876-43e0-9dbb-a7cbf5c7f42f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 946 time: 0.2472396 Aug 25 11:29:59.917425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8f3d-c98d-4d94-8a6f-33b6422121a8 req-9a000696-a50e-4669-8cb8-405b179d6dd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:29:59.920105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-593f8f3d-c98d-4d94-8a6f-33b6422121a8 req-9a000696-a50e-4669-8cb8-405b179d6dd0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2281015 Aug 25 11:30:00.052909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e20346ed-9344-4ca0-a200-d53f3c9194ae req-c555ed82-9979-46b5-8053-1325c2b94d97 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279404 Aug 25 11:30:00.059844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.116710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event deleted for resources: {'Port': ['ID=7e51e86f-c8b3-4b93-937e-89df14fd61b2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:00.144095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port 602151d3-0e0d-4ebf-824d-5d0e323164bf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:00.146287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.184023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-593f8f3d-c98d-4d94-8a6f-33b6422121a8 req-6002cea4-9566-4a66-910a-dafde88c470e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359729 Aug 25 11:30:00.223687 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f6f043-408e-4db4-b2c3-5a7ac3fa2637 None None] New status for floating IP 4d76a3af-a545-4d3c-acab-ecf45a420daa: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:30:00.361872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port 602151d3-0e0d-4ebf-824d-5d0e323164bf, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=602151d3-0e0d-4ebf-824d-5d0e323164bf,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:00.364620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.378729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.381844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.397064 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c117d275-455c-4e68-85f5-a38bc689999d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "DELETE /v2.0/floatingips/4d76a3af-a545-4d3c-acab-ecf45a420daa HTTP/1.1" status: 204 len: 168 time: 1.4354861 Aug 25 11:30:00.410486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for 602151d3-0e0d-4ebf-824d-5d0e323164bf owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:00.579385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3190e0-f149-4ddd-bcfe-bb7c10a79656 req-b9a6891f-c5f0-4fe6-9cc4-9295404b0d1f tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:00.587809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd3190e0-f149-4ddd-bcfe-bb7c10a79656 req-b9a6891f-c5f0-4fe6-9cc4-9295404b0d1f tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 945 time: 0.1018522 Aug 25 11:30:00.657487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd3190e0-f149-4ddd-bcfe-bb7c10a79656 req-d941ec36-dc86-4e88-b76d-4d16cbd1590b tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643463 Aug 25 11:30:00.699568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.837820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.852924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d', '602151d3-0e0d-4ebf-824d-5d0e323164bf'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:30:00.881083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=602151d3-0e0d-4ebf-824d-5d0e323164bf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:00.895465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ddd0-7856-480f-92ee-310b66aeca92 req-5c735ca9-4b51-43bd-bc78-c5aceec1ff90 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:00.897100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0b3ddd0-7856-480f-92ee-310b66aeca92 req-5c735ca9-4b51-43bd-bc78-c5aceec1ff90 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1490965 Aug 25 11:30:00.931003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.931359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.931707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.932046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.932378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.932713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.933044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.933378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.933723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.934057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.934386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.934723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:00.976081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port 602151d3-0e0d-4ebf-824d-5d0e323164bf on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:00.980911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:00.983129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e0772ee-e480-4925-bbde-594e92a8c192 req-05a90ea8-414e-445a-b080-ad3583b95291 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "DELETE /v2.0/ports/602151d3-0e0d-4ebf-824d-5d0e323164bf HTTP/1.1" status: 204 len: 173 time: 1.2939367 Aug 25 11:30:00.983600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'name': 'network-vif-deleted', 'tag': '602151d3-0e0d-4ebf-824d-5d0e323164bf'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:00.985985 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582d2ab-8b84-4016-9400-13bb5b1f9865" -d '{"events": [{"server_uuid": "e7bfb353-604d-4424-bdc3-c1efe8b89749", "name": "network-vif-deleted", "tag": "602151d3-0e0d-4ebf-824d-5d0e323164bf"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:01.001526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0b3ddd0-7856-480f-92ee-310b66aeca92 req-6f12f2f9-6942-4680-bdc2-b0743ebe72ce tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Aug 25 11:30:01.032601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f69570a0-6dc7-4abf-b1be-dedd7c4749cb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:01.082009 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fdaf8d-0a9f-4603-9e46-cca0ddf1be4c x-openstack-request-id: req-73fdaf8d-0a9f-4603-9e46-cca0ddf1be4c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:01.082385 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bfb353-604d-4424-bdc3-c1efe8b89749", "name": "network-vif-deleted", "tag": "602151d3-0e0d-4ebf-824d-5d0e323164bf", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:01.082626 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73fdaf8d-0a9f-4603-9e46-cca0ddf1be4c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:01.082954 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bfb353-604d-4424-bdc3-c1efe8b89749', 'name': 'network-vif-deleted', 'tag': '602151d3-0e0d-4ebf-824d-5d0e323164bf', 'status': 'completed', 'code': 200} Aug 25 11:30:01.189248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port f69570a0-6dc7-4abf-b1be-dedd7c4749cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:01.201090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port f69570a0-6dc7-4abf-b1be-dedd7c4749cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:01.202108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.320842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57424) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:01.327558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.327793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657014142', 'description': 'tempest-description--1731843831'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:01.345175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96561b26-2592-4e58-a8c2-8cef6665bf11 req-d0f0f641-56f4-458a-b9c9-df9dceadea8d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7bfb353-604d-4424-bdc3-c1efe8b89749 HTTP/1.1" status: 200 len: 210 time: 0.0837743 Aug 25 11:30:01.374531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:01.377336 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f74656-a18b-4441-bbf5-656d4e11c368" -d '{"events": [{"server_uuid": "d23dd84b-8436-4f4c-ac35-0c1e13ae9669", "name": "network-vif-plugged", "status": "completed", "tag": "f69570a0-6dc7-4abf-b1be-dedd7c4749cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:01.414053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,segment=NetworkSegment(4d5461e6-50d3-4971-a226-8ba69b092daa),segment_id=4d5461e6-50d3-4971-a226-8ba69b092daa)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:01.415013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.424308 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.509872 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d267288f-747e-49ab-8fac-15279110c7df x-openstack-request-id: req-d267288f-747e-49ab-8fac-15279110c7df {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:01.510338 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23dd84b-8436-4f4c-ac35-0c1e13ae9669", "name": "network-vif-plugged", "status": "completed", "tag": "f69570a0-6dc7-4abf-b1be-dedd7c4749cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:01.510693 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d267288f-747e-49ab-8fac-15279110c7df {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:01.511201 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb', 'code': 200} Aug 25 11:30:01.557658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:01.569007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.569622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.570108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.571714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.572256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.572847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.573467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.573936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.574449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.575060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.575623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.576258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:01.582012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.592045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.636949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:01.639044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3171470 Aug 25 11:30:01.642188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57444) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:01.650237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876451c7-4faf-4364-b7da-99630efe697f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac8b0a-209b-4b04-ab77-d968e218b433,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:01.686958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d1707-0382-4d77-80c4-abe27dc6e929 req-a7e2ec3c-5fcf-4327-984e-de5ce10419e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:01.689836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-618d1707-0382-4d77-80c4-abe27dc6e929 req-a7e2ec3c-5fcf-4327-984e-de5ce10419e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 1098 time: 0.0996706 Aug 25 11:30:01.744955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-618d1707-0382-4d77-80c4-abe27dc6e929 req-7642e3ff-7c14-4b1c-aedd-206e88884e76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474350 Aug 25 11:30:01.827357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843461b-6c73-426c-ad16-4bfa74b0245f req-f47f7b0c-d630-43c2-96e4-7e3d6e66cc67 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:01.829274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0843461b-6c73-426c-ad16-4bfa74b0245f req-f47f7b0c-d630-43c2-96e4-7e3d6e66cc67 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 946 time: 0.0763021 Aug 25 11:30:01.900929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0843461b-6c73-426c-ad16-4bfa74b0245f req-bd2d49d5-f763-456b-93ba-cacefac056e5 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601783 Aug 25 11:30:01.955766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'security_group_rule': {'security_group_id': 'c2ac8b0a-209b-4b04-ab77-d968e218b433', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:01.989387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.104146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.129555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.220047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026f25e0-9c7f-4472-8f32-b5853a559685,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:02.228245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.230237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-15cc76c1-f4cb-4003-8978-7493ad323901 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5857549 Aug 25 11:30:02.233006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57516) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:02.239421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1120cff-6308-4ce0-a7b2-ae0b5dbd13b9 req-46d8d767-d2cd-437e-8c15-e396e542ec31 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:02.241037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1120cff-6308-4ce0-a7b2-ae0b5dbd13b9 req-46d8d767-d2cd-437e-8c15-e396e542ec31 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1343710 Aug 25 11:30:02.242922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'security_group_rule': {'security_group_id': 'c2ac8b0a-209b-4b04-ab77-d968e218b433', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:02.291141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1120cff-6308-4ce0-a7b2-ae0b5dbd13b9 req-18723ad2-1553-464f-bbe3-8a455a35b3f6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Aug 25 11:30:02.322772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.419193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.429571 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.457294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0000a296-8fbc-4bee-a987-cf579295f638,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:02.469925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.476186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57528) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:02.477061 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e4b0c439-2a16-46f5-ad46-91dcf1153b50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2422175 Aug 25 11:30:02.500413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:02.521731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8efd8-c33f-41c2-88fa-65db4d5f36cd req-6abee084-aa66-4439-9cf8-54368bf76a10 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:02.523401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84b8efd8-c33f-41c2-88fa-65db4d5f36cd req-6abee084-aa66-4439-9cf8-54368bf76a10 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1205540 Aug 25 11:30:02.587987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.606117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84b8efd8-c33f-41c2-88fa-65db4d5f36cd req-5c0c4a9f-0401-49ec-9ddc-8e48209bfd62 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688348 Aug 25 11:30:02.761400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57540) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:02.827999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:02.961067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-caee670a-a8b5-4bb4-85bc-4812019bb2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:03.083644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f18d4-150a-4c6d-97b7-709907317f3b req-5fc01cf0-d283-4879-a7f7-21045bc91237 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:03.085350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac0f18d4-150a-4c6d-97b7-709907317f3b req-5fc01cf0-d283-4879-a7f7-21045bc91237 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1673288 Aug 25 11:30:03.138754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Allocated IP 172.25.1.143 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/61e29056-539d-4eca-8cd2-8bfc08f70534) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:03.154648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-b4de5637-9a9c-4f80-8092-160054c4adf6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:03.158353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-caee670a-a8b5-4bb4-85bc-4812019bb2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:03.162336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-b4de5637-9a9c-4f80-8092-160054c4adf6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.2635860 Aug 25 11:30:03.165201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-caee670a-a8b5-4bb4-85bc-4812019bb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:03.201039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-43c314a6-7d38-45af-91b3-ca3fed86ef0a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/quotas/321e1cb02f4b43fab1149f5bddfd65cf HTTP/1.1" status: 200 len: 375 time: 0.0377383 Aug 25 11:30:03.242941 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-caee670a-a8b5-4bb4-85bc-4812019bb2ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3efcf120887e4c5697d66452fa2880c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778392 Aug 25 11:30:03.242941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee670a-a8b5-4bb4-85bc-4812019bb2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e228b-4609-4202-b1ba-ed483eb5b8be,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:03.246269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:03.281343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac0f18d4-150a-4c6d-97b7-709907317f3b req-a1815e30-7640-47eb-b499-9f065510458e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757040 Aug 25 11:30:03.484959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-3e332c7c-15c2-4a6e-921f-1c8eb17b78e0 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2713614 Aug 25 11:30:03.578770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1207d517-2cfc-4ddb-9279-0fd360e9c516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:03.649665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:03.708551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bf9cf-b6ad-4b01-a8d5-10b262e06070 req-b6889f1f-921e-4cbc-8903-c9f8c1ae1221 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:03.712252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-294bf9cf-b6ad-4b01-a8d5-10b262e06070 req-b6889f1f-921e-4cbc-8903-c9f8c1ae1221 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 946 time: 0.3401954 Aug 25 11:30:03.735157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1207d517-2cfc-4ddb-9279-0fd360e9c516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:03.853877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-294bf9cf-b6ad-4b01-a8d5-10b262e06070 req-6b97d6e8-a1c9-416e-a307-a50e5c649988 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255016 Aug 25 11:30:03.895284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-2ba7e1aa-d6a8-4d9b-8f38-fd161b626ce3 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777683 Aug 25 11:30:03.982758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.048418 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1207d517-2cfc-4ddb-9279-0fd360e9c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.051237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1207d517-2cfc-4ddb-9279-0fd360e9c516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.056652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1207d517-2cfc-4ddb-9279-0fd360e9c516 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/667e228b-4609-4202-b1ba-ed483eb5b8be HTTP/1.1" status: 204 len: 168 time: 0.8019786 Aug 25 11:30:04.133913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:04.135430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207d517-2cfc-4ddb-9279-0fd360e9c516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e228b-4609-4202-b1ba-ed483eb5b8be,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:04.200326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:04.208190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:04.214570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 602151d3-0e0d-4ebf-824d-5d0e323164bf no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:04.236304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 602151d3-0e0d-4ebf-824d-5d0e323164bf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:30:04.237179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 602151d3-0e0d-4ebf-824d-5d0e323164bf not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:30:04.268120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'Port': ['ID=61e29056-539d-4eca-8cd2-8bfc08f70534,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:04.300129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-f92f1f4e-d1d5-4a30-ab0a-e945aced1797 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034431 Aug 25 11:30:04.329319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395a479-e3a0-4776-8f7d-bd8de5255fee req-211d7ae7-a037-4963-86a5-5cd8db5f8801 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:04.341306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d395a479-e3a0-4776-8f7d-bd8de5255fee req-211d7ae7-a037-4963-86a5-5cd8db5f8801 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3510385 Aug 25 11:30:04.494395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d395a479-e3a0-4776-8f7d-bd8de5255fee req-7f61a0e2-d540-4fa3-aeb4-92159740106a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446383 Aug 25 11:30:04.519694 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.603442 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.800130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:04.853578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1420-cabf-4c3f-b514-ea2704ce0c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.990622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1420-cabf-4c3f-b514-ea2704ce0c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:04.996746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bda56cc-3290-43a2-a5af-e6a7ee03c866 req-0a114404-1256-49c8-9ce8-7eb2dad62e71 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 210 time: 0.2234623 Aug 25 11:30:04.998114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d4c1420-cabf-4c3f-b514-ea2704ce0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.072123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6d4c1420-cabf-4c3f-b514-ea2704ce0c55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1ba6ec9998242a0b6346e21e2e85e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663324 Aug 25 11:30:05.072123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c1420-cabf-4c3f-b514-ea2704ce0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44365753-e3ac-4488-be44-355871795e51,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:05.072627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57610) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:05.075535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.096216 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.196492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56c73882-4fc4-46f7-b224-b7a744896bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.203182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391f831-ba8b-48aa-9c9b-5bc5b400c199 req-40836167-5995-43fa-81a3-a2791e1c0c0d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:05.223786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5391f831-ba8b-48aa-9c9b-5bc5b400c199 req-40836167-5995-43fa-81a3-a2791e1c0c0d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3551080 Aug 25 11:30:05.250044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56c73882-4fc4-46f7-b224-b7a744896bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.309837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'Port': ['ID=61e29056-539d-4eca-8cd2-8bfc08f70534,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:05.367876 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56c73882-4fc4-46f7-b224-b7a744896bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.372811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56c73882-4fc4-46f7-b224-b7a744896bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.375332 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56c73882-4fc4-46f7-b224-b7a744896bc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44365753-e3ac-4488-be44-355871795e51 HTTP/1.1" status: 204 len: 168 time: 0.3014679 Aug 25 11:30:05.380348 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.408406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c73882-4fc4-46f7-b224-b7a744896bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44365753-e3ac-4488-be44-355871795e51,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:05.437713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:05.457767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a2174c0a-81ea-4e01-aaa2-448f2cbeabb5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9702280 Aug 25 11:30:05.474013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5391f831-ba8b-48aa-9c9b-5bc5b400c199 req-9660dfba-75ed-4814-b130-7f4cb6461459 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524652 Aug 25 11:30:05.839948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d8ce4-f66b-4692-83e9-d402c265b9ab req-01d84a94-a8d2-457b-9715-759ccf51d017 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:05.866256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-399d8ce4-f66b-4692-83e9-d402c265b9ab req-01d84a94-a8d2-457b-9715-759ccf51d017 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2027586 Aug 25 11:30:05.969222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-399d8ce4-f66b-4692-83e9-d402c265b9ab req-f2fdae3e-968d-4e3f-aac9-91e9e4fa7d87 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002696 Aug 25 11:30:06.090237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-29b6fd00-8e3f-4f71-91ff-7b3f9bf89615 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1657014142&fields=id&tenant_id=9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 267 time: 0.0491521 Aug 25 11:30:06.293370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29082e48-2fb7-44ea-b61f-bb38886f9f72 req-74618b9e-1f60-4866-b392-e8271c49fb6e tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:06.295245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29082e48-2fb7-44ea-b61f-bb38886f9f72 req-74618b9e-1f60-4866-b392-e8271c49fb6e tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 946 time: 0.2040222 Aug 25 11:30:06.371365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-540d1b65-3c20-4e92-82d9-389c69edc684 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:06.374205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-540d1b65-3c20-4e92-82d9-389c69edc684 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 816 time: 0.2363851 Aug 25 11:30:06.386428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29082e48-2fb7-44ea-b61f-bb38886f9f72 req-bb969bd4-480d-4b24-83eb-a8af236bf0c3 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Aug 25 11:30:06.412556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-82aa7785-7f6d-4a9b-ab7e-60df18aaed27 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/quotas/9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 375 time: 0.0246680 Aug 25 11:30:06.543818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-e81c83fc-6007-4196-939e-c51d46e4e8e7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1193261 Aug 25 11:30:07.143550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baf2b44f-cb3b-4f1c-a286-a20b426157b7 req-2fd765ee-c441-4f99-8ab6-69a05a49e176 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 210 time: 0.5861351 Aug 25 11:30:07.478114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-b98f733a-d2ff-4473-b190-b995c3da5002 service neutron] 10.222.0.35 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014204 Aug 25 11:30:07.489423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-994d6230-57bd-491e-b69e-8b2fb7f7ac57 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:07.490922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-994d6230-57bd-491e-b69e-8b2fb7f7ac57 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.10 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 946 time: 0.2653975 Aug 25 11:30:07.506994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9723f-61f2-4e3f-a442-b6c495e3c934 req-00004354-5f9a-424a-8111-6d0e5582a81f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:07.508603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ce9723f-61f2-4e3f-a442-b6c495e3c934 req-00004354-5f9a-424a-8111-6d0e5582a81f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1984949 Aug 25 11:30:07.565583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-62deab4c-cc7b-4e04-8ed1-dd7e093ba72b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:07.567189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-62deab4c-cc7b-4e04-8ed1-dd7e093ba72b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 803 time: 0.4225364 Aug 25 11:30:07.613737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Request body: {'port': {'device_id': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'admin_state_up': True, 'tenant_id': '321e1cb02f4b43fab1149f5bddfd65cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:07.749187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ce9723f-61f2-4e3f-a442-b6c495e3c934 req-a4273812-3455-4152-8f81-e87ecebac268 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909297 Aug 25 11:30:07.802369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-054cbea7-22a0-4d74-96f7-f71ada9846aa service neutron] 10.222.0.35 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100882 Aug 25 11:30:07.837360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Deleting port f69570a0-6dc7-4abf-b1be-dedd7c4749cb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:07.837764 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:07.912478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Made reservation on behalf of 321e1cb02f4b43fab1149f5bddfd65cf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:07.917742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:08.287297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] For port f69570a0-6dc7-4abf-b1be-dedd7c4749cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,segment=NetworkSegment(4d5461e6-50d3-4971-a226-8ba69b092daa),segment_id=4d5461e6-50d3-4971-a226-8ba69b092daa)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:08.289560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:08.324087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Calling delete_port for f69570a0-6dc7-4abf-b1be-dedd7c4749cb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:08.441250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c273-8298-48c5-ae34-9c7083dfae08 req-78ec4297-ff68-4de9-af7d-5bfe9a5d8939 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:08.443431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00a1c273-8298-48c5-ae34-9c7083dfae08 req-78ec4297-ff68-4de9-af7d-5bfe9a5d8939 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 946 time: 0.4052429 Aug 25 11:30:08.452402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b50d8-fb1b-4643-b346-17da6703252b req-601d55ae-b483-4f26-aeec-bd3ba97c7eaf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:08.467335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-594b50d8-fb1b-4643-b346-17da6703252b req-601d55ae-b483-4f26-aeec-bd3ba97c7eaf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3141890 Aug 25 11:30:08.639829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Allocated IP 172.20.0.6 (e8ba48a9-d4bd-4678-a91f-38d59db1b8c8/f872950d-a463-416e-858d-1663ec2bcc72/2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:08.862857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-594b50d8-fb1b-4643-b346-17da6703252b req-4088cfff-3a0a-4a7a-a73a-352f3dd74660 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926990 Aug 25 11:30:08.902724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00a1c273-8298-48c5-ae34-9c7083dfae08 req-1aca29f3-b738-4787-ac15-65cd35420392 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f8b19dc-63c2-41f8-942f-975b0abb411b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106817 Aug 25 11:30:09.179145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea6f2e40-4d7e-4322-82bc-7a4ea16b4108 req-a02152ea-7e3c-4fac-8cf8-998f09813224 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 210 time: 0.0472891 Aug 25 11:30:09.207663 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:09.219364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d78598c-d73b-4658-9d8b-377c189e7ca5 req-9097c760-f253-49ba-95a8-d422862bec26 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 210 time: 0.1256616 Aug 25 11:30:09.287440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:09.290138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Pushing event deleted for resources: {'Port': ['ID=f69570a0-6dc7-4abf-b1be-dedd7c4749cb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:09.457878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] No DVR routers for this DVR port f69570a0-6dc7-4abf-b1be-dedd7c4749cb on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:09.552030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:09.554273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22e872e2-9823-4bbc-9cb3-7cc52b2395f8 req-4333ebbb-87a7-481c-b316-7fca8320f485 tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.10 "DELETE /v2.0/ports/f69570a0-6dc7-4abf-b1be-dedd7c4749cb HTTP/1.1" status: 204 len: 173 time: 2.0339327 Aug 25 11:30:09.560021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'name': 'network-vif-deleted', 'tag': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:09.561040 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9b1af7-f3a9-4486-b595-8b77d71ffa40" -d '{"events": [{"server_uuid": "d23dd84b-8436-4f4c-ac35-0c1e13ae9669", "name": "network-vif-deleted", "tag": "f69570a0-6dc7-4abf-b1be-dedd7c4749cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:09.705530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:09.721195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:30:09.792206 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f57e4a-c6b0-4b60-8072-2775d2137bc2 x-openstack-request-id: req-59f57e4a-c6b0-4b60-8072-2775d2137bc2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:09.792521 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23dd84b-8436-4f4c-ac35-0c1e13ae9669", "name": "network-vif-deleted", "tag": "f69570a0-6dc7-4abf-b1be-dedd7c4749cb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:09.792741 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59f57e4a-c6b0-4b60-8072-2775d2137bc2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:09.793243 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23dd84b-8436-4f4c-ac35-0c1e13ae9669', 'name': 'network-vif-deleted', 'tag': 'f69570a0-6dc7-4abf-b1be-dedd7c4749cb', 'status': 'completed', 'code': 200} Aug 25 11:30:09.810711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f6dcc-bffb-42b6-b09d-0af1fa21abb7 req-44d9c320-cc61-41d9-a6a8-337e6c293939 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:09.813067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b87f6dcc-bffb-42b6-b09d-0af1fa21abb7 req-44d9c320-cc61-41d9-a6a8-337e6c293939 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.4260492 Aug 25 11:30:09.827496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-29293042-a103-46ae-ae82-b950871d2ff4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:09.829538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-29293042-a103-46ae-ae82-b950871d2ff4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 816 time: 0.3726356 Aug 25 11:30:09.931363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:09.938103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:09.988837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b87f6dcc-bffb-42b6-b09d-0af1fa21abb7 req-801ca610-22c2-467d-bad9-42ae4fae0e99 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535101 Aug 25 11:30:09.995433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:10.104082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:10.104632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:10.110601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event updated for resources: {'Port': ['ID=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:10.121844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-95ab4ac0-266d-4563-a01e-d200534febc3 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 380 time: 0.2765212 Aug 25 11:30:10.146199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'port': {'device_id': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'admin_state_up': True, 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'security_groups': ['c2ac8b0a-209b-4b04-ab77-d968e218b433']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:10.245578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-18bb58d0-3541-4bdc-9961-ce102ed10092 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6437879 Aug 25 11:30:10.270013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9a978a8-6f67-4e95-a21e-6c23a594c735 req-80a44137-dd4b-4e66-8681-5db36176994e tempest-ServerMetadataNegativeTestJSON-2107863176 tempest-ServerMetadataNegativeTestJSON-2107863176-project] 10.222.0.35 "GET /v2.0/ports?device_id=d23dd84b-8436-4f4c-ac35-0c1e13ae9669 HTTP/1.1" status: 200 len: 210 time: 0.1127796 Aug 25 11:30:10.280061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-21cb5ba3-5c7f-4c6f-96ea-0cf590519ed2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:30:10.281327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-21cb5ba3-5c7f-4c6f-96ea-0cf590519ed2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177143 Aug 25 11:30:10.304523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Request body: {'port': {'device_id': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:10.336532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855083e-471c-40f3-9931-318030299cd0 req-983a8e1e-f3ce-4c6f-83ff-3313637ec381 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:10.338944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4855083e-471c-40f3-9931-318030299cd0 req-983a8e1e-f3ce-4c6f-83ff-3313637ec381 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1837139 Aug 25 11:30:10.500936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:10.516045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac1576ce-4cd1-44ed-af3c-43c11e2a3a30 req-5b7d16a7-03a6-49be-b726-a2483f1fa2a2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 210 time: 0.1272454 Aug 25 11:30:10.644270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4855083e-471c-40f3-9931-318030299cd0 req-f7f75a7f-f2b9-4e92-8029-4f516c09edb4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789426 Aug 25 11:30:10.695386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:10.718405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4871c3c2-999d-4bff-9055-9a0459d60783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:10.758929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:30:10.758929 n-d-778732-11 neutron-server[94910]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:30:10.758929 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'id': '431f624d-94a3-48c3-b079-87991c338fe1', 'expiration': datetime.datetime(2021, 8, 25, 11, 32, 10, 743313)}] Aug 25 11:30:10.758929 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:30:10.759390 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:30:10.798722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8aa94-0a1c-4eb3-af8b-facb5fdac759 req-e09f2675-e667-4be0-82a6-9bcc6adec088 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:10.800353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60c8aa94-0a1c-4eb3-af8b-facb5fdac759 req-e09f2675-e667-4be0-82a6-9bcc6adec088 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 931 time: 0.1636281 Aug 25 11:30:10.914941 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4871c3c2-999d-4bff-9055-9a0459d60783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:10.922318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4871c3c2-999d-4bff-9055-9a0459d60783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:10.992729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4871c3c2-999d-4bff-9055-9a0459d60783 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb151a5fe60c48ff9a7150beabcec7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901698 Aug 25 11:30:10.994493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871c3c2-999d-4bff-9055-9a0459d60783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b0727-5dd1-4235-b8a9-7d04582110fc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:10.998355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57858) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:11.010176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60c8aa94-0a1c-4eb3-af8b-facb5fdac759 req-69a89c11-9655-448a-a96b-293c66c32311 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884634 Aug 25 11:30:11.078329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f69570a0-6dc7-4abf-b1be-dedd7c4749cb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:11.106894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: f69570a0-6dc7-4abf-b1be-dedd7c4749cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:30:11.107695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f69570a0-6dc7-4abf-b1be-dedd7c4749cb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:30:11.109165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eee0ed-20af-48ea-85c8-8a0cbc17899a req-8e5e3961-cf5b-45a4-815d-b2d2247bddef tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:11.110811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9eee0ed-20af-48ea-85c8-8a0cbc17899a req-8e5e3961-cf5b-45a4-815d-b2d2247bddef tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2030241 Aug 25 11:30:11.173078 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98cacce7-5087-446d-9061-7e9fabbc601b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.219248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9eee0ed-20af-48ea-85c8-8a0cbc17899a req-9e2a8189-8f90-40b4-881a-90351ef4fa04 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935729 Aug 25 11:30:11.225730 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98cacce7-5087-446d-9061-7e9fabbc601b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.333494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:11.338982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Made reservation on behalf of 9ef64a58f25c429abd9690d2f349e63f for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:11.343417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.351264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.393504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98cacce7-5087-446d-9061-7e9fabbc601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.398665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98cacce7-5087-446d-9061-7e9fabbc601b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.406200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-98cacce7-5087-446d-9061-7e9fabbc601b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a8b0727-5dd1-4235-b8a9-7d04582110fc HTTP/1.1" status: 204 len: 168 time: 0.4009607 Aug 25 11:30:11.433624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:11.452682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Transition to ACTIVE for port object 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:11.474429 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.477141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cacce7-5087-446d-9061-7e9fabbc601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b0727-5dd1-4235-b8a9-7d04582110fc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:11.545064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Deleting subnet 1934662e-f923-4ca4-9b2d-946a5cf523a6 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:30:11.553753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.624936 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.711333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.775828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69489d06-a111-41aa-a095-e782de280030 req-5fe627ee-2ca4-4642-af4a-c65460708b34 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:11.777307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69489d06-a111-41aa-a095-e782de280030 req-5fe627ee-2ca4-4642-af4a-c65460708b34 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3519132 Aug 25 11:30:11.778056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Pushing event updated for resources: {'Port': ['ID=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:11.844269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4885110-d61b-43d6-9d5f-6080aa90ce37 req-838c171a-0075-413d-839d-aec1a8bd80d0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 210 time: 0.0838094 Aug 25 11:30:11.845541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Allocated IP 172.20.0.9 (4705233b-84f0-4d64-8732-0c9ce4aa4771/7bf95d97-a091-48be-bd84-a473c19a4216/cb0b7cbe-e097-437c-a3ec-778e88552788) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:11.913443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.939602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69489d06-a111-41aa-a095-e782de280030 req-86ec1041-b86d-463f-9e58-c98083035533 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434617 Aug 25 11:30:11.967763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1934662e-f923-4ca4-9b2d-946a5cf523a6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:11.990070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:11.993983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2574a934-dfc1-46f6-8654-c76bd78bc429 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1934662e-f923-4ca4-9b2d-946a5cf523a6 HTTP/1.1" status: 204 len: 168 time: 0.5582190 Aug 25 11:30:11.996257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57886) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:12.091828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Attempting to bind port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:30:12.092526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Attempting to bind port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:30:12.093193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Attempting to bind port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:12.122057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:30:12.122944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Attempting to bind port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 on network e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:12.151066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:30:12.151626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Checking segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:30:12.152270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Bound using segment: {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:30:12.153054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Bound port: 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:30:12.153648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.181666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57896) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:12.217068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.324685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.339715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5a084b-c54c-4671-b890-3c8e27463744']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:12.359400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5461e6-50d3-4971-a226-8ba69b092daa') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:12.359869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5461e6-50d3-4971-a226-8ba69b092daa') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:12.376167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.399594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.409553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:30:12.410051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:30:12.412188 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:30:12.513886 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.522453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.530542 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0e5a084b-c54c-4671-b890-3c8e27463744 HTTP/1.1" status: 204 len: 168 time: 0.5318012 Aug 25 11:30:12.548271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f404513-d6e6-4aee-aa78-3548356e3872 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5a084b-c54c-4671-b890-3c8e27463744,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:12.664647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c795a0f-8c64-4987-a768-60866b4ad842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.739372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.794367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cb89-6052-46c2-9270-45f3f6496c65 req-c0f5adda-120d-4f2c-98f6-0a2714365949 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:12.796450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5225cb89-6052-46c2-9270-45f3f6496c65 req-c0f5adda-120d-4f2c-98f6-0a2714365949 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 943 time: 0.6227412 Aug 25 11:30:12.807463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Transition to ACTIVE for port object cb0b7cbe-e097-437c-a3ec-778e88552788 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:12.824916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] For port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:30:12.845437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] For port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:30:12.859366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5267d74-3f82-40ab-9532-546962fffb13 req-f2683af9-fbab-49ae-aa7b-aa0a71c1b99a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:12.866399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5267d74-3f82-40ab-9532-546962fffb13 req-f2683af9-fbab-49ae-aa7b-aa0a71c1b99a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2394271 Aug 25 11:30:12.884191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.932888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:12.991733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:12.992448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:12.994616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] 10.222.0.67 "PUT /v2.0/ports/2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 HTTP/1.1" status: 200 len: 1092 time: 2.6949732 Aug 25 11:30:13.003770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'tag': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:13.006476 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09650f6-b5c4-456d-a302-72d1080be660" -d '{"events": [{"name": "network-changed", "server_uuid": "45f5a6ab-408a-4bb8-8256-f88c754c523e", "tag": "2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:13.028238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57918) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:13.029869 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7eac97a-1e13-40bb-abab-dfae91909e0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82617e79abb442ca9af0ad2e72f06189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948994 Aug 25 11:30:13.038886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5225cb89-6052-46c2-9270-45f3f6496c65 req-161fcb46-2e5d-4940-aa1d-88d0b6d45502 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160718 Aug 25 11:30:13.080751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.095632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b48921-83fc-40fb-b9e6-e4ac7362c4be service neutron] Pushing event updated for resources: {'Port': ['ID=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:13.166752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:13.180228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5267d74-3f82-40ab-9532-546962fffb13 req-38a8d445-5b8a-4279-8a73-8c5466b891b6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944963 Aug 25 11:30:13.234214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:13.241920 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c795a0f-8c64-4987-a768-60866b4ad842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.250921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:13.255866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:13.301251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c795a0f-8c64-4987-a768-60866b4ad842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.497240 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a48c95-30e3-4344-b813-8749027cbab7 x-openstack-request-id: req-81a48c95-30e3-4344-b813-8749027cbab7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:13.497643 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f5a6ab-408a-4bb8-8256-f88c754c523e", "tag": "2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:13.498021 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81a48c95-30e3-4344-b813-8749027cbab7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:13.498808 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'tag': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545', 'status': 'completed', 'code': 200} Aug 25 11:30:13.516124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:13.517235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.529156 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96e592ed-245a-4246-8e33-c6c1ed3b8e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.548775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c795a0f-8c64-4987-a768-60866b4ad842 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d58b73a54528454880ad2d339ca302eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3480308 Aug 25 11:30:13.551558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57932) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:13.567864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c795a0f-8c64-4987-a768-60866b4ad842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eb8e6e-9f0a-4fe2-9112-d2e27a4bbd4c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:13.608787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cec31-2d4f-4eec-be9f-ee35b749274e req-52ed5244-b0cf-4e41-b01d-29e8669d48b5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:13.611732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-103cec31-2d4f-4eec-be9f-ee35b749274e req-52ed5244-b0cf-4e41-b01d-29e8669d48b5 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 931 time: 0.3813438 Aug 25 11:30:13.633656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f30b9eb1-2324-4478-a729-a1f5ef2b50c7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4949982 Aug 25 11:30:13.642591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96e592ed-245a-4246-8e33-c6c1ed3b8e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.642902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c4bc5414-5acc-4478-841a-925889a9d4e4 None None] Provisioning for port cb0b7cbe-e097-437c-a3ec-778e88552788 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:13.652203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c4bc5414-5acc-4478-841a-925889a9d4e4 None None] Provisioning complete for port cb0b7cbe-e097-437c-a3ec-778e88552788 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:13.652600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5414-5acc-4478-841a-925889a9d4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.666353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Request body: {'port': {'device_id': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:13.722532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29169eb0-3fef-4fb9-b0ba-cdddc84eb684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.733580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc5414-5acc-4478-841a-925889a9d4e4 None None] Port cb0b7cbe-e097-437c-a3ec-778e88552788 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:13.760920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-00e70c3e-7302-47ae-aacb-a6bc872f61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:13.763712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-00e70c3e-7302-47ae-aacb-a6bc872f61b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 1095 time: 0.7037778 Aug 25 11:30:13.764950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29169eb0-3fef-4fb9-b0ba-cdddc84eb684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.856914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29169eb0-3fef-4fb9-b0ba-cdddc84eb684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.859831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29169eb0-3fef-4fb9-b0ba-cdddc84eb684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:13.861038 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-29169eb0-3fef-4fb9-b0ba-cdddc84eb684 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09eb8e6e-9f0a-4fe2-9112-d2e27a4bbd4c HTTP/1.1" status: 204 len: 168 time: 0.3070982 Aug 25 11:30:13.870307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29169eb0-3fef-4fb9-b0ba-cdddc84eb684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eb8e6e-9f0a-4fe2-9112-d2e27a4bbd4c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:13.906430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-5aa52759-c67e-40f5-85fe-f7b728e403ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 HTTP/1.1" status: 200 len: 217 time: 0.1293135 Aug 25 11:30:13.935427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-103cec31-2d4f-4eec-be9f-ee35b749274e req-15d51f98-8cc2-4a1d-abb2-fb56a39f3538 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064830 Aug 25 11:30:14.187724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:14.264116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96e592ed-245a-4246-8e33-c6c1ed3b8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:14.269185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96e592ed-245a-4246-8e33-c6c1ed3b8e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:14.274150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-96e592ed-245a-4246-8e33-c6c1ed3b8e55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f8b19dc-63c2-41f8-942f-975b0abb411b HTTP/1.1" status: 204 len: 168 time: 1.2352753 Aug 25 11:30:14.274150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-fd43e520-efa8-4034-9ffe-f08f47c325f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.276416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-fd43e520-efa8-4034-9ffe-f08f47c325f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.3366783 Aug 25 11:30:14.467378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e592ed-245a-4246-8e33-c6c1ed3b8e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b19dc-63c2-41f8-942f-975b0abb411b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:14.481155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-5aa16b77-cbc1-49aa-b536-7d4753666051 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322224 Aug 25 11:30:14.665451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf107f4-0fc3-421b-8779-f2f148174f59 req-a685585e-5212-4487-a716-8bf1a1d53534 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.669443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-daf107f4-0fc3-421b-8779-f2f148174f59 req-a685585e-5212-4487-a716-8bf1a1d53534 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.4646997 Aug 25 11:30:14.688488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.705020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.718379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.745818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.773739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.787662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.801016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:14.815579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-b4cbbfde-a5d4-480e-b21a-1855116697e2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.6073163 Aug 25 11:30:15.101270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-71b80867-08d5-44d9-bd0d-399888689e69 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990708 Aug 25 11:30:15.186795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b823a65a-3ed8-4bcb-8853-de9a7ead2493 req-0b2f5b89-fd0a-4fb9-81b2-99cf41820477 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3674610 Aug 25 11:30:15.551938 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-a4008fda-16f2-4021-b640-65ac281e8be1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875371 Aug 25 11:30:15.566238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-daf107f4-0fc3-421b-8779-f2f148174f59 req-dbb461a4-3888-48cf-b296-07a01b65b5de tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064593 Aug 25 11:30:15.671235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.677435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.684137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.690901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.696360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.702811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.709577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.711657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-e0552f4d-c72c-4750-a80f-a4decda998d4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.4248054 Aug 25 11:30:15.724241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-648d83ac-c065-407f-b6e4-34aa3c6a5390 req-9f1a0f75-d636-4a15-98ad-1a460a923b1e service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954380 Aug 25 11:30:15.758738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734de0b-c09e-4045-80cc-4b91e297e61c req-0d259894-ea71-47b8-b95f-b09bb7df3a48 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.767529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7734de0b-c09e-4045-80cc-4b91e297e61c req-0d259894-ea71-47b8-b95f-b09bb7df3a48 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 943 time: 0.4447815 Aug 25 11:30:15.786976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b517-fc09-454c-b0a5-433e351fc647 req-64ac525d-8c7f-4dd8-bd78-3347f6ae3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.789729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-64ac525d-8c7f-4dd8-bd78-3347f6ae3a4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64db1891c0c6411b8a39ed7a12d64ec3&device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 1097 time: 0.1765313 Aug 25 11:30:15.872181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3dd18296-a1ae-4462-8cd7-2c5dc079b688 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.873762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3dd18296-a1ae-4462-8cd7-2c5dc079b688 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "GET /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1513810 Aug 25 11:30:15.965575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b517-fc09-454c-b0a5-433e351fc647 req-ff4f7b29-65c8-48da-9421-a64b9295f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:15.967205 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-ff4f7b29-65c8-48da-9421-a64b9295f15e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 HTTP/1.1" status: 200 len: 916 time: 0.1506150 Aug 25 11:30:16.054253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7734de0b-c09e-4045-80cc-4b91e297e61c req-4673c9e9-563b-44cf-bb75-9d4c693d73d8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850308 Aug 25 11:30:16.116243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-6c7d954f-92d8-4ea6-898b-0935a8c9adfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55d1ac7-f29d-46b6-9751-5960613108d3 HTTP/1.1" status: 200 len: 1001 time: 0.1391718 Aug 25 11:30:16.154557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58028) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:16.201355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b517-fc09-454c-b0a5-433e351fc647 req-9c808039-85df-478d-8f88-ec95b32c58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:16.209461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-9c808039-85df-478d-8f88-ec95b32c58b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d HTTP/1.1" status: 200 len: 854 time: 0.0855761 Aug 25 11:30:16.224036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09650f6-b5c4-456d-a302-72d1080be660 req-70073159-489d-4abe-b698-5eb1cc97e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:16.225618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-70073159-489d-4abe-b698-5eb1cc97e3a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 1095 time: 0.4048185 Aug 25 11:30:16.263072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:16.308210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:16.322478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aec726-cb22-4ae7-9a97-ba06617d3f5e req-0e6a0f13-0241-409c-b11b-b7e5c31c7bc1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:16.330071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94aec726-cb22-4ae7-9a97-ba06617d3f5e req-0e6a0f13-0241-409c-b11b-b7e5c31c7bc1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 931 time: 0.4070039 Aug 25 11:30:16.333210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b517-fc09-454c-b0a5-433e351fc647 req-6e88c8f9-bc9a-423d-8238-c8775c64d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:16.334822 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-6e88c8f9-bc9a-423d-8238-c8775c64d936 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176329 Aug 25 11:30:16.413170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-da7ae5c2-f399-4182-a50e-f1481e5310c4 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "GET /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5119402 Aug 25 11:30:16.434725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:16.440728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1048616796-network', 'tenant_id': '0a39d3963ecf492d9c67f74f24da22bf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:16.451780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Transition to ACTIVE for port object cb0b7cbe-e097-437c-a3ec-778e88552788 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:16.487781 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-ef8d1f82-a45a-4026-981c-828e65aa9d82 service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439183 Aug 25 11:30:16.499690 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:16.535449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee056afe-a921-4d16-bb42-87e6d10e9fba req-e796651f-b8a6-4998-bb79-67859bfb1fac tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:16.543145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee056afe-a921-4d16-bb42-87e6d10e9fba req-e796651f-b8a6-4998-bb79-67859bfb1fac tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3217626 Aug 25 11:30:16.582099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94aec726-cb22-4ae7-9a97-ba06617d3f5e req-a4a5c4cc-7981-44a3-835a-ea0e2ca2a00f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490342 Aug 25 11:30:16.653108 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1478b517-fc09-454c-b0a5-433e351fc647 req-33d38993-a049-420d-8905-47e359b0ac57 service neutron] 10.222.0.10 "GET /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452506 Aug 25 11:30:16.752569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Made reservation on behalf of 0a39d3963ecf492d9c67f74f24da22bf for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:16.757119 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:16.798317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09650f6-b5c4-456d-a302-72d1080be660 req-772dd050-2347-41c4-bb72-1b66e30b2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:16.814771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-772dd050-2347-41c4-bb72-1b66e30b2dd5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.5759022 Aug 25 11:30:16.864381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee056afe-a921-4d16-bb42-87e6d10e9fba req-d187e528-a0a8-44de-81a5-5cca6a443b70 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200727 Aug 25 11:30:16.901017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:16.931673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:16.941597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:16.963688 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58050) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:17.073009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-710f0be7-9b00-4bb1-8b95-10a6aa70f6be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 HTTP/1.1" status: 200 len: 217 time: 0.2062089 Aug 25 11:30:17.079046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2306f32e-8d07-4dec-8d9f-cccb653d4b17 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:17.241288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:17.271966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:17.316783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:17.318856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2306f32e-8d07-4dec-8d9f-cccb653d4b17'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:17.323637 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f524d-dc29-4021-a007-dba24dd970c8" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "2306f32e-8d07-4dec-8d9f-cccb653d4b17"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:17.329258 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:17.331174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device bb96412f-522f-4212-83b8-cec27213d90a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:17.353072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.365325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.376669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.389188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.399677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.412118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.425270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.440650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-262fd937-3ab9-4a4f-aee1-880025b749c3 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 5433 time: 0.6607838 Aug 25 11:30:17.452188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09650f6-b5c4-456d-a302-72d1080be660 req-3499d5b1-3d25-414b-aa71-c0546c03684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:17.455381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-3499d5b1-3d25-414b-aa71-c0546c03684d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.3583915 Aug 25 11:30:17.478871 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:17.505725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:17.536388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=bb96412f-522f-4212-83b8-cec27213d90a,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:17.543355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:17.544391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 50c50315-4ce1-4fe9-9332-7e430bbedc52 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:17.624942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:17.708675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:17.764795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:17.771099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:17.772321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 659c2e59-7c55-4d2b-b76d-bcee277421fb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:17.915080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:17.919106 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.119187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:30:18.119765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:30:18.120118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:18.126420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-211ff65d-1ad0-458f-b1a8-14d86fd637ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6380641 Aug 25 11:30:18.163121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d84a0c63-28d6-41b5-a20b-32f9981a245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.184616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Port cb0b7cbe-e097-437c-a3ec-778e88552788 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:30:18.185153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:18.204115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3be0-1d8c-4fd7-9a7f-8722018b777b req-cd2b2abb-4ed9-42f7-a883-d8c6974a634d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:18.207019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65fe3be0-1d8c-4fd7-9a7f-8722018b777b req-cd2b2abb-4ed9-42f7-a883-d8c6974a634d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 1.0202034 Aug 25 11:30:18.258944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:30:18.338107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:30:18.338690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:30:18.339363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Bound using segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:30:18.340117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Bound port: cb0b7cbe-e097-437c-a3ec-778e88552788, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:30:18.340714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.398775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:18.415525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545', 'network_id': 'e8ba48a9-d4bd-4678-a91f-38d59db1b8c8', 'port_id': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545', 'mac_address': 'fa:16:3e:fc:5e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872950d-a463-416e-858d-1663ec2bcc72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:30:18.428429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80070e9b-164f-434a-8d50-beb1c99456b0 req-56ffd1b5-ecac-4548-ba1d-ba9fc5e39a8e tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9600406 Aug 25 11:30:18.454850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=659c2e59-7c55-4d2b-b76d-bcee277421fb,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:18.464609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.486118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:18.512655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:18.519488 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.561007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65fe3be0-1d8c-4fd7-9a7f-8722018b777b req-19a0a150-2234-45a8-ab5e-63fce62d36e1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641385 Aug 25 11:30:18.581758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:18.625842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.634237 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:30:18.640879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-0afff53f-c0f7-4c08-9cbe-087c681d98ff service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877660 Aug 25 11:30:18.646824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.656328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.670146 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed54f74-a9b9-46ad-bc9d-269fd3d8a2e9 x-openstack-request-id: req-eed54f74-a9b9-46ad-bc9d-269fd3d8a2e9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:18.670604 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "2306f32e-8d07-4dec-8d9f-cccb653d4b17", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:18.671087 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eed54f74-a9b9-46ad-bc9d-269fd3d8a2e9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:18.671606 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2306f32e-8d07-4dec-8d9f-cccb653d4b17', 'code': 200} Aug 25 11:30:18.684145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:30:18.690323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] For port 659c2e59-7c55-4d2b-b76d-bcee277421fb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:30:18.742780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:30:18.777862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:30:18.789207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:30:18.796193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.816075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.835160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072efd-1dbc-4575-9a94-79f99bdff96c req-5c69afe7-8e11-435c-bc7a-206294a4bcfe tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:18.837965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5072efd-1dbc-4575-9a94-79f99bdff96c req-5c69afe7-8e11-435c-bc7a-206294a4bcfe tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 944 time: 0.3093450 Aug 25 11:30:18.837965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:18.878847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] device_id is not set on port 659c2e59-7c55-4d2b-b76d-bcee277421fb yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:18.886353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:18.886709 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Added segment c3ed8321-356e-41c4-bbc6-c4b131c6abb3 of type vlan for network b6ccb154-0f05-443e-9ed4-59fd17024426 Aug 25 11:30:18.983777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.080137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:19.081422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.083981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] 10.222.0.67 "PUT /v2.0/ports/cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 1092 time: 5.4375801 Aug 25 11:30:19.086547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:19.091083 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:19.110502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.193403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Allocated IP 172.25.1.169 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/4bfb9d7f-39df-49c5-802c-f63c96d01d1b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:19.220777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:30:19.222223 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:30:19.235693 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.388187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9baea1-6b3d-4ecc-85ef-a4087c4bfdbe service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:19.418634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5072efd-1dbc-4575-9a94-79f99bdff96c req-1c5513a3-28be-4aaa-9d36-c350f6af2d18 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334013 Aug 25 11:30:19.422988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-c06616b6-510f-4127-8d3f-54a5c4fdf227 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672977 Aug 25 11:30:19.465476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.493133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:30:19.577963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.654099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce9da-ab0a-4fae-984a-29fc975c42cf req-2713431b-91bf-4b3c-8c75-03c4d0e971f1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:19.667739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-920ce9da-ab0a-4fae-984a-29fc975c42cf req-2713431b-91bf-4b3c-8c75-03c4d0e971f1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.7829871 Aug 25 11:30:19.684877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] No DVR routers for this DVR port 659c2e59-7c55-4d2b-b76d-bcee277421fb on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:19.689174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Pushing event updated for resources: {'Port': ['ID=4bfb9d7f-39df-49c5-802c-f63c96d01d1b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:19.712084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:19.715326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:19.724026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:19.835575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 3724aeea-fe14-4d96-9427-00c50a01b2d0 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:19.888144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.922952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc26c269-fe05-49be-93dc-88285e661c8d None None] Provisioning complete for port 659c2e59-7c55-4d2b-b76d-bcee277421fb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:19.923534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc26c269-fe05-49be-93dc-88285e661c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.929516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:19.940774 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124ef792-ee37-41cf-b3db-b4cce8d640b8 x-openstack-request-id: req-124ef792-ee37-41cf-b3db-b4cce8d640b8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:19.941301 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:19.941917 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-124ef792-ee37-41cf-b3db-b4cce8d640b8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:19.942911 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'status': 'completed', 'code': 200} Aug 25 11:30:20.050709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.053026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cc26c269-fe05-49be-93dc-88285e661c8d None None] Port 659c2e59-7c55-4d2b-b76d-bcee277421fb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:20.059958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.062887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.081206 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.144231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.146392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:20.151311 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.153725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.155149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a00bf43-7faf-4636-a480-b6654dba94ad no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:20.200667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] In _notify_port_updated(), no bound segment for port 659c2e59-7c55-4d2b-b76d-bcee277421fb on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:30:20.202350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.203501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.212478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] 10.222.0.10 "PUT /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 200 len: 1026 time: 3.7876153 Aug 25 11:30:20.217426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f922b96-70ab-4898-9430-d171fb58ab06 service neutron] Pushing event updated for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:20.235573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] Pushing event updated for resources: {'Network': ['ID=b6ccb154-0f05-443e-9ed4-59fd17024426,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:20.244817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Pushing event updated for resources: {'Port': ['ID=4bfb9d7f-39df-49c5-802c-f63c96d01d1b,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:20.248703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:20.250468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0c1c04b0-d2e3-4901-98ec-e860bdfac6fb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0804408 Aug 25 11:30:20.255298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f420007c-6104-4d9b-a2d4-20e60691064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.256649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Request body: {'subnet': {'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1048616796-subnet', 'tenant_id': '0a39d3963ecf492d9c67f74f24da22bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:20.260224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-f420007c-6104-4d9b-a2d4-20e60691064a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1095 time: 1.0530922 Aug 25 11:30:20.267710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.309360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:20.312826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-41140f31-46b0-430a-8bca-0e2a5ebe2369 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9359751 Aug 25 11:30:20.320803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Made reservation on behalf of 0a39d3963ecf492d9c67f74f24da22bf for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:20.323496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.327215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:20.386916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.388538 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-12510846-bb02-46ec-9ef1-890d0ccfb212 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4235063 Aug 25 11:30:20.394647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network b6ccb154-0f05-443e-9ed4-59fd17024426 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:30:20.397380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58078) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:20.405646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1127924010', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'fixed_ips': [{'ip_address': '172.25.1.169'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:20.476968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Made reservation on behalf of 749cdda7ea584f88abba97e1a9364947 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:20.482234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.495824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.526367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-c0c6e698-929e-466b-9aa7-1ca80ea6dce7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 217 time: 0.2419887 Aug 25 11:30:20.548718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:20.550638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-920ce9da-ab0a-4fae-984a-29fc975c42cf req-130e9a4b-378e-4657-908f-0443cb1860fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8816023 Aug 25 11:30:20.609384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-281a8a60-07d9-4f54-ba49-ff2ca021b842 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.613735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-281a8a60-07d9-4f54-ba49-ff2ca021b842 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "GET /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3907011 Aug 25 11:30:20.657530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:20.661768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:20.664188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.670885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-e04ede0e-f89e-4674-a750-752fab1b492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.673728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-e04ede0e-f89e-4674-a750-752fab1b492e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 1098 time: 0.1976371 Aug 25 11:30:20.681833 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.690242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:20.693017 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676cee19-f918-41ad-803b-7c3cabe82c5b" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "bb96412f-522f-4212-83b8-cec27213d90a"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:20.710442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.718298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.726957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.733659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.743384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.750508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.752543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-119a9ead-2df6-49df-a475-d7128ecfb2ed tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 4652 time: 0.5213673 Aug 25 11:30:20.770175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.836195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a00bf43-7faf-4636-a480-b6654dba94ad,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:20.855921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.857608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:30:20.866660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.878972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fad637-d793-45a0-94ef-0b2dcd28d9d4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:20.881143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:20.885172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-fd43bc91-9f4d-465c-b007-42a730da2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:20.887132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-fd43bc91-9f4d-465c-b007-42a730da2079 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.3193135 Aug 25 11:30:20.888507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Checking segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:30:20.888779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Network hostable DHCP agents. Network: b6ccb154-0f05-443e-9ed4-59fd17024426, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:30:20.899574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] device_id is not set on port 147c2449-0bae-4b6e-a430-65c01c348fdb yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:20.986606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bac23c10-9a3b-48a3-b19f-32b63da77d5a req-57d8aec5-92e6-461b-848e-1797428f8dd5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=edb44574-8a4f-426e-8adf-76a977e9ca89&id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032788 Aug 25 11:30:20.998387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.065562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2860-4bdc-4e21-9cd1-c652c5960188 req-3424aa76-28ed-455d-9797-93a0cbd1d879 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:21.086078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d7f2860-4bdc-4e21-9cd1-c652c5960188 req-3424aa76-28ed-455d-9797-93a0cbd1d879 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3910689 Aug 25 11:30:21.143157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-6d799886-22df-4f26-b037-99972ca4a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:21.144881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-6d799886-22df-4f26-b037-99972ca4a184 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 200 len: 904 time: 0.3884730 Aug 25 11:30:21.153850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-b53b7f2e-a3fc-4edd-a236-88eeb81c4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:21.155634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-b53b7f2e-a3fc-4edd-a236-88eeb81c4700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549708 Aug 25 11:30:21.274054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.284429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.308883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:21.361040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Network b6ccb154-0f05-443e-9ed4-59fd17024426 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:30:21.368238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91868888-97b5-4cde-8d1d-d53418a2e98c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:21.378866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:21.405262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2306f32e-8d07-4dec-8d9f-cccb653d4b17,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:21.405832 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.450000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] For port 2306f32e-8d07-4dec-8d9f-cccb653d4b17, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:30:21.472805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, b6ccb154-0f05-443e-9ed4-59fd17024426) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:21.490603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] device_id is not set on port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:21.504458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.517458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:21.518076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0a19cad1-f926-4963-9c77-f7200f3014dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.518578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.524545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-a3941c97-517c-47d3-b91b-ae6b014c7d8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad88157d-4977-4a90-8078-1a96addf245d HTTP/1.1" status: 200 len: 217 time: 0.3676631 Aug 25 11:30:21.531261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.532199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d53a0-e20c-4e97-bc84-c3461f12d1be None None] Network b6ccb154-0f05-443e-9ed4-59fd17024426 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:30:21.554852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:21.570800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e3e0977d-c626-435c-9040-d7379be8be6c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3206398 Aug 25 11:30:21.580983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d7f2860-4bdc-4e21-9cd1-c652c5960188 req-5a46938b-adc7-462c-8481-5791bc48d53a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939733 Aug 25 11:30:21.695915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.705383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:21.712724 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:21.759621 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 25 11:30:21.762814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:30:21.824016 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89464c4d-6d25-4688-98ed-171638694420 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4243751 Aug 25 11:30:21.831436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:21.843791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58094) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:21.874029 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c23793-4796-4f85-8413-66f8cab5e964 x-openstack-request-id: req-d4c23793-4796-4f85-8413-66f8cab5e964 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:21.874545 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "bb96412f-522f-4212-83b8-cec27213d90a", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:21.874910 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4c23793-4796-4f85-8413-66f8cab5e964 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:21.875437 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a', 'code': 200} Aug 25 11:30:21.875936 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52', 'code': 200} Aug 25 11:30:21.876601 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0', 'code': 200} Aug 25 11:30:21.898761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695c2f0-714a-49f2-8382-9fd2c0098a0f req-6440c759-7ab4-4e15-869f-c62f87bfc0c7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:21.903440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4695c2f0-714a-49f2-8382-9fd2c0098a0f req-6440c759-7ab4-4e15-869f-c62f87bfc0c7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3909967 Aug 25 11:30:21.904777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] No DVR routers for this DVR port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:21.915882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3224ed77-eb23-4085-98d4-f90eb96acf42 None None] Network b6ccb154-0f05-443e-9ed4-59fd17024426 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:30:21.996878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Pushing event updated for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:22.003130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-16925525-e652-4000-ab74-8366a759ba3f service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371603 Aug 25 11:30:22.005174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-e33413ab-6a2c-4c96-80fc-152470e41142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:22.007332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-e33413ab-6a2c-4c96-80fc-152470e41142 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 200 len: 843 time: 0.4504991 Aug 25 11:30:22.163122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] In _notify_port_updated(), no bound segment for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 on network 1774e408-eb01-4a23-9513-208a0b6fe394 {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:30:22.164815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:22.165975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.169439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-76b69d10-a636-40bc-91ff-89b45e3891bc service neutron] 10.222.0.10 "PUT /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 200 len: 1028 time: 1.5222945 Aug 25 11:30:22.235706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-c3325243-322a-4171-9d61-e79a6771b6a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910461 Aug 25 11:30:22.330474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-68b36812-41c7-4080-aca2-2a263634fa24 None None] Provisioning complete for port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:22.330771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68b36812-41c7-4080-aca2-2a263634fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.336348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4695c2f0-714a-49f2-8382-9fd2c0098a0f req-c510ab07-a2e7-4a80-a0fc-59ef55ba8841 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078095 Aug 25 11:30:22.382268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Deleting port 4bfb9d7f-39df-49c5-802c-f63c96d01d1b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:22.382841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.423625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.438466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-68b36812-41c7-4080-aca2-2a263634fa24 None None] Port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:22.472308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb785c-a166-4fd1-8888-c0d96b3e66cc req-006f179e-57a6-4420-ae75-1b5de57cd1c0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:22.474162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8feb785c-a166-4fd1-8888-c0d96b3e66cc req-006f179e-57a6-4420-ae75-1b5de57cd1c0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.5052264 Aug 25 11:30:22.552985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.553963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.578831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Calling delete_port for 4bfb9d7f-39df-49c5-802c-f63c96d01d1b owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:22.614968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c438efb3-6aee-43b3-a55b-11e0a08893a1 req-ae66f88e-fe5c-43bb-89fd-cb1375b62eb3 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447068 Aug 25 11:30:22.629435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-0460f464-3e4e-472b-bde7-24486f9035a1 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769028 Aug 25 11:30:22.646752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8feb785c-a166-4fd1-8888-c0d96b3e66cc req-4c86a5b7-1570-4bbc-94d0-e77a9d690ddf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512828 Aug 25 11:30:22.672004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22054b-0a98-433b-baf1-cc429e6af343 req-0cc9ef2b-af1c-4de1-b550-7098f99670ac tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:22.679800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb22054b-0a98-433b-baf1-cc429e6af343 req-0cc9ef2b-af1c-4de1-b550-7098f99670ac tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2044213 Aug 25 11:30:22.749770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port bb96412f-522f-4212-83b8-cec27213d90a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:22.750186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.890225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:22.947167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bfb9d7f-39df-49c5-802c-f63c96d01d1b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:23.081420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:23.088145 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:23.108406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3159b6f-9799-4aca-b777-e99442510394 tempest-ExternalNetworksAdminNegativeTestJSON-719192117 tempest-ExternalNetworksAdminNegativeTestJSON-719192117-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/4fdb1761-37a7-474e-a754-d5df08d04383 HTTP/1.1" status: 204 len: 168 time: 1.2569187 Aug 25 11:30:23.417331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb22054b-0a98-433b-baf1-cc429e6af343 req-a7b1286c-cbcc-4d83-b2ed-a8a9d39c5034 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359595 Aug 25 11:30:23.456969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4851d73c-ef33-4799-b6ae-be6dee3b1f7e req-546381c7-7126-487e-a632-1a193b578d53 service neutron] 10.222.0.67 "GET /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036530 Aug 25 11:30:23.465443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-f95fabd1-4972-447b-b0fa-a009ec5dc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.467131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-f95fabd1-4972-447b-b0fa-a009ec5dc2c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1095 time: 0.7283294 Aug 25 11:30:23.578948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58118) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:23.699128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] For port bb96412f-522f-4212-83b8-cec27213d90a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=bb96412f-522f-4212-83b8-cec27213d90a,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:23.699937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:23.730615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for bb96412f-522f-4212-83b8-cec27213d90a owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:23.734884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-bdaa551a-051d-42af-9cba-9d7c453af08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.738246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-bdaa551a-051d-42af-9cba-9d7c453af08d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.2605240 Aug 25 11:30:23.782720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-e90eade4-0db1-4c03-b607-01b0d2306a0c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.798572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-e90eade4-0db1-4c03-b607-01b0d2306a0c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.812424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-e90eade4-0db1-4c03-b607-01b0d2306a0c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.826953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-e90eade4-0db1-4c03-b607-01b0d2306a0c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.840132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-e90eade4-0db1-4c03-b607-01b0d2306a0c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:23.855073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-e90eade4-0db1-4c03-b607-01b0d2306a0c tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 3875 time: 0.5630374 Aug 25 11:30:23.878242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad'}, {'server_uuid': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545'}, {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:23.881882 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a9d2f-8bf0-402a-82ad-611038e35ad4" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad"}, {"server_uuid": "45f5a6ab-408a-4bb8-8256-f88c754c523e", "name": "network-vif-plugged", "status": "completed", "tag": "2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545"}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:23.994970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a15fec8-9bb9-40e1-b934-44dce615d6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.030828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-90d2075e-5695-4814-9091-75695d93e37a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 217 time: 0.1677182 Aug 25 11:30:24.194531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a15fec8-9bb9-40e1-b934-44dce615d6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.204126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a15fec8-9bb9-40e1-b934-44dce615d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.210560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a01ff1c-e35e-4463-97e8-d6fa39451f1f req-0fb5ccf3-dbf1-4cc3-92d2-07e6f3eb6656 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3542593 Aug 25 11:30:24.234962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.247455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-28de43e0-cd3c-48d8-83ad-b87081851b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:24.249602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-28de43e0-cd3c-48d8-83ad-b87081851b40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.1659398 Aug 25 11:30:24.291762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a15fec8-9bb9-40e1-b934-44dce615d6be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d0f0a71fd82488f950fa99dda3a038a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104909 Aug 25 11:30:24.296541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58140) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:24.332641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15fec8-9bb9-40e1-b934-44dce615d6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5715b14-3010-4a46-8c24-312f39dc5c98,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:24.435507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1a0daae-faf8-4985-852b-5af53be95b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.467315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1a0daae-faf8-4985-852b-5af53be95b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.472224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-440552d3-b199-4863-ad8a-12b4c7d4f6de tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:24.473791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-440552d3-b199-4863-ad8a-12b4c7d4f6de tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.3881822 Aug 25 11:30:24.478977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-df9927eb-0da1-4d0a-b6d5-517737a713cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:24.480808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-df9927eb-0da1-4d0a-b6d5-517737a713cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208195 Aug 25 11:30:24.532584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1a0daae-faf8-4985-852b-5af53be95b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.536193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1a0daae-faf8-4985-852b-5af53be95b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.540896 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1a0daae-faf8-4985-852b-5af53be95b85 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5715b14-3010-4a46-8c24-312f39dc5c98 HTTP/1.1" status: 204 len: 168 time: 0.2431931 Aug 25 11:30:24.549317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.551293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0daae-faf8-4985-852b-5af53be95b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5715b14-3010-4a46-8c24-312f39dc5c98,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:24.689520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=bb96412f-522f-4212-83b8-cec27213d90a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:24.696169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-dc018a3b-dd88-46af-8dc2-a164bb762b28 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/quotas/0a39d3963ecf492d9c67f74f24da22bf HTTP/1.1" status: 200 len: 375 time: 0.1586087 Aug 25 11:30:24.780504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-5ee875de-4fc8-4a37-a351-d1489c1cddac tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734680 Aug 25 11:30:24.795883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19a33-cc7d-4116-af3e-4b7381f44a3a req-2b827d4a-ea1d-4f6f-a4a9-be5877ac1e8b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:24.798848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c19a33-cc7d-4116-af3e-4b7381f44a3a req-2b827d4a-ea1d-4f6f-a4a9-be5877ac1e8b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3235068 Aug 25 11:30:24.839080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] No DVR routers for this DVR port bb96412f-522f-4212-83b8-cec27213d90a on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:24.855783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:24.858644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-7f3cc009-eda2-45b7-b88d-c66b31f6a8dd tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "DELETE /v2.0/ports/bb96412f-522f-4212-83b8-cec27213d90a HTTP/1.1" status: 204 len: 173 time: 2.6637347 Aug 25 11:30:24.858644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:24.860888 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1693f6d-bbc8-4172-bab8-a87e6ea492bd" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "bb96412f-522f-4212-83b8-cec27213d90a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:24.984161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:24.984809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-606b0aa2-2305-4660-80b8-ab86121aee10 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866779 Aug 25 11:30:25.026366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c19a33-cc7d-4116-af3e-4b7381f44a3a req-9d0f0e6d-b73a-41cc-ac13-cccc6aa3957b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063079 Aug 25 11:30:25.039218 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9c606a3e-057d-4c1c-af40-1c2e8c1a9be2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=749cdda7ea584f88abba97e1a9364947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529864 Aug 25 11:30:25.041319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58160) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:25.118220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbcc2-e3fe-4814-a11c-bef6d279fa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.137385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-b3b80287-3c91-4b92-ba8d-cbaf9d01b0ca service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229113 Aug 25 11:30:25.153487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbcc2-e3fe-4814-a11c-bef6d279fa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.245516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbcc2-e3fe-4814-a11c-bef6d279fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.248987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4bdbcc2-e3fe-4814-a11c-bef6d279fa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.249416 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f4bdbcc2-e3fe-4814-a11c-bef6d279fa99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91868888-97b5-4cde-8d1d-d53418a2e98c HTTP/1.1" status: 204 len: 168 time: 0.2061808 Aug 25 11:30:25.258959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdbcc2-e3fe-4814-a11c-bef6d279fa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91868888-97b5-4cde-8d1d-d53418a2e98c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:25.278519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c17d74f-c7b8-41f8-adc9-58dd68450c9f req-037ab0c2-fb72-4e1a-a322-3cbc270fa813 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804456 Aug 25 11:30:25.288747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 3724aeea-fe14-4d96-9427-00c50a01b2d0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:25.289082 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.373814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aef705-4962-48f9-9e16-cb8fbfa832eb req-9181c80c-36f9-4163-8ddb-2b03b257e064 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:25.376912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7aef705-4962-48f9-9e16-cb8fbfa832eb req-9181c80c-36f9-4163-8ddb-2b03b257e064 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.2188709 Aug 25 11:30:25.426819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-1ce7f7ed-c2e6-4b45-a19e-dad6bfa56785 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785280 Aug 25 11:30:25.465325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] For port 3724aeea-fe14-4d96-9427-00c50a01b2d0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=3724aeea-fe14-4d96-9427-00c50a01b2d0,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:25.465729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.478502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7aef705-4962-48f9-9e16-cb8fbfa832eb req-2d76bfc6-2fff-4b9a-b3f6-a1d605d118da tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931315 Aug 25 11:30:25.486139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 3724aeea-fe14-4d96-9427-00c50a01b2d0 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:25.720043 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2534905-3e27-4f05-937c-1f9d6742cd0f x-openstack-request-id: req-e2534905-3e27-4f05-937c-1f9d6742cd0f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:25.720503 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "bb96412f-522f-4212-83b8-cec27213d90a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:25.720910 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2534905-3e27-4f05-937c-1f9d6742cd0f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:25.721551 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': 'bb96412f-522f-4212-83b8-cec27213d90a', 'status': 'completed', 'code': 200} Aug 25 11:30:25.762977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.830485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=3724aeea-fe14-4d96-9427-00c50a01b2d0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:25.898389 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1294c963-9eb8-4d43-b3ed-503b32ce4af5 x-openstack-request-id: req-1294c963-9eb8-4d43-b3ed-503b32ce4af5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:25.899057 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad", "code": 200}, {"server_uuid": "45f5a6ab-408a-4bb8-8256-f88c754c523e", "name": "network-vif-plugged", "status": "completed", "tag": "2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545", "code": 200}, {"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-unplugged", "status": "completed", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:25.899057 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1294c963-9eb8-4d43-b3ed-503b32ce4af5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:25.900134 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad', 'code': 200} Aug 25 11:30:25.900364 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545', 'code': 200} Aug 25 11:30:25.900785 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'code': 200} Aug 25 11:30:25.943199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] No DVR routers for this DVR port 3724aeea-fe14-4d96-9427-00c50a01b2d0 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:25.946640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:25.961782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-0f85ef35-937b-4208-9d32-d1532802d8b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "DELETE /v2.0/ports/3724aeea-fe14-4d96-9427-00c50a01b2d0 HTTP/1.1" status: 204 len: 173 time: 1.0397243 Aug 25 11:30:25.975141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b1801-6a7c-4754-a54f-a25abff26147 req-f1f78435-8dcb-4c75-9eae-db7a1fa26c0f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:25.984366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b1801-6a7c-4754-a54f-a25abff26147 req-f1f78435-8dcb-4c75-9eae-db7a1fa26c0f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:25.989467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b1801-6a7c-4754-a54f-a25abff26147 req-f1f78435-8dcb-4c75-9eae-db7a1fa26c0f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:25.991676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a45b1801-6a7c-4754-a54f-a25abff26147 req-f1f78435-8dcb-4c75-9eae-db7a1fa26c0f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 2410 time: 0.1659393 Aug 25 11:30:26.148975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a45b1801-6a7c-4754-a54f-a25abff26147 req-086a26c9-aa95-4dda-88a3-a17a7f2bd000 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387563 Aug 25 11:30:26.176020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b0f4-b221-4f7c-9ecc-71aacbfbaf8b req-7ddfaa6a-2d71-4ed6-897e-1f9a570cc90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:26.177557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c426b0f4-b221-4f7c-9ecc-71aacbfbaf8b req-7ddfaa6a-2d71-4ed6-897e-1f9a570cc90a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 1097 time: 0.1773539 Aug 25 11:30:26.276588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:30:26.345447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-136d833d-6d0f-4535-98cf-96bb6db51ca9 req-8751af67-0cb1-42da-9d2a-3278c2aad7cf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 210 time: 0.1135430 Aug 25 11:30:26.361173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c426b0f4-b221-4f7c-9ecc-71aacbfbaf8b req-db7968dd-7ee8-4671-8173-a3059b129bd9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685343 Aug 25 11:30:26.425234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f045-987f-451d-a217-4a06018e243a req-1f50d6f2-4b13-4d2a-899c-0a4766a93db0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:26.428046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ca2f045-987f-451d-a217-4a06018e243a req-1f50d6f2-4b13-4d2a-899c-0a4766a93db0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2977798 Aug 25 11:30:26.480024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 50c50315-4ce1-4fe9-9332-7e430bbedc52 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:26.480576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:26.604729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:26.630589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'mac_address': 'fa:16:3e:9b:9e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:30:26.723259 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:26.734351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ca2f045-987f-451d-a217-4a06018e243a req-57c53721-4e8f-482b-8f5d-baef1178fe10 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816401 Aug 25 11:30:26.740186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:26.787923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:26.796049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:26.855360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] For port 50c50315-4ce1-4fe9-9332-7e430bbedc52, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=50c50315-4ce1-4fe9-9332-7e430bbedc52,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:26.856199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:26.934782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:26.935691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 50c50315-4ce1-4fe9-9332-7e430bbedc52 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:26.958467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dda16-6199-43f8-877c-64c4fc142844 req-1e543bac-01ad-49cf-9a5c-9dd6dddcb8e7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:26.960366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-741dda16-6199-43f8-877c-64c4fc142844 req-1e543bac-01ad-49cf-9a5c-9dd6dddcb8e7 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3395348 Aug 25 11:30:27.033143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb0b7cbe-e097-437c-a3ec-778e88552788'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:30:27.087169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56fc5-4581-439c-a85d-068809f15ce1 req-8575e702-94b7-4ebd-bc7b-dd20a6dc8a2c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:27.090243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cf56fc5-4581-439c-a85d-068809f15ce1 req-8575e702-94b7-4ebd-bc7b-dd20a6dc8a2c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.1774001 Aug 25 11:30:27.156825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:27.207411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-741dda16-6199-43f8-877c-64c4fc142844 req-7767af21-a705-40d2-8a15-847aded68c04 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263319 Aug 25 11:30:27.247791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cf56fc5-4581-439c-a85d-068809f15ce1 req-93f6de41-bf15-497d-8744-3ecd5b6d74ed tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378150 Aug 25 11:30:27.482355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:27.613605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ddd25-0143-4e08-becc-b1102f7b2088 req-63825a86-af92-4316-961b-363de6394a83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:27.623413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e64ddd25-0143-4e08-becc-b1102f7b2088 req-63825a86-af92-4316-961b-363de6394a83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2638650 Aug 25 11:30:27.692657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=50c50315-4ce1-4fe9-9332-7e430bbedc52,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:27.716425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-bcf0ec68-d146-40af-9055-765f14bfbae1 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:27.718059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-bcf0ec68-d146-40af-9055-765f14bfbae1 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.1953397 Aug 25 11:30:27.723589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:27.729824 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68bf0f5-317f-4fb6-9260-c2a424881fd2" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:27.740090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Request body: {'port': {'device_id': '933230e9-af80-49c8-af88-7e92187a495f', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'admin_state_up': True, 'tenant_id': '0a39d3963ecf492d9c67f74f24da22bf'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:27.774455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] No DVR routers for this DVR port 50c50315-4ce1-4fe9-9332-7e430bbedc52 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:27.779780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:27.784976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-b6042119-d3be-4c91-946d-83662c13fa14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "DELETE /v2.0/ports/50c50315-4ce1-4fe9-9332-7e430bbedc52 HTTP/1.1" status: 204 len: 173 time: 1.7914379 Aug 25 11:30:27.814585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58238) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:27.861392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6d525-6dc1-449b-b424-99085423b89b req-1a5b24e8-73a9-40f8-b890-9441d0aa2b14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:27.867943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6d525-6dc1-449b-b424-99085423b89b req-1a5b24e8-73a9-40f8-b890-9441d0aa2b14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:27.870430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65f6d525-6dc1-449b-b424-99085423b89b req-1a5b24e8-73a9-40f8-b890-9441d0aa2b14 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 1677 time: 0.3631265 Aug 25 11:30:27.876428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e64ddd25-0143-4e08-becc-b1102f7b2088 req-6d8583c7-c2cd-4231-99bf-eb121d4baf14 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517574 Aug 25 11:30:28.140503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65f6d525-6dc1-449b-b424-99085423b89b req-0c7eea49-79fd-4549-ac37-db4cecb20d86 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505672 Aug 25 11:30:28.220492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-75523f9c-e70e-4c91-a65e-55bf6307d3e3 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-891983170'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:28.221901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-75523f9c-e70e-4c91-a65e-55bf6307d3e3 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Unknown quota resources ['metering_label']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:30:28.296181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:28.443611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a8a2ff2-96ef-4199-9a53-4eb5faf419e2 req-3cfec58b-8e16-485a-b7bb-55c717c719cf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 210 time: 0.3794944 Aug 25 11:30:28.449468 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd94b3-74d2-4660-8b75-40ce9b8c51e7 x-openstack-request-id: req-c5dd94b3-74d2-4660-8b75-40ce9b8c51e7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:28.450302 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "3724aeea-fe14-4d96-9427-00c50a01b2d0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:28.450598 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c5dd94b3-74d2-4660-8b75-40ce9b8c51e7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:28.450972 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '3724aeea-fe14-4d96-9427-00c50a01b2d0', 'status': 'completed', 'code': 200} Aug 25 11:30:28.471751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port cb0b7cbe-e097-437c-a3ec-778e88552788 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:28.488555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port cb0b7cbe-e097-437c-a3ec-778e88552788 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:28.489663 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:28.549342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Made reservation on behalf of 0a39d3963ecf492d9c67f74f24da22bf for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:28.567697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:28.675677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:28.746430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:28.748585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:28.753312 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0df8cc-4d2f-4d06-a5e1-975a1e7f48d1" -d '{"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:28.761328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:28.877339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:28.961255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Allocated IP 172.20.0.2 (b6ccb154-0f05-443e-9ed4-59fd17024426/67fad637-d793-45a0-94ef-0b2dcd28d9d4/ddfa11d3-b0ec-4c78-994b-9d324f87cf81) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:29.201398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 0a00bf43-7faf-4636-a480-b6654dba94ad {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:29.202384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:29.240020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75523f9c-e70e-4c91-a65e-55bf6307d3e3 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:29.241462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-75523f9c-e70e-4c91-a65e-55bf6307d3e3 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4258235 Aug 25 11:30:29.248678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58258) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:29.262422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-367a1865-672b-488b-b8f8-9e9337d9f0bf tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f00282c0-8240-435d-9812-0762ddac48f3'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:29.263230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-367a1865-672b-488b-b8f8-9e9337d9f0bf tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:30:29.281432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:29.299943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5073c-5fda-43c8-ba30-e3951812df59 req-22938056-dfeb-4d12-964c-6b5111c564a9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:29.308203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fae5073c-5fda-43c8-ba30-e3951812df59 req-22938056-dfeb-4d12-964c-6b5111c564a9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.7260246 Aug 25 11:30:29.386726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fae5073c-5fda-43c8-ba30-e3951812df59 req-2790f14a-7558-4f7f-92d8-b811fc31032e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Aug 25 11:30:29.400035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e096-b72d-4d9a-b3f8-35764f5d11dd req-6711d99c-e110-4ca0-8161-98c55303cb5c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:29.409050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2093e096-b72d-4d9a-b3f8-35764f5d11dd req-6711d99c-e110-4ca0-8161-98c55303cb5c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.3197274 Aug 25 11:30:29.450763 n-d-778732-11 neutron-server[94911]: WARNING neutron.services.metering.metering_plugin [None req-367a1865-672b-488b-b8f8-9e9337d9f0bf tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 11:30:29.491355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2093e096-b72d-4d9a-b3f8-35764f5d11dd req-11ffa7fe-28a0-4eb1-bf23-ef869979dd3b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782375 Aug 25 11:30:29.494582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] For port 0a00bf43-7faf-4636-a480-b6654dba94ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a00bf43-7faf-4636-a480-b6654dba94ad,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:29.501900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:29.551350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 0a00bf43-7faf-4636-a480-b6654dba94ad owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:29.638850 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d5d957-27d6-4bdf-9b5b-fad44d66a09a x-openstack-request-id: req-e4d5d957-27d6-4bdf-9b5b-fad44d66a09a {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:29.639718 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:29.640157 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4d5d957-27d6-4bdf-9b5b-fad44d66a09a {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:29.640752 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'code': 200} Aug 25 11:30:29.856207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:29.873198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-367a1865-672b-488b-b8f8-9e9337d9f0bf tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:29.875224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-367a1865-672b-488b-b8f8-9e9337d9f0bf tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6242893 Aug 25 11:30:29.918175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58264) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:29.942555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2e776606-bebd-4e21-864f-81adf9da83fc tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f00282c0-8240-435d-9812-0762ddac48f3'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:29.943390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2e776606-bebd-4e21-864f-81adf9da83fc tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:30:30.076752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Network b6ccb154-0f05-443e-9ed4-59fd17024426 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:30.087913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aab7b-6097-4135-9144-17e32a9570d7 req-6ab8fa9d-4743-4b66-bbfd-c373fa095216 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:30.090898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-306aab7b-6097-4135-9144-17e32a9570d7 req-6ab8fa9d-4743-4b66-bbfd-c373fa095216 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.4990873 Aug 25 11:30:30.108538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:30.113836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:30.231344 n-d-778732-11 neutron-server[94911]: WARNING neutron.services.metering.metering_plugin [None req-2e776606-bebd-4e21-864f-81adf9da83fc tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 25 11:30:30.294788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event updated for resources: {'Port': ['ID=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:30.335597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e776606-bebd-4e21-864f-81adf9da83fc tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.336234 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e776606-bebd-4e21-864f-81adf9da83fc tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4110060 Aug 25 11:30:30.345681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:30.346512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.349046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58268) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:30.365473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cd0be4d3-b013-4070-b191-0d3cbbecc857 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33116820-370b-4502-ae55-66995eb78c52 HTTP/1.1" status: 200 len: 462 time: 0.0152214 Aug 25 11:30:30.370708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58270) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:30.388178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ae3e99f1-cf17-4785-9781-679ff6b1acdd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6591597 Aug 25 11:30:30.408527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Request body: {'port': {'device_id': '933230e9-af80-49c8-af88-7e92187a495f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:30.474687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff2d11-fb25-422a-82dd-b07e55dc4419 req-d1cdce74-76f7-4b55-82b6-0cc836423d22 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:30.488704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff2d11-fb25-422a-82dd-b07e55dc4419 req-d1cdce74-76f7-4b55-82b6-0cc836423d22 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:30.491412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-beff2d11-fb25-422a-82dd-b07e55dc4419 req-d1cdce74-76f7-4b55-82b6-0cc836423d22 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 1677 time: 0.5345252 Aug 25 11:30:30.492124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:30.496601 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eee8604-70e3-4aaf-ba12-04202cfa5b9b" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:30.514245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccf66e-90ff-4872-bb1d-ef295834b926 req-24740422-1a25-486e-b02b-ee5b4878916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:30.516845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23ccf66e-90ff-4872-bb1d-ef295834b926 req-24740422-1a25-486e-b02b-ee5b4878916a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1097 time: 0.6913114 Aug 25 11:30:30.529560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.580013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.586150 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9eb26ec4-894a-441f-b7cd-161d7fc462a5 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.587719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9eb26ec4-894a-441f-b7cd-161d7fc462a5 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/33116820-370b-4502-ae55-66995eb78c52 HTTP/1.1" status: 204 len: 168 time: 0.2158303 Aug 25 11:30:30.595638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58278) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:30.612703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f552bae6-fa28-471f-96a2-5d5993c39259 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33116820-370b-4502-ae55-66995eb78c52 HTTP/1.1" status: 200 len: 221 time: 0.0151913 Aug 25 11:30:30.647958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58280) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:30.653151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-61bf176f-a121-4567-bdd1-8c38ef225a35 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1220803522', 'description': 'label created by tempest'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:30.653808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-61bf176f-a121-4567-bdd1-8c38ef225a35 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Unknown quota resources ['metering_label']. {{(pid=94911) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:30:30.713479 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.737500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-306aab7b-6097-4135-9144-17e32a9570d7 req-cf0d4112-8bf7-406e-be08-e73cdf43cc60 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932072 Aug 25 11:30:30.760079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=0a00bf43-7faf-4636-a480-b6654dba94ad,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:30.824176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] No DVR routers for this DVR port 0a00bf43-7faf-4636-a480-b6654dba94ad on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:30.837422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.840165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-167f6440-5e54-4e18-879f-fc9ac81fd57b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "DELETE /v2.0/ports/0a00bf43-7faf-4636-a480-b6654dba94ad HTTP/1.1" status: 204 len: 173 time: 3.0466917 Aug 25 11:30:30.859514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23ccf66e-90ff-4872-bb1d-ef295834b926 req-f62f18fe-bb5a-45a9-9dfd-9eec96646aed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059855 Aug 25 11:30:30.928455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-beff2d11-fb25-422a-82dd-b07e55dc4419 req-9e555ae6-2d81-4308-92cc-bb7fd4ee460a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups?id=84a84b4b-6145-4060-a2af-cc7e638267af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224780 Aug 25 11:30:30.970624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-61bf176f-a121-4567-bdd1-8c38ef225a35 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:30.971993 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-61bf176f-a121-4567-bdd1-8c38ef225a35 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3230188 Aug 25 11:30:30.977023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58284) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:31.150048 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a3689-ce79-4832-82b7-d329d01bf4ff x-openstack-request-id: req-722a3689-ce79-4832-82b7-d329d01bf4ff {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:31.155833 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "50c50315-4ce1-4fe9-9332-7e430bbedc52", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:31.157201 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-722a3689-ce79-4832-82b7-d329d01bf4ff {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:31.157755 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '50c50315-4ce1-4fe9-9332-7e430bbedc52', 'status': 'completed', 'code': 200} Aug 25 11:30:31.242805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2bdb0428-2e62-4068-ba6f-3e0709abe3f0 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=6a6da98b-de82-4e10-b3d1-fd37f70a233d HTTP/1.1" status: 200 len: 468 time: 0.2645123 Aug 25 11:30:31.243143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58290) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:31.336508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f4abc-2d51-4796-bd50-fc2ec372a763 req-db347bcd-4f87-4cae-a7e4-353f9fdfb2ae tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:31.338449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-554f4abc-2d51-4796-bd50-fc2ec372a763 req-db347bcd-4f87-4cae-a7e4-353f9fdfb2ae tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 931 time: 0.1781225 Aug 25 11:30:31.342142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:31.342652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:31.406303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c95d-6b40-4aee-9228-81230886be46 req-11231448-fbb3-4f42-a794-e04385746455 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:31.408105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5202c95d-6b40-4aee-9228-81230886be46 req-11231448-fbb3-4f42-a794-e04385746455 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.1450543 Aug 25 11:30:31.480136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-554f4abc-2d51-4796-bd50-fc2ec372a763 req-fa010bf1-1643-4cb7-82d0-c1058765c4e5 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317000 Aug 25 11:30:31.530052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5202c95d-6b40-4aee-9228-81230886be46 req-f5900b75-d10e-412a-a684-4de38eb74312 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000705 Aug 25 11:30:31.534318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] For port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:31.534636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:31.582939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfa11d3-b0ec-4c78-994b-9d324f87cf81 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:31.674570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:31.689741 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-095f3741-816e-43f3-8f47-b11fdf8133b2 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:31.694188 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-095f3741-816e-43f3-8f47-b11fdf8133b2 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/6a6da98b-de82-4e10-b3d1-fd37f70a233d HTTP/1.1" status: 204 len: 168 time: 0.4500577 Aug 25 11:30:31.698118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58292) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:31.708318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Transition to ACTIVE for port object ddfa11d3-b0ec-4c78-994b-9d324f87cf81 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:31.720515 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6fae4d9c-678a-481b-a79d-2212bde4f3d6 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=6a6da98b-de82-4e10-b3d1-fd37f70a233d HTTP/1.1" status: 200 len: 216 time: 0.0210040 Aug 25 11:30:31.721277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:31.729171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:31.751902 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-54f45e64-780f-4a8f-929e-15ca72631040 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0288804 Aug 25 11:30:31.759337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58296) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:31.809962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:31.831030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e2bda411-ab91-40ff-b275-e0dcc323a8ae tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0621665 Aug 25 11:30:31.862197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58298) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:31.923800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Attempting to bind port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:30:31.924585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Attempting to bind port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:30:31.925324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Attempting to bind port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:31.933401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 on network b6ccb154-0f05-443e-9ed4-59fd17024426 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:30:31.933922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Attempting to bind port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:31.942293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:30:31.942845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Checking segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:30:31.943332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Bound using segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:30:31.944104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Bound port: ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:30:31.945147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:31.986098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c2b56a0b-2ad0-4cee-8156-1a7e39c6d3ee tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-labels/f00282c0-8240-435d-9812-0762ddac48f3 HTTP/1.1" status: 200 len: 472 time: 0.1149302 Aug 25 11:30:31.990700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa78cc1-3b4a-480b-b32c-32e9797e7300 req-8bace967-ba8c-422f-8bb3-4607e69320a5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:31.992461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baa78cc1-3b4a-480b-b32c-32e9797e7300 req-8bace967-ba8c-422f-8bb3-4607e69320a5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3220711 Aug 25 11:30:31.992461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58302) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:32.006918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.007355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.007780 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Floating IP 9f933648-e212-43da-84f3-2f2041364d9d disassociated. External IP: 172.25.1.55, port: 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd. Aug 25 11:30:32.008229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:32.043781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25146cba-f785-4c37-9e6d-c794577bf82d req-84050f60-4628-49d5-9f18-7aa743036b37 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:32.045650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25146cba-f785-4c37-9e6d-c794577bf82d req-84050f60-4628-49d5-9f18-7aa743036b37 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.2999012 Aug 25 11:30:32.063125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-64de07af-0ab9-4ebc-b9bb-9f4f867f8a0c tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "GET /v2.0/metering/metering-label-rules/471fb96f-276b-4da6-bac7-d7b0dc92e693 HTTP/1.1" status: 200 len: 459 time: 0.0601957 Aug 25 11:30:32.067987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58304) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:32.090354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] For port ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:30:32.094296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] For port ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:30:32.109545 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.183667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:32.184804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.186864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] 10.222.0.10 "PUT /v2.0/ports/ddfa11d3-b0ec-4c78-994b-9d324f87cf81 HTTP/1.1" status: 200 len: 1092 time: 1.7904608 Aug 25 11:30:32.187924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933230e9-af80-49c8-af88-7e92187a495f', 'tag': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:32.191408 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "933230e9-af80-49c8-af88-7e92187a495f", "tag": "ddfa11d3-b0ec-4c78-994b-9d324f87cf81"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:32.224660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5c1f-a274-43e0-b9b9-54b08a89d240 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:32.378311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-baa78cc1-3b4a-480b-b32c-32e9797e7300 req-7af63376-47b3-40a4-bac3-759967e012ab tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643637 Aug 25 11:30:32.383531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ff173558-ba9c-407e-a3c9-ad2c88bdee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:32.387154 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ff173558-ba9c-407e-a3c9-ad2c88bdee59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 1095 time: 0.1104984 Aug 25 11:30:32.444774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.451355 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-84bff552-2f25-4195-b925-f3e7fb046b1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81 HTTP/1.1" status: 200 len: 217 time: 0.0546670 Aug 25 11:30:32.487129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c56d512e-6033-4056-899c-c378b7fb5b68 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.490576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c56d512e-6033-4056-899c-c378b7fb5b68 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-label-rules/471fb96f-276b-4da6-bac7-d7b0dc92e693 HTTP/1.1" status: 204 len: 168 time: 0.4189103 Aug 25 11:30:32.491511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58312) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:32.497151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25146cba-f785-4c37-9e6d-c794577bf82d req-fb1778ff-309e-4f8f-ab87-aa57d4905e5e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339879 Aug 25 11:30:32.545583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:32.587940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-27d3b23b-bd4a-436c-b9bc-f03093dfe8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:32.588990 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-27d3b23b-bd4a-436c-b9bc-f03093dfe8a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.1286530 Aug 25 11:30:32.631757 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5680260-32bd-4421-bab3-471619d4bf9b x-openstack-request-id: req-e5680260-32bd-4421-bab3-471619d4bf9b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:32.632053 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933230e9-af80-49c8-af88-7e92187a495f", "tag": "ddfa11d3-b0ec-4c78-994b-9d324f87cf81", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:32.632312 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e5680260-32bd-4421-bab3-471619d4bf9b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:32.632789 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933230e9-af80-49c8-af88-7e92187a495f', 'tag': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'status': 'completed', 'code': 200} Aug 25 11:30:32.674106 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-24f65d95-6255-4450-9b89-ce531e7dd6c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773776 Aug 25 11:30:32.782852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e36c9fbc-23e6-4599-a8ce-12784190f30b req-b9ccf84d-5b31-4bb5-b30c-dd066d6d8264 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1677911 Aug 25 11:30:32.806899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-23ab02f4-b116-4848-96ca-e0314f2cdc21 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241064 Aug 25 11:30:32.985521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-092e9d2b-88cd-4a1e-b4a0-ec490141c936 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:32.987267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-092e9d2b-88cd-4a1e-b4a0-ec490141c936 tempest-MeteringIpV6TestJSON-1807692068 tempest-MeteringIpV6TestJSON-1807692068-project-admin] 10.222.0.35 "DELETE /v2.0/metering/metering-labels/f00282c0-8240-435d-9812-0762ddac48f3 HTTP/1.1" status: 204 len: 168 time: 0.4936843 Aug 25 11:30:33.033782 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a21fef4-3245-4eac-9a96-a783fac6cd6f req-ba04240c-06b0-4efe-a465-2c0bb1d16e45 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191479 Aug 25 11:30:33.051317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:30:33.069743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d96e0a-67cd-48d2-a394-80e9415780c7 req-62405526-1a03-496e-a650-ffb2df7719b8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:33.072544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6d96e0a-67cd-48d2-a394-80e9415780c7 req-62405526-1a03-496e-a650-ffb2df7719b8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 943 time: 0.1831303 Aug 25 11:30:33.161179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:33.164798 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec3aced-91de-49eb-b674-1fb702b3d843" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:33.218670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6d96e0a-67cd-48d2-a394-80e9415780c7 req-f86eef8a-e302-4038-9d40-7cac043ca9cf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326435 Aug 25 11:30:33.221099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-3551a3ca-d935-4cf4-8f0f-f0c17b8f26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:33.223545 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-3551a3ca-d935-4cf4-8f0f-f0c17b8f26bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 1095 time: 0.1001265 Aug 25 11:30:33.418907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-6db87b54-1fc4-4b45-8a35-300f830b4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:33.423691 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-6db87b54-1fc4-4b45-8a35-300f830b4930 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 0.1923311 Aug 25 11:30:33.532897 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-4313c527-860e-409f-a07d-ac2b52c0f57a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81 HTTP/1.1" status: 200 len: 217 time: 0.0997322 Aug 25 11:30:33.535435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:33.630385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-64b6c26c-2290-4b4a-a2b6-5ab184366bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:33.633246 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-64b6c26c-2290-4b4a-a2b6-5ab184366bd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.0906599 Aug 25 11:30:33.690951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-de342bf6-26e3-4690-8205-2f02cbadb34c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488803 Aug 25 11:30:33.803399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:33.886342 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-efb649fd-f752-4906-99e7-bdc7eb344558 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860418 Aug 25 11:30:33.890818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:30:33.908341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] Sync routers for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:30:33.928133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:30:33.929555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:30:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:33.972244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb5347-bb79-4ec2-8759-bffb893c1e25 req-514aa609-4e0a-42bb-8d83-aa30f9ccc4fa tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:33.975338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3adb5347-bb79-4ec2-8759-bffb893c1e25 req-514aa609-4e0a-42bb-8d83-aa30f9ccc4fa tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2163148 Aug 25 11:30:34.040213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] No DVR routers for this DVR port 9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:30:34.056308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f52e2a-7296-49c0-8772-8f45dfcaf413 req-04ec392b-b032-4f3d-bf7e-ab58d7e078ce tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:34.059783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.062787 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7b68b3f-f510-48f3-aa5e-066a18b57bf9 req-a459da3f-16ac-43c9-b496-b65559fc3837 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672328 Aug 25 11:30:34.067527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.081635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79f52e2a-7296-49c0-8772-8f45dfcaf413 req-04ec392b-b032-4f3d-bf7e-ab58d7e078ce tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3165503 Aug 25 11:30:34.101370 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a74f8484b2754c9ebfad24e7c6e1f4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646331 Aug 25 11:30:34.104734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58346) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:34.113038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.115498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07bbbf22-e8f2-4760-b646-a5215f98e49d req-3749e0ab-d83e-4d8a-a97f-010c3ae6fc3a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.10 "DELETE /v2.0/ports/9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd HTTP/1.1" status: 204 len: 173 time: 3.2676387 Aug 25 11:30:34.154641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3adb5347-bb79-4ec2-8759-bffb893c1e25 req-ef2950bd-61ff-4625-b1e8-0a3d3d056718 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386554 Aug 25 11:30:34.158379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ff130-585d-47c4-b4b9-1bdf97961463,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:34.187262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79f52e2a-7296-49c0-8772-8f45dfcaf413 req-ec1a3d71-93ed-4ebc-a3f2-d7579f51c21c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995669 Aug 25 11:30:34.204478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:30:34.206432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.207032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.207483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.208020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.208462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.208991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.210068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.210528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.210991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.211778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.213377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.230479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed48b3df-3d22-45f4-ace7-df864d18c679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:30:34.307534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a91d71f-3d6e-4220-94a1-2030be79eb32 x-openstack-request-id: req-6a91d71f-3d6e-4220-94a1-2030be79eb32 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:34.307534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "0a00bf43-7faf-4636-a480-b6654dba94ad", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:34.307534 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a91d71f-3d6e-4220-94a1-2030be79eb32 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:34.308129 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '0a00bf43-7faf-4636-a480-b6654dba94ad', 'status': 'completed', 'code': 200} Aug 25 11:30:34.344007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4125ef9d-b456-4b7b-9a54-2cb9866d425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.414216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4125ef9d-b456-4b7b-9a54-2cb9866d425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.516006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4125ef9d-b456-4b7b-9a54-2cb9866d425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.519409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4125ef9d-b456-4b7b-9a54-2cb9866d425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:34.521306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4125ef9d-b456-4b7b-9a54-2cb9866d425c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f08ff130-585d-47c4-b4b9-1bdf97961463 HTTP/1.1" status: 204 len: 168 time: 0.4154291 Aug 25 11:30:34.546307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-450ec026-6aaa-40c2-b0ae-c7640b9e002d req-5622ac5d-043d-4922-8395-458844cc7f37 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1354995 Aug 25 11:30:34.552905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125ef9d-b456-4b7b-9a54-2cb9866d425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ff130-585d-47c4-b4b9-1bdf97961463,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:34.653536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277aeb-558c-49a9-a65b-b36511fa0d09 req-975d7b71-0f8a-419e-8359-f113e0f79e5b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:34.668305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3277aeb-558c-49a9-a65b-b36511fa0d09 req-975d7b71-0f8a-419e-8359-f113e0f79e5b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2399802 Aug 25 11:30:34.751723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3277aeb-558c-49a9-a65b-b36511fa0d09 req-850d9ef0-cbc3-4b32-a341-e2cb749dbe22 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822611 Aug 25 11:30:34.763149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:37Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:34.840165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] Checking router: f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:30:34.856710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:30:34.857669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:30:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:35.067746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:30:35.074106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bb7e7-53f4-4ce3-be76-8f85ef9e36b7 req-b6c990fa-a16c-4687-8a79-f32dc2566d5c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:35.077024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-799bb7e7-53f4-4ce3-be76-8f85ef9e36b7 req-b6c990fa-a16c-4687-8a79-f32dc2566d5c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 943 time: 0.2013044 Aug 25 11:30:35.092234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8b6a5-231f-4b57-93b9-e247aae49278 req-709c4d29-286c-414e-944d-39170a1eabf8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:35.110193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58362) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:35.115905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Request body: {'floatingip': {'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:35.116905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdf8b6a5-231f-4b57-93b9-e247aae49278 req-709c4d29-286c-414e-944d-39170a1eabf8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.1659622 Aug 25 11:30:35.168568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58364) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:35.192522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c985555-6c80-4ee3-9d54-ed98be4bf2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.203460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.295556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-799bb7e7-53f4-4ce3-be76-8f85ef9e36b7 req-a39ea9d8-3691-4b46-afd4-7cc1ffa3f6a0 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756270 Aug 25 11:30:35.380582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ddfa11d3-b0ec-4c78-994b-9d324f87cf81 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:30:35.386206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c985555-6c80-4ee3-9d54-ed98be4bf2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.404683 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c985555-6c80-4ee3-9d54-ed98be4bf2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.476256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c985555-6c80-4ee3-9d54-ed98be4bf2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d0715-5662-4a10-bd32-2c75c6927e9a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:35.487034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0c985555-6c80-4ee3-9d54-ed98be4bf2b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1a4b4d589dc4fafb683e8c5bf73779a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159313 Aug 25 11:30:35.495735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58370) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:35.542850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a0ca6-ae48-40ae-bb63-d2f1651c808b req-57a86f88-37d9-4f39-8523-74b2a1698d3e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:35.557098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf7a0ca6-ae48-40ae-bb63-d2f1651c808b req-57a86f88-37d9-4f39-8523-74b2a1698d3e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1759312 Aug 25 11:30:35.645362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:37Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:35.703002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cf7a0ca6-ae48-40ae-bb63-d2f1651c808b req-0b817a04-5db2-4117-950a-c820dffbb57c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415164 Aug 25 11:30:35.708471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ac602ef-755b-40df-b814-7419fc2dfe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.763325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ac602ef-755b-40df-b814-7419fc2dfe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.785736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7800a-a896-4110-bc99-dd386203dc77 None None] The sync data for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 is: [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:19:26Z', 'revision_number': 4, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '526fef1d-602a-46ac-adb9-251a058b03ee', 'name': '', 'network_id': '4c02236c-c78c-4537-9384-2ff1eca72838', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'mac_address': 'fa:16:3e:09:dd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:23Z', 'updated_at': '2021-08-25T11:19:37Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'subnets': [{'id': 'ffd3dc33-67e6-415a-97e4-94424d0919e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:30:35.815496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:35.830331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fd6582d-77e9-4e21-ba6a-9ba14d50f7b6 req-562cecbb-e862-4bab-8b96-f36c4e335f4f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0549035 Aug 25 11:30:35.866600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'port_id': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'mac_address': 'fa:16:3e:c4:45:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fad637-d793-45a0-94ef-0b2dcd28d9d4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:30:35.885978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ac602ef-755b-40df-b814-7419fc2dfe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.888623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ac602ef-755b-40df-b814-7419fc2dfe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:35.897636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ac602ef-755b-40df-b814-7419fc2dfe08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e0d0715-5662-4a10-bd32-2c75c6927e9a HTTP/1.1" status: 204 len: 168 time: 0.4003251 Aug 25 11:30:35.913642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac602ef-755b-40df-b814-7419fc2dfe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d0715-5662-4a10-bd32-2c75c6927e9a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:36.021486 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:30:36.046417 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:36.066715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5827cb2-640f-4e70-94c9-fb87785c4904 req-44b4ef3c-8dac-41de-bdda-b4440e76f676 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:36.070406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5827cb2-640f-4e70-94c9-fb87785c4904 req-44b4ef3c-8dac-41de-bdda-b4440e76f676 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1346388 Aug 25 11:30:36.080671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfa11d3-b0ec-4c78-994b-9d324f87cf81 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:36.132928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:36.135328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:36.139152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:36.143553 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:36.198429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5827cb2-640f-4e70-94c9-fb87785c4904 req-ca73f4b5-74e7-4d20-af0b-986d29bb469b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215200 Aug 25 11:30:36.310113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:36.314614 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81600a1-e9d6-46c4-a009-24699dd631c0" -d '{"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:36.382272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:36.408301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:30:36.438766 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d79dd6-f62f-4168-9a09-c90b5845dd43 None None] New status for floating IP 9f933648-e212-43da-84f3-2f2041364d9d: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:30:36.460573 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Floating IP 91b5003f-accd-42d2-b7a3-45d00c9b879a associated. External IP: 172.25.1.143, port: cb0b7cbe-e097-437c-a3ec-778e88552788. Aug 25 11:30:36.629315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a880-9d41-4f13-9548-8bf8fadf0caf req-4f2bce79-bbd2-4663-bd47-0d6afca7e374 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:36.646994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71a2a880-9d41-4f13-9548-8bf8fadf0caf req-4f2bce79-bbd2-4663-bd47-0d6afca7e374 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 944 time: 0.1737700 Aug 25 11:30:36.815842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71a2a880-9d41-4f13-9548-8bf8fadf0caf req-0a2b3afd-58af-4591-9317-9e3feb769cf2 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635122 Aug 25 11:30:36.865711 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bc5150-c77c-4392-a1ff-0701705e19e9 x-openstack-request-id: req-c0bc5150-c77c-4392-a1ff-0701705e19e9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:36.866422 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5f908-0452-47b5-b195-ba4f4f488a56", "name": "network-vif-deleted", "tag": "9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:36.866997 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c0bc5150-c77c-4392-a1ff-0701705e19e9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:36.867642 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5f908-0452-47b5-b195-ba4f4f488a56', 'name': 'network-vif-deleted', 'tag': '9d09f80a-0dc6-4bc2-a7bb-5a36cb2e4bfd', 'status': 'completed', 'code': 200} Aug 25 11:30:37.114385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a61ba556-88fd-4330-b62f-6bfcfa31cf62 req-006635d6-9d45-4761-b816-1701b1cb5294 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0558264 Aug 25 11:30:37.155349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Router 1156bdf7-cefa-406f-b137-b8118dcd461a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:30:37.156693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3077e-42a6-4741-92ed-0b26f3a6d229 req-b95a711a-c60b-4014-b000-5e770938a29b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:37.158505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55f3077e-42a6-4741-92ed-0b26f3a6d229 req-b95a711a-c60b-4014-b000-5e770938a29b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1854920 Aug 25 11:30:37.254853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55f3077e-42a6-4741-92ed-0b26f3a6d229 req-4c3d5114-5bc8-4bbf-9fed-a22091f528a1 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877435 Aug 25 11:30:37.367491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:30:37.376128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:37.379601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:30:37.397979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df040e-84df-45da-b49e-e53d26fa7d83 req-872903b3-e17a-48aa-9157-bfbeaecfb43a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:37.399043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:30:37.399863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:30:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:37.401711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5df040e-84df-45da-b49e-e53d26fa7d83 req-872903b3-e17a-48aa-9157-bfbeaecfb43a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.0684881 Aug 25 11:30:37.457528 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fcaa35be-64d8-447e-a884-0c7aeae5a206 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "PUT /v2.0/floatingips/91b5003f-accd-42d2-b7a3-45d00c9b879a HTTP/1.1" status: 200 len: 991 time: 2.3461740 Aug 25 11:30:37.461165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:37.465784 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:37.479155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5df040e-84df-45da-b49e-e53d26fa7d83 req-569bf9ee-2159-4488-9778-13dff4cc4ad9 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Aug 25 11:30:37.573934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:30:37.581956 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c98ed-444a-4fe4-ba49-687ec854822c x-openstack-request-id: req-b07c98ed-444a-4fe4-ba49-687ec854822c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:37.582482 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:37.583009 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b07c98ed-444a-4fe4-ba49-687ec854822c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:37.583588 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'status': 'completed', 'code': 200} Aug 25 11:30:37.659861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-6e396970-2e10-4676-8a95-12193e3f6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:37.661802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-6e396970-2e10-4676-8a95-12193e3f6d54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1097 time: 0.0548730 Aug 25 11:30:37.784717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-3a3df847-9041-43e5-830a-9f3db6482cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:37.786378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-3a3df847-9041-43e5-830a-9f3db6482cad service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.1175830 Aug 25 11:30:37.832569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58418) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:37.874756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-0c42c0b2-0466-462e-b727-1bacbf84d712 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 999 time: 0.0791488 Aug 25 11:30:37.938394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-7c160527-d608-4156-8b67-71ad94488a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:37.940344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-7c160527-d608-4156-8b67-71ad94488a8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.0584052 Aug 25 11:30:37.944495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '91b5003f-accd-42d2-b7a3-45d00c9b879a', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'mac_address': 'fa:16:3e:9b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:30:04Z', 'updated_at': '2021-08-25T11:30:35Z', 'revision_number': 1, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:38.062841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-652eeae7-a640-431e-9a02-d38c59b1b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:38.065002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-652eeae7-a640-431e-9a02-d38c59b1b948 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118457 Aug 25 11:30:38.077711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-695244763'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:38.116665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569f1db-71f2-4b97-93e1-8c11f9dbffff req-33aaec41-53c4-4153-b15a-b33cfed7b367 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:38.124842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5569f1db-71f2-4b97-93e1-8c11f9dbffff req-33aaec41-53c4-4153-b15a-b33cfed7b367 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 944 time: 0.1543276 Aug 25 11:30:38.126984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:38.136610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:38.161120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:38.175381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:30:38.187877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:30:38.188575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:30:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:38.240602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5569f1db-71f2-4b97-93e1-8c11f9dbffff req-832cffa2-88dd-475d-919d-ecd6410bdc02 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129141 Aug 25 11:30:38.289388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-c2ef25d6-39d5-4faa-823f-c50ae6d070e5 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093790 Aug 25 11:30:38.345423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-753c34c0-f5cd-4c68-89c0-52f39246eaa2 req-810dc407-2949-4fc0-9f2e-5c4c9141ee8d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0535891 Aug 25 11:30:38.401443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:30:38.411255 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:38.422770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:38.453870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:30:38.483432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891d7245-f4c2-4ae5-9176-4181df1423f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:38.489252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:38.489521 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Added segment adb53e81-e648-4711-8c9a-ae09676c5dd0 of type vlan for network 9c425925-b421-4948-a55a-49476cc6d41f Aug 25 11:30:38.548435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d19c0-c68c-46ec-b3dd-ebcd7cb34c4f req-aecf8480-cbfc-473d-af47-4dbf2ee89420 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:38.564642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-710d19c0-c68c-46ec-b3dd-ebcd7cb34c4f req-aecf8480-cbfc-473d-af47-4dbf2ee89420 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1539443 Aug 25 11:30:38.588647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:38.607009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5b7fca-1510-4f12-b3e0-3ff2cf3baf8b req-96e12cd0-7646-46c0-b20d-4e14ccc4b5ef service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602861 Aug 25 11:30:38.734372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-710d19c0-c68c-46ec-b3dd-ebcd7cb34c4f req-59939432-29aa-4e5d-ae2d-ce7a02ddea89 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685441 Aug 25 11:30:38.745201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cd8a8-3dc8-4a30-9e49-d2561cfcab5f req-702c2b71-e59f-4833-8ffe-742d3f1fbd12 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:38.746992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b80cd8a8-3dc8-4a30-9e49-d2561cfcab5f req-702c2b71-e59f-4833-8ffe-742d3f1fbd12 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1294661 Aug 25 11:30:38.826283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b80cd8a8-3dc8-4a30-9e49-d2561cfcab5f req-2bd28429-8c7b-4aa6-8b7c-e3d92a2c486c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657587 Aug 25 11:30:38.966775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '91b5003f-accd-42d2-b7a3-45d00c9b879a', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'mac_address': 'fa:16:3e:9b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:30:04Z', 'updated_at': '2021-08-25T11:30:35Z', 'revision_number': 1, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:30:39.024997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb6eb44-82a9-4a8e-898b-a03e5a41c12a None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '91b5003f-accd-42d2-b7a3-45d00c9b879a', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'mac_address': 'fa:16:3e:9b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:30:04Z', 'updated_at': '2021-08-25T11:30:35Z', 'revision_number': 1, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:30:39.084353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.094338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:39.095226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.194005 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3597941 Aug 25 11:30:39.199319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:39.209413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ddfa11d3-b0ec-4c78-994b-9d324f87cf81 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:39.214070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'subnet': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:39.245603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737ec2c-0ef2-4b2a-b64c-bea03a204582 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Network': ['ID=9c425925-b421-4948-a55a-49476cc6d41f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:39.284794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9c425925-b421-4948-a55a-49476cc6d41f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:30:39.415243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:39.428245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:39.428862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.436298 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a104184-d779-4160-a7e3-62b9466f7d8a None None] New status for floating IP 91b5003f-accd-42d2-b7a3-45d00c9b879a: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:30:39.479045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:39.502111 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.574614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f5fd9-e204-40af-b080-9a0fc02540c9 req-f272222b-d19e-4196-9273-a04157ef2ae3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:39.594802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-212f5fd9-e204-40af-b080-9a0fc02540c9 req-f272222b-d19e-4196-9273-a04157ef2ae3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 944 time: 0.2147639 Aug 25 11:30:39.694541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fe173aa-4738-475e-a42c-9d15478380ca req-6a6589fb-a12d-4f78-92f0-7dcf663b414f tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0979753 Aug 25 11:30:39.768919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.794919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-212f5fd9-e204-40af-b080-9a0fc02540c9 req-f0e36e0b-8edf-4f84-a7e9-7a488eba733c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547360 Aug 25 11:30:39.832125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933230e9-af80-49c8-af88-7e92187a495f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:39.836367 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1696853f-840f-41c2-b102-5189eec181dc" -d '{"events": [{"server_uuid": "933230e9-af80-49c8-af88-7e92187a495f", "name": "network-vif-plugged", "status": "completed", "tag": "ddfa11d3-b0ec-4c78-994b-9d324f87cf81"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:39.869182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:39.879588 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.954168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:39.982960 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5804bc20-c641-4d22-84dd-a6099d9a109b x-openstack-request-id: req-5804bc20-c641-4d22-84dd-a6099d9a109b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:39.984048 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933230e9-af80-49c8-af88-7e92187a495f", "name": "network-vif-plugged", "status": "completed", "tag": "ddfa11d3-b0ec-4c78-994b-9d324f87cf81", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:39.984732 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5804bc20-c641-4d22-84dd-a6099d9a109b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:39.985615 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933230e9-af80-49c8-af88-7e92187a495f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'code': 200} Aug 25 11:30:40.050542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fb3f2-6015-413c-8be5-34645e7aeb45 req-6a3b9953-aae6-474f-a5f2-e1e807803886 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:40.059743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc6fb3f2-6015-413c-8be5-34645e7aeb45 req-6a3b9953-aae6-474f-a5f2-e1e807803886 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1531744 Aug 25 11:30:40.096403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:40.136908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Subnet': ['ID=da4da5a0-704e-4db4-9f93-6079ba678b8f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:40.151649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Checking segment: {'id': 'adb53e81-e648-4711-8c9a-ae09676c5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c425925-b421-4948-a55a-49476cc6d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:30:40.152225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network hostable DHCP agents. Network: 9c425925-b421-4948-a55a-49476cc6d41f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:30:40.183055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:30:40.199557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9c425925-b421-4948-a55a-49476cc6d41f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:40.206874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:40.209911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:40.223321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072f7ef-8862-452b-acbe-47d9f0a32a25 None None] Network 9c425925-b421-4948-a55a-49476cc6d41f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:30:40.235362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-36598596-3e28-483d-b9cd-77e45eb65271 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0346334 Aug 25 11:30:40.238165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58456) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:40.247854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc6fb3f2-6015-413c-8be5-34645e7aeb45 req-1ad9936c-db71-414d-9ebc-1ed9d547e053 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727567 Aug 25 11:30:40.248704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1249911401'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:40.334935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097ce4-c85e-45e2-b073-acf8849ac39c req-927e42d6-3c65-449f-9e59-5dc222da3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:40.341636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16097ce4-c85e-45e2-b073-acf8849ac39c req-927e42d6-3c65-449f-9e59-5dc222da3f70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 1097 time: 0.2505629 Aug 25 11:30:40.397158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d078b-c1b2-4df6-84e7-da86eda04d88 req-dd63ada4-433a-4e7f-98ba-723021157a9f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:40.413484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-646d078b-c1b2-4df6-84e7-da86eda04d88 req-dd63ada4-433a-4e7f-98ba-723021157a9f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2623444 Aug 25 11:30:40.470706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:40.478651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:40.479839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16097ce4-c85e-45e2-b073-acf8849ac39c req-4df306e2-c3a4-4d97-97b7-b09c58803576 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247299 Aug 25 11:30:40.486385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-646d078b-c1b2-4df6-84e7-da86eda04d88 req-fcfa6275-9305-4c78-a1ba-a7c6fbdf1f7b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706570 Aug 25 11:30:40.553803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] device_id is not set on port d3a34d7a-77f5-4438-8f95-fecaa85a8563 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:40.614896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9c425925-b421-4948-a55a-49476cc6d41f', 'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'tenant_id': 'c08957dbe8bb4752bf30f7623a5ef5c1', 'fixed_ips': [{'subnet_id': 'da4da5a0-704e-4db4-9f93-6079ba678b8f'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:30:40.615914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:40.786760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Allocated IP 2001:db8::3d8 (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/d3a34d7a-77f5-4438-8f95-fecaa85a8563) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:40.899545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b787a75-e7f6-4740-a868-0d5118d4ce2c req-6f1e90a3-e85c-4231-a0d1-8c9f65ce4a5a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0600557 Aug 25 11:30:40.974390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518da7e-5bf4-4901-934b-f1976c3f4e72 req-c162f0f8-757a-4812-8a91-ec298db0e382 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:40.976095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b518da7e-5bf4-4901-934b-f1976c3f4e72 req-c162f0f8-757a-4812-8a91-ec298db0e382 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 945 time: 0.0731268 Aug 25 11:30:41.039180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b518da7e-5bf4-4901-934b-f1976c3f4e72 req-189b52a7-7318-4d38-a4b1-ad52a8b1f20d tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Aug 25 11:30:41.068305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.094038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Transition to ACTIVE for port object d3a34d7a-77f5-4438-8f95-fecaa85a8563 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:41.137722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.191870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:41.196717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:41.199869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:41.207549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:41.208034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.221505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=d3a34d7a-77f5-4438-8f95-fecaa85a8563,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:41.232289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Allocated IP 2001:db8::2 (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/39cb8ed2-969b-4e6a-94f0-24f3944c737f) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:41.236894 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c399ef52-4950-4697-8203-3a0ef30848b4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9967611 Aug 25 11:30:41.241438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58464) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:41.247716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1119596467', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:39:70:2a'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:41.403179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:41.458311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.469727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Transition to ACTIVE for port object 39cb8ed2-969b-4e6a-94f0-24f3944c737f will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:41.500328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Transition to ACTIVE for port object 39cb8ed2-969b-4e6a-94f0-24f3944c737f will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:41.521346 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.557651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9148-15c1-44d9-97e3-fc1882a09417 req-18a9cf41-fdf6-4152-8231-e46f9220b58d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:41.566122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ecc9148-15c1-44d9-97e3-fc1882a09417 req-18a9cf41-fdf6-4152-8231-e46f9220b58d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1289771 Aug 25 11:30:41.602008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Pushing event updated for resources: {'Port': ['ID=39cb8ed2-969b-4e6a-94f0-24f3944c737f,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:41.616090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:41.618777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:41.621730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:41.634955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.642649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ecc9148-15c1-44d9-97e3-fc1882a09417 req-69665855-93c2-4662-a754-91091df1f02d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754986 Aug 25 11:30:41.684583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] device_id is not set on port f755b91b-ae34-4bbd-9a81-bd98a4cbaf40 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:41.736305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Attempting to bind port 39cb8ed2-969b-4e6a-94f0-24f3944c737f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:30:41.736721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Attempting to bind port 39cb8ed2-969b-4e6a-94f0-24f3944c737f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'adb53e81-e648-4711-8c9a-ae09676c5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c425925-b421-4948-a55a-49476cc6d41f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:30:41.737092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Attempting to bind port 39cb8ed2-969b-4e6a-94f0-24f3944c737f on network 9c425925-b421-4948-a55a-49476cc6d41f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:30:41.756891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:30:41.757223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Checking segment: {'id': 'adb53e81-e648-4711-8c9a-ae09676c5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c425925-b421-4948-a55a-49476cc6d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:30:41.757640 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.758805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Bound using segment: {'id': 'adb53e81-e648-4711-8c9a-ae09676c5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c425925-b421-4948-a55a-49476cc6d41f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:30:41.759340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Bound port: 39cb8ed2-969b-4e6a-94f0-24f3944c737f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb53e81-e648-4711-8c9a-ae09676c5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9c425925-b421-4948-a55a-49476cc6d41f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:30:41.759748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.869316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] For port 39cb8ed2-969b-4e6a-94f0-24f3944c737f, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:30:41.873712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] For port 39cb8ed2-969b-4e6a-94f0-24f3944c737f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=39cb8ed2-969b-4e6a-94f0-24f3944c737f,segment=NetworkSegment(adb53e81-e648-4711-8c9a-ae09676c5dd0),segment_id=adb53e81-e648-4711-8c9a-ae09676c5dd0)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:30:41.884919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:41.895220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217b968-77e6-478d-a66f-ab7894988e15 req-fe8f5806-9a5b-4704-8c59-7f86d3e3ddba tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:41.898420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a217b968-77e6-478d-a66f-ab7894988e15 req-fe8f5806-9a5b-4704-8c59-7f86d3e3ddba tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1051159 Aug 25 11:30:41.920304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Allocated IP 2001:db8::2f2 (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/f755b91b-ae34-4bbd-9a81-bd98a4cbaf40) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:41.980767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5bda5-acdb-4254-a827-6c35a99b0b33 None None] Pushing event updated for resources: {'Port': ['ID=39cb8ed2-969b-4e6a-94f0-24f3944c737f,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:42.027212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a217b968-77e6-478d-a66f-ab7894988e15 req-84ad8ae9-1790-4893-97aa-1adf942411aa tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162353 Aug 25 11:30:42.150450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d370774-11fc-4584-9a29-9ec12e8baf03 req-1716fc69-4ce6-4387-a633-d08817531687 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0898666 Aug 25 11:30:42.227482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:42.255772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6669a-772c-4ffa-b3a6-69e2d80b7608 req-61fab8b5-2293-492c-bf90-ed0a9dec315c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:42.259996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Transition to ACTIVE for port object f755b91b-ae34-4bbd-9a81-bd98a4cbaf40 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:42.267812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37e6669a-772c-4ffa-b3a6-69e2d80b7608 req-61fab8b5-2293-492c-bf90-ed0a9dec315c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 945 time: 0.0949485 Aug 25 11:30:42.352620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:42.413938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:42.418504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:42.423253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:42.430535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:42.431504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:42.433977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37e6669a-772c-4ffa-b3a6-69e2d80b7608 req-a85e18ba-ecc9-44af-962c-0a9fc349b695 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634889 Aug 25 11:30:42.479591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=f755b91b-ae34-4bbd-9a81-bd98a4cbaf40,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:42.490557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58482) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:42.491107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f7a0d474-7989-4d31-99dc-7c9464bb2bac tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2480774 Aug 25 11:30:42.640337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958e787-704a-4dbc-b5ba-d24805643b06 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:42.658368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958e787-704a-4dbc-b5ba-d24805643b06 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:42.671299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958e787-704a-4dbc-b5ba-d24805643b06 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:42.674762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0958e787-704a-4dbc-b5ba-d24805643b06 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1827962 Aug 25 11:30:42.679565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58488) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:42.910124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58d078-4e76-47ae-b04a-b357909ea8a7 req-3e9d2fb1-5abf-453a-8bce-c0d0ba0ca474 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:42.913278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b58d078-4e76-47ae-b04a-b357909ea8a7 req-3e9d2fb1-5abf-453a-8bce-c0d0ba0ca474 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1367600 Aug 25 11:30:42.934960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port f755b91b-ae34-4bbd-9a81-bd98a4cbaf40 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:42.935443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:43.062681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b58d078-4e76-47ae-b04a-b357909ea8a7 req-260076d6-1273-40df-b5df-d81bde48e682 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347318 Aug 25 11:30:43.162772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:43.193137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for f755b91b-ae34-4bbd-9a81-bd98a4cbaf40 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:43.352601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11976235-1b4f-4ed5-bc37-b084cb63bf2d req-dbf1ce23-3419-4f9a-87c6-42cb0a90a006 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:43.363029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11976235-1b4f-4ed5-bc37-b084cb63bf2d req-dbf1ce23-3419-4f9a-87c6-42cb0a90a006 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1849885 Aug 25 11:30:43.517516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-100896f5-f3be-45ae-83aa-4dbef031ae48 req-13ac181a-4cdb-477a-b86d-8d4a90e20810 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0638790 Aug 25 11:30:43.542045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11976235-1b4f-4ed5-bc37-b084cb63bf2d req-297b86a8-b3c2-4fea-abf0-2af3bb8d0a22 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693327 Aug 25 11:30:43.575364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 39cb8ed2-969b-4e6a-94f0-24f3944c737f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:43.634315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:43.702899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=f755b91b-ae34-4bbd-9a81-bd98a4cbaf40,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:43.841173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 39cb8ed2-969b-4e6a-94f0-24f3944c737f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:43.910481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf44d85-e616-4abd-a303-195ff9d1e09a None None] Network 9c425925-b421-4948-a55a-49476cc6d41f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:30:43.921007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:43.924870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-71f190fe-0533-4f84-b6d2-443ac928b9a9 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/ports/f755b91b-ae34-4bbd-9a81-bd98a4cbaf40 HTTP/1.1" status: 204 len: 168 time: 1.2418158 Aug 25 11:30:43.927284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:43.968172 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aebff5-f16f-4581-8a37-7191b2bd1441 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] GET failed (client error): The resource could not be found. Aug 25 11:30:43.971519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-43aebff5-f16f-4581-8a37-7191b2bd1441 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "GET /v2.0/ports/f755b91b-ae34-4bbd-9a81-bd98a4cbaf40 HTTP/1.1" status: 404 len: 333 time: 0.0428693 Aug 25 11:30:43.974920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:43.986419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-90724769'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:44.075746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] Provisioning for port 39cb8ed2-969b-4e6a-94f0-24f3944c737f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:44.087527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] Provisioning complete for port 39cb8ed2-969b-4e6a-94f0-24f3944c737f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:44.088218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:44.157996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:44.166357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:44.227776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] device_id is not set on port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:44.329943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:44.447664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] For port 39cb8ed2-969b-4e6a-94f0-24f3944c737f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=39cb8ed2-969b-4e6a-94f0-24f3944c737f,segment=NetworkSegment(adb53e81-e648-4711-8c9a-ae09676c5dd0),segment_id=adb53e81-e648-4711-8c9a-ae09676c5dd0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:44.459997 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:44.675478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a0510-22da-4721-90cb-85b97e9e759b req-9e3ba0ca-c82a-43aa-a09f-f6188e2ee9d2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:44.685254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e0a0510-22da-4721-90cb-85b97e9e759b req-9e3ba0ca-c82a-43aa-a09f-f6188e2ee9d2 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.4723737 Aug 25 11:30:44.691219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e2808-e572-4f7e-8bd7-5e17dd97478a None None] Pushing event updated for resources: {'Port': ['ID=39cb8ed2-969b-4e6a-94f0-24f3944c737f,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:44.723921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Allocated IP 2001:db8::7c (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/7b64aac4-21e7-4e81-92e2-77e3b51fa904) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:44.842667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec1b6932-7bed-489a-a578-6a7172b9f371 None None] Provisioning complete for port 39cb8ed2-969b-4e6a-94f0-24f3944c737f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:44.843748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6932-7bed-489a-a578-6a7172b9f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:44.931206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:44.950491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Transition to ACTIVE for port object 7b64aac4-21e7-4e81-92e2-77e3b51fa904 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:45.058488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec1b6932-7bed-489a-a578-6a7172b9f371 None None] Provisioning for port d3a34d7a-77f5-4438-8f95-fecaa85a8563 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:45.069271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec1b6932-7bed-489a-a578-6a7172b9f371 None None] Provisioning complete for port d3a34d7a-77f5-4438-8f95-fecaa85a8563 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:45.069965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6932-7bed-489a-a578-6a7172b9f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:45.134590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e0a0510-22da-4721-90cb-85b97e9e759b req-d1e71c4d-aeb0-4780-a194-e61f97b26e0f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423776 Aug 25 11:30:45.134590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:45.166616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b6932-7bed-489a-a578-6a7172b9f371 None None] Port d3a34d7a-77f5-4438-8f95-fecaa85a8563 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:45.233491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:30:45.314124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:45.325232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:45.330334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:45.376767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:45.379753 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:45.823236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e1ce-19d4-48e2-904d-bbcea1120508 req-59c13c49-c0e9-4115-bfc9-ddffb15861be tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:45.823236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c749e1ce-19d4-48e2-904d-bbcea1120508 req-59c13c49-c0e9-4115-bfc9-ddffb15861be tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.5110786 Aug 25 11:30:45.823236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6217220 Aug 25 11:30:45.830544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:45.830544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:39:70:2a'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:45.832025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14830cbe-e40c-43a0-9e1a-b3c9f93412dd req-1270436e-7e04-4a96-a897-aad78e375ae6 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1368849 Aug 25 11:30:45.834040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 39cb8ed2-969b-4e6a-94f0-24f3944c737f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:45.834985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54cd5c-f2a1-427c-b21a-ab4847899ed1 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=7b64aac4-21e7-4e81-92e2-77e3b51fa904,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:45.970736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c749e1ce-19d4-48e2-904d-bbcea1120508 req-7aa41b4a-18b8-4319-a484-42ab27d839e8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788579 Aug 25 11:30:46.004825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3357e331-a119-498d-89a1-52f935a439fd None None] Provisioning complete for port d3a34d7a-77f5-4438-8f95-fecaa85a8563 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:46.008448 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3357e331-a119-498d-89a1-52f935a439fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:46.067489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:46.208627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 39cb8ed2-969b-4e6a-94f0-24f3944c737f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:46.228866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:46.572574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:46.591642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3357e331-a119-498d-89a1-52f935a439fd None None] Port d3a34d7a-77f5-4438-8f95-fecaa85a8563 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:46.604468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'port_id': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'mac_address': 'fa:16:3e:a7:67:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2791df-5c24-4bcc-baff-42724a285861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:30:46.767940 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:46.801198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae160e-93b5-4584-92aa-5dd8bc942c99 req-804b54d9-dc64-4cf2-9edc-db5c045d8406 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:46.815336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aae160e-93b5-4584-92aa-5dd8bc942c99 req-804b54d9-dc64-4cf2-9edc-db5c045d8406 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.2834475 Aug 25 11:30:46.920318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aae160e-93b5-4584-92aa-5dd8bc942c99 req-d3a4ef79-0c5d-47a0-9ee6-e381284c3144 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031842 Aug 25 11:30:46.952398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-94f85bdc-d37b-43b6-84c9-045b79d17345 None None] Could not find standard attr ID for object f755b91b-ae34-4bbd-9a81-bd98a4cbaf40. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:30:46.983120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2d4256-eae3-47e5-a36d-de204213c5aa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:30:47.123260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:47.154723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:47.219610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:47.237371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:47.353250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] In _notify_port_updated(), no bound segment for port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 on network 9c425925-b421-4948-a55a-49476cc6d41f {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:30:47.403461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:47.404553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:47.450563 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "PUT /v2.0/ports/7b64aac4-21e7-4e81-92e2-77e3b51fa904 HTTP/1.1" status: 200 len: 1000 time: 1.8409345 Aug 25 11:30:47.467878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec2d4256-eae3-47e5-a36d-de204213c5aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:30:47.587505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97d5d4bc-e5b5-45a0-8705-9e23626fdd1b req-0e944769-04b8-44e1-bd66-32852ddfea3d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.2106483 Aug 25 11:30:47.590762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58600) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:47.729364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd571f7c-aa64-464f-afa8-8830bee9659a tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=7b64aac4-21e7-4e81-92e2-77e3b51fa904,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:47.898939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-66f0b8b7-49a2-4b8a-8236-3f9ed468b9da None None] Provisioning for port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:47.968497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-66f0b8b7-49a2-4b8a-8236-3f9ed468b9da None None] Provisioning complete for port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:47.969474 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-66f0b8b7-49a2-4b8a-8236-3f9ed468b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:48.377618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:48.461726 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c372d88-9a3a-471b-b115-23ca921d2c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:48.469456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-66f0b8b7-49a2-4b8a-8236-3f9ed468b9da None None] Port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:48.686350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2155d-ea84-42d9-b7a4-998a179d1327 req-694bc38f-d777-4a68-8075-37eae2d09e63 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:48.700489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80f2155d-ea84-42d9-b7a4-998a179d1327 req-694bc38f-d777-4a68-8075-37eae2d09e63 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 944 time: 0.7464573 Aug 25 11:30:48.940437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-06665633-587e-4e2f-a66f-84ad828c0112 None None] Provisioning complete for port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:48.941390 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06665633-587e-4e2f-a66f-84ad828c0112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:49.131876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:49.137137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:49.284043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-06665633-587e-4e2f-a66f-84ad828c0112 None None] Port 7b64aac4-21e7-4e81-92e2-77e3b51fa904 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:49.585832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:49.640685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for 7b64aac4-21e7-4e81-92e2-77e3b51fa904 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:49.707322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80f2155d-ea84-42d9-b7a4-998a179d1327 req-e82e8661-4057-4a55-8b97-c55ade2b78b4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0044439 Aug 25 11:30:49.799168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e5b12-5210-4368-a4db-228469458937 req-4d09fa1e-2873-4013-b0ca-9eb34a614135 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:49.801724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a16e5b12-5210-4368-a4db-228469458937 req-4d09fa1e-2873-4013-b0ca-9eb34a614135 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 1.0877044 Aug 25 11:30:50.052955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ca2faa5-fb6f-44ac-a09f-a42aabd09510 req-aaa258cf-0662-4406-ac90-c8ecf88796c1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1100445 Aug 25 11:30:50.062930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a16e5b12-5210-4368-a4db-228469458937 req-3b91e6fe-869a-4e40-bee6-f7ad8481d834 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121649 Aug 25 11:30:50.214869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:50.475253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=7b64aac4-21e7-4e81-92e2-77e3b51fa904,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:50.660508 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:50.672279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5cf805ee-0c68-4039-8d40-73f51b9f9c90 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/ports/7b64aac4-21e7-4e81-92e2-77e3b51fa904 HTTP/1.1" status: 204 len: 168 time: 3.0752788 Aug 25 11:30:50.674074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58638) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:50.779707 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e99476-56b6-4f39-b57c-35582c0c14ce tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] GET failed (client error): The resource could not be found. Aug 25 11:30:50.791418 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-43e99476-56b6-4f39-b57c-35582c0c14ce tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "GET /v2.0/ports/7b64aac4-21e7-4e81-92e2-77e3b51fa904 HTTP/1.1" status: 404 len: 333 time: 0.1092651 Aug 25 11:30:50.792041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58642) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:50.808000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-427071760'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:51.062876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:51.072206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:51.101330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] device_id is not set on port 705ff434-6f0c-420e-b509-af355825a638 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:51.189607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caea0b-dfb3-4393-b43b-3eecba8eca22 req-7f3e6811-f340-488d-9cfa-e191d4e41dd4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:51.196941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88caea0b-dfb3-4393-b43b-3eecba8eca22 req-7f3e6811-f340-488d-9cfa-e191d4e41dd4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 944 time: 0.2077651 Aug 25 11:30:51.238929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:30:51.256309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3bb9747b-1bc6-4942-8581-292c8403fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:51.363473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88caea0b-dfb3-4393-b43b-3eecba8eca22 req-cc48ffe4-619c-49bb-bd90-e7ae219c9e29 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507792 Aug 25 11:30:51.492885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13109a5-0dcf-484d-8b5c-95a8a90567cc req-5ef4ab41-a93e-4ad9-bec4-fe26eef19928 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:51.492885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f13109a5-0dcf-484d-8b5c-95a8a90567cc req-5ef4ab41-a93e-4ad9-bec4-fe26eef19928 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.2022731 Aug 25 11:30:51.506262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ec2d4256-eae3-47e5-a36d-de204213c5aa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:51.506777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:51.542989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Allocated IP 2001:db8::33b (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/705ff434-6f0c-420e-b509-af355825a638) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:51.581326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f13109a5-0dcf-484d-8b5c-95a8a90567cc req-7d44b0de-e752-4462-a8c2-4b17cb100afa tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896370 Aug 25 11:30:51.737385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:51.784887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32896082-2b83-4eb2-b319-a26e7f94d36b req-f8ee1e6d-d65e-4ad2-84ac-f0cad52d2e09 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0827775 Aug 25 11:30:51.897421 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:51.908902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:51.939747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Transition to ACTIVE for port object 705ff434-6f0c-420e-b509-af355825a638 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:51.999059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:30:52.003730 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e39dbb-afbe-4e99-8b4e-4d7b6101ed06" -d '{"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:30:52.026935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:52.064431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:30:52.080527 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:52.095987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:52.154257 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da67644-c9d2-4ba1-add1-b9724ef144da x-openstack-request-id: req-4da67644-c9d2-4ba1-add1-b9724ef144da {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:30:52.154851 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:30:52.155930 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4da67644-c9d2-4ba1-add1-b9724ef144da {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:30:52.156694 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'code': 200} Aug 25 11:30:52.207195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:52.209401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:52.237154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:52.269346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:52.271329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:52.312546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=705ff434-6f0c-420e-b509-af355825a638,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:52.355398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58666) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:52.357149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9eb65c2-c035-4e3d-9d00-03735b9a0e19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5623150 Aug 25 11:30:52.361774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:39:70:2a'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:52.428387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:52.911688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0d57a-070c-454c-b1ac-3376980e3d5f req-ed4b981d-1df6-4e2c-930c-00685f052871 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:52.923123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80c0d57a-070c-454c-b1ac-3376980e3d5f req-ed4b981d-1df6-4e2c-930c-00685f052871 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3399837 Aug 25 11:30:53.022839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80c0d57a-070c-454c-b1ac-3376980e3d5f req-d5baf103-8be1-4e1d-a31e-801f1ccda600 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966916 Aug 25 11:30:53.066416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc13c176-f4eb-4659-bb6b-199abfe93cec None None] Provisioning for port 705ff434-6f0c-420e-b509-af355825a638 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:53.079320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc13c176-f4eb-4659-bb6b-199abfe93cec None None] Provisioning complete for port 705ff434-6f0c-420e-b509-af355825a638 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:53.079703 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc13c176-f4eb-4659-bb6b-199abfe93cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:53.089641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:53.103989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460cea9-43e7-4426-8510-b599156995db req-772e9162-cc2d-48bb-b0e8-b7f893cf0721 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:53.112018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d460cea9-43e7-4426-8510-b599156995db req-772e9162-cc2d-48bb-b0e8-b7f893cf0721 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3164532 Aug 25 11:30:53.227959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d460cea9-43e7-4426-8510-b599156995db req-38bbce93-e572-445a-bc1f-e52fc26437d8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007190 Aug 25 11:30:53.495767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-131f87df-294c-4ac5-8f5d-130e9b8dd15f req-83191c08-01a7-48f5-b062-17abaf410bc7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0832295 Aug 25 11:30:53.811985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cc13c176-f4eb-4659-bb6b-199abfe93cec None None] Port 705ff434-6f0c-420e-b509-af355825a638 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:53.919891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:53.937942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:53.985092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] In _notify_port_updated(), no bound segment for port 705ff434-6f0c-420e-b509-af355825a638 on network 9c425925-b421-4948-a55a-49476cc6d41f {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:30:53.998344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:53.999407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:54.005558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "PUT /v2.0/ports/705ff434-6f0c-420e-b509-af355825a638 HTTP/1.1" status: 200 len: 1002 time: 1.6451883 Aug 25 11:30:54.006140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58690) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:54.280238 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:54.563843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f04a2b06-cc55-4caa-82bc-e134c99626a7 None None] Provisioning complete for port 705ff434-6f0c-420e-b509-af355825a638 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:54.569577 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f04a2b06-cc55-4caa-82bc-e134c99626a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:54.730862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f04a2b06-cc55-4caa-82bc-e134c99626a7 None None] Port 705ff434-6f0c-420e-b509-af355825a638 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:30:55.356724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbfb02-b462-45b3-8a9a-ac08c227d95b tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=705ff434-6f0c-420e-b509-af355825a638,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:55.538401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939311af-7ff0-4b81-b1f9-1b90199c6c06 req-8670ae1d-626e-404b-ab8e-ba9d7f82a50f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:55.538401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-939311af-7ff0-4b81-b1f9-1b90199c6c06 req-8670ae1d-626e-404b-ab8e-ba9d7f82a50f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 1.3021450 Aug 25 11:30:55.558105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port 705ff434-6f0c-420e-b509-af355825a638 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:30:55.558105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:55.647715 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:30:55.733719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878c02-d7ec-46b2-b5a9-5dd7187babb4 req-01bb3894-d15d-4055-80ee-71a00e2e35f1 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:55.741299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01878c02-d7ec-46b2-b5a9-5dd7187babb4 req-01bb3894-d15d-4055-80ee-71a00e2e35f1 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.4108825 Aug 25 11:30:55.878734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01878c02-d7ec-46b2-b5a9-5dd7187babb4 req-3194343f-d734-461e-8dc6-a6994b1bea83 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359620 Aug 25 11:30:55.943542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-939311af-7ff0-4b81-b1f9-1b90199c6c06 req-acbfdb0e-bb77-4ef3-b582-8914357b5819 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619450 Aug 25 11:30:55.952091 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:55.999970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for 705ff434-6f0c-420e-b509-af355825a638 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:30:56.338056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d623c942-4997-496d-b4ef-73a48720525b req-fa9f9c2a-4a78-4757-ac06-eaabd496806b tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1717925 Aug 25 11:30:56.543799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:56.675718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=705ff434-6f0c-420e-b509-af355825a638,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:56.762251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:56.771377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a4f1264a-4d03-431b-94ce-77394c0b7e52 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/ports/705ff434-6f0c-420e-b509-af355825a638 HTTP/1.1" status: 204 len: 168 time: 2.6400156 Aug 25 11:30:56.780430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58728) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:56.848004 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d383c22e-a74f-4c3b-bcac-1a7ebcbbec12 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] GET failed (client error): The resource could not be found. Aug 25 11:30:56.856064 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d383c22e-a74f-4c3b-bcac-1a7ebcbbec12 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "GET /v2.0/ports/705ff434-6f0c-420e-b509-af355825a638 HTTP/1.1" status: 404 len: 333 time: 0.0737100 Aug 25 11:30:56.862265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58732) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:56.870033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-650692607'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:57.153770 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:57.569284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098fcf3-9a12-41ca-bed7-7c8ca00e2eb3 req-4c93bb2d-dc1f-420d-b055-b3b328836086 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:57.573697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6098fcf3-9a12-41ca-bed7-7c8ca00e2eb3 req-4c93bb2d-dc1f-420d-b055-b3b328836086 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3656480 Aug 25 11:30:57.695487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85447b-62cb-4096-bd00-8b3394ba9d50 req-31f5a010-bb40-49f6-9975-4ebb48a40446 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:57.697599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de85447b-62cb-4096-bd00-8b3394ba9d50 req-31f5a010-bb40-49f6-9975-4ebb48a40446 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3349147 Aug 25 11:30:57.726412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:57.731885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:57.781589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6098fcf3-9a12-41ca-bed7-7c8ca00e2eb3 req-623fc24d-aac2-48ed-8e15-5f7bfd68e54e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772363 Aug 25 11:30:57.789933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] device_id is not set on port 75edc981-a431-4c6e-8f77-b501d5c57434 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:30:57.875430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de85447b-62cb-4096-bd00-8b3394ba9d50 req-affec5ef-9b00-4241-8afc-c26c3c6a0156 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657438 Aug 25 11:30:58.212363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Allocated IP 2001:db8::44 (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/75edc981-a431-4c6e-8f77-b501d5c57434) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:30:58.316737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8a9c1b4-4f64-498f-bd0a-1c2e050b9dae req-559412fa-318c-4eb9-a1ab-5c0d3ae35a05 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1913729 Aug 25 11:30:58.612462 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:58.689095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Transition to ACTIVE for port object 75edc981-a431-4c6e-8f77-b501d5c57434 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:30:58.838432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:58.997981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:30:59.009252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:30:59.074247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:30:59.082129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:59.083297 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:59.208286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3417480 Aug 25 11:30:59.209849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58776) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:30:59.216264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'network_id': '9c425925-b421-4948-a55a-49476cc6d41f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1163765919'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:30:59.237337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410ff99-9c47-46be-ae13-f0ffb146c830 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=75edc981-a431-4c6e-8f77-b501d5c57434,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:30:59.303544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23cced-8642-4533-87c9-aab62298059b req-55221f06-991b-47e1-9eb7-7a6ce732376f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:59.314496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b23cced-8642-4533-87c9-aab62298059b req-55221f06-991b-47e1-9eb7-7a6ce732376f tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1972024 Aug 25 11:30:59.419020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77d175-96aa-482b-b1ea-9156bcbea544 req-d9660753-f1a2-4b62-9f31-3e08413417c1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:30:59.427002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b77d175-96aa-482b-b1ea-9156bcbea544 req-d9660753-f1a2-4b62-9f31-3e08413417c1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.3680499 Aug 25 11:30:59.492309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b23cced-8642-4533-87c9-aab62298059b req-da7e6fc2-f1c8-4de0-874f-01581e65110a tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740899 Aug 25 11:30:59.620669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b77d175-96aa-482b-b1ea-9156bcbea544 req-ae9c76ce-720a-4f9b-981c-52fdd0d61b04 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914165 Aug 25 11:30:59.777011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Made reservation on behalf of c08957dbe8bb4752bf30f7623a5ef5c1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:30:59.781070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:59.805513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c2e7e76d-060a-4e6c-8d87-c3c5f6dfe7a6 None None] Provisioning for port 75edc981-a431-4c6e-8f77-b501d5c57434 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:30:59.819793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c2e7e76d-060a-4e6c-8d87-c3c5f6dfe7a6 None None] Provisioning complete for port 75edc981-a431-4c6e-8f77-b501d5c57434 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:30:59.820177 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c2e7e76d-060a-4e6c-8d87-c3c5f6dfe7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:30:59.896299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] device_id is not set on port 31c68147-cd13-4465-ae52-2d480802eeea yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:31:00.006438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7e76d-060a-4e6c-8d87-c3c5f6dfe7a6 None None] Port 75edc981-a431-4c6e-8f77-b501d5c57434 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:00.079029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cfa6548b-ad75-4eed-8779-eea826b68240 req-7e2b5452-0232-4c3c-b3ef-b2b0b6e5ccc7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0819480 Aug 25 11:31:00.285306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085d378-6f50-427a-a250-ca6191575dd5 req-c47a1791-9310-42cd-a676-c5044a854bc3 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:00.301183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8085d378-6f50-427a-a250-ca6191575dd5 req-c47a1791-9310-42cd-a676-c5044a854bc3 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.1617413 Aug 25 11:31:00.426916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8085d378-6f50-427a-a250-ca6191575dd5 req-f9ce7d8a-0c92-43ae-aade-0a5b37951f54 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244860 Aug 25 11:31:00.491649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Allocated IP 2001:db8::6e (9c425925-b421-4948-a55a-49476cc6d41f/da4da5a0-704e-4db4-9f93-6079ba678b8f/31c68147-cd13-4465-ae52-2d480802eeea) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:00.726574 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:00.902939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498abf7-5c78-4413-817d-b734dd5dae98 req-bc636d1f-a693-4a93-8e07-790e4b7aa908 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:00.922775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7498abf7-5c78-4413-817d-b734dd5dae98 req-bc636d1f-a693-4a93-8e07-790e4b7aa908 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.2097666 Aug 25 11:31:01.035985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:01.100138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Transition to ACTIVE for port object 31c68147-cd13-4465-ae52-2d480802eeea will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:01.163272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7498abf7-5c78-4413-817d-b734dd5dae98 req-c338c099-0f18-4306-9dc7-247758885912 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384830 Aug 25 11:31:01.233428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6d47f-b7f8-414d-9923-94808f263c06 req-ebd8dd80-fe43-482d-9180-aed507b754db tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:01.235167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83e6d47f-b7f8-414d-9923-94808f263c06 req-ebd8dd80-fe43-482d-9180-aed507b754db tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2501366 Aug 25 11:31:01.267159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:01.317833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Network 9c425925-b421-4948-a55a-49476cc6d41f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:01.321503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:01.407825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83e6d47f-b7f8-414d-9923-94808f263c06 req-509d5ca0-3977-4f4f-aaf8-719ef48c6bba tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625011 Aug 25 11:31:01.430303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:01.457131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:01.463400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:01.584254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58812) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:01.603463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3920140 Aug 25 11:31:01.616753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:39:70:2a'}, {'ip_address': '2001:db8::44', 'mac_address': 'fa:16:3e:9d:82:cc'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:01.639648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a9728-e094-4ad2-9e7f-f6a97989f1f8 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=31c68147-cd13-4465-ae52-2d480802eeea,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:02.003514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88297ae5-3198-4cc9-a1a5-eebaf10ecb60 req-1e73fde9-cf55-4879-863a-16344f62f2bc tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.3747745 Aug 25 11:31:02.007715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c8b37bc6-4ef8-4abe-874f-e6442da1c765 None None] Provisioning for port 31c68147-cd13-4465-ae52-2d480802eeea completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:02.012797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c8b37bc6-4ef8-4abe-874f-e6442da1c765 None None] Provisioning complete for port 31c68147-cd13-4465-ae52-2d480802eeea triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:02.013184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8b37bc6-4ef8-4abe-874f-e6442da1c765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:02.126133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c8b37bc6-4ef8-4abe-874f-e6442da1c765 None None] Port 31c68147-cd13-4465-ae52-2d480802eeea cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:02.157726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fda4e-f166-4eaa-a65a-89dd870b4ef6 req-8aae4ba0-759b-41a4-8d80-4d411fb7c037 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:02.167542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-977fda4e-f166-4eaa-a65a-89dd870b4ef6 req-8aae4ba0-759b-41a4-8d80-4d411fb7c037 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.3470492 Aug 25 11:31:02.227089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-977fda4e-f166-4eaa-a65a-89dd870b4ef6 req-3ed7ce09-7f27-42b0-9a63-039a53e5fb4e tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551927 Aug 25 11:31:02.531815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:02.840004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:02.861536 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:02.882719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8d591-5426-4560-bb60-8ef6c386a6cb req-40f7e914-0a8d-49ff-a230-1391f54ac4b6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:02.890522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fd8d591-5426-4560-bb60-8ef6c386a6cb req-40f7e914-0a8d-49ff-a230-1391f54ac4b6 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.5147266 Aug 25 11:31:02.956502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] In _notify_port_updated(), no bound segment for port 31c68147-cd13-4465-ae52-2d480802eeea on network 9c425925-b421-4948-a55a-49476cc6d41f {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:31:02.962170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:02.962868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:02.964400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "PUT /v2.0/ports/31c68147-cd13-4465-ae52-2d480802eeea HTTP/1.1" status: 200 len: 1066 time: 1.3781383 Aug 25 11:31:02.969034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58834) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:03.000728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fd8d591-5426-4560-bb60-8ef6c386a6cb req-a2bba308-df4c-416f-a409-91f1d7bd9d5d tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076910 Aug 25 11:31:03.068995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5902886-981a-4241-8387-f7c22a4e7f45 req-df90f780-3b2a-462b-a61c-dc26bfba84ee tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:03.071079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5902886-981a-4241-8387-f7c22a4e7f45 req-df90f780-3b2a-462b-a61c-dc26bfba84ee tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.5682364 Aug 25 11:31:03.204092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event updated for resources: {'Port': ['ID=31c68147-cd13-4465-ae52-2d480802eeea,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:03.223653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port 31c68147-cd13-4465-ae52-2d480802eeea {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:03.224462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:03.286771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.287688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.288017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.288360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.288710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.289041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.289381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.289760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.290075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.290414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.299750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.300225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a50c64-2df1-4c00-aa4e-e5cb0ba746e4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:03.309958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5902886-981a-4241-8387-f7c22a4e7f45 req-4dcbc83f-439a-467e-ab90-8e667890d4f5 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838653 Aug 25 11:31:03.409105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7a12-a68c-469f-aa0b-f4b7672b1083 req-30bdd839-ca76-4c63-ac3b-6e89b43b4a12 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:03.410890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f7e7a12-a68c-469f-aa0b-f4b7672b1083 req-30bdd839-ca76-4c63-ac3b-6e89b43b4a12 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.0864613 Aug 25 11:31:03.478471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:03.516670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f7e7a12-a68c-469f-aa0b-f4b7672b1083 req-21e12b16-d1db-4e24-8487-84e1dd45248b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902748 Aug 25 11:31:03.575520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for 31c68147-cd13-4465-ae52-2d480802eeea owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:03.675901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a9fab9c6-e90b-4f6b-9b20-9336d1af1e5b None None] Provisioning complete for port 31c68147-cd13-4465-ae52-2d480802eeea triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:03.677056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9fab9c6-e90b-4f6b-9b20-9336d1af1e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:03.758993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a9fab9c6-e90b-4f6b-9b20-9336d1af1e5b None None] Port 31c68147-cd13-4465-ae52-2d480802eeea cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:03.834139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-702581d3-2d22-49ca-9877-ca074bf6bb19 req-b3bbbe56-543c-4a69-bdfc-3907d0d9ff15 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1342444 Aug 25 11:31:03.881826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:04.181752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=31c68147-cd13-4465-ae52-2d480802eeea,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:04.218025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e97a9-af21-45c7-a1f0-1f6c1ca9021f req-3c4b08a9-8e72-4e22-8146-06eaeb4fc381 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:04.220787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c38e97a9-af21-45c7-a1f0-1f6c1ca9021f req-3c4b08a9-8e72-4e22-8146-06eaeb4fc381 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.2081506 Aug 25 11:31:04.358366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c38e97a9-af21-45c7-a1f0-1f6c1ca9021f req-8c082cdb-b279-41bd-8626-c8ed5e60670b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282160 Aug 25 11:31:04.610332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:04.613197 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-607a6dbe-cbdf-4185-b7e7-72fe667e2c19 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/ports/31c68147-cd13-4465-ae52-2d480802eeea HTTP/1.1" status: 204 len: 168 time: 1.6394963 Aug 25 11:31:04.616269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58862) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:04.710251 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7e46f1-2e31-4c1a-957a-0ae1adbd7804 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] GET failed (client error): The resource could not be found. Aug 25 11:31:04.714767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:04.715136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf7e46f1-2e31-4c1a-957a-0ae1adbd7804 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "GET /v2.0/ports/31c68147-cd13-4465-ae52-2d480802eeea HTTP/1.1" status: 404 len: 333 time: 0.0971439 Aug 25 11:31:04.893283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84467abd-27bc-42b4-8381-a774120b7831 req-ebcb32f1-80f6-42ac-970f-4cbd54912f70 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:04.903782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84467abd-27bc-42b4-8381-a774120b7831 req-ebcb32f1-80f6-42ac-970f-4cbd54912f70 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2263768 Aug 25 11:31:04.935402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209782-fdb7-439c-8283-05a210c0ecad req-091f1313-bb4f-425d-b6cb-c3ac76d5952f tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:04.936126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65209782-fdb7-439c-8283-05a210c0ecad req-091f1313-bb4f-425d-b6cb-c3ac76d5952f tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.1733563 Aug 25 11:31:04.938082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port 75edc981-a431-4c6e-8f77-b501d5c57434 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:04.938647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:04.963954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84467abd-27bc-42b4-8381-a774120b7831 req-a0cd5da5-5060-4992-b055-4645406ef59f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577748 Aug 25 11:31:05.041140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65209782-fdb7-439c-8283-05a210c0ecad req-4817ad14-6102-4dc6-95bd-2f10a94cb3a7 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738149 Aug 25 11:31:05.160434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:05.204802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for 75edc981-a431-4c6e-8f77-b501d5c57434 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:05.248521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7ef0db5-c155-493a-a167-e7704368eb57 req-2ae38ba5-12b8-4c83-a9ba-28f5deeb70b1 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0572193 Aug 25 11:31:05.475250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-5300d459-c265-42c5-bdb4-6ffbddc39639 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:05.477913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-5300d459-c265-42c5-bdb4-6ffbddc39639 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.1661310 Aug 25 11:31:05.636434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:05.682579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=75edc981-a431-4c6e-8f77-b501d5c57434,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:05.753796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c0857-9495-44d3-aae2-951d486d031a req-b551edde-4264-4f5a-b09b-69bfbc7fcee9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:05.755580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-361c0857-9495-44d3-aae2-951d486d031a req-b551edde-4264-4f5a-b09b-69bfbc7fcee9 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 945 time: 0.2763360 Aug 25 11:31:05.797330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:05.806942 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bac17c69-0a20-4c12-8abe-8f6fc4fe134c tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/ports/75edc981-a431-4c6e-8f77-b501d5c57434 HTTP/1.1" status: 204 len: 168 time: 1.0896044 Aug 25 11:31:05.807909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:05.812311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:05.812662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:05.872963 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdecae5-e1b2-4329-8dc3-c10643f02eb4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] GET failed (client error): The resource could not be found. Aug 25 11:31:05.875093 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6cdecae5-e1b2-4329-8dc3-c10643f02eb4 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "GET /v2.0/ports/75edc981-a431-4c6e-8f77-b501d5c57434 HTTP/1.1" status: 404 len: 333 time: 0.0656967 Aug 25 11:31:05.880940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:05.956019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-361c0857-9495-44d3-aae2-951d486d031a req-6c15415e-18b7-4d15-983a-c05a94a42b06 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910777 Aug 25 11:31:06.061993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:06.062959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:06.119914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:06.140866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port d3a34d7a-77f5-4438-8f95-fecaa85a8563 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:06.141279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:06.335780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bebe02-d823-41c2-b694-151b9e381936 req-b2bd5b89-3a00-49d7-bdc1-b9f87dedc07c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:06.344006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3bebe02-d823-41c2-b694-151b9e381936 req-b2bd5b89-3a00-49d7-bdc1-b9f87dedc07c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.1429050 Aug 25 11:31:06.372804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:06.393474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for d3a34d7a-77f5-4438-8f95-fecaa85a8563 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:06.402462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf00de6-a71d-4650-9431-e0bdfef7c531 req-d34601d4-7f38-4c22-a0c1-d97044d68594 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:06.404458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddf00de6-a71d-4650-9431-e0bdfef7c531 req-d34601d4-7f38-4c22-a0c1-d97044d68594 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2681024 Aug 25 11:31:06.453102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3bebe02-d823-41c2-b694-151b9e381936 req-72cdc315-4da2-4562-9612-b76743591b9e tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078532 Aug 25 11:31:06.593581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddf00de6-a71d-4650-9431-e0bdfef7c531 req-144ac37a-b6b1-47a3-8829-74fb1bcd533c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164210 Aug 25 11:31:06.621467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ce7a54f9-4388-4c74-92fd-c3ca0c13f026 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:06.623557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ce7a54f9-4388-4c74-92fd-c3ca0c13f026 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.2162278 Aug 25 11:31:06.645790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:06.692398 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04235d36-eb1b-4dab-9cc3-7718304230a3 req-b7960188-7db5-44b1-bdf6-804752823498 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.0638549 Aug 25 11:31:06.747166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=d3a34d7a-77f5-4438-8f95-fecaa85a8563,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:06.823766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:06.834615 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-780f4a3d-e501-45e9-8ee9-18c7a4347f39 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/ports/d3a34d7a-77f5-4438-8f95-fecaa85a8563 HTTP/1.1" status: 204 len: 168 time: 0.9516571 Aug 25 11:31:06.836024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58908) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:06.953835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting subnet da4da5a0-704e-4db4-9f93-6079ba678b8f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:31:06.961950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.125555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.150406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Deleting port a55d1ac7-f29d-46b6-9751-5960613108d3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:07.151340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.297362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.312536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:31:07.379158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.392564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:07.526232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ceaa5-9461-479b-a308-d1de90e27a65 req-6b37544c-e0aa-4571-a400-30ea3d47e292 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:07.561071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-903ceaa5-9461-479b-a308-d1de90e27a65 req-6b37544c-e0aa-4571-a400-30ea3d47e292 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=45f5a6ab-408a-4bb8-8256-f88c754c523e HTTP/1.1" status: 200 len: 867 time: 0.4507842 Aug 25 11:31:07.589399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.695763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.698029 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/subnets/da4da5a0-704e-4db4-9f93-6079ba678b8f HTTP/1.1" status: 204 len: 168 time: 0.8608410 Aug 25 11:31:07.703531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cbdf3-ba36-4a13-a0e4-5a8f35bbc539 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Subnet': ['ID=da4da5a0-704e-4db4-9f93-6079ba678b8f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:07.710597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58924) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:07.747491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099a013-e724-4b88-96f0-d609b708bf60 None None] Network 9c425925-b421-4948-a55a-49476cc6d41f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:07.924060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-903ceaa5-9461-479b-a308-d1de90e27a65 req-44b5b225-7f3b-495f-b5ae-27a30d364d7c tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619616 Aug 25 11:31:07.960100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:07.993371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:07.996288 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.012733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc0b6637-f6ea-4658-8e0a-9067bc00f228 req-a6df3a89-5e79-4df5-92b5-8a54c5a8c96b tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "DELETE /v2.0/ports/2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 HTTP/1.1" status: 204 len: 173 time: 2.4017127 Aug 25 11:31:08.035347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'name': 'network-vif-deleted', 'tag': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:08.044237 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35da66f-1a66-45d9-8b15-b6872e0fa857" -d '{"events": [{"server_uuid": "45f5a6ab-408a-4bb8-8256-f88c754c523e", "name": "network-vif-deleted", "tag": "2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:08.090720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a55d1ac7-f29d-46b6-9751-5960613108d3,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:08.091335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.254624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Deleting port 39cb8ed2-969b-4e6a-94f0-24f3944c737f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:08.254976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.307187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] DHCP port deletion for 9c425925-b421-4948-a55a-49476cc6d41f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:31:08.398220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] For port 39cb8ed2-969b-4e6a-94f0-24f3944c737f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=39cb8ed2-969b-4e6a-94f0-24f3944c737f,segment=NetworkSegment(adb53e81-e648-4711-8c9a-ae09676c5dd0),segment_id=adb53e81-e648-4711-8c9a-ae09676c5dd0)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:08.399299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.417776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Deleting port 39cb8ed2-969b-4e6a-94f0-24f3944c737f {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:08.419087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.436780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Calling delete_port for 39cb8ed2-969b-4e6a-94f0-24f3944c737f owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:08.525288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:08.553065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc7ce-391e-493a-92c3-bf77bd9ecf89 req-5e27f8b4-a4bd-4b89-8600-2baefd36523a tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:08.556295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3cdc7ce-391e-493a-92c3-bf77bd9ecf89 req-5e27f8b4-a4bd-4b89-8600-2baefd36523a tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 945 time: 0.7663109 Aug 25 11:31:08.560505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:08.562956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:08.619206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] For port 39cb8ed2-969b-4e6a-94f0-24f3944c737f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=39cb8ed2-969b-4e6a-94f0-24f3944c737f,segment=NetworkSegment(adb53e81-e648-4711-8c9a-ae09676c5dd0),segment_id=adb53e81-e648-4711-8c9a-ae09676c5dd0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:08.620676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.633727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.654536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Calling delete_port for 39cb8ed2-969b-4e6a-94f0-24f3944c737f owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:08.779171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Port': ['ID=39cb8ed2-969b-4e6a-94f0-24f3944c737f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:08.814969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] No DVR routers for this DVR port 39cb8ed2-969b-4e6a-94f0-24f3944c737f on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:08.911964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:08.987469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] No DVR routers for this DVR port 39cb8ed2-969b-4e6a-94f0-24f3944c737f on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:09.010903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Pushing event deleted for resources: {'Port': ['ID=39cb8ed2-969b-4e6a-94f0-24f3944c737f,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:09.045310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.045726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.046059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.046406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.051038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.051531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.051948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.052785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.068808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.069865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.069865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.071844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a287ea01-6144-4521-969d-088b5eacbc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:09.104057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.125491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3cdc7ce-391e-493a-92c3-bf77bd9ecf89 req-a103af0b-ec49-444a-94e8-ccf4154f9097 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups?id=676c9be9-7023-4cea-a307-239ad02bf420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876112 Aug 25 11:31:09.156816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c425925-b421-4948-a55a-49476cc6d41f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:09.203861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04852de3-624a-4da2-9df9-9ddcde76d746 req-def59080-934f-489a-8eac-b530c685243c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:09.207587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04852de3-624a-4da2-9df9-9ddcde76d746 req-def59080-934f-489a-8eac-b530c685243c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.9328606 Aug 25 11:31:09.212253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb53e81-e648-4711-8c9a-ae09676c5dd0') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:09.216485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb53e81-e648-4711-8c9a-ae09676c5dd0') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:09.258973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.285873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.293052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.293052 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Floating IP 5474d7ab-524c-4368-9d15-a24cf499f1f2 disassociated. External IP: 172.25.1.249, port: a55d1ac7-f29d-46b6-9751-5960613108d3. Aug 25 11:31:09.294377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Calling delete_port for a55d1ac7-f29d-46b6-9751-5960613108d3 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:09.325147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a55d1ac7-f29d-46b6-9751-5960613108d3 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:09.330275 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.350328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:09.352004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.466575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 39cb8ed2-969b-4e6a-94f0-24f3944c737f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:09.487442 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:09.494306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.511587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.517120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] 10.222.0.35 "DELETE /v2.0/networks/9c425925-b421-4948-a55a-49476cc6d41f HTTP/1.1" status: 204 len: 168 time: 1.8050351 Aug 25 11:31:09.529875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc04c5-76e9-4891-93bf-61e20bc10a65 tempest-AllowedAddressPairIpV6TestJSON-522056875 tempest-AllowedAddressPairIpV6TestJSON-522056875-project] Pushing event deleted for resources: {'Network': ['ID=9c425925-b421-4948-a55a-49476cc6d41f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:09.545151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 39cb8ed2-969b-4e6a-94f0-24f3944c737f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:09.547923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 39cb8ed2-969b-4e6a-94f0-24f3944c737f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:09.587833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c8a6a6f-7c43-4eb6-850d-e6161b7d1164 req-ed41bd0d-e911-4a54-bb79-f6036e6ced4a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e5f908-0452-47b5-b195-ba4f4f488a56 HTTP/1.1" status: 200 len: 210 time: 0.1846547 Aug 25 11:31:09.669568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.713847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a55d1ac7-f29d-46b6-9751-5960613108d3, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a55d1ac7-f29d-46b6-9751-5960613108d3,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:09.716154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:09.721668 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757525f0-8fbd-4b9a-ae6b-e0eb0007a6ae" -d '{"events": [{"server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "name": "network-vif-unplugged", "status": "completed", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:09.727841 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:09.856939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04852de3-624a-4da2-9df9-9ddcde76d746 req-82785c0a-2d46-4ffe-b875-731cf302feb5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355779 Aug 25 11:31:09.891330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:10.048907 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956395bf-7e7d-4c73-a937-e53831478354 x-openstack-request-id: req-956395bf-7e7d-4c73-a937-e53831478354 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:10.051276 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f5a6ab-408a-4bb8-8256-f88c754c523e", "name": "network-vif-deleted", "tag": "2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:10.053342 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-956395bf-7e7d-4c73-a937-e53831478354 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:10.054434 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f5a6ab-408a-4bb8-8256-f88c754c523e', 'name': 'network-vif-deleted', 'tag': '2e60c8c2-8cf4-446d-b2d3-8e0b81d2a545', 'status': 'completed', 'code': 200} Aug 25 11:31:10.250954 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9963bb-a877-441a-b784-a662ef4f60b2 x-openstack-request-id: req-7e9963bb-a877-441a-b784-a662ef4f60b2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:10.251428 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "name": "network-vif-unplugged", "status": "completed", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:10.251822 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e9963bb-a877-441a-b784-a662ef4f60b2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:10.252462 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'code': 200} Aug 25 11:31:10.378059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:10.404322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58962) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:10.502186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f153c15-9174-48ce-a347-cafac791ebb0 req-b83dbcaf-57be-430b-934f-9bf8930992ef tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.0874429 Aug 25 11:31:10.514989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event deleted for resources: {'Port': ['ID=a55d1ac7-f29d-46b6-9751-5960613108d3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:10.872846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:11.344547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3116fe4-1f97-4cb7-bda6-5e3192bc3475 req-a8bcda96-518d-4dae-9435-ce698342faf5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:11.346758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3116fe4-1f97-4cb7-bda6-5e3192bc3475 req-a8bcda96-518d-4dae-9435-ce698342faf5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.1337299 Aug 25 11:31:11.352811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbfaf16-137f-4c06-89a7-946e617bb85a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:11.426561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Router 2203821b-ea20-4056-bf57-76900371af6c has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:31:11.444130 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d82b274f-78c8-41bb-b121-1800b03cfb4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c08957dbe8bb4752bf30f7623a5ef5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386224 Aug 25 11:31:11.446151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59002) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:11.499514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3116fe4-1f97-4cb7-bda6-5e3192bc3475 req-ccddcbab-0fc9-4083-b7a6-b0edcd128eb3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388643 Aug 25 11:31:11.538263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbfaf16-137f-4c06-89a7-946e617bb85a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:11.714283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-252c0b58-1104-43f2-8faa-8e658534850b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:11.763128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-252c0b58-1104-43f2-8faa-8e658534850b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:11.935643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbfaf16-137f-4c06-89a7-946e617bb85a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:11.955344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-680e20af-7c0f-4250-bcb5-82510d566780 req-5a13eece-71d2-47bd-bf4e-65bb673b0bc8 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.1497257 Aug 25 11:31:11.972499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbfaf16-137f-4c06-89a7-946e617bb85a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:11.984538 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-edbfaf16-137f-4c06-89a7-946e617bb85a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/security-groups/84a84b4b-6145-4060-a2af-cc7e638267af HTTP/1.1" status: 204 len: 168 time: 1.1100037 Aug 25 11:31:11.986357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:12.002326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:31:12.021322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] Sync routers for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:31:12.040268 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-4e64e48a-2987-4f9e-982b-34c418a3e955 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] show failed (client error): The resource could not be found. Aug 25 11:31:12.046253 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e64e48a-2987-4f9e-982b-34c418a3e955 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "GET /v2.0/security-groups/84a84b4b-6145-4060-a2af-cc7e638267af HTTP/1.1" status: 404 len: 347 time: 0.0470724 Aug 25 11:31:12.046253 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-252c0b58-1104-43f2-8faa-8e658534850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:12.055560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-252c0b58-1104-43f2-8faa-8e658534850b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:12.057925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59032) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:12.062442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:12.069957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:30:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:12.076986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-252c0b58-1104-43f2-8faa-8e658534850b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/891d7245-f4c2-4ae5-9176-4181df1423f1 HTTP/1.1" status: 204 len: 168 time: 0.6120231 Aug 25 11:31:12.100273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfaf16-137f-4c06-89a7-946e617bb85a tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a84b4b-6145-4060-a2af-cc7e638267af,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:12.157483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0b58-1104-43f2-8faa-8e658534850b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d7245-f4c2-4ae5-9176-4181df1423f1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:12.166035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] No DVR routers for this DVR port a55d1ac7-f29d-46b6-9751-5960613108d3 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:12.181147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:12.184087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-63b23229-1c44-4530-9867-ef2c0300a605 req-ee2ae348-9885-4665-9af3-454e60c33f41 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.10 "DELETE /v2.0/ports/a55d1ac7-f29d-46b6-9751-5960613108d3 HTTP/1.1" status: 204 len: 173 time: 5.4888661 Aug 25 11:31:12.184935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'name': 'network-vif-deleted', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:12.194849 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06bb13a-bd08-49f1-873e-b92748bcabae" -d '{"events": [{"server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "name": "network-vif-deleted", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:12.476085 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e31d6b-f362-49c2-8365-52265c7e3fb3 x-openstack-request-id: req-21e31d6b-f362-49c2-8365-52265c7e3fb3 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:12.477168 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe42788f-0b7d-4099-872c-49860f6ff159", "name": "network-vif-deleted", "tag": "a55d1ac7-f29d-46b6-9751-5960613108d3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:12.479496 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21e31d6b-f362-49c2-8365-52265c7e3fb3 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:12.481448 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe42788f-0b7d-4099-872c-49860f6ff159', 'name': 'network-vif-deleted', 'tag': 'a55d1ac7-f29d-46b6-9751-5960613108d3', 'status': 'completed', 'code': 200} Aug 25 11:31:12.681803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 786adbf3-f7e4-430e-9a98-a4683c44f9f2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:12.682815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:12.746925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:13.061799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:13.066826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:13.124928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce3e60-c325-4d65-b952-8b2d79fcbd20 req-5798c43d-06c8-4019-8d15-6a00460046be tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:13.133418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58ce3e60-c325-4d65-b952-8b2d79fcbd20 req-5798c43d-06c8-4019-8d15-6a00460046be tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.2491846 Aug 25 11:31:13.209533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 786adbf3-f7e4-430e-9a98-a4683c44f9f2 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:13.495438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:58Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:13.619992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] Checking router: 2203821b-ea20-4056-bf57-76900371af6c for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:31:13.638361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:13.639710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:30:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:13.850244 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:13.880449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:13.884791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58ce3e60-c325-4d65-b952-8b2d79fcbd20 req-cb3fdbc3-7ea1-4d3d-babc-9ece01700f9f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422093 Aug 25 11:31:14.095902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=786adbf3-f7e4-430e-9a98-a4683c44f9f2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:14.159748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa9505-56c0-47b1-926c-79cffb54d526 req-4506d9ee-e6ad-42e1-a182-e02044ad34ad tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:14.186530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67fa9505-56c0-47b1-926c-79cffb54d526 req-4506d9ee-e6ad-42e1-a182-e02044ad34ad tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 946 time: 1.1722267 Aug 25 11:31:14.464314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cce37004-1bf6-4413-a1da-57d600b1c4d7 req-77b0e9d3-6491-4edb-9556-f79b8f4f342c tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.2132769 Aug 25 11:31:14.575011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:14.581214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:14.585116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-01f477ee-7fb1-4f6e-b40f-fdd743088ddf tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/floatingips/9f933648-e212-43da-84f3-2f2041364d9d HTTP/1.1" status: 204 len: 168 time: 2.5255353 Aug 25 11:31:14.588888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59088) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:14.610229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67fa9505-56c0-47b1-926c-79cffb54d526 req-82c1ee19-6d19-4f13-874c-c4e100af09ef tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/security-groups?id=05573d32-5e18-47f9-b103-b99c48172b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530960 Aug 25 11:31:14.692140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-fec3858f-4be5-4795-a84a-8949c9f8b146 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:14.697093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-fec3858f-4be5-4795-a84a-8949c9f8b146 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 946 time: 0.5829177 Aug 25 11:31:14.858960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:58Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:14.962622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59092) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:15.026120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfa36a-db6c-417a-b00f-e1d04f7b1cb8 None None] The sync data for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 is: [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:27:43Z', 'revision_number': 4, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '6477afcc-31a7-4404-b9c5-b3dc090d1146', 'name': '', 'network_id': 'cdbd0df7-9666-4b76-b18e-9c3185fd5fe4', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'mac_address': 'fa:16:3e:b3:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:41Z', 'updated_at': '2021-08-25T11:27:58Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'subnets': [{'id': '2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:31:15.038501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 659c2e59-7c55-4d2b-b76d-bcee277421fb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:15.049926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:15.260232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Deleting port ad88157d-4977-4a90-8078-1a96addf245d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:15.269390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:15.499080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1411536172'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:15.512917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:15.554981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 659c2e59-7c55-4d2b-b76d-bcee277421fb owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:15.661953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Made reservation on behalf of efb821d05ffc4b778f1b5ffc72442e14 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:15.668919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:15.792713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:15.812297 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a55414-45e6-4298-83e2-711e06912387 None None] New status for floating IP 5474d7ab-524c-4368-9d15-a24cf499f1f2: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:31:16.013778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.071380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.121249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] For port ad88157d-4977-4a90-8078-1a96addf245d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ad88157d-4977-4a90-8078-1a96addf245d,segment=NetworkSegment(2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3),segment_id=2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:16.121849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.155501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Calling delete_port for ad88157d-4977-4a90-8078-1a96addf245d owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:16.206329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=659c2e59-7c55-4d2b-b76d-bcee277421fb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:16.421431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.429883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9dbeb697-6078-4b25-ae93-bacc666174c2 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/ports/659c2e59-7c55-4d2b-b76d-bcee277421fb HTTP/1.1" status: 204 len: 168 time: 1.8391376 Aug 25 11:31:16.431000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:16.470516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33304a3b-c870-4774-9178-762c36327663 req-2d1e3a6e-f2cc-4e2a-b094-69fed7553b97 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.6864748 Aug 25 11:31:16.480396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc392f4f-d41e-4604-a825-09ffcc893df4 req-1fe12d56-18a6-40d2-883c-87e61179c7db tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:16.489606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc392f4f-d41e-4604-a825-09ffcc893df4 req-1fe12d56-18a6-40d2-883c-87e61179c7db tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 1.2131009 Aug 25 11:31:16.497999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.500264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.514159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ad88157d-4977-4a90-8078-1a96addf245d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:31:16.515954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:16.528530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.529428 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Added segment 2dfe13d9-dc55-40a1-ab4a-b45d006d8381 of type vlan for network 910c256f-64d9-4276-ad24-08359015a158 Aug 25 11:31:16.629510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.820239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a35b1a5-698a-4994-8bff-6ab38ca2ae73,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:16.823068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Pushing event deleted for resources: {'Port': ['ID=ad88157d-4977-4a90-8078-1a96addf245d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:16.825151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.831205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:16.831954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.906087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 2306f32e-8d07-4dec-8d9f-cccb653d4b17 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:16.906771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:16.946604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6145010a-3e9a-44e3-b281-b3b3594565a2 req-3891651b-e01e-462d-9e26-a43a9ac2dbf8 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 210 time: 0.1074569 Aug 25 11:31:17.074046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc392f4f-d41e-4604-a825-09ffcc893df4 req-26337a42-1ff5-445c-b767-c3d982a8c4c8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785103 Aug 25 11:31:17.131433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1556742 Aug 25 11:31:17.139719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59114) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:17.159025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Request body: {'subnet': {'network_id': '910c256f-64d9-4276-ad24-08359015a158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:17.194179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:17.228914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 2306f32e-8d07-4dec-8d9f-cccb653d4b17 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:17.247148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] No DVR routers for this DVR port ad88157d-4977-4a90-8078-1a96addf245d on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:17.257793 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:17.261022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a1c371-8e05-44b4-a8d0-d09d3a13e428 req-2ef59346-09b0-46f7-8b3e-028af1dbeb34 tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.67 "DELETE /v2.0/ports/ad88157d-4977-4a90-8078-1a96addf245d HTTP/1.1" status: 204 len: 173 time: 2.5559919 Aug 25 11:31:17.261605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c3aa-4874-428b-9df5-57821e3e9125 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event updated for resources: {'Network': ['ID=910c256f-64d9-4276-ad24-08359015a158,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:17.263698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'name': 'network-vif-deleted', 'tag': 'ad88157d-4977-4a90-8078-1a96addf245d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:17.266288 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563d75a5-d089-4bd5-bc24-df71efe968e8" -d '{"events": [{"server_uuid": "efc93a02-3737-4ae7-8696-933eea3c64a2", "name": "network-vif-deleted", "tag": "ad88157d-4977-4a90-8078-1a96addf245d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:17.280864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 910c256f-64d9-4276-ad24-08359015a158 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:17.382454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Made reservation on behalf of efb821d05ffc4b778f1b5ffc72442e14 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:17.386497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:17.569176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:17.688379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=2306f32e-8d07-4dec-8d9f-cccb653d4b17,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:17.734357 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa391472-88fa-4e4a-a59b-6ef57e78f7f9 x-openstack-request-id: req-aa391472-88fa-4e4a-a59b-6ef57e78f7f9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:17.735067 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc93a02-3737-4ae7-8696-933eea3c64a2", "name": "network-vif-deleted", "tag": "ad88157d-4977-4a90-8078-1a96addf245d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:17.736365 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa391472-88fa-4e4a-a59b-6ef57e78f7f9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:17.737411 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc93a02-3737-4ae7-8696-933eea3c64a2', 'name': 'network-vif-deleted', 'tag': 'ad88157d-4977-4a90-8078-1a96addf245d', 'status': 'completed', 'code': 200} Aug 25 11:31:17.748795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:17.828975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47ffd120-73bd-439d-ab01-2831e4b2acf1 req-31abbb6d-b85e-4e92-acf1-ca91f95e8a8f tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.0662518 Aug 25 11:31:17.848536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830bc8d-977b-4731-a084-f93b243541cc req-16b45962-75af-470f-8a68-b999bcc8f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:17.850444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-16b45962-75af-470f-8a68-b999bcc8f5d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1097 time: 0.1517105 Aug 25 11:31:17.887997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event updated for resources: {'Subnet': ['ID=b1e87ae4-8553-4c77-a8d0-a7847c18b21b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:17.890908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Checking segment: {'id': '2dfe13d9-dc55-40a1-ab4a-b45d006d8381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '910c256f-64d9-4276-ad24-08359015a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:17.891578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Network hostable DHCP agents. Network: 910c256f-64d9-4276-ad24-08359015a158, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:17.964690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:17.969391 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a87b6f3-19d2-493d-a8b6-0cd0d249a5ee tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/ports/2306f32e-8d07-4dec-8d9f-cccb653d4b17 HTTP/1.1" status: 204 len: 168 time: 1.5358036 Aug 25 11:31:17.974057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59124) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:18.064177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Network 910c256f-64d9-4276-ad24-08359015a158 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:18.130471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 910c256f-64d9-4276-ad24-08359015a158) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:18.139878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c9fd1-7b39-4441-ba24-12db1f065541 None None] Network 910c256f-64d9-4276-ad24-08359015a158 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:18.154933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:18.157767 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.235173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c36de91c-4c9b-40f2-a70a-261285144ec6 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0915546 Aug 25 11:31:18.295443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59132) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:18.311809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Request body: {'port': {'network_id': '910c256f-64d9-4276-ad24-08359015a158', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1405949117'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:18.444735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting subnet edd65997-31ab-4bf0-a07c-7c812c34e0ab {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:31:18.445904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c4144a0a-1b8e-4367-b70d-843a47407e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.455107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.506111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fefee36c-43ac-4b54-9d44-a5a62fff596d req-870dc399-46e9-4f91-bc07-9b1773c878bb tempest-ServersTestJSON-522756152 tempest-ServersTestJSON-522756152-project] 10.222.0.35 "GET /v2.0/ports?device_id=efc93a02-3737-4ae7-8696-933eea3c64a2 HTTP/1.1" status: 200 len: 210 time: 0.2521069 Aug 25 11:31:18.553650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.605035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ad88157d-4977-4a90-8078-1a96addf245d no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:18.607025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830bc8d-977b-4731-a084-f93b243541cc req-d16d8287-4f99-4dbd-a9a0-ea8a629a3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:18.611917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-d16d8287-4f99-4dbd-a9a0-ea8a629a3629 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 0.7023582 Aug 25 11:31:18.671101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-910c256f-64d9-4276-ad24-08359015a158', 'network_id': '910c256f-64d9-4276-ad24-08359015a158', 'tenant_id': 'efb821d05ffc4b778f1b5ffc72442e14', 'fixed_ips': [{'subnet_id': 'b1e87ae4-8553-4c77-a8d0-a7847c18b21b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:31:18.673046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.680246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: ad88157d-4977-4a90-8078-1a96addf245d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:18.681341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ad88157d-4977-4a90-8078-1a96addf245d not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:18.741947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-de7734f9-0341-49bb-b76c-3498fb84fc78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.0555668 Aug 25 11:31:18.808428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830bc8d-977b-4731-a084-f93b243541cc req-b32ab083-a3e3-4bab-964b-7f4a16b65ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:18.810053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-b32ab083-a3e3-4bab-964b-7f4a16b65ced service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.0601850 Aug 25 11:31:18.811810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.853412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e48c-82ed-460b-8d9f-1960081ddba4 req-d9bbe242-9340-4aa4-9e7d-46bb7f4cc60d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:18.860389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83a2e48c-82ed-460b-8d9f-1960081ddba4 req-d9bbe242-9340-4aa4-9e7d-46bb7f4cc60d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 0.4666085 Aug 25 11:31:18.884437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-264eb98c-0e04-48e5-9de3-2c7a4ef9c007 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657737 Aug 25 11:31:18.891766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Made reservation on behalf of efb821d05ffc4b778f1b5ffc72442e14 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:18.899469 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.930526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:18.936683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Allocated IP 172.20.0.2 (910c256f-64d9-4276-ad24-08359015a158/b1e87ae4-8553-4c77-a8d0-a7847c18b21b/000b6896-12ef-4564-846c-864b53b011fe) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:18.979334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Subnet': ['ID=edd65997-31ab-4bf0-a07c-7c812c34e0ab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:19.003766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.010290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8e356af6-b988-404e-80ce-9c0634e79b4d tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/subnets/edd65997-31ab-4bf0-a07c-7c812c34e0ab HTTP/1.1" status: 204 len: 168 time: 1.0341907 Aug 25 11:31:19.011149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59150) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:19.046079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83a2e48c-82ed-460b-8d9f-1960081ddba4 req-280d5920-7acd-4969-a8f7-d47b7a896633 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842928 Aug 25 11:31:19.049052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] device_id is not set on port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:31:19.088113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting subnet 857be199-57db-433c-aa7b-0b5ebe8327c9 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:31:19.092806 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.150822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.253378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cee4df46-0722-4c47-ae8c-26db80bb616d req-43c3b3e8-bc1a-4e69-a359-f5426db83f3a tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.0694315 Aug 25 11:31:19.297635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3fc0cd-245e-41f8-820e-00d750b55334 None None] Network 21fd759f-f92b-4e59-929b-4a2fc2225515 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:19.303698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.323939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-e16eb4ef-cfbf-459f-a5eb-271fcc7613ab service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187787 Aug 25 11:31:19.429982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.462809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Subnet': ['ID=857be199-57db-433c-aa7b-0b5ebe8327c9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:19.465237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.471235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3e347965-029d-4675-b0b0-4e35e17c29b9 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/subnets/857be199-57db-433c-aa7b-0b5ebe8327c9 HTTP/1.1" status: 204 len: 168 time: 0.4550884 Aug 25 11:31:19.471703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59152) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:19.488765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.490670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9830bc8d-977b-4731-a084-f93b243541cc req-66aec0ea-45a9-4949-9332-cc74617fd762 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557274 Aug 25 11:31:19.498968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc01899-f063-40fe-8ce7-86677c793f97 None None] Network 1774e408-eb01-4a23-9513-208a0b6fe394 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:19.554535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Transition to ACTIVE for port object 000b6896-12ef-4564-846c-864b53b011fe will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:19.592010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Transition to ACTIVE for port object 000b6896-12ef-4564-846c-864b53b011fe will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:19.660067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.696602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59158) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:19.833857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Deleting subnet f872950d-a463-416e-858d-1663ec2bcc72 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:31:19.840342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:19.903540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Pushing event updated for resources: {'Port': ['ID=000b6896-12ef-4564-846c-864b53b011fe,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:19.909245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Network 910c256f-64d9-4276-ad24-08359015a158 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:19.913268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] DHCP port deletion for 21fd759f-f92b-4e59-929b-4a2fc2225515 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:31:19.923046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:19.926630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:19.961445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.064023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Attempting to bind port 000b6896-12ef-4564-846c-864b53b011fe on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:31:20.064854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Attempting to bind port 000b6896-12ef-4564-846c-864b53b011fe by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '2dfe13d9-dc55-40a1-ab4a-b45d006d8381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '910c256f-64d9-4276-ad24-08359015a158'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:31:20.065426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Attempting to bind port 000b6896-12ef-4564-846c-864b53b011fe on network 910c256f-64d9-4276-ad24-08359015a158 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:20.073490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:31:20.074427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Checking segment: {'id': '2dfe13d9-dc55-40a1-ab4a-b45d006d8381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '910c256f-64d9-4276-ad24-08359015a158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:20.075166 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.076650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Bound using segment: {'id': '2dfe13d9-dc55-40a1-ab4a-b45d006d8381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '910c256f-64d9-4276-ad24-08359015a158'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:31:20.077388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Bound port: 000b6896-12ef-4564-846c-864b53b011fe, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfe13d9-dc55-40a1-ab4a-b45d006d8381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '910c256f-64d9-4276-ad24-08359015a158'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:31:20.078016 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.089237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] Deleting port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:20.089915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.122096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.133383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.181360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] DHCP port deletion for 1774e408-eb01-4a23-9513-208a0b6fe394 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:31:20.256766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Deleting port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:20.257427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.260666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] For port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:20.261064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.290533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] Calling delete_port for 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:20.317589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] For port 000b6896-12ef-4564-846c-864b53b011fe, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:31:20.369271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] For port 000b6896-12ef-4564-846c-864b53b011fe, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=000b6896-12ef-4564-846c-864b53b011fe,segment=NetworkSegment(2dfe13d9-dc55-40a1-ab4a-b45d006d8381),segment_id=2dfe13d9-dc55-40a1-ab4a-b45d006d8381)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:31:20.372618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-afc5d24e-27ad-4392-9271-f8509e3ca8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:20.377072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-afc5d24e-27ad-4392-9271-f8509e3ca8f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1097 time: 0.7999554 Aug 25 11:31:20.382727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.411562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Allocated IP 172.20.0.9 (910c256f-64d9-4276-ad24-08359015a158/b1e87ae4-8553-4c77-a8d0-a7847c18b21b/2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:20.418907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] For port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,segment=NetworkSegment(eefbe607-3a78-4aa3-b6ab-6123c4f938bd),segment_id=eefbe607-3a78-4aa3-b6ab-6123c4f938bd)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:20.419741 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.428462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] Deleting port 75be2890-b857-4537-82de-be12238c8c97 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:20.428913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.489350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Calling delete_port for 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:20.549778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e3c09-a740-4e8f-b363-b6373b45fe63 None None] Pushing event updated for resources: {'Port': ['ID=000b6896-12ef-4564-846c-864b53b011fe,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:20.591778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] For port 75be2890-b857-4537-82de-be12238c8c97, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=75be2890-b857-4537-82de-be12238c8c97,segment=NetworkSegment(2d0bd427-e91b-49de-a688-ded4592da5c7),segment_id=2d0bd427-e91b-49de-a688-ded4592da5c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:20.592199 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.595747 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.632631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] Pushing event deleted for resources: {'Port': ['ID=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:20.665621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] Calling delete_port for 75be2890-b857-4537-82de-be12238c8c97 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:20.680315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4aac9-df0d-486a-9fed-c794aa4e58fd None None] No DVR routers for this DVR port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:20.687373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-703ba6f2-ed4a-4deb-b459-62b6e8509c34 req-e7f160d4-42c6-4cb1-b211-822bf036b115 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.2814164 Aug 25 11:31:20.694977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.700896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.744421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Port': ['ID=850c616f-e0c3-4c98-851d-2ce5e3b3f8d1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:20.748251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] No DVR routers for this DVR port 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:20.887403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.952355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] Pushing event deleted for resources: {'Port': ['ID=75be2890-b857-4537-82de-be12238c8c97,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:20.954656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:20.969497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fd759f-f92b-4e59-929b-4a2fc2225515']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:20.975275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562baa2-c9b5-4dc6-9845-7e79d95413a1 None None] No DVR routers for this DVR port 75be2890-b857-4537-82de-be12238c8c97 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:20.985304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:20.986064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefbe607-3a78-4aa3-b6ab-6123c4f938bd') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:21.002815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.024953 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.037915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:21.038720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:21.084670 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:21.126660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.142586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.145649 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/networks/21fd759f-f92b-4e59-929b-4a2fc2225515 HTTP/1.1" status: 204 len: 168 time: 1.6729856 Aug 25 11:31:21.148738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59172) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:21.157013 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-852dac33-656d-4f34-9615-43446d51f636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.213986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab57f78-fdaa-4415-a2d0-e4734a0f08b5 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Network': ['ID=21fd759f-f92b-4e59-929b-4a2fc2225515,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:21.252123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.360525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.373637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1774e408-eb01-4a23-9513-208a0b6fe394']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:21.376437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.384288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560cdfa-6caa-4c0e-9a61-3d9b96a74c12 req-1f021658-f8d2-4bab-997a-5f7dc4866d23 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:21.390157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0bd427-e91b-49de-a688-ded4592da5c7') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:21.390764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0bd427-e91b-49de-a688-ded4592da5c7') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:21.391273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7560cdfa-6caa-4c0e-9a61-3d9b96a74c12 req-1f021658-f8d2-4bab-997a-5f7dc4866d23 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 945 time: 1.1219673 Aug 25 11:31:21.399867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:21.403189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.420206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f872950d-a463-416e-858d-1663ec2bcc72,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:21.421243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.431365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:21.431365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.437379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.441679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eb592e0d-479a-43c7-b043-cdc607c635a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f872950d-a463-416e-858d-1663ec2bcc72 HTTP/1.1" status: 204 len: 168 time: 1.7310863 Aug 25 11:31:21.445733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59176) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:21.500607 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:21.506063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.514883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.522820 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] 10.222.0.35 "DELETE /v2.0/networks/1774e408-eb01-4a23-9513-208a0b6fe394 HTTP/1.1" status: 204 len: 168 time: 0.3666947 Aug 25 11:31:21.591463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c0b8d-a806-43e0-bd3d-44d8c60abed7 tempest-TaggedBootDevicesTest-28927410 tempest-TaggedBootDevicesTest-28927410-project] Pushing event deleted for resources: {'Network': ['ID=1774e408-eb01-4a23-9513-208a0b6fe394,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:21.654694 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.654694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 000b6896-12ef-4564-846c-864b53b011fe up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:21.699163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.759121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:21.764302 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0481ad45-c404-4541-83ed-9331d4b73dc4" -d '{"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:21.803117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:21.820756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.833356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7560cdfa-6caa-4c0e-9a61-3d9b96a74c12 req-b4365965-b832-4208-9f35-002615ea5c6f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410622 Aug 25 11:31:21.862268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-c86f3019-2430-4042-a842-d0a325f0e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:21.864546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-c86f3019-2430-4042-a842-d0a325f0e6cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 1.4595642 Aug 25 11:31:21.906791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:21.911974 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b881681-9897-4149-9bb8-0bce8c21bac5 x-openstack-request-id: req-9b881681-9897-4149-9bb8-0bce8c21bac5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:21.912634 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:21.912990 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b881681-9897-4149-9bb8-0bce8c21bac5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:21.913498 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'code': 200} Aug 25 11:31:21.958828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:21.966923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 000b6896-12ef-4564-846c-864b53b011fe completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:22.001601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de721781-a1c7-46cf-b302-5e9809665f77 req-b0b89f27-90d0-429a-9b60-9c6d6b8ad77b tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe42788f-0b7d-4099-872c-49860f6ff159 HTTP/1.1" status: 200 len: 210 time: 0.0872841 Aug 25 11:31:22.114132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-fe81d9db-88a7-4d2b-8a0d-0e9f9b4af44e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.1983454 Aug 25 11:31:22.160538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Transition to ACTIVE for port object 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:22.163799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.173709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:22.227919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:22.229560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 850c616f-e0c3-4c98-851d-2ce5e3b3f8d1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:22.230883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 75be2890-b857-4537-82de-be12238c8c97 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:22.241033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-56783456-fff9-4008-a2c7-19acc687e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:22.242643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-56783456-fff9-4008-a2c7-19acc687e839 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.1132610 Aug 25 11:31:22.250599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ba48a9-d4bd-4678-a91f-38d59db1b8c8']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:22.255415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 75be2890-b857-4537-82de-be12238c8c97 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:22.256041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 75be2890-b857-4537-82de-be12238c8c97 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:22.325298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:22.325602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdbf0eb-dbd0-4841-9f69-53b9a0b3e4b3') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:22.330326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c405d9-7e21-4b52-890f-224c0fdfe4af None None] Network 910c256f-64d9-4276-ad24-08359015a158 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:22.360843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-3689aacd-217b-48e0-b513-1c0a80edf7dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958951 Aug 25 11:31:22.372902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.414813 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.421812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] Provisioning for port 000b6896-12ef-4564-846c-864b53b011fe completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:22.430234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] Provisioning complete for port 000b6896-12ef-4564-846c-864b53b011fe triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:22.430632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.481432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.533950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:22.534543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:22.541388 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:22.563588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.642202 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.749382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] For port 000b6896-12ef-4564-846c-864b53b011fe, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=000b6896-12ef-4564-846c-864b53b011fe,segment=NetworkSegment(2dfe13d9-dc55-40a1-ab4a-b45d006d8381),segment_id=2dfe13d9-dc55-40a1-ab4a-b45d006d8381)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:22.758888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.784216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Network 910c256f-64d9-4276-ad24-08359015a158 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:22.818424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-d344e026-20d8-4f29-9eff-ed54104973d6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:22.823252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-d344e026-20d8-4f29-9eff-ed54104973d6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.6347551 Aug 25 11:31:22.839246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:22.842994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.871313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521470-f4bf-49ae-b011-f0c258c34bc7 None None] Pushing event updated for resources: {'Port': ['ID=000b6896-12ef-4564-846c-864b53b011fe,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:22.871587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:22.903362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:22.911849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e8ba48a9-d4bd-4678-a91f-38d59db1b8c8 HTTP/1.1" status: 204 len: 168 time: 1.4492612 Aug 25 11:31:22.974959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event updated for resources: {'Port': ['ID=2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:22.984168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:22.984918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.001485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-2cfbb8a8-36db-4bb7-a9bf-948e57bb99a6 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194961 Aug 25 11:31:23.026156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34d83b-045d-4f4a-bdc0-35382d086971 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ba48a9-d4bd-4678-a91f-38d59db1b8c8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:23.036522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-7a5744e9-3c9b-4ee8-ae7c-28d335be96d0 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/quotas/0a39d3963ecf492d9c67f74f24da22bf HTTP/1.1" status: 200 len: 375 time: 0.1904893 Aug 25 11:31:23.080355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30e71a79-388b-42d9-a580-90ceb74066d0 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.7818322 Aug 25 11:31:23.084964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:23.091911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Request body: {'port': {'network_id': '910c256f-64d9-4276-ad24-08359015a158', 'name': 'tempest-ExtraDHCPOptionsTestJSON-727773613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:23.092631 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] bootfile-name is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:31:23.093260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] tftp-server is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:31:23.093786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] server-ip-address is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:31:23.205396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-721bdb14-c59f-4249-93ac-d2a90e83d3cb None None] Provisioning for port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:23.217170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-721bdb14-c59f-4249-93ac-d2a90e83d3cb None None] Provisioning complete for port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:23.217554 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-721bdb14-c59f-4249-93ac-d2a90e83d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.292106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2802-067b-4ee1-99d1-307215b87af6 req-db15c66c-d203-4bdc-a9f8-a38efd006510 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:23.299927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8dd2802-067b-4ee1-99d1-307215b87af6 req-db15c66c-d203-4bdc-a9f8-a38efd006510 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.2587152 Aug 25 11:31:23.337870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Made reservation on behalf of efb821d05ffc4b778f1b5ffc72442e14 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:23.343755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.362649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-721bdb14-c59f-4249-93ac-d2a90e83d3cb None None] Port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:23.370233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-6a29841c-d6b0-434b-8474-d2bc0926705a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2842507 Aug 25 11:31:23.396136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-721bdb14-c59f-4249-93ac-d2a90e83d3cb None None] Provisioning complete for port 000b6896-12ef-4564-846c-864b53b011fe triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:23.396668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-721bdb14-c59f-4249-93ac-d2a90e83d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.415975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:23.443766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-fedc8f10-09fe-4fc1-b566-09e3368f3580 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:31:23.448631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-fedc8f10-09fe-4fc1-b566-09e3368f3580 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466325 Aug 25 11:31:23.492593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] device_id is not set on port 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:31:23.498121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 000b6896-12ef-4564-846c-864b53b011fe up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:23.579342 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-20788258-a28b-4ac6-bf60-ceaa9db34d98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=321e1cb02f4b43fab1149f5bddfd65cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589723 Aug 25 11:31:23.583982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59224) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:23.613004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-d4c3eb75-7814-4af6-9962-e303b5020b7a service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441216 Aug 25 11:31:23.630340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 000b6896-12ef-4564-846c-864b53b011fe triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:23.631628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.673943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8dd2802-067b-4ee1-99d1-307215b87af6 req-60a44692-4dcd-4385-8e5b-9d14fe31c01f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018060 Aug 25 11:31:23.704540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d810e9f-6b56-4122-adb2-d9b8f3d3d13b req-906fb313-7113-4b0d-890a-439c1ece57fd service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651103 Aug 25 11:31:23.717024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c09bd42-a320-425c-a21c-ddab4a220f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.755009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Allocated IP 172.20.0.4 (910c256f-64d9-4276-ad24-08359015a158/b1e87ae4-8553-4c77-a8d0-a7847c18b21b/56b98fff-ffa1-4de2-ac27-0dbb5b835b60) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:23.777249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c09bd42-a320-425c-a21c-ddab4a220f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.829152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-89357ec9-c93d-4cbb-aabb-c5b5013412a4 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862450 Aug 25 11:31:23.865966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28e14f46-5419-482a-8f13-bebf144402d1 None None] Provisioning complete for port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:23.865966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28e14f46-5419-482a-8f13-bebf144402d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.907047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-28e14f46-5419-482a-8f13-bebf144402d1 None None] Port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:23.938010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59230) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:23.982286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c09bd42-a320-425c-a21c-ddab4a220f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.985313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c09bd42-a320-425c-a21c-ddab4a220f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:23.992150 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0c09bd42-a320-425c-a21c-ddab4a220f9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05573d32-5e18-47f9-b103-b99c48172b97 HTTP/1.1" status: 204 len: 168 time: 0.4045916 Aug 25 11:31:24.008105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09bd42-a320-425c-a21c-ddab4a220f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05573d32-5e18-47f9-b103-b99c48172b97,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:24.068632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ee9-ad90-4cc0-a9cd-4e4e5de3df03 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.091202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.119657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ee9-ad90-4cc0-a9cd-4e4e5de3df03 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.124416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Transition to ACTIVE for port object 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:24.193783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.236563 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.264543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f99566bf-d846-46ec-ba00-6138e8396297 req-fbcdae5d-8d10-4d96-8262-54c6ded5c683 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 210 time: 0.0685115 Aug 25 11:31:24.266383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Network 910c256f-64d9-4276-ad24-08359015a158 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:24.271847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:24.277999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:24.338874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ee9-ad90-4cc0-a9cd-4e4e5de3df03 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.342238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ee9-ad90-4cc0-a9cd-4e4e5de3df03 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.346697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fcd10ee9-ad90-4cc0-a9cd-4e4e5de3df03 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "DELETE /v2.0/security-groups/676c9be9-7023-4cea-a307-239ad02bf420 HTTP/1.1" status: 204 len: 168 time: 0.4075189 Aug 25 11:31:24.348042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59238) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:24.361936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event updated for resources: {'Port': ['ID=56b98fff-ffa1-4de2-ac27-0dbb5b835b60,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:24.405622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10ee9-ad90-4cc0-a9cd-4e4e5de3df03 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676c9be9-7023-4cea-a307-239ad02bf420,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:24.418546 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-ce08b305-55ee-4538-ae44-025bf42082db tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] show failed (client error): The resource could not be found. Aug 25 11:31:24.425118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ce08b305-55ee-4538-ae44-025bf42082db tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "GET /v2.0/security-groups/676c9be9-7023-4cea-a307-239ad02bf420 HTTP/1.1" status: 404 len: 347 time: 0.0733781 Aug 25 11:31:24.428414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:24.458727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:24.460075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.517289 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96933176-6c55-4aca-b11e-d8351aacfd04 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4292817 Aug 25 11:31:24.518855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59244) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:24.808772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Deleting port febc2f86-a213-4e38-bf46-4b254113b2a1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:24.809774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.811640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb926c8d-ff45-4753-84c3-19bbc3de9b68 None None] Provisioning for port 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:24.835771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb926c8d-ff45-4753-84c3-19bbc3de9b68 None None] Provisioning complete for port 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:24.836449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb926c8d-ff45-4753-84c3-19bbc3de9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.846571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31607e64-d2d1-4389-aa43-d7fc9b54f024 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:24.869972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31607e64-d2d1-4389-aa43-d7fc9b54f024 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:24.892295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bb926c8d-ff45-4753-84c3-19bbc3de9b68 None None] Port 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:24.892758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31607e64-d2d1-4389-aa43-d7fc9b54f024 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:24.902484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-31607e64-d2d1-4389-aa43-d7fc9b54f024 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3763075 Aug 25 11:31:24.902484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:24.915552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.915893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:24.933229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Calling delete_port for febc2f86-a213-4e38-bf46-4b254113b2a1 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:25.152091 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.156536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Deleting port 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:25.157119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.197245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Pushing event deleted for resources: {'Port': ['ID=febc2f86-a213-4e38-bf46-4b254113b2a1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:25.219815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4df9c-0eae-4449-8f65-9427cae7a7de req-4d0bea74-1850-4570-9497-3e35240b8580 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:25.222128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28b4df9c-0eae-4449-8f65-9427cae7a7de req-4d0bea74-1850-4570-9497-3e35240b8580 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.1199434 Aug 25 11:31:25.323783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28b4df9c-0eae-4449-8f65-9427cae7a7de req-b81b7726-6d2d-46e4-b2d5-a75c35a447b8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823996 Aug 25 11:31:25.326456 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.329741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.331244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-18b74a52-a157-4fff-afc8-e1eb59ab0b56 tempest-ServersTestBootFromVolume-393754452 tempest-ServersTestBootFromVolume-393754452-project] 10.222.0.35 "DELETE /v2.0/floatingips/5474d7ab-524c-4368-9d15-a24cf499f1f2 HTTP/1.1" status: 204 len: 168 time: 0.8999329 Aug 25 11:31:25.335708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59272) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:25.371946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.400298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Calling delete_port for 56b98fff-ffa1-4de2-ac27-0dbb5b835b60 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:25.624116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a157ce-e2b5-4b87-b24d-591f858e1700 req-2c393ad2-5877-4cea-be25-7b82d733e466 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 210 time: 0.0945179 Aug 25 11:31:25.724021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.775117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59284) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:25.794037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event deleted for resources: {'Port': ['ID=56b98fff-ffa1-4de2-ac27-0dbb5b835b60,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:25.952402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-842770364-network', 'tenant_id': 'a89d73d497ac4c3cb473edc50e3a76f1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:25.992818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:25.997462 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6054254f-f792-446c-85d3-f6f30d965f38 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "DELETE /v2.0/ports/56b98fff-ffa1-4de2-ac27-0dbb5b835b60 HTTP/1.1" status: 204 len: 168 time: 1.0941272 Aug 25 11:31:26.001060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59290) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:26.019614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Made reservation on behalf of a89d73d497ac4c3cb473edc50e3a76f1 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:26.023240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.033948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Request body: {'port': {'name': 'tempest-new-port-name-226023426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:26.035085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] bootfile-name is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:31:26.035960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] tftp-server is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:31:26.038931 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] server-ip-address is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:31:26.051090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.193631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.215166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.279058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.354025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce2245-a858-4f86-b57d-0273bacb4153,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:26.359618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:26.408302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.408660 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Added segment 30155b9d-8ff6-4c6f-9f99-bd5ce7f6ff43 of type vlan for network e3da3689-64e0-4305-8963-4b8a60e10aaa Aug 25 11:31:26.585722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.594116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.609734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-8ffba99e-0363-45e7-8b6e-a7238d53a389 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:26.612301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-8ffba99e-0363-45e7-8b6e-a7238d53a389 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.4164073 Aug 25 11:31:26.651640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Request body: {'port': {'device_id': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'admin_state_up': True, 'tenant_id': '0a39d3963ecf492d9c67f74f24da22bf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:26.670938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.742551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event updated for resources: {'Port': ['ID=2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:26.947963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] In _notify_port_updated(), no bound segment for port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 on network 910c256f-64d9-4276-ad24-08359015a158 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:31:26.961410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:26.962573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:26.964924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3847a24-97bc-46f1-8492-60fe0caff142 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "PUT /v2.0/ports/2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 HTTP/1.1" status: 200 len: 1135 time: 0.9611542 Aug 25 11:31:26.967893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59302) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:27.012821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fae7e-91f0-4c70-b89e-f6177a78263b req-be1cae22-8628-4b33-9714-14c0852bdbb7 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:27.015771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-996fae7e-91f0-4c70-b89e-f6177a78263b req-be1cae22-8628-4b33-9714-14c0852bdbb7 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.5301416 Aug 25 11:31:27.071424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ed088-2828-4219-a602-f4da540dc437 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:27.076860 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-952ed088-2828-4219-a602-f4da540dc437 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "GET /v2.0/ports/2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 HTTP/1.1" status: 200 len: 1135 time: 0.1043997 Aug 25 11:31:27.078785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59304) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:27.094745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14581754-f15a-4511-8529-d98e5064877a req-188e5a11-7721-46bd-871b-6e8d7ae00e30 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 210 time: 0.1297050 Aug 25 11:31:27.109074 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.111094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:27.112118 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.179814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.196645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b19d547a-7ec8-4e38-907e-1faf1d2e2bfb None None] Provisioning complete for port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:27.198174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b19d547a-7ec8-4e38-907e-1faf1d2e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.233060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.257998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] Pushing event updated for resources: {'Network': ['ID=e3da3689-64e0-4305-8963-4b8a60e10aaa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:27.328552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Deleting port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:27.329189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.338844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a189aaf6-e412-42dc-9d4f-3d7361ad68af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5579224 Aug 25 11:31:27.366722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b19d547a-7ec8-4e38-907e-1faf1d2e2bfb None None] Port 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:27.371180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e3da3689-64e0-4305-8963-4b8a60e10aaa details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:27.425843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-996fae7e-91f0-4c70-b89e-f6177a78263b req-16eb9c8e-a52e-48df-88ca-99e68ae086c3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539588 Aug 25 11:31:27.541814 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.564862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Calling delete_port for 2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:27.693017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Made reservation on behalf of 0a39d3963ecf492d9c67f74f24da22bf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:27.697403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:27.824733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0efb05-2943-466c-b5ca-8370b697ff4a req-a229bb72-2c11-48d1-9b84-d1a8d3f6549e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:27.826898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df0efb05-2943-466c-b5ca-8370b697ff4a req-a229bb72-2c11-48d1-9b84-d1a8d3f6549e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.2402825 Aug 25 11:31:27.909197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df0efb05-2943-466c-b5ca-8370b697ff4a req-02df4936-e5f3-4b9b-9d83-f177f0cc9deb tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746496 Aug 25 11:31:27.969254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:28.151751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event deleted for resources: {'Port': ['ID=2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:28.236420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Deleting port 6477afcc-31a7-4404-b9c5-b3dc090d1146 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:28.237014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:28.413195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:28.416786 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-967936db-ffdd-4343-8453-2f27b628714c tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "DELETE /v2.0/ports/2d33c0ed-6ab4-44b4-86bd-7f3e9e2eec41 HTTP/1.1" status: 204 len: 168 time: 1.3363168 Aug 25 11:31:28.420979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59332) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:28.524395 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Deleting subnet b1e87ae4-8553-4c77-a8d0-a7847c18b21b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:31:28.531156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:28.630848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:28.879032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.054595 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.078977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.086704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9b5e9-42f4-44da-a7f5-eae46b6896ae None None] Network 910c256f-64d9-4276-ad24-08359015a158 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:29.091154 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "DELETE /v2.0/subnets/b1e87ae4-8553-4c77-a8d0-a7847c18b21b HTTP/1.1" status: 204 len: 168 time: 0.6681759 Aug 25 11:31:29.093124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:29.153106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33ff3e-27ae-4c0f-8198-0fc77bcd20ae tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e87ae4-8553-4c77-a8d0-a7847c18b21b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:29.173895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Allocated IP 172.20.0.3 (b6ccb154-0f05-443e-9ed4-59fd17024426/67fad637-d793-45a0-94ef-0b2dcd28d9d4/85611591-d6cd-46c3-b98e-b66c5a08ddde) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:29.302327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.417656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Deleting port 000b6896-12ef-4564-846c-864b53b011fe {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:29.418988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.430309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:29.454706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39d37a98-4759-458e-8f1c-a16393a6583c req-7cbb79d4-6037-4ceb-832b-5b8f22872b7a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 210 time: 1.1036639 Aug 25 11:31:29.475091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] For port 6477afcc-31a7-4404-b9c5-b3dc090d1146, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6477afcc-31a7-4404-b9c5-b3dc090d1146,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:29.475405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.498052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.546795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Calling delete_port for 6477afcc-31a7-4404-b9c5-b3dc090d1146 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:29.579682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717875b0-735d-481d-a3bd-26598509eae7 req-1bbfe944-4f95-48c8-bfec-0ce0cf0e1b1c tempest-ComputeTenantNetworksTest-205260894 tempest-ComputeTenantNetworksTest-205260894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:29.587145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717875b0-735d-481d-a3bd-26598509eae7 req-1bbfe944-4f95-48c8-bfec-0ce0cf0e1b1c tempest-ComputeTenantNetworksTest-205260894 tempest-ComputeTenantNetworksTest-205260894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:29.592087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] For port 000b6896-12ef-4564-846c-864b53b011fe, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=000b6896-12ef-4564-846c-864b53b011fe,segment=NetworkSegment(2dfe13d9-dc55-40a1-ab4a-b45d006d8381),segment_id=2dfe13d9-dc55-40a1-ab4a-b45d006d8381)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:29.592087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.594264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717875b0-735d-481d-a3bd-26598509eae7 req-1bbfe944-4f95-48c8-bfec-0ce0cf0e1b1c tempest-ComputeTenantNetworksTest-205260894 tempest-ComputeTenantNetworksTest-205260894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:29.596426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-717875b0-735d-481d-a3bd-26598509eae7 req-1bbfe944-4f95-48c8-bfec-0ce0cf0e1b1c tempest-ComputeTenantNetworksTest-205260894 tempest-ComputeTenantNetworksTest-205260894-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.2439656 Aug 25 11:31:29.631389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] DHCP port deletion for 910c256f-64d9-4276-ad24-08359015a158 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:31:29.642311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Calling delete_port for 000b6896-12ef-4564-846c-864b53b011fe owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:29.704876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.754258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:31:29.818255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Network b6ccb154-0f05-443e-9ed4-59fd17024426 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:29.838561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:29.859814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:29.900127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:29.942225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Deleting port 000b6896-12ef-4564-846c-864b53b011fe {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:29.956714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.050420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event deleted for resources: {'Port': ['ID=000b6896-12ef-4564-846c-864b53b011fe,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:30.069300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] No DVR routers for this DVR port 000b6896-12ef-4564-846c-864b53b011fe on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:30.210129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event updated for resources: {'Port': ['ID=85611591-d6cd-46c3-b98e-b66c5a08ddde,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:30.233155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] For port 000b6896-12ef-4564-846c-864b53b011fe, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:30.233743 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.258466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.272378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910c256f-64d9-4276-ad24-08359015a158']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:30.295493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-6420d913-0634-412c-abab-bc65c630f5b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894506 Aug 25 11:31:30.297571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfe13d9-dc55-40a1-ab4a-b45d006d8381') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:30.297933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfe13d9-dc55-40a1-ab4a-b45d006d8381') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:30.309782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.331791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Calling delete_port for 000b6896-12ef-4564-846c-864b53b011fe owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:30.336666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.340201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Port 000b6896-12ef-4564-846c-864b53b011fe was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:31:30.348540 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.362992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:30.362992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.373467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] No DVR routers for this DVR port 000b6896-12ef-4564-846c-864b53b011fe on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:30.377040 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:30.528069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.536978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.543179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] 10.222.0.35 "DELETE /v2.0/networks/910c256f-64d9-4276-ad24-08359015a158 HTTP/1.1" status: 204 len: 168 time: 1.4427555 Aug 25 11:31:30.574814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca05f6-2fd2-4293-b2f7-d482a1c011b2 tempest-ExtraDHCPOptionsTestJSON-1129946851 tempest-ExtraDHCPOptionsTestJSON-1129946851-project] Pushing event deleted for resources: {'Network': ['ID=910c256f-64d9-4276-ad24-08359015a158,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:30.594061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec96111-01c0-41fb-8528-8580558d0556 None None] Pushing event deleted for resources: {'Port': ['ID=000b6896-12ef-4564-846c-864b53b011fe,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:30.607478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7680b-b177-4150-953a-9cabe059d5e1 req-e870a5ab-1a78-46e1-8383-2b8bf51aeb96 tempest-ComputeTenantNetworksTest-205260894 tempest-ComputeTenantNetworksTest-205260894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:30.613106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6c7680b-b177-4150-953a-9cabe059d5e1 req-e870a5ab-1a78-46e1-8383-2b8bf51aeb96 tempest-ComputeTenantNetworksTest-205260894 tempest-ComputeTenantNetworksTest-205260894-project] 10.222.0.35 "GET /v2.0/networks/e3da3689-64e0-4305-8963-4b8a60e10aaa HTTP/1.1" status: 200 len: 768 time: 0.7710724 Aug 25 11:31:30.622066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:30.682291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.754754 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.838382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:30.874430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:30.880069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.056808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-92c2ef22-cb12-4da3-b6a1-315850a6bc5e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4293780 Aug 25 11:31:31.108039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.127423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Request body: {'port': {'device_id': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:31.134182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3da3689-64e0-4305-8963-4b8a60e10aaa']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:31.172472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30155b9d-8ff6-4c6f-9f99-bd5ce7f6ff43') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:31.173674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30155b9d-8ff6-4c6f-9f99-bd5ce7f6ff43') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:31.200703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.243335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.259751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:31.262572 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:31.419911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6477afcc-31a7-4404-b9c5-b3dc090d1146,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:31.497622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.509351 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.523863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 000b6896-12ef-4564-846c-864b53b011fe no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:31.524457 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e3da3689-64e0-4305-8963-4b8a60e10aaa HTTP/1.1" status: 204 len: 168 time: 0.9005575 Aug 25 11:31:31.557559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca623-dd4a-4a0e-badf-b1533c475e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3da3689-64e0-4305-8963-4b8a60e10aaa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:31.580688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 000b6896-12ef-4564-846c-864b53b011fe {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:31.584424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 000b6896-12ef-4564-846c-864b53b011fe not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:31.622868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59384) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:31.725512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e9b3-305f-4973-b612-74d303807698 req-9b04736f-a6e5-4ec5-b39e-fa8d1020850b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:31.733972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6de6e9b3-305f-4973-b612-74d303807698 req-9b04736f-a6e5-4ec5-b39e-fa8d1020850b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 1.4452791 Aug 25 11:31:31.764859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c336a-75f8-4962-8945-4ae3411bc85c req-20d24a9e-f3a1-4bf3-95ce-670fb5121ddd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:31.774615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-599c336a-75f8-4962-8945-4ae3411bc85c req-20d24a9e-f3a1-4bf3-95ce-670fb5121ddd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 931 time: 0.8812723 Aug 25 11:31:31.909494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-599c336a-75f8-4962-8945-4ae3411bc85c req-d59b8bdc-0afc-4f43-b5b4-0222fea059ee tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336365 Aug 25 11:31:31.911058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:31.930100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69ff47fc-3af8-42bc-ba13-4b88272f8d44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=efb821d05ffc4b778f1b5ffc72442e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034797 Aug 25 11:31:31.932264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59388) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:32.013164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59390) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:32.068492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71270f14-39e5-496a-8231-fb5b24d267fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.098399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71270f14-39e5-496a-8231-fb5b24d267fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.164782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71270f14-39e5-496a-8231-fb5b24d267fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.169419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71270f14-39e5-496a-8231-fb5b24d267fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.170946 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-71270f14-39e5-496a-8231-fb5b24d267fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a35b1a5-698a-4994-8bff-6ab38ca2ae73 HTTP/1.1" status: 204 len: 168 time: 0.2376671 Aug 25 11:31:32.182759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71270f14-39e5-496a-8231-fb5b24d267fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a35b1a5-698a-4994-8bff-6ab38ca2ae73,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:32.442383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6de6e9b3-305f-4973-b612-74d303807698 req-da460e2c-b604-4b6a-a9a6-9912c6c294a8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067928 Aug 25 11:31:32.479278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe219-269f-4875-97e1-0819debae991 req-72a283e7-63bd-4a66-a337-29e03c368322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:32.481964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-72a283e7-63bd-4a66-a337-29e03c368322 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268&tenant_id=6713ea8ce5e44f2bbffcceb725af11b7 HTTP/1.1" status: 200 len: 1095 time: 0.5429451 Aug 25 11:31:32.496380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.555303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d6441b3-4001-4d47-a169-076f04e66e88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a89d73d497ac4c3cb473edc50e3a76f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122588 Aug 25 11:31:32.557822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59396) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:32.652828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af33816e-cf7c-467f-ae82-6dd424ff46c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.680665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:31:32.688656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af33816e-cf7c-467f-ae82-6dd424ff46c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.814309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af33816e-cf7c-467f-ae82-6dd424ff46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.824958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af33816e-cf7c-467f-ae82-6dd424ff46c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:32.829227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-af33816e-cf7c-467f-ae82-6dd424ff46c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70ce2245-a858-4f86-b57d-0273bacb4153 HTTP/1.1" status: 204 len: 168 time: 0.2692299 Aug 25 11:31:32.858911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33816e-cf7c-467f-ae82-6dd424ff46c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce2245-a858-4f86-b57d-0273bacb4153,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:33.458996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe219-269f-4875-97e1-0819debae991 req-9d776e79-78ea-43d3-a932-df39d5632aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:33.462337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-9d776e79-78ea-43d3-a932-df39d5632aad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1095 time: 0.9483802 Aug 25 11:31:33.855520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:33.973503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19e5fb-b7a8-4b91-a856-a55c03b56b2b req-00ee41e7-376f-4ed1-80ee-73756a257e83 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:33.975418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a19e5fb-b7a8-4b91-a856-a55c03b56b2b req-00ee41e7-376f-4ed1-80ee-73756a257e83 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 931 time: 0.7422781 Aug 25 11:31:34.002358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85611591-d6cd-46c3-b98e-b66c5a08ddde {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:31:34.031563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.054658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40e422-a53a-444e-ac73-a4fe23a077ad req-948ac07d-3f59-4759-a58a-9d667c6169d0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:34.063310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad40e422-a53a-444e-ac73-a4fe23a077ad req-948ac07d-3f59-4759-a58a-9d667c6169d0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.3837271 Aug 25 11:31:34.081621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783815875'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:34.138084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Transition to ACTIVE for port object 85611591-d6cd-46c3-b98e-b66c5a08ddde will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:34.141935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:34.148221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.164919 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.171326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad40e422-a53a-444e-ac73-a4fe23a077ad req-097d4bb3-d9a1-47db-a4d2-749605c7b48f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068976 Aug 25 11:31:34.184465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.189876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Router 2203821b-ea20-4056-bf57-76900371af6c has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:31:34.276277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe219-269f-4875-97e1-0819debae991 req-45d78483-bd75-416c-8fc3-1b4a9e8059ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:34.279973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-45d78483-bd75-416c-8fc3-1b4a9e8059ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 0.8071735 Aug 25 11:31:34.284443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Pushing event updated for resources: {'Port': ['ID=85611591-d6cd-46c3-b98e-b66c5a08ddde,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:34.302583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a19e5fb-b7a8-4b91-a856-a55c03b56b2b req-30e74bcf-5dc5-468a-98a4-62ee9a61f495 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908962 Aug 25 11:31:34.325776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.332560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.354923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-4ecb3a64-6802-4444-aabd-3b11f04e9a7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.0566006 Aug 25 11:31:34.429246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8015f932-eee5-4b8b-80bf-a97d89f58f3f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:34.434886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:34.463031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.463527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.463941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.464289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.466160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.468430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.469308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.469485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.469882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.470231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.478331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.478719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:34.511127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.511486 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment 95894df7-d10a-4d6d-bf4e-914eb27b736d of type vlan for network e888428d-aba4-4e15-9bd1-733c90a04658 Aug 25 11:31:34.628511 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.670091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe219-269f-4875-97e1-0819debae991 req-335dd0ce-b022-4535-9a82-3203619b3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:34.671800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-335dd0ce-b022-4535-9a82-3203619b3caa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.3092806 Aug 25 11:31:34.707365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.712998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:34.713641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:34.721856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-3c7705ca-5a2e-4380-a251-ab368e59cfcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400925 Aug 25 11:31:34.730704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Attempting to bind port 85611591-d6cd-46c3-b98e-b66c5a08ddde on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:31:34.731042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Attempting to bind port 85611591-d6cd-46c3-b98e-b66c5a08ddde by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:31:34.731379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Attempting to bind port 85611591-d6cd-46c3-b98e-b66c5a08ddde on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:34.743296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:31:34.749070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9026920f-4257-492f-80a1-93976125bf4b admin admin] 10.222.0.35 "PUT /v2.0/routers/2203821b-ea20-4056-bf57-76900371af6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4120865 Aug 25 11:31:34.756269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] Sync routers for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:31:34.771440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:34.772355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:34.866348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:34.866949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59476) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:34.867270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=e888428d-aba4-4e15-9bd1-733c90a04658,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:34.880519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-00bda3d9-5692-4525-90da-fb01600ab5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509016 Aug 25 11:31:34.881627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Port 85611591-d6cd-46c3-b98e-b66c5a08ddde on network b6ccb154-0f05-443e-9ed4-59fd17024426 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:31:34.881984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Attempting to bind port 85611591-d6cd-46c3-b98e-b66c5a08ddde on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:34.905567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e888428d-aba4-4e15-9bd1-733c90a04658 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:34.967508 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-255fe30a-2bfe-41b6-bf06-1415824be343 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1107757 Aug 25 11:31:34.975463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:31:34.976000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Checking segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:34.976492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Bound using segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:31:34.977058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Bound port: 85611591-d6cd-46c3-b98e-b66c5a08ddde, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:31:34.977534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.009352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:35.138967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59492) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:35.156335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:35.254172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] For port 85611591-d6cd-46c3-b98e-b66c5a08ddde, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:31:35.261667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] For port 85611591-d6cd-46c3-b98e-b66c5a08ddde, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:31:35.296603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.339827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-559704123-network', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:35.375068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.577988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Made reservation on behalf of ea734ae901b441478b26caabddb5fc02 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:35.585803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.594739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.597404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:35.601729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.602605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:35.604982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.606099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:31:30Z', 'revision_number': 5, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port': {'id': 'c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203821b-ea20-4056-bf57-76900371af6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:27:35Z', 'updated_at': '2021-08-25T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:35.613552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] 10.222.0.67 "PUT /v2.0/ports/85611591-d6cd-46c3-b98e-b66c5a08ddde HTTP/1.1" status: 200 len: 1092 time: 4.5003636 Aug 25 11:31:35.621927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'tag': '85611591-d6cd-46c3-b98e-b66c5a08ddde'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:35.635367 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c750e6c0-6931-4390-8896-6879c2fb7d40" -d '{"events": [{"name": "network-changed", "server_uuid": "eacbf8e1-796a-4008-855c-2bedd4d532a8", "tag": "85611591-d6cd-46c3-b98e-b66c5a08ddde"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:35.664638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-8ed5e25e-4e0f-41ab-89b7-5c105e06f026 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7751138 Aug 25 11:31:35.717738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:35.726636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] Checking router: 2203821b-ea20-4056-bf57-76900371af6c for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:31:35.754259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] Routers {'2203821b-ea20-4056-bf57-76900371af6c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:35.755680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2203821b-ea20-4056-bf57-76900371af6c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:35.881406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7588006-0064-45d6-a7e4-936f460f8d6d service neutron] Pushing event updated for resources: {'Port': ['ID=85611591-d6cd-46c3-b98e-b66c5a08ddde,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:35.924507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-c072f1df-0060-4814-ae7e-a640e99f27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:35.926797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-c072f1df-0060-4814-ae7e-a640e99f27f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 1095 time: 0.1915781 Aug 25 11:31:35.940563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2b61-1f14-48dc-bdf7-b4629429a47e req-03aaf1b1-c5f4-49b7-b23b-03d4685888ff tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:35.942555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c9b2b61-1f14-48dc-bdf7-b4629429a47e req-03aaf1b1-c5f4-49b7-b23b-03d4685888ff tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.5969162 Aug 25 11:31:35.965291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a4090-bbb5-48c7-a433-c711b94bc84c req-281b3ec0-6a4c-441c-8742-7556836c3560 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:35.973274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e71a4090-bbb5-48c7-a433-c711b94bc84c req-281b3ec0-6a4c-441c-8742-7556836c3560 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 943 time: 0.4642553 Aug 25 11:31:36.025586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Deleting port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:36.030342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:36.043113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] Set router 2203821b-ea20-4056-bf57-76900371af6c gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:36.208289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-3c2fa7ec-692c-4a3c-9dae-8aecb5d47707 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde HTTP/1.1" status: 200 len: 217 time: 0.2622845 Aug 25 11:31:36.220866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:31:35Z', 'revision_number': 6, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:36.269295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e71a4090-bbb5-48c7-a433-c711b94bc84c req-3c54a365-9534-4993-abea-d76e3aa8e86e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946179 Aug 25 11:31:36.281351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] For port c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:36.281874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:36.296728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c87008-61b4-435f-8980-fa133e7a7cad None None] The sync data for ids ['2203821b-ea20-4056-bf57-76900371af6c'] in n-d-778732-11 is: [{'id': '2203821b-ea20-4056-bf57-76900371af6c', 'name': 'tempest-ServersTestBootFromVolume-777201928-router', 'tenant_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:27:34Z', 'updated_at': '2021-08-25T11:31:35Z', 'revision_number': 6, 'project_id': '64db1891c0c6411b8a39ed7a12d64ec3', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:31:36.306484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Calling delete_port for c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:36.325591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c9b2b61-1f14-48dc-bdf7-b4629429a47e req-eca09da9-4db1-495f-901d-d7fa5c5c68ab tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698401 Aug 25 11:31:36.340382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:36.441317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:36.451954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c490-44dc-4def-8aa4-147a676207d8 req-64077c92-b2d4-4ff6-ac91-9c152ca0cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:36.461408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:36.468170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-64077c92-b2d4-4ff6-ac91-9c152ca0cfb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.2244308 Aug 25 11:31:36.475383 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301ca50-849c-46b7-a6de-aa249729d2eb x-openstack-request-id: req-e301ca50-849c-46b7-a6de-aa249729d2eb {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:36.478074 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacbf8e1-796a-4008-855c-2bedd4d532a8", "tag": "85611591-d6cd-46c3-b98e-b66c5a08ddde", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:36.479368 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e301ca50-849c-46b7-a6de-aa249729d2eb {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:36.480765 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'tag': '85611591-d6cd-46c3-b98e-b66c5a08ddde', 'status': 'completed', 'code': 200} Aug 25 11:31:36.569411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-a0dcf0ae-a666-4052-86b1-1ec0a6ac42c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844891 Aug 25 11:31:36.640242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:36.787551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b39ddb3-d48d-45ac-96bd-72be5d744a3a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:36.800530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:36.806699 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Added segment 9a828c7e-d3a3-40fd-bd9d-0849253cd638 of type vlan for network e2b883b8-69fe-4bad-8874-d560689e83b0 Aug 25 11:31:36.834982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-c78ee090-c66a-4a44-8f05-e39aab98d781 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565458 Aug 25 11:31:36.957873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=6afad4ba-6d53-477c-930f-731311de859e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:37.011591 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:37.148292 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5129c490-44dc-4def-8aa4-147a676207d8 req-7e823b18-b0e1-4811-b182-a81032ce8e4a service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051505 Aug 25 11:31:37.161142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': '95894df7-d10a-4d6d-bf4e-914eb27b736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:37.167311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: e888428d-aba4-4e15-9bd1-733c90a04658, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:37.179700 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:31:37.271864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:37.280342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:37.281874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:37.327773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network e888428d-aba4-4e15-9bd1-733c90a04658 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:37.546987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:37.777310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-5980ba48-2dc2-4c81-a751-484654511e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:37.785900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-5980ba48-2dc2-4c81-a751-484654511e29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 1095 time: 0.5538442 Aug 25 11:31:37.831796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e888428d-aba4-4e15-9bd1-733c90a04658) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:37.859166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:37.865202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:37.879169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7f815-d6a2-4bef-92ad-049d4a7f585e None None] Network e888428d-aba4-4e15-9bd1-733c90a04658 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:37.945676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:37.946452 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0622034 Aug 25 11:31:37.950216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59640) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:38.023608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Request body: {'subnet': {'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-559704123-subnet', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:38.121325 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-754faad9-02d4-4a60-ba1b-5024043ec263 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9808838 Aug 25 11:31:38.123047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:38.130146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcd673-9e18-4df5-8a27-4adca2a2396b admin admin] Pushing event updated for resources: {'Network': ['ID=e2b883b8-69fe-4bad-8874-d560689e83b0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:38.171140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e2b883b8-69fe-4bad-8874-d560689e83b0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:38.186461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352265686'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:38.218838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:38.281710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b9bb0b-7f09-4e73-8ed7-b8bb264ce0e9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:38.286442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:38.291503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:38.317365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca06b44-9636-48a5-94f3-7ecb2c9a3959 req-7bd3cd50-5f88-409e-8f45-dbb46fbd5cc8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:38.322978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ca06b44-9636-48a5-94f3-7ecb2c9a3959 req-7bd3cd50-5f88-409e-8f45-dbb46fbd5cc8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 943 time: 0.8225935 Aug 25 11:31:38.416479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2c283-387a-4f1d-b74b-c574160fc913 req-4e250cad-f9cd-4769-a7a5-84a56e0104b3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:38.420505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97d2c283-387a-4f1d-b74b-c574160fc913 req-4e250cad-f9cd-4769-a7a5-84a56e0104b3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.7193696 Aug 25 11:31:38.472808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Made reservation on behalf of ea734ae901b441478b26caabddb5fc02 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:38.475154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:38.477958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:38.490315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:38.490985 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment b75c7e95-9eb4-46b7-b9f2-6825347ce62d of type vlan for network 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae Aug 25 11:31:38.547460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:38.639771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:38.758767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ca06b44-9636-48a5-94f3-7ecb2c9a3959 req-ba4b203a-8044-455b-80dd-ecb3536e39df tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893309 Aug 25 11:31:38.827089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97d2c283-387a-4f1d-b74b-c574160fc913 req-5674944d-88ea-4780-a15b-33cafc8b9bf2 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822293 Aug 25 11:31:38.892862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-75185b82-95c3-4c50-8788-33dd9973cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:38.901372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-75185b82-95c3-4c50-8788-33dd9973cd91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 1.0068552 Aug 25 11:31:38.997062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6477afcc-31a7-4404-b9c5-b3dc090d1146 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:39.094834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6477afcc-31a7-4404-b9c5-b3dc090d1146 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:39.095371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6477afcc-31a7-4404-b9c5-b3dc090d1146 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:39.104563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e888428d-aba4-4e15-9bd1-733c90a04658', 'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': '6afad4ba-6d53-477c-930f-731311de859e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:31:39.106139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.139854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-67e757b3-7f37-47c2-ad47-f2f8a3044ef9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde HTTP/1.1" status: 200 len: 217 time: 0.2266958 Aug 25 11:31:39.246371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.259060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:39.260418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.368910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-ccd6ce05-e4fe-4ce9-985f-fb9f7d3ba279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:39.370546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-ccd6ce05-e4fe-4ce9-985f-fb9f7d3ba279 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.2239947 Aug 25 11:31:39.479151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:39.495963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.508427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.515925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:39.646990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Allocated IP 172.20.255.242 (e888428d-aba4-4e15-9bd1-733c90a04658/6afad4ba-6d53-477c-930f-731311de859e/9956c696-b613-4957-b29f-8a240c212bf6) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:39.727859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60c73ac2-9d19-47bd-9de4-ac7691ce34bb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5874393 Aug 25 11:31:39.730375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.733322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2203821b-ea20-4056-bf57-76900371af6c {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:31:39.759115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:39.764419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-864cbef5-4347-4003-90e1-ae45bd109dde admin admin] 10.222.0.35 "DELETE /v2.0/routers/2203821b-ea20-4056-bf57-76900371af6c HTTP/1.1" status: 204 len: 168 time: 4.8910038 Aug 25 11:31:39.766747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:39.769534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59716) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:39.793019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': '5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:40.177156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Deleting subnet 2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:31:40.203280 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:40.269512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:40.324629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Transition to ACTIVE for port object 9956c696-b613-4957-b29f-8a240c212bf6 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:40.421472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Transition to ACTIVE for port object 9956c696-b613-4957-b29f-8a240c212bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:40.440452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:40.534583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:40.620470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85611591-d6cd-46c3-b98e-b66c5a08ddde details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:31:40.764258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-f97ad813-3e74-46fe-b12d-1be5ecb429a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3675606 Aug 25 11:31:40.890356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:40.914501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.024204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-c928fa31-0480-4260-897c-0b06b0d6dfa5 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562189 Aug 25 11:31:41.159066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 85611591-d6cd-46c3-b98e-b66c5a08ddde, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:41.243959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Network e888428d-aba4-4e15-9bd1-733c90a04658 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:41.261500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '85611591-d6cd-46c3-b98e-b66c5a08ddde', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'port_id': '85611591-d6cd-46c3-b98e-b66c5a08ddde', 'mac_address': 'fa:16:3e:36:a6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fad637-d793-45a0-94ef-0b2dcd28d9d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:31:41.273557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.283271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:41.292556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:41.424238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cc72d-0182-4744-b9cf-f5ec6a28dfa5 req-40cc4341-6029-4418-99ce-3dff0f8ed403 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:41.428392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-427cc72d-0182-4744-b9cf-f5ec6a28dfa5 req-40cc4341-6029-4418-99ce-3dff0f8ed403 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.7643924 Aug 25 11:31:41.459900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.475428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Pushing event updated for resources: {'Port': ['ID=9956c696-b613-4957-b29f-8a240c212bf6,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:41.560159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.617153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85611591-d6cd-46c3-b98e-b66c5a08ddde {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:31:41.638825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.674469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44001070-3d2d-4447-bdf6-5b286faf6de2 req-ef39dcd2-4e5e-4cc9-9f95-b79c292f20b6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:41.682440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44001070-3d2d-4447-bdf6-5b286faf6de2 req-ef39dcd2-4e5e-4cc9-9f95-b79c292f20b6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 943 time: 1.0167985 Aug 25 11:31:41.683673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4aef92-c14b-4737-aee2-e2ae0e2eff21,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:41.739012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Attempting to bind port 9956c696-b613-4957-b29f-8a240c212bf6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:31:41.745217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:41.745498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Attempting to bind port 9956c696-b613-4957-b29f-8a240c212bf6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '95894df7-d10a-4d6d-bf4e-914eb27b736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:31:41.758942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Attempting to bind port 9956c696-b613-4957-b29f-8a240c212bf6 on network e888428d-aba4-4e15-9bd1-733c90a04658 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:41.759497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.766843 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eea03ccb-6655-4db2-aca1-e87d21258051 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2a79cf9f-dd33-43aa-b2d3-4e81cbfe144d HTTP/1.1" status: 204 len: 168 time: 1.9871511 Aug 25 11:31:41.795363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59790) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:41.797071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 85611591-d6cd-46c3-b98e-b66c5a08ddde, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:41.800271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c750e6c0-6931-4390-8896-6879c2fb7d40 req-8e72a4d4-ee24-4d44-880a-f06f515632da service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7473097 Aug 25 11:31:41.806970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:31:41.809048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Checking segment: {'id': '95894df7-d10a-4d6d-bf4e-914eb27b736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:41.812673 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.813663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Bound using segment: {'id': '95894df7-d10a-4d6d-bf4e-914eb27b736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:31:41.815454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Bound port: 9956c696-b613-4957-b29f-8a240c212bf6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95894df7-d10a-4d6d-bf4e-914eb27b736d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e888428d-aba4-4e15-9bd1-733c90a04658'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:31:41.817423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:41.848790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-427cc72d-0182-4744-b9cf-f5ec6a28dfa5 req-92665ed0-4cac-4160-9c92-e149ef4d4121 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083195 Aug 25 11:31:41.880333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Checking segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:41.883645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3778119-a403-4334-832e-11881007a969 None None] Network cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:41.884278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Network hostable DHCP agents. Network: e2b883b8-69fe-4bad-8874-d560689e83b0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:41.960620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44001070-3d2d-4447-bdf6-5b286faf6de2 req-b7c79dd1-dc7e-43e6-88a4-502650c411f0 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465215 Aug 25 11:31:41.981520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Network e2b883b8-69fe-4bad-8874-d560689e83b0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:42.000914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e2b883b8-69fe-4bad-8874-d560689e83b0) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:42.011778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.023225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:42.024556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.058472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ca8af644-d4d0-4af4-9302-fad236f5073d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0757680 Aug 25 11:31:42.065706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59802) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:42.082547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:42.186606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.190176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.198098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f4f22-43ee-4871-a8e6-02fbc71d3101 None None] Network e2b883b8-69fe-4bad-8874-d560689e83b0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:42.272067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.366051 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.401654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.611295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=62ded518-f748-4e15-b355-6321a1fa6408,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:42.811256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['85611591-d6cd-46c3-b98e-b66c5a08ddde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:31:42.835344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': 'b75c7e95-9eb4-46b7-b9f2-6825347ce62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:42.836251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:42.868079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:42.914344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:42.956607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Deleting port 888738b0-33a3-4547-a631-3f0171bac816 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:42.961514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:43.039536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e2b883b8-69fe-4bad-8874-d560689e83b0', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:31:43.040801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:43.194703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] For port 888738b0-33a3-4547-a631-3f0171bac816, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=888738b0-33a3-4547-a631-3f0171bac816,segment=NetworkSegment(6548d3d5-e223-422f-9346-012c4df67f2d),segment_id=6548d3d5-e223-422f-9346-012c4df67f2d)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:43.195336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:43.248976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:43.276590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Calling delete_port for 888738b0-33a3-4547-a631-3f0171bac816 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:43.291029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:43.305497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:43.459383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd4c43cf-53de-4f0e-8c84-5251d590426b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6854224 Aug 25 11:31:43.461989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:43.476448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14f0b-91c8-458e-a69c-5d12fbb5ee4f req-27033cac-5b5e-48bd-990b-ddd7166e18e8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:43.481431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99b14f0b-91c8-458e-a69c-5d12fbb5ee4f req-27033cac-5b5e-48bd-990b-ddd7166e18e8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.3720980 Aug 25 11:31:43.584018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1e4936-cead-48eb-9d77-03e127e5d00b None None] Network 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:43.589234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=85611591-d6cd-46c3-b98e-b66c5a08ddde,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:43.674783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde3e8-8ada-404b-b721-eaa49d12e3e5 req-ad876a6d-e798-4a22-9eb6-a33bca8dcab6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:43.676741 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:43.683101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39dde3e8-8ada-404b-b721-eaa49d12e3e5 req-ad876a6d-e798-4a22-9eb6-a33bca8dcab6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 944 time: 0.3709500 Aug 25 11:31:43.698956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:43.775604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99b14f0b-91c8-458e-a69c-5d12fbb5ee4f req-5ee709b2-e379-40e8-b9e7-edaac7b601e8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756188 Aug 25 11:31:43.784080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Pushing event deleted for resources: {'Port': ['ID=888738b0-33a3-4547-a631-3f0171bac816,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:43.807070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] No DVR routers for this DVR port 888738b0-33a3-4547-a631-3f0171bac816 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:43.980026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] For port 9956c696-b613-4957-b29f-8a240c212bf6, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:31:44.042368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932ed88-ebf0-4519-a3ab-5f45f1ee61b0 None None] DHCP port deletion for cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:31:44.060738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.079540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Allocated IP 172.20.0.2 (e2b883b8-69fe-4bad-8874-d560689e83b0/5e4aef92-c14b-4737-aee2-e2ae0e2eff21/b9eec967-cc58-491d-8c27-1f5b86828e42) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:44.086577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbd0df7-9666-4b76-b18e-9c3185fd5fe4']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:44.100679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.106203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] For port 9956c696-b613-4957-b29f-8a240c212bf6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9956c696-b613-4957-b29f-8a240c212bf6,segment=NetworkSegment(95894df7-d10a-4d6d-bf4e-914eb27b736d),segment_id=95894df7-d10a-4d6d-bf4e-914eb27b736d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:31:44.110833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6548d3d5-e223-422f-9346-012c4df67f2d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:44.114114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6548d3d5-e223-422f-9346-012c4df67f2d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:44.157536 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.276995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.286639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.297580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39dde3e8-8ada-404b-b721-eaa49d12e3e5 req-1398b6ff-499a-4051-bd93-f4b9420673b9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747812 Aug 25 11:31:44.339923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.348296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.410324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:44.410977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:44.431719 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:44.662059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Allocated IP 172.25.1.215 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/1e80bea4-fb17-4bb9-b23b-ae94f02f307c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:44.759721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:44.819270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.005237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.102512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=62ded518-f748-4e15-b355-6321a1fa6408,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:45.195206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e32d3-5560-4562-b1a6-3b3534d389ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae', 'network_id': '5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': '62ded518-f748-4e15-b355-6321a1fa6408'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:31:45.199108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-294e32d3-5560-4562-b1a6-3b3534d389ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.236384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.259728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:45.282220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.286293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75c7e95-9eb4-46b7-b9f2-6825347ce62d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:45.286603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75c7e95-9eb4-46b7-b9f2-6825347ce62d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:45.300077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.328498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.338362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:45.339067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.448012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:45.452415 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.456545 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cdbd0df7-9666-4b76-b18e-9c3185fd5fe4 HTTP/1.1" status: 204 len: 168 time: 3.6591456 Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:45.490140 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:45.494738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35549a5d-ee4b-4d31-8bef-b4a2c6a2f449 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbd0df7-9666-4b76-b18e-9c3185fd5fe4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:45.530080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:45.550755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a193bf-bc71-4f4b-911f-556e8d039f9f None None] Pushing event updated for resources: {'Port': ['ID=9956c696-b613-4957-b29f-8a240c212bf6,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:45.561215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.575909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.581372 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae HTTP/1.1" status: 204 len: 168 time: 2.1147106 Aug 25 11:31:45.613795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888738b0-33a3-4547-a631-3f0171bac816 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:31:45.619707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:45.635258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:45.636434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392190895'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:45.640284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3c609-08ec-41cc-a32d-6a7c822b82c6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:45.643465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fe511-874f-46f2-8e8a-4bdf8cec2069 None None] Network 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:45.654166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:45.669050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfa7b3-379f-4aab-b484-24e34cabfd11 req-b85c4e6c-5cc2-475c-8ba8-01ca40c366cd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:45.687228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dfa7b3-379f-4aab-b484-24e34cabfd11 req-b85c4e6c-5cc2-475c-8ba8-01ca40c366cd tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.5714471 Aug 25 11:31:45.701731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fe511-874f-46f2-8e8a-4bdf8cec2069 None None] Network 5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:31:45.733975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:45.738302 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.790220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 888738b0-33a3-4547-a631-3f0171bac816 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:31:45.794756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888738b0-33a3-4547-a631-3f0171bac816 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:31:45.796677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:45.825534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.826317 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment b9b06fdf-2509-4fdb-8576-2bf8d11cb346 of type vlan for network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 Aug 25 11:31:45.929811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d2f93-372c-4371-a0c8-12dc41719e73 req-f395cad7-edf2-4540-81ce-849add308da4 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:45.950861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a0d2f93-372c-4371-a0c8-12dc41719e73 req-f395cad7-edf2-4540-81ce-849add308da4 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 944 time: 0.4389050 Aug 25 11:31:45.956181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:45.969095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:45.988551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:46.064424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dfa7b3-379f-4aab-b484-24e34cabfd11 req-5c5fb651-7049-453d-9676-708b10a240cf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719203 Aug 25 11:31:46.092490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:46.108004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:46.108723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:46.151248 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:46.177213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Transition to ACTIVE for port object b9eec967-cc58-491d-8c27-1f5b86828e42 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:46.230009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Transition to ACTIVE for port object b9eec967-cc58-491d-8c27-1f5b86828e42 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:46.247003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:46.308554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Network e2b883b8-69fe-4bad-8874-d560689e83b0 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:46.312777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:46.331657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:46.399395 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7673733 Aug 25 11:31:46.412201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60020) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:46.414324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a192be-a163-47bc-ab57-cef23eb2ee35 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=9d88bc96-0e41-49ef-90d2-efd0f0b24168,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:46.437055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:46.513583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:46.718453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85611591-d6cd-46c3-b98e-b66c5a08ddde up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:46.776196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ebe321-c6b9-4963-9472-6d1676e4ae5b None None] Network e888428d-aba4-4e15-9bd1-733c90a04658 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:46.777325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a0d2f93-372c-4371-a0c8-12dc41719e73 req-b5f8cf29-3f72-4c12-ae23-65ae00f44451 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8072522 Aug 25 11:31:46.809453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cd0b2911-8dea-4d00-8b2d-d1df71a15fa7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64db1891c0c6411b8a39ed7a12d64ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8212674 Aug 25 11:31:46.811908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60032) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:46.924493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:46.929504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.136873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.170261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing IP validity checks on allocation pools {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 11:31:47.172323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Pushing event updated for resources: {'Port': ['ID=b9eec967-cc58-491d-8c27-1f5b86828e42,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:47.181276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 11:31:47.198570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Attempting to bind port b9eec967-cc58-491d-8c27-1f5b86828e42 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:31:47.199319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Attempting to bind port b9eec967-cc58-491d-8c27-1f5b86828e42 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:31:47.199934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Attempting to bind port b9eec967-cc58-491d-8c27-1f5b86828e42 on network e2b883b8-69fe-4bad-8874-d560689e83b0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:47.241270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4b4b-f5af-48d5-9e41-4cdccee7c214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.351732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:31:47.356545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Checking segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:47.360532 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.364467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Bound using segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:31:47.367025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Bound port: b9eec967-cc58-491d-8c27-1f5b86828e42, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:31:47.372207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.464400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-afce1a5d-f5d4-41ae-b734-8216a68d7516 None None] Provisioning for port 9956c696-b613-4957-b29f-8a240c212bf6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:47.550949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b6990-4c92-44a7-aa1d-97b368b00d63 req-f1e0a796-58c5-4b47-9131-0d185fea80e8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:47.558618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc0b6990-4c92-44a7-aa1d-97b368b00d63 req-f1e0a796-58c5-4b47-9131-0d185fea80e8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.2414322 Aug 25 11:31:47.627399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 85611591-d6cd-46c3-b98e-b66c5a08ddde completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:47.654237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 85611591-d6cd-46c3-b98e-b66c5a08ddde triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:47.655274 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.746481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4b4b-f5af-48d5-9e41-4cdccee7c214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.755399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9956c696-b613-4957-b29f-8a240c212bf6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:47.780168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.825984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc0b6990-4c92-44a7-aa1d-97b368b00d63 req-ad35970e-5bcb-48f5-83d7-f5f99754f124 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664025 Aug 25 11:31:47.990825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4b4b-f5af-48d5-9e41-4cdccee7c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.995579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4b4b-f5af-48d5-9e41-4cdccee7c214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:47.997782 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1dbb4b4b-f5af-48d5-9e41-4cdccee7c214 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c642ee0-37f7-4fdc-8c4c-ba831ec5adef HTTP/1.1" status: 204 len: 168 time: 1.1771894 Aug 25 11:31:48.014929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:48.023947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb4b4b-f5af-48d5-9e41-4cdccee7c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c642ee0-37f7-4fdc-8c4c-ba831ec5adef,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:48.126567 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:48.247008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5804e-19ca-46d3-b983-01096eabd0c6 req-72d24206-ca90-42a2-9f71-1296b2d52456 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:48.249377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39f5804e-19ca-46d3-b983-01096eabd0c6 req-72d24206-ca90-42a2-9f71-1296b2d52456 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 944 time: 0.1639636 Aug 25 11:31:48.250057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:31:48.314359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 85611591-d6cd-46c3-b98e-b66c5a08ddde, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:48.366870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] For port b9eec967-cc58-491d-8c27-1f5b86828e42, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:31:48.382638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85611591-d6cd-46c3-b98e-b66c5a08ddde'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:31:48.387568 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb60887-3e55-4984-a458-908ceaa26daf" -d '{"events": [{"server_uuid": "eacbf8e1-796a-4008-855c-2bedd4d532a8", "name": "network-vif-plugged", "status": "completed", "tag": "85611591-d6cd-46c3-b98e-b66c5a08ddde"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:31:48.438419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:48.486267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:48.486864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: 9d88bc96-0e41-49ef-90d2-efd0f0b24168, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:48.488498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39f5804e-19ca-46d3-b983-01096eabd0c6 req-3909d235-f062-40cc-ba34-068e1078f829 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264247 Aug 25 11:31:48.516044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=1961aeee-eb27-42c8-9f49-8ecb81bc38db,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:48.676226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:31:48.688683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:48.699859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e766b9d2-a5c1-4a1d-84ae-e266a6b758f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:48.707816 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:31:48.741676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:48.746865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b65f0957-9726-4b8e-b767-af9ad5a38eb6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6781850 Aug 25 11:31:48.747844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60072) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:48.765349 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:48.767269 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:48.781243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9d88bc96-0e41-49ef-90d2-efd0f0b24168) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:48.802726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] For port b9eec967-cc58-491d-8c27-1f5b86828e42, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b9eec967-cc58-491d-8c27-1f5b86828e42,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:31:48.813926 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af587c2a-5d0f-4451-8106-65ffca6e3857 x-openstack-request-id: req-af587c2a-5d0f-4451-8106-65ffca6e3857 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:31:48.817120 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacbf8e1-796a-4008-855c-2bedd4d532a8", "name": "network-vif-plugged", "status": "completed", "tag": "85611591-d6cd-46c3-b98e-b66c5a08ddde", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:31:48.817609 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af587c2a-5d0f-4451-8106-65ffca6e3857 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:31:48.818993 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85611591-d6cd-46c3-b98e-b66c5a08ddde', 'code': 200} Aug 25 11:31:48.822008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:48.823014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:48.832489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710a8e3-b568-430d-bf36-6e3b93e2ee96 None None] Network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:48.958091 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-beee01e1-4b7b-4d58-8bc2-13a6382c5dda tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5365338 Aug 25 11:31:48.963766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60084) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:49.185268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:49.225194 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:49.326346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9d88bc96-0e41-49ef-90d2-efd0f0b24168', 'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': '1961aeee-eb27-42c8-9f49-8ecb81bc38db'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:31:49.341494 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:49.357896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:49.447215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839a2d1-2664-48c7-b842-b1014dafa9f4 req-58b91a90-173f-4cd1-b68b-3ddc7b7264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:49.448967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f839a2d1-2664-48c7-b842-b1014dafa9f4 req-58b91a90-173f-4cd1-b68b-3ddc7b7264bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 1097 time: 0.5438321 Aug 25 11:31:49.498815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=85611591-d6cd-46c3-b98e-b66c5a08ddde,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:49.580041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 9956c696-b613-4957-b29f-8a240c212bf6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:49.661859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d149-a397-411d-b852-8fe2e5c0e992 req-34839366-815b-4239-b4bd-cb3cee1f90d0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:49.677115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9009d149-a397-411d-b852-8fe2e5c0e992 req-34839366-815b-4239-b4bd-cb3cee1f90d0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.5870523 Aug 25 11:31:49.728642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9956c696-b613-4957-b29f-8a240c212bf6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:49.729662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:49.847551 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:46Z', 'revision_number': 3, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:49.863860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60100) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:49.907728 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:31:49.908065 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Updating router ab2bed0c-8940-4115-9316-44ad6162c5f0 port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:31:49.948653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.027755 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.595852 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.612489 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Transition to ACTIVE for port object 1e80bea4-fb17-4bb9-b23b-ae94f02f307c will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:50.625326 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.658064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a571f-0968-4abc-9d35-23c150a9cd41 None None] Pushing event updated for resources: {'Port': ['ID=b9eec967-cc58-491d-8c27-1f5b86828e42,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:50.658683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.708570 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Attempting to bind port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:31:50.708969 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Attempting to bind port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:31:50.709376 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Attempting to bind port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:50.799429 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:31:50.801962 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:50.802531 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.803004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:31:50.803557 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Bound port: 1e80bea4-fb17-4bb9-b23b-ae94f02f307c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:31:50.804019 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:50.853381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Allocated IP 172.20.0.3 (9d88bc96-0e41-49ef-90d2-efd0f0b24168/1961aeee-eb27-42c8-9f49-8ecb81bc38db/6952afab-d87f-4c8f-b0c1-70e7b7a96b34) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:50.932337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.089616 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] For port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:31:51.101056 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Pushing event updated for resources: {'Port': ['ID=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:51.103648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Deleting port 526fef1d-602a-46ac-adb9-251a058b03ee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:51.104468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.138995 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] For port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:31:51.145483 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.148155 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.149479 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.149991 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.150985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.152380 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.153617 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.154115 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.155768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.156234 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.156699 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.158019 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:31:51.168841 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.307203 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:51.308694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:51.311065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] For port 526fef1d-602a-46ac-adb9-251a058b03ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=526fef1d-602a-46ac-adb9-251a058b03ee,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:51.316710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.350252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Calling delete_port for 526fef1d-602a-46ac-adb9-251a058b03ee owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:51.425196 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aa8bda7e-cf5d-4f79-b624-dd107ff30585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.499959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f839a2d1-2664-48c7-b842-b1014dafa9f4 req-88bba338-5663-47d4-a2dd-91ba6aacdecd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0178828 Aug 25 11:31:51.511423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 9956c696-b613-4957-b29f-8a240c212bf6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9956c696-b613-4957-b29f-8a240c212bf6,segment=NetworkSegment(95894df7-d10a-4d6d-bf4e-914eb27b736d),segment_id=95894df7-d10a-4d6d-bf4e-914eb27b736d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:51.584614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.593014 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:51.770454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9009d149-a397-411d-b852-8fe2e5c0e992 req-be51f890-bc94-4616-8386-499e613ef17c tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0922203 Aug 25 11:31:51.778138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692859b-fc12-4836-8ff1-89ee888882ce None None] Network e2b883b8-69fe-4bad-8874-d560689e83b0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:51.877419 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec5887-77d5-4bb9-add9-4a8cb1595dd5 None None] Pushing event updated for resources: {'Port': ['ID=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:51.928874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b113176-10d8-403f-abc5-191529ed34c1 req-094d4bdb-c4f5-4e42-a5ad-d2bec6de6dc9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:51.931495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b113176-10d8-403f-abc5-191529ed34c1 req-094d4bdb-c4f5-4e42-a5ad-d2bec6de6dc9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 945 time: 2.2516510 Aug 25 11:31:51.963853 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:52.061316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.186087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9eec967-cc58-491d-8c27-1f5b86828e42 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:52.215279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.222213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b113176-10d8-403f-abc5-191529ed34c1 req-40cf78fd-4a79-4ee1-8655-572a2c2ea96f tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599843 Aug 25 11:31:52.232614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1321756330-network', 'tenant_id': 'e619560913444495b9477fe09d1ec431'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:52.314438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Made reservation on behalf of e619560913444495b9477fe09d1ec431 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:52.323820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.340094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-161206a2-c5d7-478a-b4e4-343ffb76a0d2 None None] Provisioning for port b9eec967-cc58-491d-8c27-1f5b86828e42 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:52.386575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.455732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=9956c696-b613-4957-b29f-8a240c212bf6,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:52.669442 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.740087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.808913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Transition to ACTIVE for port object 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:52.918225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Pushing event deleted for resources: {'Port': ['ID=526fef1d-602a-46ac-adb9-251a058b03ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:52.920947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b9eec967-cc58-491d-8c27-1f5b86828e42 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:52.941213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Transition to ACTIVE for port object 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:52.974354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b9eec967-cc58-491d-8c27-1f5b86828e42 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:52.977390 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:52.979236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Allocated IP 172.20.0.1 (e2b883b8-69fe-4bad-8874-d560689e83b0/5e4aef92-c14b-4737-aee2-e2ae0e2eff21/8e655128-50c5-41a1-822b-3a96a019806b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:31:53.089995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.169308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.177267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.201918 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:46Z', 'revision_number': 3, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:53.246309 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7a455-7b60-4cbf-9194-2cc49151421d None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:46Z', 'revision_number': 3, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:31:53.264193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=1961aeee-eb27-42c8-9f49-8ecb81bc38db,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:53.271588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.325068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:53.361823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:53.376938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:53.392889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Pushing event updated for resources: {'Port': ['ID=6952afab-d87f-4c8f-b0c1-70e7b7a96b34,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:53.429013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.450062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:53.461226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.461556 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Added segment 3d5fa236-cf80-43d3-ab87-c979da47fb3e of type vlan for network 66d90f5e-e885-41c6-b15d-baedb4350f67 Aug 25 11:31:53.548861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.614843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.656540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Attempting to bind port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:31:53.657117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Attempting to bind port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:31:53.657625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Attempting to bind port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 on network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:31:53.680322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.692392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b9eec967-cc58-491d-8c27-1f5b86828e42, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b9eec967-cc58-491d-8c27-1f5b86828e42,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:53.694291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:31:53.694705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Checking segment: {'id': 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:53.695133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.695603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Bound using segment: {'id': 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:31:53.696221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Bound port: 6952afab-d87f-4c8f-b0c1-70e7b7a96b34, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:31:53.696954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.700293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.724287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d88bc96-0e41-49ef-90d2-efd0f0b24168']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:53.734002 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.735527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:53.736188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:53.870681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:53.871212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:53.944580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.047584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.060659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951c249c-0c9b-48fb-9a6b-fd95a3090eaa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:54.115027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:54.117131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.2494485 Aug 25 11:31:54.130786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:54.146421 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:54.160057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60124) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:54.162397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba05e4-c2de-4abb-b67f-058929bf2856 req-1a3c9f30-0c83-4972-b7ff-ac9f6d6f4723 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:54.164044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-beba05e4-c2de-4abb-b67f-058929bf2856 req-1a3c9f30-0c83-4972-b7ff-ac9f6d6f4723 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.7965579 Aug 25 11:31:54.212798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9956c696-b613-4957-b29f-8a240c212bf6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:54.245112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36ce7-bf52-4b53-8585-eac7d78f58f0 req-947cb24c-0d2e-4fd0-98ff-f8aad36c2d10 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:54.247226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0a36ce7-bf52-4b53-8585-eac7d78f58f0 req-947cb24c-0d2e-4fd0-98ff-f8aad36c2d10 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 945 time: 0.7348549 Aug 25 11:31:54.254367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Request body: {'subnet': {'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1321756330-subnet', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:54.364902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e8d06-6eea-40c8-aea1-dd7690571994 admin admin] Pushing event updated for resources: {'Network': ['ID=66d90f5e-e885-41c6-b15d-baedb4350f67,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:54.414248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b9eec967-cc58-491d-8c27-1f5b86828e42,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:54.527619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.541034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:54.573594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-beba05e4-c2de-4abb-b67f-058929bf2856 req-c205d857-766b-460a-9c8f-6d4d12bf8370 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768828 Aug 25 11:31:54.654679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] For port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:31:54.711922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0a36ce7-bf52-4b53-8585-eac7d78f58f0 req-e8bdcae4-851a-42fa-844d-962392e69914 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461716 Aug 25 11:31:54.722363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Transition to ACTIVE for port object 8e655128-50c5-41a1-822b-3a96a019806b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:31:54.839592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.848850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-79064583-922c-44dd-a33a-4122dc43f336 None None] Provisioning complete for port b9eec967-cc58-491d-8c27-1f5b86828e42 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:54.849661 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79064583-922c-44dd-a33a-4122dc43f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.872299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.951718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] For port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6952afab-d87f-4c8f-b0c1-70e7b7a96b34,segment=NetworkSegment(b9b06fdf-2509-4fdb-8576-2bf8d11cb346),segment_id=b9b06fdf-2509-4fdb-8576-2bf8d11cb346)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:31:54.970992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:54.975247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 11:31:54.975247 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 11:31:54.975247 n-d-778732-11 neutron-server[94911]: [parameters: {'id': '9d88bc96-0e41-49ef-90d2-efd0f0b24168'}] Aug 25 11:31:54.975247 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:31:54.976157 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:31:54.980205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:31:54.981061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Network e2b883b8-69fe-4bad-8874-d560689e83b0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:54.981213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Made reservation on behalf of e619560913444495b9477fe09d1ec431 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:54.984101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:55.021812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Pushing event updated for resources: {'Port': ['ID=8e655128-50c5-41a1-822b-3a96a019806b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:55.028825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:55.039067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:31:55.174173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:55.309844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9956c696-b613-4957-b29f-8a240c212bf6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:55.310380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:55.722312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b100d7-4506-4a9f-ae8d-6945e476eed6 None None] Pushing event updated for resources: {'Port': ['ID=6952afab-d87f-4c8f-b0c1-70e7b7a96b34,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:55.753753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfa644-ad83-4268-b94e-c38cdfe5cde6 None None] Network 9d88bc96-0e41-49ef-90d2-efd0f0b24168 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:31:55.766244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:55.824578 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:55.846536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16b9c7d7-b087-4097-8c69-5d3d71e5852f None None] Provisioning for port 8e655128-50c5-41a1-822b-3a96a019806b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:55.890013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16b9c7d7-b087-4097-8c69-5d3d71e5852f None None] Provisioning complete for port 8e655128-50c5-41a1-822b-3a96a019806b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:55.890542 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16b9c7d7-b087-4097-8c69-5d3d71e5852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:56.119010 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:31:56.186099 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-942d6214-d03e-48ad-8b25-b25034496879 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6aa45b9-0f36-4a59-b38a-b12bdc3a8454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1958680 Aug 25 11:31:56.207376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] Sync routers for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:31:56.229089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60150) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:56.326736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-16b9c7d7-b087-4097-8c69-5d3d71e5852f None None] Port 8e655128-50c5-41a1-822b-3a96a019806b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:31:56.345947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:56.348784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:56.598077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9eec967-cc58-491d-8c27-1f5b86828e42 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:56.640687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:56.729255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e14d-8bd3-449d-be70-7d82afee5936 req-f5579244-f0a5-43df-ae3a-67bebf457a82 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:56.738708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c774e14d-8bd3-449d-be70-7d82afee5936 req-f5579244-f0a5-43df-ae3a-67bebf457a82 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.8483214 Aug 25 11:31:56.837751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c774e14d-8bd3-449d-be70-7d82afee5936 req-d42b3353-3b7e-4eee-9727-84f9e4e5a4da tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976844 Aug 25 11:31:56.847744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e31ad72-c08e-4f6a-9c89-5088606e7b2d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:56.862573 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:56.930601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Deleting port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:56.933801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:56.935973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:56.944321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Checking segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:56.945528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Network hostable DHCP agents. Network: 66d90f5e-e885-41c6-b15d-baedb4350f67, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:57.089917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79086eb-9645-4a0d-9c94-86c9b78fb240 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:31:57.097504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.274958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Pushing event updated for resources: {'Port': ['ID=8e655128-50c5-41a1-822b-3a96a019806b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:57.302710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:57.307941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.327225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.334976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] For port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6952afab-d87f-4c8f-b0c1-70e7b7a96b34,segment=NetworkSegment(b9b06fdf-2509-4fdb-8576-2bf8d11cb346),segment_id=b9b06fdf-2509-4fdb-8576-2bf8d11cb346)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:57.335522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.429640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Calling delete_port for 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:57.442251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 66d90f5e-e885-41c6-b15d-baedb4350f67) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:57.442909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:57.471538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:57.479577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.528941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60158) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:57.530381 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bea7cf6f-8a66-4cd7-9f90-19d23e133387 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2973952 Aug 25 11:31:57.558498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:57.721084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.771023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Port': ['ID=6952afab-d87f-4c8f-b0c1-70e7b7a96b34,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:57.780142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No DVR routers for this DVR port 6952afab-d87f-4c8f-b0c1-70e7b7a96b34 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:31:57.784771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.787424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.865285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Network e2b883b8-69fe-4bad-8874-d560689e83b0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:31:57.898075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:57.954286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b9eec967-cc58-491d-8c27-1f5b86828e42 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:57.954746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.975540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.989985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:57.992945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Deleting port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:31:57.993638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.012207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d88bc96-0e41-49ef-90d2-efd0f0b24168']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:58.022856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.052349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:58.053387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b06fdf-2509-4fdb-8576-2bf8d11cb346') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:58.069822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.095672 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.104193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:31:58.105314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:31:58.204743 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:31:58.209045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.223514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.226227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/9d88bc96-0e41-49ef-90d2-efd0f0b24168 HTTP/1.1" status: 204 len: 168 time: 9.2593977 Aug 25 11:31:58.231649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60168) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:58.247274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79086eb-9645-4a0d-9c94-86c9b78fb240 None None] Unable to find a vacant binding_index for network 66d90f5e-e885-41c6-b15d-baedb4350f67 and agent 5efd715f-4459-41ff-9705-14b14e1b20e1 {{(pid=94912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 25 11:31:58.258330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672147625'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:58.267150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79086eb-9645-4a0d-9c94-86c9b78fb240 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 66d90f5e-e885-41c6-b15d-baedb4350f67) {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:31:58.276911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1e80bea4-fb17-4bb9-b23b-ae94f02f307c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:31:58.294912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf774118-3dba-4cb8-8544-1f59675548a5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=9d88bc96-0e41-49ef-90d2-efd0f0b24168,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:58.301497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:58.309053 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.352184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:31:58.368220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.368977 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment ee1ab033-7e02-4d67-9f90-0d96ba630ad0 of type vlan for network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 Aug 25 11:31:58.444855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.450283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.467901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2be37-e8ac-4d38-862a-3ddcdab7d8fd req-98f1be21-452d-4ad1-a277-78ee66a9eb0d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:58.470006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3c2be37-e8ac-4d38-862a-3ddcdab7d8fd req-98f1be21-452d-4ad1-a277-78ee66a9eb0d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.3151176 Aug 25 11:31:58.496234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:31:52Z', 'revision_number': 5, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port': {'id': 'cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:19:18Z', 'updated_at': '2021-08-25T11:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:58.514312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.526862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:58.527430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.562065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] Checking router: f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:31:58.637731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] Routers {'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:31:58.638489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:58.651990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:31:58.699688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] For port cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:58.700258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.732295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=fdc86ddc-6371-4bb1-8146-c1b88efb15a5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:58.738779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-74ffca28-5bfd-44c3-8660-c5b1fc42bc73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4889009 Aug 25 11:31:58.741925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60174) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:58.759227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': 'fdc86ddc-6371-4bb1-8146-c1b88efb15a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:31:58.781171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:31:58.781609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:58.792212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Calling delete_port for cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:31:58.806360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:31:58.845701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3c2be37-e8ac-4d38-862a-3ddcdab7d8fd req-95f10dc4-5150-4683-af5f-1546f60b3cec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178971 Aug 25 11:31:58.882473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:31:58.933989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:31:58.939466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.146320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] Set router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:31:59.214617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.294595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=c79df2c2-326f-4863-be9e-986c6e5e4a20,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:59.313166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:31:57Z', 'revision_number': 6, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:31:59.348859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': 'ee1ab033-7e02-4d67-9f90-0d96ba630ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdc86ddc-6371-4bb1-8146-c1b88efb15a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:31:59.349520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: fdc86ddc-6371-4bb1-8146-c1b88efb15a5, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:31:59.370212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.373660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:31:59.384029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efff1f3-ddda-4b23-8632-65d2218df6f9 None None] The sync data for ids ['f6aa45b9-0f36-4a59-b38a-b12bdc3a8454'] in n-d-778732-11 is: [{'id': 'f6aa45b9-0f36-4a59-b38a-b12bdc3a8454', 'name': 'tempest-TaggedBootDevicesTest-1400479215-router', 'tenant_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:19:17Z', 'updated_at': '2021-08-25T11:31:57Z', 'revision_number': 6, 'project_id': 'e0afaf7be92b4c6f9e937ea77b94b3f7', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:31:59.405981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, fdc86ddc-6371-4bb1-8146-c1b88efb15a5) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:31:59.419880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:31:59.420812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.458620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aee2dcfd-e7fd-498b-87d1-45722e63575f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7148459 Aug 25 11:31:59.462829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60178) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:31:59.557963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:31:59.568810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.638802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:31:59.660752 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.726258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.848377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.932920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-66d90f5e-e885-41c6-b15d-baedb4350f67', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:31:59.940190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:31:59.951378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=c79df2c2-326f-4863-be9e-986c6e5e4a20,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:59.951938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:31:59.979606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 526fef1d-602a-46ac-adb9-251a058b03ee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:32:00.053842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 526fef1d-602a-46ac-adb9-251a058b03ee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:32:00.054195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 526fef1d-602a-46ac-adb9-251a058b03ee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:32:00.105766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.119156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc86ddc-6371-4bb1-8146-c1b88efb15a5']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:00.150314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1ab033-7e02-4d67-9f90-0d96ba630ad0') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:00.150589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:32:00.151101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1ab033-7e02-4d67-9f90-0d96ba630ad0') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:00.161277 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:32:00.170500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:00.172728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f02a0ceb-4549-4ba1-bacd-90d50ec16a28 admin admin] 10.222.0.35 "PUT /v2.0/routers/ab2bed0c-8940-4115-9316-44ad6162c5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4213450 Aug 25 11:32:00.173924 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:00.176799 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:00.181124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.186268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.213149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.227893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'network_id': '8b0a9208-c9e7-4a68-899c-2853b464f831', 'port_id': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'mac_address': 'fa:16:3e:a7:67:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2791df-5c24-4bcc-baff-42724a285861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:32:00.232892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.256128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:00.258246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.283645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Allocated IP 172.20.0.2 (66d90f5e-e885-41c6-b15d-baedb4350f67/7e31ad72-c08e-4f6a-9c89-5088606e7b2d/185a1918-292a-4812-87f0-0dbf706df944) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:00.299057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.361265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Allocated IP 172.25.1.246 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/b12d7e78-b36f-4a9f-9487-fa23a86196bd) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:00.407390 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:00.440030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.449454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.460807 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/fdc86ddc-6371-4bb1-8146-c1b88efb15a5 HTTP/1.1" status: 204 len: 168 time: 0.9961736 Aug 25 11:32:00.464591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60190) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:00.476636 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:00.477874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4672074'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:00.536740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac89a4b-94a8-4aa5-a10f-b76526062840 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=fdc86ddc-6371-4bb1-8146-c1b88efb15a5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:00.545263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.565911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:00.571126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.607748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:00.631418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.632192 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment 8312002b-dbdd-4e09-b40d-7bd0d734be51 of type vlan for network cb5ceb08-1945-4ecc-a24f-950122d1bf82 Aug 25 11:32:00.637990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.666739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2d4256-eae3-47e5-a36d-de204213c5aa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:00.726050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.744864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:00.780391 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.781605 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.783399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.797356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:00.799216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:00.820920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8678bc2-32bb-415f-9a3f-d2ed0e02972a req-bd9f0b31-5418-4899-8bf9-87cd86e7fdca tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:00.841220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8678bc2-32bb-415f-9a3f-d2ed0e02972a req-bd9f0b31-5418-4899-8bf9-87cd86e7fdca tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 943 time: 0.7401748 Aug 25 11:32:00.859914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:00.942232 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:31:56Z', 'revision_number': 2, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:00.961703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4908051 Aug 25 11:32:00.969641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60198) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:00.982167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': 'cb5ceb08-1945-4ecc-a24f-950122d1bf82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:00.989362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Pushing event updated for resources: {'Port': ['ID=b12d7e78-b36f-4a9f-9487-fa23a86196bd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:01.007502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.028055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf4fa1-c750-4ae0-a19d-fb802a46b851 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=cb5ceb08-1945-4ecc-a24f-950122d1bf82,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:01.030089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Transition to ACTIVE for port object 185a1918-292a-4812-87f0-0dbf706df944 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:01.051892 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:32:01.053359 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Updating router ab2bed0c-8940-4115-9316-44ad6162c5f0 port 8e655128-50c5-41a1-822b-3a96a019806b binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:32:01.068635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Transition to ACTIVE for port object 185a1918-292a-4812-87f0-0dbf706df944 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:01.075773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:01.082589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network cb5ceb08-1945-4ecc-a24f-950122d1bf82 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:01.090796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:01.119295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:01.122579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.127707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8678bc2-32bb-415f-9a3f-d2ed0e02972a req-d4178ac2-7665-4918-95a5-bfd12069076e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723608 Aug 25 11:32:01.141534 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.184107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.223883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec2d4256-eae3-47e5-a36d-de204213c5aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:01.230479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:01.234345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.283642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:01.337775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:01.349817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:01.357054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:01.409550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:01.417956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765078705', 'description': 'tempest-description--601919456'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:01.476403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Pushing event updated for resources: {'Port': ['ID=185a1918-292a-4812-87f0-0dbf706df944,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:01.491870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.517620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.631347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Attempting to bind port 185a1918-292a-4812-87f0-0dbf706df944 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:01.631724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Attempting to bind port 185a1918-292a-4812-87f0-0dbf706df944 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:01.632087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Attempting to bind port 185a1918-292a-4812-87f0-0dbf706df944 on network 66d90f5e-e885-41c6-b15d-baedb4350f67 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:01.657531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:01.658039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Checking segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:01.658451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.658928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Bound using segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:01.659428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Bound port: 185a1918-292a-4812-87f0-0dbf706df944, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:01.659898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.763109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.786727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1e80bea4-fb17-4bb9-b23b-ae94f02f307c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:01.826378 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.829921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.858975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.875452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.877286 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.903109 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Transition to ACTIVE for port object 8e655128-50c5-41a1-822b-3a96a019806b will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:01.917357 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.937757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4543ef-4f1d-45a8-9022-61a217ebb821,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:01.952280 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:01.954961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d38c6fc-b44c-49d4-b2cf-41f2a1f59fee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5443776 Aug 25 11:32:01.965053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60206) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:01.973344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'security_group_rule': {'security_group_id': 'ad4543ef-4f1d-45a8-9022-61a217ebb821', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:01.997502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.001431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.010086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:32:02.035172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.056143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] For port 185a1918-292a-4812-87f0-0dbf706df944, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:02.083539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.087490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-941fd4ea-9690-44fe-b9d0-a6449d5f4f12 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f6aa45b9-0f36-4a59-b38a-b12bdc3a8454 HTTP/1.1" status: 204 len: 168 time: 5.8553982 Aug 25 11:32:02.089110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] For port 185a1918-292a-4812-87f0-0dbf706df944, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=185a1918-292a-4812-87f0-0dbf706df944,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:02.089987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:02.111339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.140506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:02.141398 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.146985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17fcbe-9352-4a73-a9ad-7925fd173525 None None] Pushing event updated for resources: {'Port': ['ID=8e655128-50c5-41a1-822b-3a96a019806b,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:02.184178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.221995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=0bd8d316-5b69-4727-aaf8-7675b1eae6cd,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:02.233987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.242636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Deleting subnet ffd3dc33-67e6-415a-97e4-94424d0919e6 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:32:02.259673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.280536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': '8312002b-dbdd-4e09-b40d-7bd0d734be51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'cb5ceb08-1945-4ecc-a24f-950122d1bf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:02.282965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: cb5ceb08-1945-4ecc-a24f-950122d1bf82, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:02.304334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.307398 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3369477 Aug 25 11:32:02.314706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60214) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:02.321199 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Attempting to bind port 8e655128-50c5-41a1-822b-3a96a019806b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:02.321908 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Attempting to bind port 8e655128-50c5-41a1-822b-3a96a019806b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:02.325258 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Attempting to bind port 8e655128-50c5-41a1-822b-3a96a019806b on network e2b883b8-69fe-4bad-8874-d560689e83b0 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:02.329565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'security_group_rule': {'security_group_id': 'ad4543ef-4f1d-45a8-9022-61a217ebb821', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:02.335669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ffbc9-af21-4dd6-a7cb-09174dab201c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689fed88-d061-4e9e-bf97-91c7ca2d5cb5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:02.336568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dc13b-c3ef-4ab4-b3c6-d026e5e8e8a4 None None] Pushing event updated for resources: {'Port': ['ID=185a1918-292a-4812-87f0-0dbf706df944,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:02.347901 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:02.348293 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Checking segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:02.348686 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.349081 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Bound using segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:02.349575 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Bound port: 8e655128-50c5-41a1-822b-3a96a019806b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:02.350075 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.357503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network cb5ceb08-1945-4ecc-a24f-950122d1bf82 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:02.396248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, cb5ceb08-1945-4ecc-a24f-950122d1bf82) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:02.407580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:02.408227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.443746 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3a72c89f-a2ce-4022-9d88-f9005f3cf24f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4688790 Aug 25 11:32:02.444757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60218) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:02.537639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:32:02.565887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.575896 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] For port 8e655128-50c5-41a1-822b-3a96a019806b, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:02.587310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] For port 8e655128-50c5-41a1-822b-3a96a019806b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8e655128-50c5-41a1-822b-3a96a019806b,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:02.603066 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.672263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:32:02.672904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc6e9cf3-0f7a-4b23-8a3d-30c1e050cedf not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:32:02.753671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.812184 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17fcbe-9352-4a73-a9ad-7925fd173525 None None] Pushing event updated for resources: {'Port': ['ID=8e655128-50c5-41a1-822b-3a96a019806b,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:02.827358 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:02.828828 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:02.833514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.900479 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.914081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.989939 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:02.991221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:02.996880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ebc3-3e1f-43ea-96c7-9cae20300437 req-df7df3df-b77f-488f-8d24-6c3e7b0f5621 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:02.998912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b695ebc3-3e1f-43ea-96c7-9cae20300437 req-df7df3df-b77f-488f-8d24-6c3e7b0f5621 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 944 time: 0.6167414 Aug 25 11:32:03.045795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.049490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd8d316-5b69-4727-aaf8-7675b1eae6cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:03.078871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.119614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd3dc33-67e6-415a-97e4-94424d0919e6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:03.129625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.131885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.134588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.150678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5ceb08-1945-4ecc-a24f-950122d1bf82']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:03.159592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.164464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e8bcfcef-6dfc-4e3f-b55f-6ff3735f3c69 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ffd3dc33-67e6-415a-97e4-94424d0919e6 HTTP/1.1" status: 204 len: 168 time: 1.0733750 Aug 25 11:32:03.167014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8312002b-dbdd-4e09-b40d-7bd0d734be51') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:03.168149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8312002b-dbdd-4e09-b40d-7bd0d734be51') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:03.169812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60222) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:03.179944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.198837 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.208668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:03.209151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.261331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.270573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a004d6e4-72d9-4a54-91ae-bdb6a68e30f1,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:03.292073 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:03.304570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.310341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.319970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/cb5ceb08-1945-4ecc-a24f-950122d1bf82 HTTP/1.1" status: 204 len: 168 time: 0.8695333 Aug 25 11:32:03.342201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60226) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:03.344380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b07b1-b248-4c22-8f6a-2042a96cf85b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=cb5ceb08-1945-4ecc-a24f-950122d1bf82,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:03.350961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b695ebc3-3e1f-43ea-96c7-9cae20300437 req-8dcb4a1e-b745-4fea-9947-66588316be62 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156447 Aug 25 11:32:03.353984 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.358894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2c34f528-bcce-4665-baef-12c31bcb147a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0357456 Aug 25 11:32:03.359133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1556266313'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:03.361574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:03.366730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:03.380207 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:02Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:03.412312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:32:03.412312 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:32:03.412312 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': 'ea734ae901b441478b26caabddb5fc02', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 32, 3, 382651)}] Aug 25 11:32:03.412312 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:32:03.412826 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:32:03.423836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:03.428302 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.449652 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2fb77-e8e5-442f-9b45-d1249b0217e3 None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:02Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:32:03.461590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:03.482826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.482826 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment 5a528162-4f31-4110-872e-f64c7d08c4c8 of type vlan for network 842ff224-0e92-4a23-b30e-f233bb7e0107 Aug 25 11:32:03.554858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Deleting port 031af840-b096-4d96-92f4-2f78d90d73f4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:32:03.558444 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.636758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:03.644668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.713131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.731798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:03.733138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.787086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ec2d4256-eae3-47e5-a36d-de204213c5aa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:03.787464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.836649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] For port 031af840-b096-4d96-92f4-2f78d90d73f4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=031af840-b096-4d96-92f4-2f78d90d73f4,segment=NetworkSegment(25221a63-c997-4177-82a9-0b4c06fef09e),segment_id=25221a63-c997-4177-82a9-0b4c06fef09e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:03.837103 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:03.862578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Calling delete_port for 031af840-b096-4d96-92f4-2f78d90d73f4 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:32:03.952748 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5941753 Aug 25 11:32:03.956415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:03.967452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8e655128-50c5-41a1-822b-3a96a019806b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:03.997208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': '842ff224-0e92-4a23-b30e-f233bb7e0107', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:04.028263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d7403-be30-4a80-98ba-6ef1384f8ec5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=842ff224-0e92-4a23-b30e-f233bb7e0107,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:04.041560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Router 3b89844d-87d6-4088-801e-81ac9dc42828 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:32:04.060793 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.104163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 842ff224-0e92-4a23-b30e-f233bb7e0107 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:04.136578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.144276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Pushing event deleted for resources: {'Port': ['ID=031af840-b096-4d96-92f4-2f78d90d73f4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:04.178734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] No DVR routers for this DVR port 031af840-b096-4d96-92f4-2f78d90d73f4 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:32:04.214843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.267592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:04.271730 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.300823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.301445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.302111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.305951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.308614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.310942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.310942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.311245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.311564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.311897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.312292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.313972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:04.333968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:04.343107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:04.361197 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04024eea-ca1a-4066-9831-94d14580d088" -d '{"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:04.411194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0892d9ba-23c8-4a9f-b7ed-d84fd74d748c None None] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:04.417337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceeaf30-557c-459c-b342-8808d2da0261 None None] Network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:04.420891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6587ff5-1e27-44c2-8a30-02adfb5d28ed None None] Network cb5ceb08-1945-4ecc-a24f-950122d1bf82 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:04.433466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing IP validity checks on allocation pools {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 11:32:04.434374 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.434528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 11:32:04.437325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8e655128-50c5-41a1-822b-3a96a019806b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:04.567749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.617332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dae5e2-23d3-4871-8f5f-53adfc8a9e56 None None] Network 4c02236c-c78c-4537-9384-2ff1eca72838 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:04.626947 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3d452-71da-408c-b2e2-d802c07abe5d x-openstack-request-id: req-8cc3d452-71da-408c-b2e2-d802c07abe5d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:04.627406 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:04.627812 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cc3d452-71da-408c-b2e2-d802c07abe5d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:04.628866 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'code': 200} Aug 25 11:32:04.629166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceeaf30-557c-459c-b342-8808d2da0261 None None] Network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:32:04.632820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6587ff5-1e27-44c2-8a30-02adfb5d28ed None None] Network cb5ceb08-1945-4ecc-a24f-950122d1bf82 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:32:04.635276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8e655128-50c5-41a1-822b-3a96a019806b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:04.636209 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.738844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c02236c-c78c-4537-9384-2ff1eca72838']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:04.769308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5fdd6-663b-4636-bb02-598b8512dedc None None] Network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:04.777774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4059c34-09c1-4279-b71e-f4a18d6a1b5b None None] Network cb5ceb08-1945-4ecc-a24f-950122d1bf82 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:04.845637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25221a63-c997-4177-82a9-0b4c06fef09e') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:04.846484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25221a63-c997-4177-82a9-0b4c06fef09e') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:04.877112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=10']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:04.896079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:04.916385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:32:04.942328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Sync routers for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:32:04.961648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4059c34-09c1-4279-b71e-f4a18d6a1b5b None None] Network cb5ceb08-1945-4ecc-a24f-950122d1bf82 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:32:04.963878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6803c1e1-5d5d-4340-8776-16b8cd616ba6 None None] Provisioning for port 185a1918-292a-4812-87f0-0dbf706df944 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:04.971759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6834-0684-4e7f-8f26-fd21a4d93bea req-44d4716b-f49c-40b8-9d76-6b9f42d48846 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:04.979562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e06d6834-0684-4e7f-8f26-fd21a4d93bea req-44d4716b-f49c-40b8-9d76-6b9f42d48846 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.4304910 Aug 25 11:32:04.982869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5fdd6-663b-4636-bb02-598b8512dedc None None] Network fdc86ddc-6371-4bb1-8146-c1b88efb15a5 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:32:04.991874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.050032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:05.050944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:05.053537 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:05.071620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.085633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.092924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-420ee2bc-0dde-4336-9814-78bd96384bbf admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5538065 Aug 25 11:32:05.099788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:05.103276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:05.108680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60248) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:05.160394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1fcd5-d0ae-4f54-867f-560aee67f5ad req-b5576c28-d2d4-4e4d-a0bc-b6ecbe6786db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:05.172749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffc1fcd5-d0ae-4f54-867f-560aee67f5ad req-b5576c28-d2d4-4e4d-a0bc-b6ecbe6786db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1098 time: 0.3842430 Aug 25 11:32:05.274472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e06d6834-0684-4e7f-8f26-fd21a4d93bea req-0432ac3d-f7ec-4274-8025-e1fbf2627436 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920144 Aug 25 11:32:05.311552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.318021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffc1fcd5-d0ae-4f54-867f-560aee67f5ad req-0939049a-d121-489b-ac3b-7facb7e7165c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205292 Aug 25 11:32:05.329388 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.336086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.338633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/4c02236c-c78c-4537-9384-2ff1eca72838 HTTP/1.1" status: 204 len: 168 time: 2.1649528 Aug 25 11:32:05.379395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08c255-a567-4630-978e-1e7b1a6657ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4c02236c-c78c-4537-9384-2ff1eca72838,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:05.514223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ceabebaa-a79b-4bf3-b681-a1d6221e40cf None None] Provisioning complete for port 8e655128-50c5-41a1-822b-3a96a019806b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:05.515009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ceabebaa-a79b-4bf3-b681-a1d6221e40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.642447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=c2c9849c-cb53-4cee-9d28-f7ee827e0d39,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:05.773509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9af178-3a88-4970-bcf7-a0234ff9e644 None None] DHCP port deletion for 4c02236c-c78c-4537-9384-2ff1eca72838 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:32:05.785459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60254) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:05.794208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': '5a528162-4f31-4110-872e-f64c7d08c4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '842ff224-0e92-4a23-b30e-f233bb7e0107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:05.795790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: 842ff224-0e92-4a23-b30e-f233bb7e0107, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:05.806049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Allocated IP 172.25.1.51 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/536605ef-4ef5-40a6-a2e2-70cf3562ce00) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:05.902862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-422814ea-9351-477f-ba5d-14ff4f2a6e35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0afaf7be92b4c6f9e937ea77b94b3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1157167 Aug 25 11:32:05.908804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60258) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:05.921003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:05.927069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:06.015490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 842ff224-0e92-4a23-b30e-f233bb7e0107 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:06.022720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3d5-f3f4-4a5b-8ad4-875be8f6401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.085172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3d5-f3f4-4a5b-8ad4-875be8f6401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.105857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 842ff224-0e92-4a23-b30e-f233bb7e0107) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:06.133288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:06.137709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.169219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3d5-f3f4-4a5b-8ad4-875be8f6401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.172707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-19dfe3d5-f3f4-4a5b-8ad4-875be8f6401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.178025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-19dfe3d5-f3f4-4a5b-8ad4-875be8f6401a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edb44574-8a4f-426e-8adf-76a977e9ca89 HTTP/1.1" status: 204 len: 168 time: 0.2655408 Aug 25 11:32:06.190400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe3d5-f3f4-4a5b-8ad4-875be8f6401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb44574-8a4f-426e-8adf-76a977e9ca89,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:06.240031 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0ba7c346-89ba-4e34-af73-0e7b4c626666 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2740731 Aug 25 11:32:06.243892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60264) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:06.465902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.526526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df413665-2b48-40a4-aa86-22345ebcbcad None None] Network 842ff224-0e92-4a23-b30e-f233bb7e0107 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:06.549118 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.661962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f06195-a24e-4a2f-a5b7-e7ee051d70ca req-44929c93-ca1c-40db-a41b-38e068d678bc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:06.664407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8f06195-a24e-4a2f-a5b7-e7ee051d70ca req-44929c93-ca1c-40db-a41b-38e068d678bc tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1126077 Aug 25 11:32:06.751793 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.798537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:06.840948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8f06195-a24e-4a2f-a5b7-e7ee051d70ca req-a7abda5f-ba2d-4cce-b128-f3982cd8b147 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519821 Aug 25 11:32:06.915585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:06.924155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:06.941105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:07.014529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.062162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'Port': ['ID=536605ef-4ef5-40a6-a2e2-70cf3562ce00,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:07.184403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8e655128-50c5-41a1-822b-3a96a019806b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8e655128-50c5-41a1-822b-3a96a019806b,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:07.191204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.232005 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.233436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 185a1918-292a-4812-87f0-0dbf706df944 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:07.292339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c9849c-cb53-4cee-9d28-f7ee827e0d39,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:07.301591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.346743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842ff224-0e92-4a23-b30e-f233bb7e0107']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:07.373653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a528162-4f31-4110-872e-f64c7d08c4c8') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:07.373986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a528162-4f31-4110-872e-f64c7d08c4c8') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:07.400877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.421066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.434338 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.442378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8e655128-50c5-41a1-822b-3a96a019806b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:07.455922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:07.459526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:07.468735 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:07.504322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.659461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176c551-31e5-4519-bd99-e58b41003459 None None] Network 842ff224-0e92-4a23-b30e-f233bb7e0107 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:07.671483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ceabebaa-a79b-4bf3-b681-a1d6221e40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.777405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.798657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.813140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/842ff224-0e92-4a23-b30e-f233bb7e0107 HTTP/1.1" status: 204 len: 168 time: 1.5675790 Aug 25 11:32:07.815203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60322) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:07.827275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682290279'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:07.860112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360bdf4-faf8-408c-8c4a-60fb37c7ecc7 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=842ff224-0e92-4a23-b30e-f233bb7e0107,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:07.887167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:07.900738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:07.953921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Allocated IP 172.20.0.1 (66d90f5e-e885-41c6-b15d-baedb4350f67/7e31ad72-c08e-4f6a-9c89-5088606e7b2d/c34d8238-9aad-42ac-8f40-1d95d7f72bbf) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:07.964331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:01Z', 'revision_number': 3, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:07.988470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:08.000590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.002650 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment 6bbd5580-e3e6-4d2e-a099-a3bdc5105cca of type vlan for network a263ca79-357c-4bcf-969a-186dbbd0265d Aug 25 11:32:08.062152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.114282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.120608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:08.121258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.173399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02298b-88a2-4395-819b-dbd972200039 req-e54ca338-671d-4c6d-8e27-8925a0fed1ea tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:08.184853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a02298b-88a2-4395-819b-dbd972200039 req-e54ca338-671d-4c6d-8e27-8925a0fed1ea tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1079643 Aug 25 11:32:08.245835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=a263ca79-357c-4bcf-969a-186dbbd0265d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:08.259403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a02298b-88a2-4395-819b-dbd972200039 req-033668d5-1d78-439a-8314-57b19589888a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734217 Aug 25 11:32:08.264838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7edac4ca-1c99-40e4-94c8-f6bfc97b3310 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4417527 Aug 25 11:32:08.269557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60334) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:08.270838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 185a1918-292a-4812-87f0-0dbf706df944 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:08.284419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:08.303421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Checking router: 3b89844d-87d6-4088-801e-81ac9dc42828 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:32:08.314528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Updating router 3b89844d-87d6-4088-801e-81ac9dc42828 port b12d7e78-b36f-4a9f-9487-fa23a86196bd binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:32:08.320601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network a263ca79-357c-4bcf-969a-186dbbd0265d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:08.411696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 185a1918-292a-4812-87f0-0dbf706df944 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:08.412284 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.448439 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.460177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.482114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:08.490942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.495958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4f3a2-74c6-4732-9574-6e71c25fa5ec None None] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:08.546225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ceabebaa-a79b-4bf3-b681-a1d6221e40cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:32:08.547324 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ceabebaa-a79b-4bf3-b681-a1d6221e40cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:32:08.559039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'Port': ['ID=536605ef-4ef5-40a6-a2e2-70cf3562ce00,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:08.645327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.698883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.717511 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.732706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Transition to ACTIVE for port object c34d8238-9aad-42ac-8f40-1d95d7f72bbf will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:08.748716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.751987 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9626f169-e27b-48b1-a96d-d04a23d1244a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3892431 Aug 25 11:32:08.752842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:08.865963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:08.928265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:08.933088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:08.938445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:09.011123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.153252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-38067605-network', 'tenant_id': '7756676616b542528382a1bb3c270b39'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:09.197183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.199631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.242604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-19b52648-e29d-4fd7-872a-aeb8ac84ae01 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1765078705&fields=id&tenant_id=ea734ae901b441478b26caabddb5fc02 HTTP/1.1" status: 200 len: 267 time: 0.1439610 Aug 25 11:32:09.247717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Pushing event updated for resources: {'Port': ['ID=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:09.452325 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.473441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Made reservation on behalf of 7756676616b542528382a1bb3c270b39 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:09.476688 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.508966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.511888 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.529750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.543091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 185a1918-292a-4812-87f0-0dbf706df944, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=185a1918-292a-4812-87f0-0dbf706df944,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:09.553807 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.652676 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:32:09.720385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5f175e70-abc8-443a-a744-5d1e45a5b9e6 None None] Provisioning complete for port 8e655128-50c5-41a1-822b-3a96a019806b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:09.720819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f175e70-abc8-443a-a744-5d1e45a5b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.733840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:09.791922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8e655128-50c5-41a1-822b-3a96a019806b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:09.857819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=185a1918-292a-4812-87f0-0dbf706df944,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:09.943818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.944479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.944996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.945454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.946042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.946505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.946956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.947393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.947855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.948272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.948710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.949160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:09.981313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.013166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Transition to ACTIVE for port object b12d7e78-b36f-4a9f-9487-fa23a86196bd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:10.059235 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.102168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5f175e70-abc8-443a-a744-5d1e45a5b9e6 None None] Provisioning complete for port 185a1918-292a-4812-87f0-0dbf706df944 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:10.108262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f175e70-abc8-443a-a744-5d1e45a5b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.111087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8e655128-50c5-41a1-822b-3a96a019806b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:10.118317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.197191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=60b020ea-874b-4f80-8d16-aeb652f25b28,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:10.230894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Attempting to bind port b12d7e78-b36f-4a9f-9487-fa23a86196bd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:10.231616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Attempting to bind port b12d7e78-b36f-4a9f-9487-fa23a86196bd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:10.232189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Attempting to bind port b12d7e78-b36f-4a9f-9487-fa23a86196bd on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:10.270826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:10.271435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:10.271435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:10.272035 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.272474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: a263ca79-357c-4bcf-969a-186dbbd0265d, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:10.272788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:10.273422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Bound port: b12d7e78-b36f-4a9f-9487-fa23a86196bd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:10.273970 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.276036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2cb19-aedf-4aa7-941e-a9c832bdf73b None None] Pushing event updated for resources: {'Port': ['ID=b12d7e78-b36f-4a9f-9487-fa23a86196bd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:10.341871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213992c-fdf0-4fe7-a549-8012ab652e94 req-802cd378-a33f-45ff-8394-3704029fc5a0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:10.344836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5213992c-fdf0-4fe7-a549-8012ab652e94 req-802cd378-a33f-45ff-8394-3704029fc5a0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.2223830 Aug 25 11:32:10.368438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network a263ca79-357c-4bcf-969a-186dbbd0265d is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:10.383831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-ee228b84-afa4-406b-ad09-de58f11d2b40 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:10.385937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-ee228b84-afa4-406b-ad09-de58f11d2b40 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 810 time: 1.1032231 Aug 25 11:32:10.395819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, a263ca79-357c-4bcf-969a-186dbbd0265d) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:10.422369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:10.423771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.448924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-cf43f30b-2a3e-4500-8ea7-f749e23fa61e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/quotas/ea734ae901b441478b26caabddb5fc02 HTTP/1.1" status: 200 len: 375 time: 0.0408812 Aug 25 11:32:10.458942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5213992c-fdf0-4fe7-a549-8012ab652e94 req-6e975762-928e-4c16-9db7-890a00d1014e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032882 Aug 25 11:32:10.580588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-bd29615c-6a23-4b83-af68-5877a796be47 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190965 Aug 25 11:32:10.610122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Pushing event updated for resources: {'Port': ['ID=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:10.630036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f1a93-808f-4675-8c01-6cf4c0579c69 None None] Network a263ca79-357c-4bcf-969a-186dbbd0265d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:10.745094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-80673b20-8fd8-44d9-a0bb-0eb9ecb341b1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:32:10.746371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-80673b20-8fd8-44d9-a0bb-0eb9ecb341b1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1278896 Aug 25 11:32:10.785941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] For port b12d7e78-b36f-4a9f-9487-fa23a86196bd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:10.854466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] For port b12d7e78-b36f-4a9f-9487-fa23a86196bd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b12d7e78-b36f-4a9f-9487-fa23a86196bd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:10.891964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:10.892839 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.903198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:10.931746 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:10.947674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.047724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 031af840-b096-4d96-92f4-2f78d90d73f4 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:32:11.050658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-a263ca79-357c-4bcf-969a-186dbbd0265d', 'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': '60b020ea-874b-4f80-8d16-aeb652f25b28'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:32:11.052721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.126984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:11.131104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 031af840-b096-4d96-92f4-2f78d90d73f4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:32:11.131104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 031af840-b096-4d96-92f4-2f78d90d73f4 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:32:11.132234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:11.133078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:11.151552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.152091 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Added segment 57932809-089b-4e48-a528-324bf560f90e of type vlan for network 719a561e-0349-479d-afac-f46d21422263 Aug 25 11:32:11.178127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7cda8401-0b32-422f-a55a-8be5593d9aad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9032729 Aug 25 11:32:11.181995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60376) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:11.219278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-afb9cbea-d465-4ad6-a6d6-98add28335c2 service neutron] 10.222.0.35 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519858 Aug 25 11:32:11.221380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.263273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.264668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:11.266096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.272872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2cb19-aedf-4aa7-941e-a9c832bdf73b None None] Pushing event updated for resources: {'Port': ['ID=b12d7e78-b36f-4a9f-9487-fa23a86196bd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:11.379015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfcf95-c9d1-493c-9fc6-9576cdaed6d8 req-5f28c83e-6272-42f4-9048-9eefa08ebbff tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:11.383124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=719a561e-0349-479d-afac-f46d21422263,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:11.387129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51dfcf95-c9d1-493c-9fc6-9576cdaed6d8 req-5f28c83e-6272-42f4-9048-9eefa08ebbff tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.5387270 Aug 25 11:32:11.388400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6323664 Aug 25 11:32:11.389360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb62f6-f16e-426d-8748-48e0fef89bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db24aa9-2a83-4591-b3b5-c3449f4814ab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:11.393936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60378) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:11.410451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Request body: {'subnet': {'network_id': '719a561e-0349-479d-afac-f46d21422263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-38067605-subnet', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:11.449758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 719a561e-0349-479d-afac-f46d21422263 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:11.463398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eafbe7a0-ad9a-4c9a-ada2-5ad7dc22f4d1 None None] Provisioning for port c34d8238-9aad-42ac-8f40-1d95d7f72bbf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:11.516929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Router 3b89844d-87d6-4088-801e-81ac9dc42828 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:32:11.531796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51dfcf95-c9d1-493c-9fc6-9576cdaed6d8 req-8a71918b-9398-413a-a75b-b4ca48b2cd1a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436567 Aug 25 11:32:11.568561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-0c7c309f-0cc3-4806-91f7-992dddbfe9bd service neutron] 10.222.0.35 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429453 Aug 25 11:32:11.578882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.588844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Made reservation on behalf of 7756676616b542528382a1bb3c270b39 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:11.591299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.616035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eafbe7a0-ad9a-4c9a-ada2-5ad7dc22f4d1 None None] Provisioning complete for port c34d8238-9aad-42ac-8f40-1d95d7f72bbf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:11.622131 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eafbe7a0-ad9a-4c9a-ada2-5ad7dc22f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:11.790966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:32:11.814351 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a50c2cea-8d51-4224-a891-07c24c431def admin admin] 10.222.0.35 "PUT /v2.0/routers/3b89844d-87d6-4088-801e-81ac9dc42828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6990285 Aug 25 11:32:11.842106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 185a1918-292a-4812-87f0-0dbf706df944 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:11.866198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.105523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-eafbe7a0-ad9a-4c9a-ada2-5ad7dc22f4d1 None None] Port c34d8238-9aad-42ac-8f40-1d95d7f72bbf cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:32:12.165219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:12.196132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-d1b71090-eb64-4be5-82a0-0a8f2d28b98b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:12.197882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-d1b71090-eb64-4be5-82a0-0a8f2d28b98b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.4494071 Aug 25 11:32:12.230728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc34cc-ad0c-4644-b0d9-27a191383244 req-52d88198-1ec6-4b47-b328-f9306dd117a0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:12.232586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2dc34cc-ad0c-4644-b0d9-27a191383244 req-52d88198-1ec6-4b47-b328-f9306dd117a0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.2514393 Aug 25 11:32:12.244808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-74b53fb4-716c-4a43-9cf0-b30dc482ef2e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/quotas/0a39d3963ecf492d9c67f74f24da22bf HTTP/1.1" status: 200 len: 375 time: 0.0352588 Aug 25 11:32:12.282136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eafbe7a0-ad9a-4c9a-ada2-5ad7dc22f4d1 None None] Provisioning complete for port 185a1918-292a-4812-87f0-0dbf706df944 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:12.282649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eafbe7a0-ad9a-4c9a-ada2-5ad7dc22f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.389136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Allocated IP 172.20.0.1 (a263ca79-357c-4bcf-969a-186dbbd0265d/60b020ea-874b-4f80-8d16-aeb652f25b28/c332c4b6-65e3-414a-9ce8-6e809573d829) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:12.394714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.399408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 185a1918-292a-4812-87f0-0dbf706df944 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:12.400181 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.503765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2dc34cc-ad0c-4644-b0d9-27a191383244 req-ef3e041e-4098-4f99-b681-359461660602 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961670 Aug 25 11:32:12.523964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-1d12a2cf-71fb-43e3-815b-dc9994fa0a47 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130971 Aug 25 11:32:12.541084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be390cc8-5850-4f54-a3df-a79b6a9f17ff,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:12.696394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Checking segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:12.696772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Network hostable DHCP agents. Network: 719a561e-0349-479d-afac-f46d21422263, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:12.754410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Network 719a561e-0349-479d-afac-f46d21422263 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:12.784979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b135a50e-c16f-4cb6-a7c2-993073b0daf2 req-b47beb3f-4358-4245-8109-f047fe0c3f3a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 210 time: 0.0505078 Aug 25 11:32:12.791832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-93d3e6d9-99da-4e9c-bcc5-30fb4ca4092c service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301598 Aug 25 11:32:12.797455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 719a561e-0349-479d-afac-f46d21422263) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:12.804965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:12.805871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.835645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.850315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7986d945-7fbc-4e3d-bf6c-534f3be7998d None None] Provisioning complete for port c34d8238-9aad-42ac-8f40-1d95d7f72bbf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:12.851163 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7986d945-7fbc-4e3d-bf6c-534f3be7998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.863763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e4825da7-be25-40c2-85d4-521f1a56a615 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4602566 Aug 25 11:32:12.864557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60414) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:12.873078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:12.908556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335e4d9-c5e1-439a-9b6b-8976f9a5cbc0 None None] Network 719a561e-0349-479d-afac-f46d21422263 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:12.928663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Transition to ACTIVE for port object c332c4b6-65e3-414a-9ce8-6e809573d829 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:12.954811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.960702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:12.976834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-c51f272b-48d0-4e22-af66-b144be818b88 service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473455 Aug 25 11:32:12.992786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7986d945-7fbc-4e3d-bf6c-534f3be7998d None None] Port c34d8238-9aad-42ac-8f40-1d95d7f72bbf cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:32:13.002744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 2, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:13.014522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Transition to ACTIVE for port object c332c4b6-65e3-414a-9ce8-6e809573d829 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:13.060288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2bffc0-bb00-4f59-9a86-4c2ed812c4a5 None None] The sync data for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 is: [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 2, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:32:13.067439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.103792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.191894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.218974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=60b020ea-874b-4f80-8d16-aeb652f25b28,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:13.226291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Network a263ca79-357c-4bcf-969a-186dbbd0265d is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:13.236324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:13.257286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:13.263396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Pushing event updated for resources: {'Port': ['ID=c332c4b6-65e3-414a-9ce8-6e809573d829,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:13.330938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba89b52-fb8e-4d3a-9d56-ec703001fbc4 None None] Network 719a561e-0349-479d-afac-f46d21422263 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:13.376148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8fa4936-53b2-4058-ace4-94632840a10d req-ee5d84b4-4c73-47ea-94a8-b2ebce3c4044 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 210 time: 0.0395870 Aug 25 11:32:13.415981 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.455769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a263ca79-357c-4bcf-969a-186dbbd0265d']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:13.482590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:13.482894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:13.523548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.689883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Attempting to bind port c332c4b6-65e3-414a-9ce8-6e809573d829 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:13.701846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Attempting to bind port c332c4b6-65e3-414a-9ce8-6e809573d829 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:13.707449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Attempting to bind port c332c4b6-65e3-414a-9ce8-6e809573d829 on network a263ca79-357c-4bcf-969a-186dbbd0265d {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:13.731773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.741064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:13.746118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Checking segment: {'id': '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:13.747465 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.751477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Bound using segment: {'id': '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:13.752707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Bound port: c332c4b6-65e3-414a-9ce8-6e809573d829, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a263ca79-357c-4bcf-969a-186dbbd0265d'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:13.753522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.757275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:13.766731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:13.770725 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:13.985299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f267-e4df-43e1-8b4f-7e2b0cb03029 req-069dc2f7-8763-4de7-ab87-9362e1a4b972 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:14.001136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4184f267-e4df-43e1-8b4f-7e2b0cb03029 req-069dc2f7-8763-4de7-ab87-9362e1a4b972 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.4751525 Aug 25 11:32:14.207624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 11:32:14.207624 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 11:32:14.207624 n-d-778732-11 neutron-server[94910]: [parameters: {'id': 'a263ca79-357c-4bcf-969a-186dbbd0265d'}] Aug 25 11:32:14.207624 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:32:14.210823 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:32:14.233751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:14.237073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4184f267-e4df-43e1-8b4f-7e2b0cb03029 req-3cc6073f-c4fb-4a88-91a5-fbd4e45bd0d2 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317686 Aug 25 11:32:14.566115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60448) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:14.572288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812367709', 'description': 'tempest-description--1295693783'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:14.737546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:14.773109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b563e415-6401-4854-8884-8b733212f833 req-a82bd7fb-9bfe-4d80-8736-b70656c20d8a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 210 time: 0.1380727 Aug 25 11:32:14.780633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.069415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52174675-b865-4fd3-9979-a0b904c10ff4 req-9de344a9-ead6-41c7-8a06-16652b174095 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 210 time: 0.1985457 Aug 25 11:32:15.137849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] For port c332c4b6-65e3-414a-9ce8-6e809573d829, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:15.154379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] For port c332c4b6-65e3-414a-9ce8-6e809573d829, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c332c4b6-65e3-414a-9ce8-6e809573d829,segment=NetworkSegment(6bbd5580-e3e6-4d2e-a099-a3bdc5105cca),segment_id=6bbd5580-e3e6-4d2e-a099-a3bdc5105cca)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:15.154770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.172929 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.269721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.436436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.468562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3fbd-b809-4818-95ee-212a103e5066 req-0dc0ef80-28de-47a9-882c-15b44d7be9ad tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:15.482754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b59f3fbd-b809-4818-95ee-212a103e5066 req-0dc0ef80-28de-47a9-882c-15b44d7be9ad tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.6525514 Aug 25 11:32:15.494059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Allocated IP 172.25.1.212 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2eabcf23-765b-4f2d-a8e7-e4396f2b5dee) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:15.527638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.533054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0458-b6d3-4a3c-8730-f817421e3ad2 None None] Pushing event updated for resources: {'Port': ['ID=c332c4b6-65e3-414a-9ce8-6e809573d829,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:15.558621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4205c6de-f39d-4a0e-a0f5-4771d95f250c None None] Network a263ca79-357c-4bcf-969a-186dbbd0265d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:15.863995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.927489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:15.997788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b12d7e78-b36f-4a9f-9487-fa23a86196bd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:16.048416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:16.080477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:16.126367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b59f3fbd-b809-4818-95ee-212a103e5066 req-f53781f4-1960-4625-ac91-f23cb35b1268 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410916 Aug 25 11:32:16.131401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:16.135935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4687bc60-e9c9-49c3-980e-7a9597b4b804,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:16.169520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:16.209316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ca80cfb-6554-48d1-aa3a-5d1df5601d8a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6393631 Aug 25 11:32:16.232461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60464) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:16.245650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Deleting port c332c4b6-65e3-414a-9ce8-6e809573d829 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:32:16.246233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:16.315397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Pushing event updated for resources: {'Port': ['ID=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:16.504434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a37ae-f68b-4ae9-8f7d-f8bb6bcb0748 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:32:16.595048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b12d7e78-b36f-4a9f-9487-fa23a86196bd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:16.614068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b12d7e78-b36f-4a9f-9487-fa23a86196bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:16.615046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:16.627687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Request body: {'security_group_rule': {'security_group_id': '4687bc60-e9c9-49c3-980e-7a9597b4b804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:16.700483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-11f83784-57dd-40b7-a734-1767797943c8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:16.703687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-11f83784-57dd-40b7-a734-1767797943c8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.10 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 810 time: 1.2000170 Aug 25 11:32:16.909546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a37ae-f68b-4ae9-8f7d-f8bb6bcb0748 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:32:16.960004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] For port c332c4b6-65e3-414a-9ce8-6e809573d829, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c332c4b6-65e3-414a-9ce8-6e809573d829,segment=NetworkSegment(6bbd5580-e3e6-4d2e-a099-a3bdc5105cca),segment_id=6bbd5580-e3e6-4d2e-a099-a3bdc5105cca)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:16.965856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:17.040539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Calling delete_port for c332c4b6-65e3-414a-9ce8-6e809573d829 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:32:17.114056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:17.204365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b12d7e78-b36f-4a9f-9487-fa23a86196bd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b12d7e78-b36f-4a9f-9487-fa23a86196bd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:17.216323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c67be559-2a85-4daf-b24c-760c2667f64f req-9ddc5460-20ae-4757-b4cc-dbe59262e49b tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 210 time: 0.9850287 Aug 25 11:32:17.236967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:17.351550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:17.565152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01fa46c9-1aa0-47c9-bff1-f4f322af86dc req-ab535f2d-36bd-4704-8993-403f024caec5 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 210 time: 0.4571962 Aug 25 11:32:17.635242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b12d7e78-b36f-4a9f-9487-fa23a86196bd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:17.711998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-a800b65c-f105-48da-9171-169d74238b98 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:17.714651 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-a800b65c-f105-48da-9171-169d74238b98 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.7830799 Aug 25 11:32:17.754824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Request body: {'port': {'device_id': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'admin_state_up': True, 'tenant_id': '0a39d3963ecf492d9c67f74f24da22bf'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:17.858917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:17.902031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-45a157c7-a863-49b2-a766-8e6ff1880338 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea734ae901b441478b26caabddb5fc02 HTTP/1.1" status: 200 len: 380 time: 0.7033710 Aug 25 11:32:17.959845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'port': {'device_id': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'admin_state_up': True, 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'security_groups': ['ad4543ef-4f1d-45a8-9022-61a217ebb821']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:18.161315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b39e-f8ab-48d3-982c-d68471bb105d req-c301db01-ab22-4f72-8681-b0a323afb75a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:18.164045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f828b39e-f8ab-48d3-982c-d68471bb105d req-c301db01-ab22-4f72-8681-b0a323afb75a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.5096247 Aug 25 11:32:18.175825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.240043 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6e146508-b0bf-4d91-9799-65263752632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.263611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No DVR routers for this DVR port c332c4b6-65e3-414a-9ce8-6e809573d829 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:32:18.264935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Made reservation on behalf of 0a39d3963ecf492d9c67f74f24da22bf for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:18.276570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.331402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Port': ['ID=c332c4b6-65e3-414a-9ce8-6e809573d829,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:18.337245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.440254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.477379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.528461 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Sync routers for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:32:18.547501 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:18.548994 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:18.604487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7a35f01-45d3-43d8-833e-35c4e4b884d9 req-468f0f72-ddca-4c98-98e5-af8d7389f051 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 210 time: 0.1696072 Aug 25 11:32:18.685218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baba7d74-30b9-485c-9746-4ea769d7ebfe,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:18.705024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f828b39e-f8ab-48d3-982c-d68471bb105d req-6c58ff44-2307-4501-9e31-fc42f6d7f80d tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555268 Aug 25 11:32:18.706659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.715129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-84c046cf-19be-4f79-b1fb-a530073450d4 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4486680 Aug 25 11:32:18.718935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.725276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60506) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:18.733235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Request body: {'security_group_rule': {'security_group_id': '4687bc60-e9c9-49c3-980e-7a9597b4b804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:18.810445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a263ca79-357c-4bcf-969a-186dbbd0265d']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:18.813206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:18.834473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:18.834965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbd5580-e3e6-4d2e-a099-a3bdc5105cca') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:18.878637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Made reservation on behalf of ea734ae901b441478b26caabddb5fc02 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:18.886106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.912807 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:18.949213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Allocated IP 172.20.0.12 (b6ccb154-0f05-443e-9ed4-59fd17024426/67fad637-d793-45a0-94ef-0b2dcd28d9d4/d8d6ba15-cf91-4537-920d-6a2e9dde8aff) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:18.974712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.003874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6976e2e9-f472-4274-aeea-45af09819d90 req-22da5555-0f0f-4808-9817-d6680f31c765 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 210 time: 0.0853155 Aug 25 11:32:19.047707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.131800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:19.132825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:19.142737 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:19.237402 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 2, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:19.284503 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Checking router: 3b89844d-87d6-4088-801e-81ac9dc42828 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:32:19.284857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Updating router 3b89844d-87d6-4088-801e-81ac9dc42828 port c34d8238-9aad-42ac-8f40-1d95d7f72bbf binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:32:19.320129 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.323818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5da9-9bfe-457c-986b-332b67c85bf5 req-18cc9233-dbd7-4b52-a37f-ffcd211cc7f6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:19.334774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfbf5da9-9bfe-457c-986b-332b67c85bf5 req-18cc9233-dbd7-4b52-a37f-ffcd211cc7f6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.3289115 Aug 25 11:32:19.398048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:32:19.418900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.467030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.557093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.560435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:32:19.568939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/a263ca79-357c-4bcf-969a-186dbbd0265d HTTP/1.1" status: 204 len: 168 time: 8.3721611 Aug 25 11:32:19.573083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Sync routers for ids ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:32:19.574173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60522) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:19.582955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946827943'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:19.587741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfbf5da9-9bfe-457c-986b-332b67c85bf5 req-703014e9-0f41-4638-ab26-4a9c09453259 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326949 Aug 25 11:32:19.601665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Routers {'ef1e8a8e-2867-4f76-a771-6e5bbe30b868'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:19.602754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:19.685367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.700519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288737-2329-4ce4-85c3-94f856110cde tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=a263ca79-357c-4bcf-969a-186dbbd0265d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:19.761346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.762153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:19.768408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event updated for resources: {'Port': ['ID=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:19.773545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.820004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Network b6ccb154-0f05-443e-9ed4-59fd17024426 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:19.827377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:19.844517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9946a0c-5cd0-4187-a52d-8c19d5721941,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:19.845743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:19.854558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:19.859956 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.863640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Allocated IP 172.20.0.11 (e2b883b8-69fe-4bad-8874-d560689e83b0/5e4aef92-c14b-4737-aee2-e2ae0e2eff21/2a2f365a-f98c-4a87-8019-c7179e3e4579) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:19.875044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.877084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['85611591-d6cd-46c3-b98e-b66c5a08ddde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:19.887303 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Transition to ACTIVE for port object c34d8238-9aad-42ac-8f40-1d95d7f72bbf will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:19.894346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.906295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e75db71f-ef8c-4d85-a262-ee280676e7ce tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1791155 Aug 25 11:32:19.907262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60532) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:19.907406 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.913571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:19.964585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:19.998477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:19.999350 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment ffa66fce-eeed-45dc-971c-22e889ebec0f of type vlan for network bef961d2-0f89-4adc-8cb3-fd009f40e286 Aug 25 11:32:20.051548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.096634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b12d7e78-b36f-4a9f-9487-fa23a86196bd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:20.195277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.198446 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d21ef719-d887-43bc-b238-62179c228e71 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3310559 Aug 25 11:32:20.201068 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b910d9d-f76d-44c6-b4c7-6b59dcd2ec61 None None] Pushing event updated for resources: {'Port': ['ID=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:20.225019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60542) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:20.227996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.445026 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Attempting to bind port c34d8238-9aad-42ac-8f40-1d95d7f72bbf on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:20.451475 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Attempting to bind port c34d8238-9aad-42ac-8f40-1d95d7f72bbf by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:20.454889 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Attempting to bind port c34d8238-9aad-42ac-8f40-1d95d7f72bbf on network 66d90f5e-e885-41c6-b15d-baedb4350f67 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:20.459110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Set router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:20.528026 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:20.528026 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Checking segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:20.528593 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.528783 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.528783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Bound using segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:20.528783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Bound port: c34d8238-9aad-42ac-8f40-1d95d7f72bbf, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:20.535296 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.535595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:20.535822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.594747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1f2c7b2-d43a-44fd-be89-8c76de503f38 req-13e4289c-de18-4e9f-b8fa-d918db115551 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 210 time: 0.2406638 Aug 25 11:32:20.638112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0625441 Aug 25 11:32:20.659852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60556) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:20.665203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:20.701013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b12d7e78-b36f-4a9f-9487-fa23a86196bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:20.702290 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.838819 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] For port c34d8238-9aad-42ac-8f40-1d95d7f72bbf, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:20.854562 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] For port c34d8238-9aad-42ac-8f40-1d95d7f72bbf, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:20.865395 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.885333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:32:16Z', 'revision_number': 3, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:20.915969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:20.917461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.933810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Checking router: ef1e8a8e-2867-4f76-a771-6e5bbe30b868 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:32:20.934364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Updating router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:32:20.969422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:20.974008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af55de7-fc24-4d65-8dc2-e13509fd3cf6 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=bef961d2-0f89-4adc-8cb3-fd009f40e286,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:21.035259 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:21.036511 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:31:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:21.057163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.087892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:21.094881 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.108530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145692a0-082c-487d-85e0-8c5aa01cc173 req-c3b2e671-1ab6-48e8-95a1-103f4181f4f3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:21.125810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-145692a0-082c-487d-85e0-8c5aa01cc173 req-c3b2e671-1ab6-48e8-95a1-103f4181f4f3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.4760613 Aug 25 11:32:21.192165 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b910d9d-f76d-44c6-b4c7-6b59dcd2ec61 None None] Pushing event updated for resources: {'Port': ['ID=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:21.310541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Transition to ACTIVE for port object 2a2f365a-f98c-4a87-8019-c7179e3e4579 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:21.328700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-145692a0-082c-487d-85e0-8c5aa01cc173 req-3a220f01-913b-42df-a8be-70cd76740a31 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005255 Aug 25 11:32:21.440160 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:21.462232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bef961d2-0f89-4adc-8cb3-fd009f40e286 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:21.492391 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-29465c46-7c3a-4a67-bfe8-96ef034e4138 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7616689 Aug 25 11:32:21.517068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41c59e-a2d1-4576-9658-033cb4895f95 req-3a92758a-e7db-4171-8f0e-eed995eb8be3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:21.521025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.534359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c41c59e-a2d1-4576-9658-033cb4895f95 req-3a92758a-e7db-4171-8f0e-eed995eb8be3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 932 time: 0.6484942 Aug 25 11:32:21.537420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Request body: {'port': {'device_id': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:21.636668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e73b945-2e4e-4ea8-98c7-4cf17f9c620f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.678255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.684721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.710824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c41c59e-a2d1-4576-9658-033cb4895f95 req-09412bf1-6f4a-4dbd-b598-d7d528669410 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749871 Aug 25 11:32:21.730662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Transition to ACTIVE for port object 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:21.746682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.759457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.769827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.869010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d290eac-d3ef-40d9-8c45-be03678a6d8d req-04382ec7-5135-4a12-bf52-084971b0bec8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:21.883545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d290eac-d3ef-40d9-8c45-be03678a6d8d req-04382ec7-5135-4a12-bf52-084971b0bec8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.3222442 Aug 25 11:32:21.893049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c34d8238-9aad-42ac-8f40-1d95d7f72bbf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:21.931511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be145-0bf4-46ed-9216-943359a5e5b5 None None] Pushing event updated for resources: {'Port': ['ID=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:21.939555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Attempting to bind port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:21.939929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Attempting to bind port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:21.940289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Attempting to bind port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:21.953004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:21.953453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:21.953825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:21.954825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:21.954825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Bound port: 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:21.955192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:22.020980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] For port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:22.022268 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7de2c126-dc84-4813-8859-a80092175eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:20Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:22.028048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] For port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:22.039662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:22.099756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d290eac-d3ef-40d9-8c45-be03678a6d8d req-23918406-5de9-4418-affd-5f16c0f62a80 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135792 Aug 25 11:32:22.116308 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2c126-dc84-4813-8859-a80092175eac None None] The sync data for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 is: [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:20Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:32:22.146456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c34d8238-9aad-42ac-8f40-1d95d7f72bbf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:22.149562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'Port': ['ID=2a2f365a-f98c-4a87-8019-c7179e3e4579,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:22.162126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be145-0bf4-46ed-9216-943359a5e5b5 None None] Pushing event updated for resources: {'Port': ['ID=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:22.169445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c34d8238-9aad-42ac-8f40-1d95d7f72bbf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:22.169861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:22.172448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Routers {'ef1e8a8e-2867-4f76-a771-6e5bbe30b868'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:22.173091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:22.182236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Network e2b883b8-69fe-4bad-8874-d560689e83b0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:22.219543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:22.353974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Allocated IP 172.25.1.223 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9c317429-9565-4a7d-b033-f961a49182b8) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:22.397706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:22.590656 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-c9bc2efc-df92-4cb7-b617-596934ffc35e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1121569 Aug 25 11:32:22.592142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=ff22e86f-20c3-4427-ac0e-d458b0d07033,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:22.695734 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:22.722450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:22.728528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] Set router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:22.824327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': 'ffa66fce-eeed-45dc-971c-22e889ebec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:22.826452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: bef961d2-0f89-4adc-8cb3-fd009f40e286, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:22.925245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c34d8238-9aad-42ac-8f40-1d95d7f72bbf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:22.930135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee902c5-c950-4188-8422-826538107c5e req-1196328f-91e1-49ad-a469-6627c1272824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:22.933734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-1196328f-91e1-49ad-a469-6627c1272824 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1098 time: 0.2252433 Aug 25 11:32:22.941221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:22.945813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0d2ef96f-d906-4918-97b9-19c8a3e09099 None None] Provisioning for port 2a2f365a-f98c-4a87-8019-c7179e3e4579 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:22.959774 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:23.010535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0d2ef96f-d906-4918-97b9-19c8a3e09099 None None] Provisioning complete for port 2a2f365a-f98c-4a87-8019-c7179e3e4579 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:23.011048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef96f-d906-4918-97b9-19c8a3e09099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:23.156323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network bef961d2-0f89-4adc-8cb3-fd009f40e286 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:23.260177 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bef961d2-0f89-4adc-8cb3-fd009f40e286) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:23.265717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.266329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:23.313273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85acd0-9ebb-4fa0-abdb-1a1c6c8036fc None None] Network bef961d2-0f89-4adc-8cb3-fd009f40e286 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:23.329754 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d489d575-9f86-4031-8a03-76ca94be54b2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6657453 Aug 25 11:32:23.348203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:23.431945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ef96f-d906-4918-97b9-19c8a3e09099 None None] Port 2a2f365a-f98c-4a87-8019-c7179e3e4579 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:32:23.440734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.442032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:23.458036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:23.491203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee902c5-c950-4188-8422-826538107c5e req-bb6bfd69-351d-4ac1-b676-5eb27b768653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.496976 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-bb6bfd69-351d-4ac1-b676-5eb27b768653 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 0.4754755 Aug 25 11:32:23.614287 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-cff9d450-a47c-45fc-84c3-cdee130e9581 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.0972145 Aug 25 11:32:23.748010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2fc6c-fe0b-45ac-8f8d-e29ffdea88a0 req-706d86d9-928e-45a0-8a80-bc3dca51fa28 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.752783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:32:16Z', 'revision_number': 3, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:23.769052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fcc2fc6c-fe0b-45ac-8f8d-e29ffdea88a0 req-706d86d9-928e-45a0-8a80-bc3dca51fa28 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 932 time: 1.7914701 Aug 25 11:32:23.793020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-30adb63a-8307-42b1-bc8a-12c3226a1ea7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8539031 Aug 25 11:32:23.809661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:23.831327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccc52b8-0bce-4215-8cfb-c2658720c64f None None] The sync data for ids ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'] in n-d-778732-11 is: [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:32:16Z', 'revision_number': 3, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:32:23.839369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c34d8238-9aad-42ac-8f40-1d95d7f72bbf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:23.864532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee902c5-c950-4188-8422-826538107c5e req-a8756d50-1416-4a81-b9bf-cca31982ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.864532 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-a8756d50-1416-4a81-b9bf-cca31982ca7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.2193167 Aug 25 11:32:23.880117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Request body: {'port': {'device_id': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:23.880792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-bef961d2-0f89-4adc-8cb3-fd009f40e286', 'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': 'ff22e86f-20c3-4427-ac0e-d458b0d07033'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:32:23.882046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:23.902387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-b27b752f-5323-484f-a4a9-77bc5d4b724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.906301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-b27b752f-5323-484f-a4a9-77bc5d4b724a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1097 time: 1.5019979 Aug 25 11:32:23.932969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467fb06-c1dd-4cc5-b106-ee008aed1dfc req-18afe732-116e-4c50-9d4c-d5576d8e5410 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:23.936582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6467fb06-c1dd-4cc5-b106-ee008aed1dfc req-18afe732-116e-4c50-9d4c-d5576d8e5410 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.6269064 Aug 25 11:32:24.043027 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-cb76e501-be11-44de-a0bf-e4afd9ee372c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383127 Aug 25 11:32:24.095936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d6ba15-cf91-4537-920d-6a2e9dde8aff {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:24.101337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c34d8238-9aad-42ac-8f40-1d95d7f72bbf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:24.102268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.180222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.186823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.242466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fcc2fc6c-fe0b-45ac-8f8d-e29ffdea88a0 req-edb95610-f0eb-4ce6-a4ab-c34b68177229 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599962 Aug 25 11:32:24.338349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6467fb06-c1dd-4cc5-b106-ee008aed1dfc req-d280b569-3ae9-487b-8401-9e077fd74ec5 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218946 Aug 25 11:32:24.341261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.398191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.416478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Allocated IP 172.20.0.1 (bef961d2-0f89-4adc-8cb3-fd009f40e286/ff22e86f-20c3-4427-ac0e-d458b0d07033/a209a449-1943-4976-9bd7-dba645e5d7f9) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:24.531997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Allocated IP 172.20.0.1 (719a561e-0349-479d-afac-f46d21422263/be390cc8-5850-4f54-a3df-a79b6a9f17ff/898715f8-df5d-4c08-b31f-1f30de62b105) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:24.597042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-9c8b02d6-5f60-4791-af3b-0c705cb5f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:24.598504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-9c8b02d6-5f60-4791-af3b-0c705cb5f5de service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.5998838 Aug 25 11:32:24.656784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Transition to ACTIVE for port object d8d6ba15-cf91-4537-920d-6a2e9dde8aff will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:24.659570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.663525 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.699020 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.702197 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.712526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Transition to ACTIVE for port object a209a449-1943-4976-9bd7-dba645e5d7f9 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:24.732963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Transition to ACTIVE for port object a209a449-1943-4976-9bd7-dba645e5d7f9 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:24.799891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.839511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-ec40aeba-2032-4a7c-9eeb-58d8305af1cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 1001 time: 0.2078919 Aug 25 11:32:24.847139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:24.880686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Pushing event updated for resources: {'Port': ['ID=a209a449-1943-4976-9bd7-dba645e5d7f9,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:24.887502 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-d9f50835-d54a-48d5-b626-cef3dd89b233 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274310 Aug 25 11:32:24.940906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14294460-a13d-4ffc-8ebf-f25e710a5c50 req-75da1fc3-5ca3-4b44-9923-5015174a5243 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:24.950186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14294460-a13d-4ffc-8ebf-f25e710a5c50 req-75da1fc3-5ca3-4b44-9923-5015174a5243 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.4633489 Aug 25 11:32:24.952805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Network bef961d2-0f89-4adc-8cb3-fd009f40e286 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:24.956633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:24.966993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:24.976730 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.034485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.044157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b51d5-7163-4be1-99ff-8c18a98d0ab3 req-74c201b9-e406-48ff-9752-4ea057e3af58 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:25.046412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f5b51d5-7163-4be1-99ff-8c18a98d0ab3 req-74c201b9-e406-48ff-9752-4ea057e3af58 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 932 time: 0.4901574 Aug 25 11:32:25.054334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:25.060025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.127618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Attempting to bind port a209a449-1943-4976-9bd7-dba645e5d7f9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:25.128268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Attempting to bind port a209a449-1943-4976-9bd7-dba645e5d7f9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ffa66fce-eeed-45dc-971c-22e889ebec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:25.128373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Attempting to bind port a209a449-1943-4976-9bd7-dba645e5d7f9 on network bef961d2-0f89-4adc-8cb3-fd009f40e286 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:25.135396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:25.135821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Checking segment: {'id': 'ffa66fce-eeed-45dc-971c-22e889ebec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:25.136424 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.136839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Bound using segment: {'id': 'ffa66fce-eeed-45dc-971c-22e889ebec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:25.137339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Bound port: a209a449-1943-4976-9bd7-dba645e5d7f9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa66fce-eeed-45dc-971c-22e889ebec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:25.137748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.164470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14294460-a13d-4ffc-8ebf-f25e710a5c50 req-e0c0c0d5-b6d6-4d3e-8508-bbd076f06430 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131035 Aug 25 11:32:25.217432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-36cf3eb7-cbb5-4880-911d-ed6cb35899bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:25.219103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-36cf3eb7-cbb5-4880-911d-ed6cb35899bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.3669860 Aug 25 11:32:25.244760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:25.253034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=ff22e86f-20c3-4427-ac0e-d458b0d07033,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:25.274980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:25.288015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:25.325209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] For port a209a449-1943-4976-9bd7-dba645e5d7f9, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:25.335542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Network 719a561e-0349-479d-afac-f46d21422263 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:25.336433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] For port a209a449-1943-4976-9bd7-dba645e5d7f9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a209a449-1943-4976-9bd7-dba645e5d7f9,segment=NetworkSegment(ffa66fce-eeed-45dc-971c-22e889ebec0f),segment_id=ffa66fce-eeed-45dc-971c-22e889ebec0f)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:25.364174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.382110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f5b51d5-7163-4be1-99ff-8c18a98d0ab3 req-9c1c14da-ec74-4044-9067-8bb897a9b352 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043587 Aug 25 11:32:25.382763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event updated for resources: {'Port': ['ID=9c317429-9565-4a7d-b033-f961a49182b8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:25.423827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:25.524621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42ceba-5e21-49bc-86b3-d55248a39665 None None] Network bef961d2-0f89-4adc-8cb3-fd009f40e286 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:25.589472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:25.599072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.621135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823eeaf-a61b-42f0-86ca-3f72ec21313d None None] Pushing event updated for resources: {'Port': ['ID=a209a449-1943-4976-9bd7-dba645e5d7f9,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:25.788003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Pushing event updated for resources: {'Port': ['ID=898715f8-df5d-4c08-b31f-1f30de62b105,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:25.798606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.817867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-c9b8fa6f-a907-4ba2-ade6-f3c03583bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:25.819485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-c9b8fa6f-a907-4ba2-ade6-f3c03583bdbe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5692537 Aug 25 11:32:25.829471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef961d2-0f89-4adc-8cb3-fd009f40e286']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:25.854541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Attempting to bind port d8d6ba15-cf91-4537-920d-6a2e9dde8aff on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:25.854894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Attempting to bind port d8d6ba15-cf91-4537-920d-6a2e9dde8aff by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:25.855241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Attempting to bind port d8d6ba15-cf91-4537-920d-6a2e9dde8aff on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:25.863382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa66fce-eeed-45dc-971c-22e889ebec0f') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:25.863536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa66fce-eeed-45dc-971c-22e889ebec0f') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:25.874764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.881937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Port d8d6ba15-cf91-4537-920d-6a2e9dde8aff on network b6ccb154-0f05-443e-9ed4-59fd17024426 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:32:25.882219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Attempting to bind port d8d6ba15-cf91-4537-920d-6a2e9dde8aff on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:25.885908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.890167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:25.907416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff1ac6-34e1-4ad1-9c82-62070dd80195 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:32:25.937644 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ee902c5-c950-4188-8422-826538107c5e req-431bfeab-7b0e-4cc2-ab77-63538f8d38e8 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0421786 Aug 25 11:32:25.945181 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.949172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:25.949521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Checking segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:25.949953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Bound using segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:25.950419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Bound port: d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:25.950786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:25.985575 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.041736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:26.042157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:26.057126 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:26.105995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c8857-6265-40e7-9b5c-178aacb98501 req-45aa1a1b-cf17-442d-8af9-a2176f9c9723 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:26.108619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-593c8857-6265-40e7-9b5c-178aacb98501 req-45aa1a1b-cf17-442d-8af9-a2176f9c9723 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 932 time: 0.6284726 Aug 25 11:32:26.159847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2f365a-f98c-4a87-8019-c7179e3e4579 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:26.168802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.176855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff1ac6-34e1-4ad1-9c82-62070dd80195 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:32:26.202803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:26.225450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:26.227917 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.255757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47079f-ff02-4530-8f52-11cd2f49622b req-2d09f687-5b4e-4dd5-9995-7a485ef64c47 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:26.263863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce47079f-ff02-4530-8f52-11cd2f49622b req-2d09f687-5b4e-4dd5-9995-7a485ef64c47 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.4418287 Aug 25 11:32:26.293725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Transition to ACTIVE for port object 2a2f365a-f98c-4a87-8019-c7179e3e4579 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:26.329210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 11:32:26.329210 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 11:32:26.329210 n-d-778732-11 neutron-server[94911]: [parameters: {'id': 'bef961d2-0f89-4adc-8cb3-fd009f40e286'}] Aug 25 11:32:26.329210 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:32:26.330262 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:32:26.331606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.348570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] For port d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:26.358377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-3dbd7b6a-3b9d-4580-b877-1b95c2346453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:26.360144 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-3dbd7b6a-3b9d-4580-b877-1b95c2346453 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 1098 time: 0.3097200 Aug 25 11:32:26.366405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.380450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] For port d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:26.406260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-165e96ea-d0f2-4464-8e44-581d9b666bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301778 Aug 25 11:32:26.447453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-593c8857-6265-40e7-9b5c-178aacb98501 req-7e399c67-ce69-4435-a952-8feb5ad0eed7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183434 Aug 25 11:32:26.527321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.545484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce47079f-ff02-4530-8f52-11cd2f49622b req-3a5c48f7-da32-45e7-b4c6-17eede4b19c3 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806277 Aug 25 11:32:26.561158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:26.570311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f365a-f98c-4a87-8019-c7179e3e4579,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:26.589135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.679263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-05c34841-45b3-4e74-a183-2f11e2eb26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:26.682800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-05c34841-45b3-4e74-a183-2f11e2eb26b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 200 len: 915 time: 0.3117089 Aug 25 11:32:26.721304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.740827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:26.828227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.840583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ec1894e-af01-41ed-b510-2aa3fe8b2092 req-d2a67e58-7ffe-481f-ba84-e414cfc435b4 service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130025 Aug 25 11:32:26.840984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.853436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.863379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:26.864013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:26.865602 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] 10.222.0.10 "PUT /v2.0/ports/d8d6ba15-cf91-4537-920d-6a2e9dde8aff HTTP/1.1" status: 200 len: 1093 time: 5.3380318 Aug 25 11:32:26.867537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-a5f03f72-1ba1-41f1-a6ce-bbc4cccbff79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 200 len: 217 time: 0.1691792 Aug 25 11:32:26.867978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'tag': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:26.877405 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87368323-9eb9-47b4-b6f8-bbd36009f3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1545dc-c491-4755-8d8e-caace44bbb15", "tag": "d8d6ba15-cf91-4537-920d-6a2e9dde8aff"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:26.895846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f3a5f-6fc5-43ce-aa48-c3dd363c1602 req-d863c4da-f259-4352-a79d-ad5473e94de4 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:26.897780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-658f3a5f-6fc5-43ce-aa48-c3dd363c1602 req-d863c4da-f259-4352-a79d-ad5473e94de4 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 944 time: 0.2357876 Aug 25 11:32:26.970530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Attempting to bind port 2a2f365a-f98c-4a87-8019-c7179e3e4579 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:26.970930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Attempting to bind port 2a2f365a-f98c-4a87-8019-c7179e3e4579 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:26.971318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Attempting to bind port 2a2f365a-f98c-4a87-8019-c7179e3e4579 on network e2b883b8-69fe-4bad-8874-d560689e83b0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:27.030543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dbdf8-d7c7-4c65-a320-220de4a4d6af req-09204599-860c-4b64-b994-24152cd4d003 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:27.036266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-832dbdf8-d7c7-4c65-a320-220de4a4d6af req-09204599-860c-4b64-b994-24152cd4d003 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.3632188 Aug 25 11:32:27.048262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Port 2a2f365a-f98c-4a87-8019-c7179e3e4579 on network e2b883b8-69fe-4bad-8874-d560689e83b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:32:27.048820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Attempting to bind port 2a2f365a-f98c-4a87-8019-c7179e3e4579 on network e2b883b8-69fe-4bad-8874-d560689e83b0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:27.070797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9010c13-d09e-478c-8f7f-3908f8525f40 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:27.103417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:27.104547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Checking segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:27.105521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Bound using segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:27.106654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Bound port: 2a2f365a-f98c-4a87-8019-c7179e3e4579, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:27.107699 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.145606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-7dad7de7-da17-41b0-8c2c-da3a92093bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:27.147347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-7dad7de7-da17-41b0-8c2c-da3a92093bf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 200 len: 854 time: 0.2663848 Aug 25 11:32:27.153861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.196221 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-8be44381-9156-4986-b9d3-dd9020c9ee5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b0a9208-c9e7-4a68-899c-2853b464f831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368328 Aug 25 11:32:27.223495 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.251472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event updated for resources: {'Port': ['ID=9c317429-9565-4a7d-b033-f961a49182b8,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:27.268366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-832dbdf8-d7c7-4c65-a320-220de4a4d6af req-ce1f064d-3b68-4cc3-bd00-1240ade5b98f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986406 Aug 25 11:32:27.285786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.314412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-403e7791-f6e4-4dda-a22b-39007b0cccc7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4046800 Aug 25 11:32:27.344613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-658f3a5f-6fc5-43ce-aa48-c3dd363c1602 req-f6b4b235-e276-44a2-b711-23d8786a3624 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339445 Aug 25 11:32:27.442147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] For port 2a2f365a-f98c-4a87-8019-c7179e3e4579, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:27.452480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] For port 2a2f365a-f98c-4a87-8019-c7179e3e4579, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:27.463971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.567784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:27.570147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.574148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] 10.222.0.10 "PUT /v2.0/ports/2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 1093 time: 3.7647011 Aug 25 11:32:27.615742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:27.620494 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afabe70-47dd-46e2-9c75-24abddd42529" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:27.781347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:27.788965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84dca7-a525-4b3a-9413-0f8ed7bcca18 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f365a-f98c-4a87-8019-c7179e3e4579,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:27.807184 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad80a7f8-5330-4a70-90db-8d50bb422214 x-openstack-request-id: req-ad80a7f8-5330-4a70-90db-8d50bb422214 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:27.807863 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1545dc-c491-4755-8d8e-caace44bbb15", "tag": "d8d6ba15-cf91-4537-920d-6a2e9dde8aff", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:27.808363 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad80a7f8-5330-4a70-90db-8d50bb422214 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:27.809028 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'tag': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff', 'status': 'completed', 'code': 200} Aug 25 11:32:27.814005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-f8f41577-a3ab-4d38-9229-75ce66dc6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:27.816867 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-f8f41577-a3ab-4d38-9229-75ce66dc6abb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 1096 time: 0.8115981 Aug 25 11:32:27.869114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-c7e11d1c-7618-42e7-9e81-ecb61635adfa tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--812367709&fields=id&tenant_id=e619560913444495b9477fe09d1ec431 HTTP/1.1" status: 200 len: 267 time: 0.2345238 Aug 25 11:32:27.895831 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-ee6e25d6-77ea-4d13-a504-e7e460ec2462 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff HTTP/1.1" status: 200 len: 217 time: 0.0700796 Aug 25 11:32:27.905777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-92d173ff-65b2-4125-bb5d-a069ee502b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:27.907367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-92d173ff-65b2-4125-bb5d-a069ee502b3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1096 time: 0.2123384 Aug 25 11:32:27.918573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db243e3-8331-4e7a-9fd8-91d606a7eb76 req-4df22c3e-e1da-4bba-9874-d50b99a34a41 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:27.920822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9db243e3-8331-4e7a-9fd8-91d606a7eb76 req-4df22c3e-e1da-4bba-9874-d50b99a34a41 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 944 time: 0.2237744 Aug 25 11:32:27.928399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:27.929495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:27.992641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Deleting port a209a449-1943-4976-9bd7-dba645e5d7f9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:32:27.993141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:28.003801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-ea0c07fd-3b9a-4452-9374-400eb29acf29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 217 time: 0.0812414 Aug 25 11:32:28.114818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:28.124727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-10d46b0b-3aca-465b-8198-2af0252f86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:28.126312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-10d46b0b-3aca-465b-8198-2af0252f86b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.2234230 Aug 25 11:32:28.134344 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-2dd84946-ba73-458b-9bce-686b40401b76 service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260032 Aug 25 11:32:28.135297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9db243e3-8331-4e7a-9fd8-91d606a7eb76 req-23a4f231-805d-4cd5-9501-1ab53d27db7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966271 Aug 25 11:32:28.136474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] For port a209a449-1943-4976-9bd7-dba645e5d7f9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a209a449-1943-4976-9bd7-dba645e5d7f9,segment=NetworkSegment(ffa66fce-eeed-45dc-971c-22e889ebec0f),segment_id=ffa66fce-eeed-45dc-971c-22e889ebec0f)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:28.136859 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:28.141498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:28.165799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-0764c639-48aa-4252-b1f5-816402730712 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:28.175258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-0764c639-48aa-4252-b1f5-816402730712 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/networks?id=66d90f5e-e885-41c6-b15d-baedb4350f67 HTTP/1.1" status: 200 len: 812 time: 0.2667747 Aug 25 11:32:28.178395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-640fa20e-6378-44ff-9c03-58d75f745f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:28.180247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-640fa20e-6378-44ff-9c03-58d75f745f60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.1362569 Aug 25 11:32:28.206331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-85b68ac9-012e-49f6-b19d-fc2c194720af tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/quotas/e619560913444495b9477fe09d1ec431 HTTP/1.1" status: 200 len: 375 time: 0.0299418 Aug 25 11:32:28.242738 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-03b0e9dc-acc5-4d9b-84a7-b4feb8dbc8f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023836 Aug 25 11:32:28.275474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Calling delete_port for a209a449-1943-4976-9bd7-dba645e5d7f9 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:32:28.319174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-eace378e-f941-45e1-a981-9460a7923af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:28.320734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-eace378e-f941-45e1-a981-9460a7923af5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334789 Aug 25 11:32:28.337607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-e39f42dd-105f-4305-b24d-acf50c640d33 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e619560913444495b9477fe09d1ec431&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006300 Aug 25 11:32:28.354706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36c8bf-4126-418d-948d-ddf6a334f01b req-26fd2ddc-2f90-4fe2-9059-6767d6a8ff7b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:28.356303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f36c8bf-4126-418d-948d-ddf6a334f01b req-26fd2ddc-2f90-4fe2-9059-6767d6a8ff7b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1184342 Aug 25 11:32:28.436745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Pushing event updated for resources: {'Port': ['ID=898715f8-df5d-4c08-b31f-1f30de62b105,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:28.439518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:28.585501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-35d12243-d264-47b4-a8eb-19b85f07c81b service neutron] 10.222.0.35 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798267 Aug 25 11:32:28.594822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f36c8bf-4126-418d-948d-ddf6a334f01b req-99783042-fff0-4f93-a5f4-415f0a57287a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262559 Aug 25 11:32:28.701931 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8016e393-1cf2-4972-8bc6-966c97b8270a req-70e10031-ccc0-4634-875f-f22f04b323ec service neutron] 10.222.0.10 "GET /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823134 Aug 25 11:32:28.726634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-312acc54-f66b-449e-b38f-b862a5ed243e service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869655 Aug 25 11:32:28.734816 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34983d71-5296-4286-8c42-5a6dcd28c42d x-openstack-request-id: req-34983d71-5296-4286-8c42-5a6dcd28c42d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:28.735134 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:28.735350 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34983d71-5296-4286-8c42-5a6dcd28c42d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:28.735754 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'status': 'completed', 'code': 200} Aug 25 11:32:28.751645 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-e5041f92-7cc3-43a3-86b9-7e79dc65d9b7 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949343 Aug 25 11:32:28.821171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:28.898915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Port': ['ID=a209a449-1943-4976-9bd7-dba645e5d7f9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:28.934191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No DVR routers for this DVR port a209a449-1943-4976-9bd7-dba645e5d7f9 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:32:29.002971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Network 719a561e-0349-479d-afac-f46d21422263 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:29.050186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:29.078604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.095965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef961d2-0f89-4adc-8cb3-fd009f40e286']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:29.143097 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ee4b426c-5b3e-40ef-b158-9a364f5035fc req-045f3b42-263a-45fe-ba5b-de5116a5be53 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799157 Aug 25 11:32:29.182261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa66fce-eeed-45dc-971c-22e889ebec0f') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:29.182912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa66fce-eeed-45dc-971c-22e889ebec0f') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:29.214786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.349392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.371421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:29.372822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:29.380104 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:29.558378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-9d926fb4-19ec-430c-8bab-bc4539e801a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:29.561128 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-9d926fb4-19ec-430c-8bab-bc4539e801a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 1096 time: 0.3311093 Aug 25 11:32:29.572138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.574471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fb1e0da-2d50-4409-bcc7-18ceb513daa1 req-76dd6ca8-88ce-43e3-9c0d-173925aff7e1 service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8357141 Aug 25 11:32:29.587055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.591366 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/bef961d2-0f89-4adc-8cb3-fd009f40e286 HTTP/1.1" status: 204 len: 168 time: 6.2405205 Aug 25 11:32:29.596927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:32:29.603721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60688) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:29.624677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-87609339'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:29.679578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-7603d0c6-0e66-445a-84fb-d59d06ae3f56 service neutron] 10.222.0.35 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0638685 Aug 25 11:32:29.730262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e86f57-d6ed-4b61-b962-f1c921efd0e3 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=bef961d2-0f89-4adc-8cb3-fd009f40e286,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:29.752177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9308a85-e405-4025-9be7-8b8ce47fbfd5 req-52262e42-3580-41b0-b60f-7875bfd372bb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:29.754932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9308a85-e405-4025-9be7-8b8ce47fbfd5 req-52262e42-3580-41b0-b60f-7875bfd372bb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.7973959 Aug 25 11:32:29.892820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:29.899615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.956963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:29.971904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:29.972493 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment bf330f84-8737-438f-8194-dd3bc5345c25 of type vlan for network 56b9e028-2a24-4e3f-880e-2c96abe9e964 Aug 25 11:32:30.019133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9308a85-e405-4025-9be7-8b8ce47fbfd5 req-2d79e96c-af8f-4b19-a09a-3f04530a5b6b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137001 Aug 25 11:32:30.038139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-541185f3-2fd3-4c6b-ad04-72cbe987a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.039549 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-541185f3-2fd3-4c6b-ad04-72cbe987a8bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 0.4437363 Aug 25 11:32:30.040875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:32:30.071361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60edc4d9-ef80-4291-afa4-e7516e21003f admin admin] 10.222.0.35 "PUT /v2.0/routers/ef1e8a8e-2867-4f76-a771-6e5bbe30b868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8231957 Aug 25 11:32:30.085555 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Sync routers for ids ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:32:30.098364 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Routers {'ef1e8a8e-2867-4f76-a771-6e5bbe30b868'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:30.101242 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:30.153012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-41daf525-f3c2-43b8-8738-be68abb19d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.156085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-41daf525-f3c2-43b8-8738-be68abb19d53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1096 time: 0.4661846 Aug 25 11:32:30.176095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-d10dab61-2378-4b6f-b991-0b4aa03c3885 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff HTTP/1.1" status: 200 len: 217 time: 0.1014421 Aug 25 11:32:30.259058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:30.296061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-6a8f775c-7983-406a-a646-aa44595d9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.297589 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-6a8f775c-7983-406a-a646-aa44595d9747 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.1166518 Aug 25 11:32:30.359851 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-a6c83333-c2f2-4814-9940-f25558b8cd8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542428 Aug 25 11:32:30.371818 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Set router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:30.450302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:30.468207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.470715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:30.492915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58570890-eb36-4360-be9d-162ccf293900 req-fdaf7dff-299f-4f2f-b392-ea983eccd0dd tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.507834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58570890-eb36-4360-be9d-162ccf293900 req-fdaf7dff-299f-4f2f-b392-ea983eccd0dd tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 944 time: 0.3006773 Aug 25 11:32:30.524470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9074748 Aug 25 11:32:30.534179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60710) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:30.565514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:30.640860 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-dfe92284-f1cc-4501-a64a-c2655ccfded0 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722311 Aug 25 11:32:30.749537 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:30.760251 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '898715f8-df5d-4c08-b31f-1f30de62b105', 'name': '', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'mac_address': 'fa:16:3e:14:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:24Z', 'updated_at': '2021-08-25T11:32:27Z', 'revision_number': 2, 'project_id': '7756676616b542528382a1bb3c270b39', 'subnets': [{'id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:30.771502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-430a9ff2-c86d-4542-87be-b63dbec915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.772693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-430a9ff2-c86d-4542-87be-b63dbec915c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.5901165 Aug 25 11:32:30.832320 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Checking router: ef1e8a8e-2867-4f76-a771-6e5bbe30b868 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:32:30.833542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Updating router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 port 898715f8-df5d-4c08-b31f-1f30de62b105 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:32:30.889331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36a6c1-7c36-42b1-97fb-6f1cb5b62621 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=56b9e028-2a24-4e3f-880e-2c96abe9e964,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:30.893070 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-87368323-9eb9-47b4-b6f8-bbd36009f3a6 req-fed962de-8c92-437f-941b-2a8451685a46 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442720 Aug 25 11:32:30.908198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-52cf6c28-ecb5-44cb-a04f-45e0cf5e95c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 217 time: 0.0926964 Aug 25 11:32:30.915728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:30.916591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7087532-f4d6-4fa2-92b6-df85b2327780 req-495e01a2-c15f-467f-8529-20950dd269bf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:30.933027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7087532-f4d6-4fa2-92b6-df85b2327780 req-495e01a2-c15f-467f-8529-20950dd269bf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 944 time: 0.6138024 Aug 25 11:32:30.949483 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.103582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58570890-eb36-4360-be9d-162ccf293900 req-f97f0238-3597-4691-ab5d-864df3c44c76 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5946608 Aug 25 11:32:31.277053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-30fac92b-77ec-4250-beeb-6da92842c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:31.278640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-30fac92b-77ec-4250-beeb-6da92842c820 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.3234766 Aug 25 11:32:31.297990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7087532-f4d6-4fa2-92b6-df85b2327780 req-d107d103-7217-4707-a5f1-44f6cb27fdac tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553541 Aug 25 11:32:31.433861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be84c3-7eb2-4943-b56d-90842cfc91fe req-f2d9e04b-f004-4744-9b4f-741058baefe4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:31.435572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47be84c3-7eb2-4943-b56d-90842cfc91fe req-f2d9e04b-f004-4744-9b4f-741058baefe4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1811154 Aug 25 11:32:31.437562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.512785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dee7486b-bb54-4605-b381-30341220e118 req-1afa07b8-c035-47c9-9608-34a6233b61cd tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 210 time: 0.0711987 Aug 25 11:32:31.516593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.556245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-43336963-3232-4d5a-9e3f-20e6caec6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:31.557914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-43336963-3232-4d5a-9e3f-20e6caec6693 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2131810 Aug 25 11:32:31.629644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 is not hosted by any dhcp agent {{(pid=94910) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:32:31.637423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:31.638454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.643169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "PUT /v2.0/networks/56b9e028-2a24-4e3f-880e-2c96abe9e964 HTTP/1.1" status: 200 len: 723 time: 1.0898318 Aug 25 11:32:31.644246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60732) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:31.658525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': '56b9e028-2a24-4e3f-880e-2c96abe9e964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:31.709634 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.724655 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Transition to ACTIVE for port object 898715f8-df5d-4c08-b31f-1f30de62b105 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:31.757510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a2f365a-f98c-4a87-8019-c7179e3e4579 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:32:31.765677 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.767301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47be84c3-7eb2-4943-b56d-90842cfc91fe req-8e8ba322-0795-4cdc-afe1-af30ac77aeac tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237052 Aug 25 11:32:31.855657 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c064e-a18a-4f2d-b89b-3e913f7d8f01 None None] Pushing event updated for resources: {'Port': ['ID=898715f8-df5d-4c08-b31f-1f30de62b105,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:31.882773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031b4eb-ac07-4af9-92ac-30ddb3ad68e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=56b9e028-2a24-4e3f-880e-2c96abe9e964,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:31.955349 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Attempting to bind port 898715f8-df5d-4c08-b31f-1f30de62b105 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:31.955957 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Attempting to bind port 898715f8-df5d-4c08-b31f-1f30de62b105 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:31.956625 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Attempting to bind port 898715f8-df5d-4c08-b31f-1f30de62b105 on network 719a561e-0349-479d-afac-f46d21422263 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:31.970665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:31.971541 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Checking segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:31.974429 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:31.975194 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Bound using segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:31.975793 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Bound port: 898715f8-df5d-4c08-b31f-1f30de62b105, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:31.979097 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:32.014898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:32.024161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:32.029617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:32.082013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-1fde5ca7-8389-4ac8-9c97-6b2d44d3810e service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322438 Aug 25 11:32:32.194488 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] For port 898715f8-df5d-4c08-b31f-1f30de62b105, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:32.202250 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] For port 898715f8-df5d-4c08-b31f-1f30de62b105, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=898715f8-df5d-4c08-b31f-1f30de62b105,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:32.214290 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:32.283973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a2f365a-f98c-4a87-8019-c7179e3e4579, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:32.319196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-1111ae83-773a-4f37-b53a-a1993b6396d5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:32.329054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'port_id': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'mac_address': 'fa:16:3e:d1:f4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:32:32.336792 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-1111ae83-773a-4f37-b53a-a1993b6396d5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 809 time: 0.4725013 Aug 25 11:32:32.384375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Routers {'ef1e8a8e-2867-4f76-a771-6e5bbe30b868'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:32.386707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:32.387894 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:32.415946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2f365a-f98c-4a87-8019-c7179e3e4579 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:32.439323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a2f365a-f98c-4a87-8019-c7179e3e4579, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:32.448731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:32.449841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8d6ba15-cf91-4537-920d-6a2e9dde8aff details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:32:32.506536 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c064e-a18a-4f2d-b89b-3e913f7d8f01 None None] Pushing event updated for resources: {'Port': ['ID=898715f8-df5d-4c08-b31f-1f30de62b105,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:32.566672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7afabe70-47dd-46e2-9c75-24abddd42529 req-d9872599-e36b-44e6-89e5-88752bc9051b service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215006 Aug 25 11:32:32.679374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-383d3467-3b80-4855-b916-4e1cf952b131 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/quotas/7756676616b542528382a1bb3c270b39 HTTP/1.1" status: 200 len: 375 time: 0.3421326 Aug 25 11:32:32.703169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ee759-34e9-4e85-900c-bb47c31668d9 req-7480b9d2-b8d8-4c6d-850c-f633afde0a50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:32.705747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:32.707870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d0ee759-34e9-4e85-900c-bb47c31668d9 req-7480b9d2-b8d8-4c6d-850c-f633afde0a50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.7689710 Aug 25 11:32:32.726465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a2f365a-f98c-4a87-8019-c7179e3e4579,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:32.817480 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] Set router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:32.863565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:32:32.890851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-a75ae42b-0832-4173-a625-c12463708e1e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1809042 Aug 25 11:32:32.996870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=702f63ce-8f90-4ac6-a0aa-850a0effe8cd,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:33.014201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': 'bf330f84-8737-438f-8194-dd3bc5345c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '56b9e028-2a24-4e3f-880e-2c96abe9e964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:33.014822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: 56b9e028-2a24-4e3f-880e-2c96abe9e964, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:33.080047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:33.097533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 56b9e028-2a24-4e3f-880e-2c96abe9e964) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:33.108495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:33.110123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:33.150799 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7aaee67-4f4e-4856-9c13-7367c489795e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5037556 Aug 25 11:32:33.167825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60770) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:33.173201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d0ee759-34e9-4e85-900c-bb47c31668d9 req-d08f6d88-a673-456f-b990-0c79c8efd072 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702164 Aug 25 11:32:33.184660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:33.216620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-420b8a21-eefd-40e0-b06c-616870a3fa75 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:33.217623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-420b8a21-eefd-40e0-b06c-616870a3fa75 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.67 "GET /v2.0/networks?id=66d90f5e-e885-41c6-b15d-baedb4350f67 HTTP/1.1" status: 200 len: 812 time: 0.8751926 Aug 25 11:32:33.285133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-dfeb4874-b0d1-4f90-ab5e-80643435d7cd tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e619560913444495b9477fe09d1ec431 HTTP/1.1" status: 200 len: 379 time: 0.0566654 Aug 25 11:32:33.298611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Request body: {'port': {'device_id': 'bc745355-151f-42f6-8a30-428bae36d741', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'admin_state_up': True, 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'security_groups': ['4687bc60-e9c9-49c3-980e-7a9597b4b804']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:33.404388 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '898715f8-df5d-4c08-b31f-1f30de62b105', 'name': '', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'mac_address': 'fa:16:3e:14:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:24Z', 'updated_at': '2021-08-25T11:32:32Z', 'revision_number': 4, 'project_id': '7756676616b542528382a1bb3c270b39', 'subnets': [{'id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:33.475175 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94efe13-d7c6-4c19-8833-e2fb225d7123 None None] The sync data for ids ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'] in n-d-778732-11 is: [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '898715f8-df5d-4c08-b31f-1f30de62b105', 'name': '', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'mac_address': 'fa:16:3e:14:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:24Z', 'updated_at': '2021-08-25T11:32:32Z', 'revision_number': 4, 'project_id': '7756676616b542528382a1bb3c270b39', 'subnets': [{'id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:32:33.481233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59652687'] for subnet, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:33.643755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe135a5-49b5-4da9-94e1-bd7ef53c8937 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:33.678705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Made reservation on behalf of e619560913444495b9477fe09d1ec431 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:33.684655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:33.709234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-dd4d991d-3733-4c25-ba50-49eacffee84a service neutron] 10.222.0.35 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955287 Aug 25 11:32:33.928125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:34.074957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ba59-1ac0-4162-bd01-e3703efcd6c9 req-5606677f-e53e-4ef4-8b5a-ab974b7d7d50 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:34.084207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f704ba59-1ac0-4162-bd01-e3703efcd6c9 req-5606677f-e53e-4ef4-8b5a-ab974b7d7d50 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.5395427 Aug 25 11:32:34.157621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f704ba59-1ac0-4162-bd01-e3703efcd6c9 req-776ef5db-49fe-4701-a7c3-7084ba916eba tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721073 Aug 25 11:32:34.158104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:34.277167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783714759208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3309926'] for subnet, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:34.296329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'mac_address': 'fa:16:3e:9b:9e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:32:34.378006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=702f63ce-8f90-4ac6-a0aa-850a0effe8cd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:34.405115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:34.406019 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:34.408233 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-99016698-aa02-4f86-a1f6-2dfb2f79b834 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "PUT /v2.0/subnets/702f63ce-8f90-4ac6-a0aa-850a0effe8cd HTTP/1.1" status: 200 len: 806 time: 1.2385423 Aug 25 11:32:34.411550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:34.435596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'port_id': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff', 'mac_address': 'fa:16:3e:62:0f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fad637-d793-45a0-94ef-0b2dcd28d9d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:32:34.438788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 898715f8-df5d-4c08-b31f-1f30de62b105 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:34.503724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-9ec39afc-c423-4fd5-bc07-9431a9df2a66 service neutron] 10.222.0.35 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932417 Aug 25 11:32:34.582863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:34.584647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559510b3-c9b6-4ef5-84c3-0dac13a9d0c9 req-a18b180a-4860-48ae-8481-7ca821044b29 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:34.593446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-559510b3-c9b6-4ef5-84c3-0dac13a9d0c9 req-a18b180a-4860-48ae-8481-7ca821044b29 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 945 time: 0.1686194 Aug 25 11:32:34.670917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:34.735491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-559510b3-c9b6-4ef5-84c3-0dac13a9d0c9 req-cd3885ae-1368-4623-a205-2b31331cfc96 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380858 Aug 25 11:32:34.761172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Allocated IP 172.20.0.10 (66d90f5e-e885-41c6-b15d-baedb4350f67/7e31ad72-c08e-4f6a-9c89-5088606e7b2d/b49d7fb7-7339-422b-b87a-1dcfc0627820) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:34.932664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.094273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:35.133853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.139703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697ac6-9186-4ace-9da9-d727cd42e71f req-f1a3dfd0-f82d-4731-8af8-6ad0af18b56c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:35.143232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.156561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa697ac6-9186-4ace-9da9-d727cd42e71f req-f1a3dfd0-f82d-4731-8af8-6ad0af18b56c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 944 time: 0.2776318 Aug 25 11:32:35.233655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 898715f8-df5d-4c08-b31f-1f30de62b105 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:35.247967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e03bc5-44b9-42df-8324-a83ec810d18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-56b9e028-2a24-4e3f-880e-2c96abe9e964', 'network_id': '56b9e028-2a24-4e3f-880e-2c96abe9e964', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': '702f63ce-8f90-4ac6-a0aa-850a0effe8cd'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:32:35.251162 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-24e03bc5-44b9-42df-8324-a83ec810d18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.282605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.300019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 898715f8-df5d-4c08-b31f-1f30de62b105 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:35.300396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.329115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=702f63ce-8f90-4ac6-a0aa-850a0effe8cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:35.378088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['cb0b7cbe-e097-437c-a3ec-778e88552788'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:35.466809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.479043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b9e028-2a24-4e3f-880e-2c96abe9e964']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:35.500255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf330f84-8737-438f-8194-dd3bc5345c25') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:35.500988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf330f84-8737-438f-8194-dd3bc5345c25') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:35.534206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.540453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:35.552434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.552692 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.557993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8da70200-ddcd-41e5-aea4-8d48fbe3349f req-d78225bd-c97c-453b-9e89-7ccf1a42fe83 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 210 time: 0.3647578 Aug 25 11:32:35.562247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:35.562903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.603526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa697ac6-9186-4ace-9da9-d727cd42e71f req-e9fe07f9-f75b-43c2-92e9-ac130ecb9033 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428241 Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:35.697132 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.702765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.710194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.710194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:32:35.714913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.743043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.753374 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/56b9e028-2a24-4e3f-880e-2c96abe9e964 HTTP/1.1" status: 204 len: 168 time: 1.3398297 Aug 25 11:32:35.768987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60822) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:35.801951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d6ba15-cf91-4537-920d-6a2e9dde8aff {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:35.808335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.829296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65020ec-b6c7-49fe-ab03-9f81f9ff7d52 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:35.842016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Transition to ACTIVE for port object b49d7fb7-7339-422b-b87a-1dcfc0627820 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:35.902707 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb9b15a-c853-4b28-9b2f-e062bb8eb21e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:35.905170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb9b15a-c853-4b28-9b2f-e062bb8eb21e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:35.925653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cbb9b15a-c853-4b28-9b2f-e062bb8eb21e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/56b9e028-2a24-4e3f-880e-2c96abe9e964 HTTP/1.1" status: 404 len: 339 time: 0.1550429 Aug 25 11:32:35.930902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f31705-62f0-421f-b1e4-8e88780b5774 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=56b9e028-2a24-4e3f-880e-2c96abe9e964,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:35.943183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60826) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:35.947236 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:35.959984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605556678', 'description': 'd1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:36.007899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:36.015684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34f5d7ee-df7d-444d-821f-19d2e868185b req-200ba461-6220-45ae-a38f-34c18e28b6ec tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 210 time: 0.0872259 Aug 25 11:32:36.033004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.062659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:36.073290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65020ec-b6c7-49fe-ab03-9f81f9ff7d52 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:32:36.129789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:36.138112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:36.152817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12876ca-fcf7-4884-8a23-e207f01498f7 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:36.231263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e73668-79ab-40c9-b5bd-3fe087013513 req-34660271-cf92-4c0c-92ea-26afc72f1ec8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:36.249183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23e73668-79ab-40c9-b5bd-3fe087013513 req-34660271-cf92-4c0c-92ea-26afc72f1ec8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.3325729 Aug 25 11:32:36.284461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:36.290934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event updated for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:36.343689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:36.389911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.401190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.402389 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment 2003b159-9d81-48b6-ac92-d0cba7ca429a of type vlan for network 9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 Aug 25 11:32:36.413660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:36.418825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.489340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23e73668-79ab-40c9-b5bd-3fe087013513 req-49d32a41-eb7e-4e60-a704-fa1944dd6080 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385581 Aug 25 11:32:36.494839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.586825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12876ca-fcf7-4884-8a23-e207f01498f7 None None] Network 56b9e028-2a24-4e3f-880e-2c96abe9e964 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:32:36.598204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-908e256d-bf71-4dd1-b747-69003694999b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3051436 Aug 25 11:32:36.619832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Request body: {'port': {'device_id': 'bc745355-151f-42f6-8a30-428bae36d741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:36.633219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.653262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:36.664270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.735351 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7904875 Aug 25 11:32:36.737186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d8d6ba15-cf91-4537-920d-6a2e9dde8aff'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:36.739828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['2a2f365a-f98c-4a87-8019-c7179e3e4579'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:36.745737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60846) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:36.768687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:36.772459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3602af22-7da1-4853-a714-21e0e46d60e6 None None] Provisioning for port b49d7fb7-7339-422b-b87a-1dcfc0627820 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:36.844962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3602af22-7da1-4853-a714-21e0e46d60e6 None None] Provisioning complete for port b49d7fb7-7339-422b-b87a-1dcfc0627820 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:36.845517 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3602af22-7da1-4853-a714-21e0e46d60e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.857729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:36.901369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc88826-59c5-4de7-97ca-881ff1a05057 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:36.920855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:36.982970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d946e8-7bb1-49fe-96a5-4d1edef03d5e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:36.986104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c4d946e8-7bb1-49fe-96a5-4d1edef03d5e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks?id=9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 HTTP/1.1" status: 200 len: 760 time: 0.2386751 Aug 25 11:32:36.990890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:37.000609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'description': 'd2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:37.013726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3602af22-7da1-4853-a714-21e0e46d60e6 None None] Port b49d7fb7-7339-422b-b87a-1dcfc0627820 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:32:37.055041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40126bd9-2af5-4f66-b978-54b6e598abc8 req-99dcf80d-2183-4163-be96-eb8b3939537e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:37.057423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40126bd9-2af5-4f66-b978-54b6e598abc8 req-99dcf80d-2183-4163-be96-eb8b3939537e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.6330099 Aug 25 11:32:37.061638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 898715f8-df5d-4c08-b31f-1f30de62b105, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=898715f8-df5d-4c08-b31f-1f30de62b105,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:37.090896 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.112396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.176052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:37.183673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787eb62-e0c9-46fa-93e8-5fa1776ff7f3 req-53c722c5-b68d-471a-90f9-83fedb22a0eb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:37.214799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5787eb62-e0c9-46fa-93e8-5fa1776ff7f3 req-53c722c5-b68d-471a-90f9-83fedb22a0eb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 945 time: 0.5100174 Aug 25 11:32:37.277266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40126bd9-2af5-4f66-b978-54b6e598abc8 req-6e4ce0eb-44da-4827-8d82-c2e3c5d724d4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027292 Aug 25 11:32:37.342841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=898715f8-df5d-4c08-b31f-1f30de62b105,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:37.504209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port cb0b7cbe-e097-437c-a3ec-778e88552788 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:37.505042 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.644695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5787eb62-e0c9-46fa-93e8-5fa1776ff7f3 req-bce43a9c-166a-48df-bd20-504fba36c301 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4282937 Aug 25 11:32:37.678455 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.765306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.774637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:37.785251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eaec7-3189-496f-9f2a-9d4cc31a7c4e req-40c5f0bc-74a6-4b41-b4ab-86c27bcf0e7a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:37.804447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-130eaec7-3189-496f-9f2a-9d4cc31a7c4e req-40c5f0bc-74a6-4b41-b4ab-86c27bcf0e7a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 932 time: 0.2443521 Aug 25 11:32:37.806969 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1570ae-229b-42bf-8417-286f5c8a2576" -d '{"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:37.819281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:37.820902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.829868 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.833147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 is not hosted by any dhcp agent {{(pid=94911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:32:37.840697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:37.841959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:37.848150 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "PUT /v2.0/networks/9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 HTTP/1.1" status: 200 len: 757 time: 0.8541000 Aug 25 11:32:37.850901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60868) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:37.957249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:38.043247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ed4cd-706e-43f8-8b1d-900da2849859 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:38.059666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:38.086063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145fcdc8-65b8-43f4-bcd1-64e0cecf2ce1 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:38.092460 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-145fcdc8-65b8-43f4-bcd1-64e0cecf2ce1 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks?id=9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 HTTP/1.1" status: 200 len: 760 time: 0.2361495 Aug 25 11:32:38.093212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:38.103170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852791944'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:38.158310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:38.168112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.243251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:38.263811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-130eaec7-3189-496f-9f2a-9d4cc31a7c4e req-e56c9d98-819d-402c-a9c5-2756ad4ff63a tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4574039 Aug 25 11:32:38.272604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.273297 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment 369c7796-989f-4093-909c-44fceba7f0f8 of type vlan for network 6eb1ca7c-d552-435d-8337-41c4a17d9620 Aug 25 11:32:38.368830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.382253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3385-fdcf-4851-a727-4896f86dd541 req-61d136bb-a2cd-4731-a6b7-8e424bd6cc16 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:38.391349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-174f3385-fdcf-4851-a727-4896f86dd541 req-61d136bb-a2cd-4731-a6b7-8e424bd6cc16 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 945 time: 0.5119843 Aug 25 11:32:38.419711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.442877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a2f365a-f98c-4a87-8019-c7179e3e4579 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:38.464242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:38.466456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.561622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53cf13b-2292-44e2-a674-de9157160d58 req-8ef7b80c-2c9a-4e42-9598-efc8b359d083 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 210 time: 0.1556888 Aug 25 11:32:38.594557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 2a2f365a-f98c-4a87-8019-c7179e3e4579 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:38.597639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-2cd3682d-c996-4cd8-a716-fe0e193493a8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:38.600174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-2cd3682d-c996-4cd8-a716-fe0e193493a8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.67 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 809 time: 0.8390977 Aug 25 11:32:38.602591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 2a2f365a-f98c-4a87-8019-c7179e3e4579 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:38.603626 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.676982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Request body: {'port': {'device_id': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'admin_state_up': True, 'tenant_id': '7756676616b542528382a1bb3c270b39'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:38.688876 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5929885 Aug 25 11:32:38.698975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:38.718970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': '6eb1ca7c-d552-435d-8337-41c4a17d9620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:38.780550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-174f3385-fdcf-4851-a727-4896f86dd541 req-eb1fac7c-7521-48c9-ab5c-abf9c2b52aa9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878205 Aug 25 11:32:38.795192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.806776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49d7fb7-7339-422b-b87a-1dcfc0627820 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:38.824798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.826827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42538ef4-c234-456a-950a-b08112b6b421 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=6eb1ca7c-d552-435d-8337-41c4a17d9620,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:38.861775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6eb1ca7c-d552-435d-8337-41c4a17d9620 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:38.891702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Transition to ACTIVE for port object b49d7fb7-7339-422b-b87a-1dcfc0627820 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:38.911878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:38.998473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 2a2f365a-f98c-4a87-8019-c7179e3e4579, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:39.001102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:39.009436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.021845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.021845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8d6ba15-cf91-4537-920d-6a2e9dde8aff up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:39.040954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb19752-da7b-4cdd-8a3d-b1c910c30109 req-570674de-7b11-4501-9177-202356e04d4e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:39.062353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eb19752-da7b-4cdd-8a3d-b1c910c30109 req-570674de-7b11-4501-9177-202356e04d4e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.3373671 Aug 25 11:32:39.274016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 898715f8-df5d-4c08-b31f-1f30de62b105 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:39.305134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=2a2f365a-f98c-4a87-8019-c7179e3e4579,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:39.394431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d8d6ba15-cf91-4537-920d-6a2e9dde8aff completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:39.404685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d8d6ba15-cf91-4537-920d-6a2e9dde8aff triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:39.405502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.618426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.671532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.681090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:39.683481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 898715f8-df5d-4c08-b31f-1f30de62b105 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:39.684283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.740236 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:39.798418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Pushing event updated for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:39.852903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:39.896340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=df194715-8972-4020-9b6a-e805f4611422,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:39.901569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': '369c7796-989f-4093-909c-44fceba7f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6eb1ca7c-d552-435d-8337-41c4a17d9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:39.902475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: 6eb1ca7c-d552-435d-8337-41c4a17d9620, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:39.912232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6eb19752-da7b-4cdd-8a3d-b1c910c30109 req-e4174cef-24ef-41e1-b97f-c59efa7354bf tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488541 Aug 25 11:32:39.955201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 6eb1ca7c-d552-435d-8337-41c4a17d9620 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:39.986891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6eb1ca7c-d552-435d-8337-41c4a17d9620) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:39.994343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:39.995528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.000075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaed5a2-1fa8-43d7-8f12-d2e97952559e None None] Network 6eb1ca7c-d552-435d-8337-41c4a17d9620 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:40.080008 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba4736bc-61df-4932-b16f-f5a71b61bd63 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3758397 Aug 25 11:32:40.080485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:40.101451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb862-8e21-4e73-966f-1aae2cee3656 req-39b881e2-f67e-4be8-9683-bea7f771604b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:40.110278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-277cb862-8e21-4e73-966f-1aae2cee3656 req-39b881e2-f67e-4be8-9683-bea7f771604b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 1.1129625 Aug 25 11:32:40.133586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Made reservation on behalf of 7756676616b542528382a1bb3c270b39 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:40.147083 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.153052 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0757832-45c5-4ed7-b6c3-4aba928fdce3 x-openstack-request-id: req-e0757832-45c5-4ed7-b6c3-4aba928fdce3 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:40.154044 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:40.154458 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0757832-45c5-4ed7-b6c3-4aba928fdce3 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:40.155965 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'code': 200} Aug 25 11:32:40.302986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Attempting to bind port b49d7fb7-7339-422b-b87a-1dcfc0627820 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:40.306486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Attempting to bind port b49d7fb7-7339-422b-b87a-1dcfc0627820 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:40.307539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Attempting to bind port b49d7fb7-7339-422b-b87a-1dcfc0627820 on network 66d90f5e-e885-41c6-b15d-baedb4350f67 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:40.383329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Port b49d7fb7-7339-422b-b87a-1dcfc0627820 on network 66d90f5e-e885-41c6-b15d-baedb4350f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:32:40.384186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Attempting to bind port b49d7fb7-7339-422b-b87a-1dcfc0627820 on network 66d90f5e-e885-41c6-b15d-baedb4350f67 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:40.414363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-277cb862-8e21-4e73-966f-1aae2cee3656 req-e77bee51-df3f-4fa4-a166-87265e4a1102 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905006 Aug 25 11:32:40.441518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.455280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da3b9a-87b4-47b2-8014-f8158cad4a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6eb1ca7c-d552-435d-8337-41c4a17d9620', 'network_id': '6eb1ca7c-d552-435d-8337-41c4a17d9620', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': 'df194715-8972-4020-9b6a-e805f4611422'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:32:40.456085 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46da3b9a-87b4-47b2-8014-f8158cad4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.530086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:40.530919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Checking segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:40.531503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Bound using segment: {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:40.532161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Bound port: b49d7fb7-7339-422b-b87a-1dcfc0627820, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5fa236-cf80-43d3-ab87-c979da47fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:40.534246 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.563445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.606307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746783a-b73f-4946-bf30-df3e1ba739d0 req-d6ca4f2a-8d64-4674-9bf2-2b03a7e3e1cb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:40.614373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3746783a-b73f-4946-bf30-df3e1ba739d0 req-d6ca4f2a-8d64-4674-9bf2-2b03a7e3e1cb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.3538585 Aug 25 11:32:40.694565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.713953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Allocated IP 172.20.0.2 (719a561e-0349-479d-afac-f46d21422263/be390cc8-5850-4f54-a3df-a79b6a9f17ff/7e3be37f-2a30-4016-a224-56d79b69d35c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:40.748830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=df194715-8972-4020-9b6a-e805f4611422,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-46da3b9a-87b4-47b2-8014-f8158cad4a84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df194715-8972-4020-9b6a-e805f4611422: This subnet is being modified by another concurrent operation. Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:32:40.857546 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exception Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df194715-8972-4020-9b6a-e805f4611422: This subnet is being modified by another concurrent operation. Aug 25 11:32:40.865750 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:32:40.913522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:40.927744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018afb39-b7ae-4914-98f6-4e05036b3748 req-5496a8a1-e5d9-4625-b323-19460ca32b2e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:40.927744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018afb39-b7ae-4914-98f6-4e05036b3748 req-5496a8a1-e5d9-4625-b323-19460ca32b2e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 944 time: 0.1690311 Aug 25 11:32:40.937797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3746783a-b73f-4946-bf30-df3e1ba739d0 req-6eba1dde-c498-4d37-8d10-ab33cbdefe10 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945961 Aug 25 11:32:40.970592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb1ca7c-d552-435d-8337-41c4a17d9620']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:40.971103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123b74a-f49a-4d2d-9d23-5cd58937fd57 None None] Network 6eb1ca7c-d552-435d-8337-41c4a17d9620 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:41.022055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c7796-989f-4093-909c-44fceba7f0f8') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:41.022935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c7796-989f-4093-909c-44fceba7f0f8') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:41.027254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:41.071380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018afb39-b7ae-4914-98f6-4e05036b3748 req-7569fa25-fc6c-4cb6-bc3b-b9081df31d75 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297796 Aug 25 11:32:41.076052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:41.086435 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.088829 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.139040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:41.139802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.141482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] 10.222.0.67 "PUT /v2.0/ports/b49d7fb7-7339-422b-b87a-1dcfc0627820 HTTP/1.1" status: 200 len: 1093 time: 4.5263247 Aug 25 11:32:41.144233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:41.146756 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5628aeda-5026-481b-ad1a-926bd53855c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:41.190863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.242038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:41.242686 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:41.256130 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:41.270674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20b1524f-2ecd-44c5-ab30-e5ca0f1cbda3 req-f9a50b2b-c1a1-49f8-b3e8-c4931b8206a1 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 210 time: 0.0548823 Aug 25 11:32:41.312624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dce19-55a3-43ff-8d38-7ba2cc1e5153 service neutron] Pushing event updated for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:41.363756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.471762 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.482459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.497622 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/6eb1ca7c-d552-435d-8337-41c4a17d9620 HTTP/1.1" status: 204 len: 168 time: 1.4142301 Aug 25 11:32:41.498636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-5be27f6f-2c60-465a-a024-b25db70794fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:41.499463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60920) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:41.503852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-5be27f6f-2c60-465a-a024-b25db70794fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e619560913444495b9477fe09d1ec431&device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 1096 time: 0.2322938 Aug 25 11:32:41.516584 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40357a1a-23e9-4f14-bcb7-94847c4eea77 x-openstack-request-id: req-40357a1a-23e9-4f14-bcb7-94847c4eea77 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:41.516897 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:41.517163 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40357a1a-23e9-4f14-bcb7-94847c4eea77 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:41.517596 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'status': 'completed', 'code': 200} Aug 25 11:32:41.585623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-c7d9e244-0b95-4434-87df-e30a92136b09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820 HTTP/1.1" status: 200 len: 217 time: 0.0635540 Aug 25 11:32:41.606808 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-288bfb78-da5f-45d6-8859-fcea2526e7d9 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] GET failed (client error): The resource could not be found. Aug 25 11:32:41.612512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:41.620711 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-288bfb78-da5f-45d6-8859-fcea2526e7d9 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/subnets/df194715-8972-4020-9b6a-e805f4611422 HTTP/1.1" status: 404 len: 337 time: 0.1099491 Aug 25 11:32:41.658050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312fbeb-bbe3-4a7e-949d-7a3bc801ea22 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=6eb1ca7c-d552-435d-8337-41c4a17d9620,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:41.728190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e691e5b-3758-4444-b3d0-3fecd0667905 req-705d916c-13de-464c-9016-82b0d7ac84f5 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:41.729614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e691e5b-3758-4444-b3d0-3fecd0667905 req-705d916c-13de-464c-9016-82b0d7ac84f5 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 946 time: 0.2891290 Aug 25 11:32:41.735438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b7039-a6c5-4b80-8914-3ad66e17688e None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:32:41.746059 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-c512ed43-b9ec-4410-9496-01b8f2c01c32 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:41.746721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c512ed43-b9ec-4410-9496-01b8f2c01c32 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:41.749489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c512ed43-b9ec-4410-9496-01b8f2c01c32 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/6eb1ca7c-d552-435d-8337-41c4a17d9620 HTTP/1.1" status: 404 len: 339 time: 0.1341567 Aug 25 11:32:41.755580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60926) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:41.789381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:41.838947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e3ed5-5830-4ba3-8630-9400cc9d5b91 req-57e89be7-c111-49d2-ad95-bf0e29b9e8e0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:41.847386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e4e3ed5-5830-4ba3-8630-9400cc9d5b91 req-57e89be7-c111-49d2-ad95-bf0e29b9e8e0 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1538532 Aug 25 11:32:41.859380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e691e5b-3758-4444-b3d0-3fecd0667905 req-38bd72ea-1311-4ba3-bda0-32b1f36e56c1 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049802 Aug 25 11:32:41.865960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-786e596b-0a29-44b3-b6c4-f7a4105e18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:41.867635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-786e596b-0a29-44b3-b6c4-f7a4105e18fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e31ad72-c08e-4f6a-9c89-5088606e7b2d HTTP/1.1" status: 200 len: 851 time: 0.2688582 Aug 25 11:32:41.930739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Network 719a561e-0349-479d-afac-f46d21422263 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:41.956939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:41.995282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:42.000593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b7039-a6c5-4b80-8914-3ad66e17688e None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:32:42.099493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e4e3ed5-5830-4ba3-8630-9400cc9d5b91 req-186b37e6-ae0c-41be-b5b4-4feaac66a871 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510731 Aug 25 11:32:42.105733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:42.123446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:42.198429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579'}, {'server_uuid': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:42.202172 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee03f7-0c1c-457b-9d0d-acb2a5296f28" -d '{"events": [{"server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "name": "network-vif-plugged", "status": "completed", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579"}, {"server_uuid": "fd1545dc-c491-4755-8d8e-caace44bbb15", "name": "network-vif-plugged", "status": "completed", "tag": "d8d6ba15-cf91-4537-920d-6a2e9dde8aff"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:42.232194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6188278 Aug 25 11:32:42.233200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ad1f3-d812-4b72-90c3-f888fa6635fc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Pushing event updated for resources: {'Port': ['ID=7e3be37f-2a30-4016-a224-56d79b69d35c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:42.257655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Request body: {'port': {'device_id': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:42.336548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-8b54fe37-e8c6-4a94-b63a-7f9aac9cceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:42.338702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-8b54fe37-e8c6-4a94-b63a-7f9aac9cceea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=66d90f5e-e885-41c6-b15d-baedb4350f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4574449 Aug 25 11:32:42.432249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:42.471747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11349b-5e77-4d7e-8eee-148e128a59d7 req-72040233-f9bb-4088-b01d-d14257d17af4 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:42.474100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a11349b-5e77-4d7e-8eee-148e128a59d7 req-72040233-f9bb-4088-b01d-d14257d17af4 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.2374780 Aug 25 11:32:42.518362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753a0b5-ac80-4771-841e-8d04490cb676 req-10b81af5-b8cf-4af4-bc90-326063ee66be tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:42.520866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a753a0b5-ac80-4771-841e-8d04490cb676 req-10b81af5-b8cf-4af4-bc90-326063ee66be tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.3731806 Aug 25 11:32:42.707893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a11349b-5e77-4d7e-8eee-148e128a59d7 req-aa588d74-0c0d-4243-a4de-01e7c5158b90 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152052 Aug 25 11:32:42.727980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-231f6b24-fc71-4c35-ae82-602593cfc8d8 service neutron] 10.222.0.67 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786404 Aug 25 11:32:42.883491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c3fbd-a88d-4d3f-baea-6268a8a5d6cf tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:42.887333 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d7c3fbd-a88d-4d3f-baea-6268a8a5d6cf tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1304431 Aug 25 11:32:42.905129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60948) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:42.931751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a753a0b5-ac80-4771-841e-8d04490cb676 req-77f29972-7f35-42c8-bec2-47b1f78e737e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920143 Aug 25 11:32:42.959409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ad8f4cde-4486-44a9-84b3-b57d166e53ad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 207 time: 0.0526986 Aug 25 11:32:42.960050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60952) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:43.433471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1cd15-f1ce-4cbb-999a-8a21f3c69928 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.452768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a36a28f5-874a-4b0d-a56a-482685f16708 req-a81e7ce7-ae44-4df8-89cc-b7bb64c11d28 service neutron] 10.222.0.67 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589626 Aug 25 11:32:43.468692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1cd15-f1ce-4cbb-999a-8a21f3c69928 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.470415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a0fae-6de9-4e87-a17a-d268261d274e req-3fba9b8a-6798-49b4-bf1b-af6366d4de2e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.472154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c98a0fae-6de9-4e87-a17a-d268261d274e req-3fba9b8a-6798-49b4-bf1b-af6366d4de2e tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.5589046 Aug 25 11:32:43.496067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1cd15-f1ce-4cbb-999a-8a21f3c69928 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.515738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1cd15-f1ce-4cbb-999a-8a21f3c69928 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.519255 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6ae1cd15-f1ce-4cbb-999a-8a21f3c69928 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5577877 Aug 25 11:32:43.523026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60958) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:43.630285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8207f7-788e-4802-9529-968c853bd787 req-eebb3d5d-ea85-4cc9-a8e1-6305587fffcf tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.632022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce8207f7-788e-4802-9529-968c853bd787 req-eebb3d5d-ea85-4cc9-a8e1-6305587fffcf tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 944 time: 0.5625429 Aug 25 11:32:43.652393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3be37f-2a30-4016-a224-56d79b69d35c {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:43.659977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c98a0fae-6de9-4e87-a17a-d268261d274e req-8b752b11-02a3-440b-b886-c90b6fa9343b tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659653 Aug 25 11:32:43.669912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:43.709663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Transition to ACTIVE for port object 7e3be37f-2a30-4016-a224-56d79b69d35c will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:43.735712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-da3de79d-8d1c-4cbd-82c4-110bc8ec68aa tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2060015 Aug 25 11:32:43.736000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60966) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:43.738591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-83e28722-8e09-4716-95fb-dd947f96b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.740250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-83e28722-8e09-4716-95fb-dd947f96b74a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e619560913444495b9477fe09d1ec431&device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 1096 time: 0.1837111 Aug 25 11:32:43.741898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:43.838902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Pushing event updated for resources: {'Port': ['ID=7e3be37f-2a30-4016-a224-56d79b69d35c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:43.877203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce8207f7-788e-4802-9529-968c853bd787 req-ef4c1a68-d991-4c54-a355-f5449e024e77 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157800 Aug 25 11:32:43.919842 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65377b8d-2758-447e-a604-bf0e89f2c0d4 x-openstack-request-id: req-65377b8d-2758-447e-a604-bf0e89f2c0d4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:43.920364 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "name": "network-vif-plugged", "status": "completed", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579", "code": 200}, {"server_uuid": "fd1545dc-c491-4755-8d8e-caace44bbb15", "name": "network-vif-plugged", "status": "completed", "tag": "d8d6ba15-cf91-4537-920d-6a2e9dde8aff", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:43.920629 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65377b8d-2758-447e-a604-bf0e89f2c0d4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:43.921186 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'code': 200} Aug 25 11:32:43.921600 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff', 'code': 200} Aug 25 11:32:43.931064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2bde2-7859-466f-8ca0-e1d9d1b57328 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.933027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2bde2-7859-466f-8ca0-e1d9d1b57328 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:43.934832 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-45d2bde2-7859-466f-8ca0-e1d9d1b57328 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1976168 Aug 25 11:32:43.941118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:44.116387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4308a-d185-4bc8-b646-5e96398de766 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.119583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4308a-d185-4bc8-b646-5e96398de766 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.129961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-79b4308a-d185-4bc8-b646-5e96398de766 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1869528 Aug 25 11:32:44.133938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60982) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:44.394266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa831abe-6320-438f-bfe5-23e0b8c0872a req-cd1476d5-f41b-43d3-8b84-e03dd043db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.397304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa831abe-6320-438f-bfe5-23e0b8c0872a req-cd1476d5-f41b-43d3-8b84-e03dd043db03 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 1098 time: 0.2649536 Aug 25 11:32:44.459331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84986068-a85a-4db3-b8b3-b846ad02822f req-cd52bfb1-5e5b-41e2-ac8c-16f2168f6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.462103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84986068-a85a-4db3-b8b3-b846ad02822f req-cd52bfb1-5e5b-41e2-ac8c-16f2168f6034 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1098 time: 0.3896680 Aug 25 11:32:44.470917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-7e834556-c132-4817-b8ed-50fa7b4dd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.473529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-7e834556-c132-4817-b8ed-50fa7b4dd3f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=66d90f5e-e885-41c6-b15d-baedb4350f67 HTTP/1.1" status: 200 len: 913 time: 0.6718121 Aug 25 11:32:44.507703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64180-6c61-4731-a9da-7fa5f67f7c77 req-388ca116-3d37-40ca-a60f-44d44c7d120e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.511421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9d64180-6c61-4731-a9da-7fa5f67f7c77 req-388ca116-3d37-40ca-a60f-44d44c7d120e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 946 time: 0.4958086 Aug 25 11:32:44.538865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e458cd2-9f8d-442e-8ebd-eda47bc6c3f1 req-fa4df500-5531-4b4f-9831-8ca80ba25858 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.542129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e458cd2-9f8d-442e-8ebd-eda47bc6c3f1 req-fa4df500-5531-4b4f-9831-8ca80ba25858 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 943 time: 0.4456923 Aug 25 11:32:44.587716 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa831abe-6320-438f-bfe5-23e0b8c0872a req-74d60e60-68c3-4bca-b692-abf4fc10e1b8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771932 Aug 25 11:32:44.617319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b938f4-51dd-4cf1-94c5-b590adfb0cf4 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:44.622643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-95b938f4-51dd-4cf1-94c5-b590adfb0cf4 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks/e888428d-aba4-4e15-9bd1-733c90a04658 HTTP/1.1" status: 200 len: 799 time: 0.4861648 Aug 25 11:32:44.630227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:44.852293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9d64180-6c61-4731-a9da-7fa5f67f7c77 req-971e7425-301f-43af-bd32-fac54c72956c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952321 Aug 25 11:32:44.853831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Attempting to bind port 7e3be37f-2a30-4016-a224-56d79b69d35c on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:44.855331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Attempting to bind port 7e3be37f-2a30-4016-a224-56d79b69d35c by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:44.857064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Attempting to bind port 7e3be37f-2a30-4016-a224-56d79b69d35c on network 719a561e-0349-479d-afac-f46d21422263 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:44.890275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Port 7e3be37f-2a30-4016-a224-56d79b69d35c on network 719a561e-0349-479d-afac-f46d21422263 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:32:44.890901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Attempting to bind port 7e3be37f-2a30-4016-a224-56d79b69d35c on network 719a561e-0349-479d-afac-f46d21422263 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:44.897795 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3cf8b59-f944-43a1-b10b-51ef1a4bddad tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/networks/e888428d-aba4-4e15-9bd1-733c90a04658?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2598572 Aug 25 11:32:44.898288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:44.906463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-f2a66cfe-9858-4e66-af39-f8ff4acdf1bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820 HTTP/1.1" status: 200 len: 217 time: 0.3913848 Aug 25 11:32:44.912627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:44.913488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Checking segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:44.914298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Bound using segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:44.915432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Bound port: 7e3be37f-2a30-4016-a224-56d79b69d35c, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:44.917750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.057758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84986068-a85a-4db3-b8b3-b846ad02822f req-9d5d5112-7dc7-493f-9f0c-ab0dbb3327e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5795383 Aug 25 11:32:45.060771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-9a01e8b0-209c-4e96-a0dd-08b02798f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.063733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-9a01e8b0-209c-4e96-a0dd-08b02798f64a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e31ad72-c08e-4f6a-9c89-5088606e7b2d HTTP/1.1" status: 200 len: 851 time: 0.1010525 Aug 25 11:32:45.096770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11364862-87a8-4cef-8dd9-02a044b9130b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.110335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-11364862-87a8-4cef-8dd9-02a044b9130b tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/subnets/6afad4ba-6d53-477c-930f-731311de859e HTTP/1.1" status: 200 len: 811 time: 0.2063534 Aug 25 11:32:45.115470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32770) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:45.335638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e458cd2-9f8d-442e-8ebd-eda47bc6c3f1 req-eda5d0a1-c631-45ac-a38c-1bf651cf6e53 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6983564 Aug 25 11:32:45.343977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-1415391c-dc42-4f11-886f-67b4a9c47f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.353189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-1415391c-dc42-4f11-886f-67b4a9c47f7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=66d90f5e-e885-41c6-b15d-baedb4350f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2771392 Aug 25 11:32:45.377190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcd8cc-8f9f-44eb-ab54-a33edc22c612 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.382474 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52dcd8cc-8f9f-44eb-ab54-a33edc22c612 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "GET /v2.0/subnets/6afad4ba-6d53-477c-930f-731311de859e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2645414 Aug 25 11:32:45.390024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:45.397622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-53598117'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:45.476089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:45.482394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.522618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:32:45.537729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.537729 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Added segment ee545b57-d800-4444-b0e8-22d8cf5145cd of type vlan for network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a Aug 25 11:32:45.597372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.622751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502865a-82a8-4e39-b3c1-d4abd769236b req-90afa2b9-7512-43b0-995e-22197d1be7c5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.624374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9502865a-82a8-4e39-b3c1-d4abd769236b req-90afa2b9-7512-43b0-995e-22197d1be7c5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.4339635 Aug 25 11:32:45.627560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] For port 7e3be37f-2a30-4016-a224-56d79b69d35c, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:45.643736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.657260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.658160 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.677748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] For port 7e3be37f-2a30-4016-a224-56d79b69d35c, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e3be37f-2a30-4016-a224-56d79b69d35c,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:45.732257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.772910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbcf2e-1a33-4ead-9f21-98b1469727cc req-18cf16a7-ee6e-4c53-b6b9-359aeb27c80e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.774813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Network': ['ID=5e1a6f29-65e7-4a55-bf5c-8db9e447c86a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:45.781594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cbcbcf2e-1a33-4ead-9f21-98b1469727cc req-18cf16a7-ee6e-4c53-b6b9-359aeb27c80e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2779784 Aug 25 11:32:45.788371 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e5f7ae4b-85c2-491a-b160-11b6fddf6080 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3968616 Aug 25 11:32:45.798166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32782) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:45.810773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:45.815682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-e8a81319-957d-4c7f-88a8-7a3c502a1ed7 service neutron] 10.222.0.67 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281464 Aug 25 11:32:45.822723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:32:45.849243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9502865a-82a8-4e39-b3c1-d4abd769236b req-e7e90285-d1d4-443b-aaeb-bd5c239f9cd1 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076778 Aug 25 11:32:45.874730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:45.877153 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:45.881178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] 10.222.0.67 "PUT /v2.0/ports/7e3be37f-2a30-4016-a224-56d79b69d35c HTTP/1.1" status: 200 len: 1092 time: 3.6289105 Aug 25 11:32:45.882511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'tag': '7e3be37f-2a30-4016-a224-56d79b69d35c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:45.889511 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc673e-0d21-46ce-958f-2bebc0c295db" -d '{"events": [{"name": "network-changed", "server_uuid": "0526ee5d-efa2-4a63-8373-1eff8f6a8c9e", "tag": "7e3be37f-2a30-4016-a224-56d79b69d35c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:46.085266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Made reservation on behalf of 7147874b484a4079a869af0472420fe7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:32:46.089412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:46.167845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c510bd-625d-4001-9341-9cb5c71b062f service neutron] Pushing event updated for resources: {'Port': ['ID=7e3be37f-2a30-4016-a224-56d79b69d35c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:46.225856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing IP validity checks on allocation pools {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 11:32:46.225856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 11:32:46.285161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cbcbcf2e-1a33-4ead-9f21-98b1469727cc req-8d852b4e-82aa-4781-9d35-6d9443fb316b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022786 Aug 25 11:32:46.348923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-21f91c7c-0545-423a-a1e1-3641314fc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:46.351631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-21f91c7c-0545-423a-a1e1-3641314fc1e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 1095 time: 0.2600310 Aug 25 11:32:46.372864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dba483-00ce-43eb-ab69-e2e9f76d9564 req-349a491e-7069-403d-9c10-a0febc1322ff tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:46.376031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3dba483-00ce-43eb-ab69-e2e9f76d9564 req-349a491e-7069-403d-9c10-a0febc1322ff tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 944 time: 0.2300198 Aug 25 11:32:46.502303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5628aeda-5026-481b-ad1a-926bd53855c0 req-d788f3a7-e448-4eb9-bfdd-1acf8437bb02 service neutron] 10.222.0.67 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731963 Aug 25 11:32:46.519372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-7b73361d-169c-42ff-88e9-4d1d3895216c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3be37f-2a30-4016-a224-56d79b69d35c HTTP/1.1" status: 200 len: 217 time: 0.1416767 Aug 25 11:32:46.532744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:46.593431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3dba483-00ce-43eb-ab69-e2e9f76d9564 req-19141ac2-b27a-47ee-8e9f-5327fd808127 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026210 Aug 25 11:32:46.648035 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:32:46.656378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=4a73ca85-d6fb-4f23-a91f-e193bfec4eff,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:46.658559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5ea9d-682e-4ed8-bb35-28ccd11a3991 req-10211b53-a445-49d4-8415-0e455d250b55 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:46.666436 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9a5ea9d-682e-4ed8-bb35-28ccd11a3991 req-10211b53-a445-49d4-8415-0e455d250b55 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1742866 Aug 25 11:32:46.675244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Checking segment: {'id': 'ee545b57-d800-4444-b0e8-22d8cf5145cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:46.675517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network hostable DHCP agents. Network: 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:32:46.687362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-2c6435cd-76ec-4863-b700-1584d77db001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:46.687362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-2c6435cd-76ec-4863-b700-1584d77db001 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.1449606 Aug 25 11:32:46.688704 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cd1a4d-31d3-4f2e-a641-7464cfdc2bb4 x-openstack-request-id: req-07cd1a4d-31d3-4f2e-a641-7464cfdc2bb4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:46.688906 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0526ee5d-efa2-4a63-8373-1eff8f6a8c9e", "tag": "7e3be37f-2a30-4016-a224-56d79b69d35c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:46.694022 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07cd1a4d-31d3-4f2e-a641-7464cfdc2bb4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:46.694022 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'tag': '7e3be37f-2a30-4016-a224-56d79b69d35c', 'status': 'completed', 'code': 200} Aug 25 11:32:46.730192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:32:46.749739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:46.755560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:46.756457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:46.766842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d7f03-cad8-41f7-a2f4-1c9b136c4e84 None None] Network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:46.789757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-83506cb4-6f18-41c3-9cf0-934a2f136ecc tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9903674 Aug 25 11:32:46.794633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:46.801773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:46.814047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-c415a28f-8094-492a-bea6-f6aa76d5fbdd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998979 Aug 25 11:32:46.972701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9a5ea9d-682e-4ed8-bb35-28ccd11a3991 req-07c31d96-ffea-4b5b-a70f-283858115259 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050957 Aug 25 11:32:47.083341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da7ed-b53e-4790-969f-acb4e3f610ac req-350c061b-f353-4aff-adcd-c99fc93d7d20 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:47.093198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b53da7ed-b53e-4790-969f-acb4e3f610ac req-350c061b-f353-4aff-adcd-c99fc93d7d20 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 946 time: 0.2246020 Aug 25 11:32:47.153527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59652687'] for subnet, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:47.223455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b49d7fb7-7339-422b-b87a-1dcfc0627820 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:32:47.361396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5e1a6f29-65e7-4a55-bf5c-8db9e447c86a', 'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a', 'tenant_id': '7147874b484a4079a869af0472420fe7', 'fixed_ips': [{'subnet_id': '4a73ca85-d6fb-4f23-a91f-e193bfec4eff'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:32:47.362313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:47.558906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783714759208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3309926'] for subnet, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:47.680533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:47.681164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:47.682664 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "PUT /v2.0/subnets/4a73ca85-d6fb-4f23-a91f-e193bfec4eff HTTP/1.1" status: 200 len: 877 time: 0.8864236 Aug 25 11:32:47.688642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:47.727429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Allocated IP 172.20.0.3 (5e1a6f29-65e7-4a55-bf5c-8db9e447c86a/4a73ca85-d6fb-4f23-a91f-e193bfec4eff/4d84066a-e84f-454e-956d-f70e5e17c29d) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:32:47.844525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356978-1fee-44ab-9aaf-a972c01c6a2f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event updated for resources: {'Subnet': ['ID=4a73ca85-d6fb-4f23-a91f-e193bfec4eff,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:47.964086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:48.111358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:48.170785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-6602cc66-6cc6-44cb-bcfe-65c33874a60f service neutron] 10.222.0.67 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3293405 Aug 25 11:32:48.188998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b53da7ed-b53e-4790-969f-acb4e3f610ac req-94f7b14b-bc7d-42fa-8923-daede10ab3ed tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0945759 Aug 25 11:32:48.282300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:48.316660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1fd52-5146-4905-830d-5b491670a8ed req-cea6f489-847d-4441-98de-5b0d757c1078 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:48.319047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccc1fd52-5146-4905-830d-5b491670a8ed req-cea6f489-847d-4441-98de-5b0d757c1078 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 943 time: 0.3077328 Aug 25 11:32:48.345875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'port_id': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'mac_address': 'fa:16:3e:25:2c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:32:48.349397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-65e2b93a-10e0-467c-9812-4e3a5af72fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:48.463828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccc1fd52-5146-4905-830d-5b491670a8ed req-5871eeaa-cbf6-4ec8-bfec-0364b9f52d7a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345992 Aug 25 11:32:48.467460 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:48.596972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49d7fb7-7339-422b-b87a-1dcfc0627820 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:48.604883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d67a3-01e3-4558-a9cf-802c753ad95b req-1a332125-a8e1-4cff-a057-bec205eb1b70 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:48.623694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-414d67a3-01e3-4558-a9cf-802c753ad95b req-1a332125-a8e1-4cff-a057-bec205eb1b70 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.2098131 Aug 25 11:32:48.642328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:48.645570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f71401b6-d59b-4140-bf7e-11e65c974163 req-5e37365d-d03f-45d0-b1a8-ac8445728b50 service neutron] 10.222.0.67 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520619 Aug 25 11:32:48.674668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:48.696635 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:48.709539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Transition to ACTIVE for port object 4d84066a-e84f-454e-956d-f70e5e17c29d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:48.734376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-414d67a3-01e3-4558-a9cf-802c753ad95b req-89ee21fb-f513-40b3-9d0c-774e1feb472e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092541 Aug 25 11:32:48.760910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93fc8-32ce-47a2-9c1a-7d61977508df req-f1f19fd5-14f1-4cfb-9273-de5f388a6856 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:48.763618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34a93fc8-32ce-47a2-9c1a-7d61977508df req-f1f19fd5-14f1-4cfb-9273-de5f388a6856 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1776264 Aug 25 11:32:48.928016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Transition to ACTIVE for port object 4d84066a-e84f-454e-956d-f70e5e17c29d will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:32:48.953226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34a93fc8-32ce-47a2-9c1a-7d61977508df req-38ebc714-a239-4b34-80a4-e3f46479ebc8 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768382 Aug 25 11:32:48.964964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.031458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.048234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['b49d7fb7-7339-422b-b87a-1dcfc0627820'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:49.056885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-b61751ee-c119-4264-82cb-22ae511ad867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:49.060428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-b61751ee-c119-4264-82cb-22ae511ad867 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 1095 time: 0.3201132 Aug 25 11:32:49.117075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d313636-ad53-4910-a11d-4ba2feb15dc3 req-3dae737c-e085-426a-83ec-69ac7a497032 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:49.120234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d313636-ad53-4910-a11d-4ba2feb15dc3 req-3dae737c-e085-426a-83ec-69ac7a497032 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2435629 Aug 25 11:32:49.225979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:49.231962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=4a73ca85-d6fb-4f23-a91f-e193bfec4eff,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:49.251912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:32:49.283499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:32:49.287519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:32:49.407893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.456180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d313636-ad53-4910-a11d-4ba2feb15dc3 req-e70e3e88-f9e9-4989-8dd5-97dc2f97f93c tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329160 Aug 25 11:32:49.458842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1a6f29-65e7-4a55-bf5c-8db9e447c86a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:49.499322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee545b57-d800-4444-b0e8-22d8cf5145cd') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:49.499621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee545b57-d800-4444-b0e8-22d8cf5145cd') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:49.524212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.554173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.563553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Pushing event updated for resources: {'Port': ['ID=4d84066a-e84f-454e-956d-f70e5e17c29d,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:49.577205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:49.577625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.588071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da9a3e-802a-42b3-aa3d-d1e0d0612c94 req-cd656c7c-e3b1-4ef7-b85c-b50b15902d56 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:49.593819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Attempting to bind port 4d84066a-e84f-454e-956d-f70e5e17c29d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:32:49.594210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Attempting to bind port 4d84066a-e84f-454e-956d-f70e5e17c29d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ee545b57-d800-4444-b0e8-22d8cf5145cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:32:49.594684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Attempting to bind port 4d84066a-e84f-454e-956d-f70e5e17c29d on network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:32:49.596389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2da9a3e-802a-42b3-aa3d-d1e0d0612c94 req-cd656c7c-e3b1-4ef7-b85c-b50b15902d56 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 945 time: 0.4213538 Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:49.612600 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:49.634306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:32:49.634734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Checking segment: {'id': 'ee545b57-d800-4444-b0e8-22d8cf5145cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:32:49.635108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.635514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Bound using segment: {'id': 'ee545b57-d800-4444-b0e8-22d8cf5145cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:32:49.636019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Bound port: 4d84066a-e84f-454e-956d-f70e5e17c29d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee545b57-d800-4444-b0e8-22d8cf5145cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:32:49.636414 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:49.734533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 11:32:49.734533 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 11:32:49.734533 n-d-778732-11 neutron-server[94911]: [parameters: {'id': '5e1a6f29-65e7-4a55-bf5c-8db9e447c86a'}] Aug 25 11:32:49.734533 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:32:49.735116 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:32:49.753324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2da9a3e-802a-42b3-aa3d-d1e0d0612c94 req-e5a216f3-4ecf-44b2-94a7-d7e99b1ec1c7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477063 Aug 25 11:32:49.763302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-5440e743-60b0-493f-9d7f-0e655aefec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:49.765289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-5440e743-60b0-493f-9d7f-0e655aefec10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 910 time: 0.6937392 Aug 25 11:32:49.884449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] For port 4d84066a-e84f-454e-956d-f70e5e17c29d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:32:49.911352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-cf0b8522-8987-4685-8db5-df181782ce95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3be37f-2a30-4016-a224-56d79b69d35c HTTP/1.1" status: 200 len: 217 time: 0.1350117 Aug 25 11:32:49.938841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] For port 4d84066a-e84f-454e-956d-f70e5e17c29d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4d84066a-e84f-454e-956d-f70e5e17c29d,segment=NetworkSegment(ee545b57-d800-4444-b0e8-22d8cf5145cd),segment_id=ee545b57-d800-4444-b0e8-22d8cf5145cd)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:32:49.972990 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:50.103319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f732972-67a2-4950-9fda-b0fa85f9c102 None None] Pushing event updated for resources: {'Port': ['ID=4d84066a-e84f-454e-956d-f70e5e17c29d,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:50.111090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d9b8-5574-4314-90af-6e612d820478 req-24821576-3a16-46d2-b19f-8e282f158c4e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:50.112777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b29d9b8-5574-4314-90af-6e612d820478 req-24821576-3a16-46d2-b19f-8e282f158c4e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.4605181 Aug 25 11:32:50.128971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:50.136984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'floatingip': {'port_id': '2a2f365a-f98c-4a87-8019-c7179e3e4579'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:50.159363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-821ed70f-8989-4842-84f3-c685073ebd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:50.161382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-821ed70f-8989-4842-84f3-c685073ebd12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.2304447 Aug 25 11:32:50.233926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1dbf3-e13d-4151-bac9-20fface35ca9 req-bc047fe5-8924-4f64-b998-2ce99398c6a5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:50.255043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dec1dbf3-e13d-4151-bac9-20fface35ca9 req-bc047fe5-8924-4f64-b998-2ce99398c6a5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 943 time: 0.2349069 Aug 25 11:32:50.277077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-c5a88dc5-e4dd-4572-a09a-4168f62404dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035457 Aug 25 11:32:50.294334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4cb166-b307-477d-b9cb-1fae206ca02d None None] Network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:50.356787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:50.364856 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:50.398819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dec1dbf3-e13d-4151-bac9-20fface35ca9 req-ab2de0d6-de39-4d38-b3dd-999fd67c8cfa tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426249 Aug 25 11:32:50.443092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d21a9a-d47f-4708-99fb-e75cefea85a6 req-47f1bd2c-1c91-4ec9-8737-b79336311a57 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:50.445230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d21a9a-d47f-4708-99fb-e75cefea85a6 req-47f1bd2c-1c91-4ec9-8737-b79336311a57 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1795218 Aug 25 11:32:50.643496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6d21a9a-d47f-4708-99fb-e75cefea85a6 req-f78d6d36-911e-4007-9782-4e2356d9d547 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839900 Aug 25 11:32:50.669443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cacb6f3-6807-4ce0-b5b9-fd71a65b6c5a None None] Network 5e1a6f29-65e7-4a55-bf5c-8db9e447c86a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:50.694761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-22c8ea23-323a-491c-af37-0cec4bcfc48e service neutron] 10.222.0.67 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079559 Aug 25 11:32:50.834536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bfc673e-0d21-46ce-958f-2bebc0c295db req-5eaaca1d-e7cb-43c3-a10e-ec85a6118f9d service neutron] 10.222.0.67 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244588 Aug 25 11:32:50.858768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b73f30-8c76-40c5-b243-d74345856ce1 req-3a7c662e-bf9d-4a1a-8b53-34a3dc17be8d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:50.867211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85b73f30-8c76-40c5-b243-d74345856ce1 req-3a7c662e-bf9d-4a1a-8b53-34a3dc17be8d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2217169 Aug 25 11:32:50.960629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d36a5-26ea-48ba-a91b-aa7903e0c85f req-65fe2a5b-8544-48e7-811a-3b282bc725a4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:50.962665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d2d36a5-26ea-48ba-a91b-aa7903e0c85f req-65fe2a5b-8544-48e7-811a-3b282bc725a4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1251638 Aug 25 11:32:50.999544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85b73f30-8c76-40c5-b243-d74345856ce1 req-413a5857-e0b3-413e-8d4f-3af32d2912ea tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311839 Aug 25 11:32:51.085226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed3d061-a5d7-4fa1-baa6-c4424acc603c None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:32:51.095938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d2d36a5-26ea-48ba-a91b-aa7903e0c85f req-3f9d6365-18c1-44ef-935b-c7c524f63023 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950115 Aug 25 11:32:51.301997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e3be37f-2a30-4016-a224-56d79b69d35c details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:32:51.400676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Deleting port 4d84066a-e84f-454e-956d-f70e5e17c29d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:32:51.401460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:51.465878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b49d7fb7-7339-422b-b87a-1dcfc0627820 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:51.479507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6cc20-9324-451b-b845-079db978d52b req-c6e44e3b-38e3-46e0-95c9-6415f9d85966 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:51.481202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ae6cc20-9324-451b-b845-079db978d52b req-c6e44e3b-38e3-46e0-95c9-6415f9d85966 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 945 time: 0.1329722 Aug 25 11:32:51.645856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ae6cc20-9324-451b-b845-079db978d52b req-f4670efa-2911-4735-af7b-595cab74c2c1 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480162 Aug 25 11:32:51.717505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed3d061-a5d7-4fa1-baa6-c4424acc603c None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:32:51.732378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-48b1b810-5065-462b-ba98-73f5f1dc8810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:51.785168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.003495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442714e-e9d1-40d0-bd0c-3714ff152f7a req-f94f0802-4d4f-4799-be15-065eea3e6a49 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:52.006480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3442714e-e9d1-40d0-bd0c-3714ff152f7a req-f94f0802-4d4f-4799-be15-065eea3e6a49 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1938014 Aug 25 11:32:52.035320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port b49d7fb7-7339-422b-b87a-1dcfc0627820 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:52.079519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port b49d7fb7-7339-422b-b87a-1dcfc0627820 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:52.081426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.093118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e3be37f-2a30-4016-a224-56d79b69d35c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e3be37f-2a30-4016-a224-56d79b69d35c,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:52.218358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] For port 4d84066a-e84f-454e-956d-f70e5e17c29d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4d84066a-e84f-454e-956d-f70e5e17c29d,segment=NetworkSegment(ee545b57-d800-4444-b0e8-22d8cf5145cd),segment_id=ee545b57-d800-4444-b0e8-22d8cf5145cd)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:52.226854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7e3be37f-2a30-4016-a224-56d79b69d35c', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'port_id': '7e3be37f-2a30-4016-a224-56d79b69d35c', 'mac_address': 'fa:16:3e:08:4b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:32:52.227142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3442714e-e9d1-40d0-bd0c-3714ff152f7a req-cb22d90f-2f77-44b2-807c-d7b2101db15a tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927333 Aug 25 11:32:52.229991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.268610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Calling delete_port for 4d84066a-e84f-454e-956d-f70e5e17c29d owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:32:52.408794 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.467735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.499747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213110d3-8470-48c4-a718-848c35592c0a req-7b009d17-fb4f-4c94-aceb-c39236adc791 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:52.519183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-213110d3-8470-48c4-a718-848c35592c0a req-7b009d17-fb4f-4c94-aceb-c39236adc791 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 943 time: 0.2964027 Aug 25 11:32:52.561845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3be37f-2a30-4016-a224-56d79b69d35c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:32:52.610552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e3be37f-2a30-4016-a224-56d79b69d35c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e3be37f-2a30-4016-a224-56d79b69d35c,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:52.625102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:52.632311 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f8c15-f5e3-4af2-b831-330275629b93" -d '{"events": [{"server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "name": "network-vif-plugged", "status": "completed", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:52.648242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.676723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.691556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-213110d3-8470-48c4-a718-848c35592c0a req-7ccd28b3-de5c-402d-aa94-6186fe8de64f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626985 Aug 25 11:32:52.717827 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.724148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90c32d-87e8-4643-a5e3-6c529da0694e req-f2ce07ae-0e08-470a-85a2-6091dff57689 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:52.731184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad90c32d-87e8-4643-a5e3-6c529da0694e req-f2ce07ae-0e08-470a-85a2-6091dff57689 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.1613293 Aug 25 11:32:52.754128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:52.823733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:52.868817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad90c32d-87e8-4643-a5e3-6c529da0694e req-d075dbdd-7248-4512-93a0-ba23f6fc3bb6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173241 Aug 25 11:32:52.927770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e3be37f-2a30-4016-a224-56d79b69d35c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:32:52.984034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No DVR routers for this DVR port 4d84066a-e84f-454e-956d-f70e5e17c29d on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:32:52.984610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f5304-382b-406c-803c-d315b3878c1e req-f09076ea-cdf8-43bb-a88e-04566e4c9b65 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:52.998026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a5f5304-382b-406c-803c-d315b3878c1e req-f09076ea-cdf8-43bb-a88e-04566e4c9b65 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.1530972 Aug 25 11:32:53.145993 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925d7607-766b-4085-8afb-7c625460a4e2 x-openstack-request-id: req-925d7607-766b-4085-8afb-7c625460a4e2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:53.146592 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "name": "network-vif-plugged", "status": "completed", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:53.147097 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-925d7607-766b-4085-8afb-7c625460a4e2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:53.147769 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'code': 200} Aug 25 11:32:53.179578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a5f5304-382b-406c-803c-d315b3878c1e req-b1af3dfc-df9d-4ed5-98f8-b7ecadf08651 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802251 Aug 25 11:32:53.191718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e3be37f-2a30-4016-a224-56d79b69d35c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:53.309538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:53.384704 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:53.464475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1a6f29-65e7-4a55-bf5c-8db9e447c86a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:53.469279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Port': ['ID=4d84066a-e84f-454e-956d-f70e5e17c29d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:53.472646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9197-a502-4ee4-903f-d42788439ff8 req-38435199-95f1-4cbd-86a4-c79493210b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:53.476561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d94b9197-a502-4ee4-903f-d42788439ff8 req-38435199-95f1-4cbd-86a4-c79493210b33 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 1098 time: 0.1963954 Aug 25 11:32:53.517006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee545b57-d800-4444-b0e8-22d8cf5145cd') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:53.517413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee545b57-d800-4444-b0e8-22d8cf5145cd') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:53.556632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:53.596614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:53.612332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:53.613406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:53.685675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d94b9197-a502-4ee4-903f-d42788439ff8 req-008ed2af-748d-4e40-88c4-8ec61e49f953 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909521 Aug 25 11:32:53.707054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242d48-34af-4863-85f5-d299c0f7aaa3 req-6083a1df-2fbb-4a55-9eb8-e1706bafb8b9 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:53.725011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3242d48-34af-4863-85f5-d299c0f7aaa3 req-6083a1df-2fbb-4a55-9eb8-e1706bafb8b9 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.3196564 Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:53.772501 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:53.800134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614fd3c-572c-4f45-bd11-10a7dd6a405d req-bcb92e44-5767-45d0-b415-95ead8d454ec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:53.800333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] It took 1.07 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:32:53.800508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a614fd3c-572c-4f45-bd11-10a7dd6a405d req-bcb92e44-5767-45d0-b415-95ead8d454ec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.3182333 Aug 25 11:32:53.880881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3242d48-34af-4863-85f5-d299c0f7aaa3 req-89ab5bf8-55f5-4ef5-b76b-63a858ed2bad tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542654 Aug 25 11:32:53.962798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a614fd3c-572c-4f45-bd11-10a7dd6a405d req-1120a4d9-5d68-42fb-a209-174e7587e8de tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568825 Aug 25 11:32:53.990632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:54.028213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:54.031565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/5e1a6f29-65e7-4a55-bf5c-8db9e447c86a HTTP/1.1" status: 204 len: 168 time: 6.3415935 Aug 25 11:32:54.040390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:54.091758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac01fd6-923f-4628-aae5-949acfcab0e0 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=5e1a6f29-65e7-4a55-bf5c-8db9e447c86a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:54.144539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:54.155667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:54.223053 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4da653-f984-4e06-be3b-7712b10c834a tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:54.226563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4da653-f984-4e06-be3b-7712b10c834a tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:54.232567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3a4da653-f984-4e06-be3b-7712b10c834a tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/4a73ca85-d6fb-4f23-a91f-e193bfec4eff HTTP/1.1" status: 404 len: 337 time: 0.1903160 Aug 25 11:32:54.240592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32942) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:54.299120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:54.341071 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Floating IP 8f156576-71f0-49e0-a2c4-86ea2092b43e associated. External IP: 172.25.1.51, port: 2a2f365a-f98c-4a87-8019-c7179e3e4579. Aug 25 11:32:54.432886 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0063b284-ff20-41bd-a142-bd86a848914c tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:54.434646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0063b284-ff20-41bd-a142-bd86a848914c tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:54.455006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0063b284-ff20-41bd-a142-bd86a848914c tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/5e1a6f29-65e7-4a55-bf5c-8db9e447c86a HTTP/1.1" status: 404 len: 339 time: 0.1054509 Aug 25 11:32:54.457986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32946) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:54.525803 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b79fe90-ef3a-4aea-9b24-42b224eb1fdb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:54.526560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b79fe90-ef3a-4aea-9b24-42b224eb1fdb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:54.534059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0b79fe90-ef3a-4aea-9b24-42b224eb1fdb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/df194715-8972-4020-9b6a-e805f4611422 HTTP/1.1" status: 404 len: 337 time: 0.0704472 Aug 25 11:32:54.538372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32950) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:54.597201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ecdb-f311-4342-b592-a17ac9964bb3 req-a6ef0cc0-3759-4939-976b-2eacc9f75b31 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:54.606610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0e4ecdb-f311-4342-b592-a17ac9964bb3 req-a6ef0cc0-3759-4939-976b-2eacc9f75b31 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 944 time: 0.5435841 Aug 25 11:32:54.653313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2680f1-022b-4e17-8f60-f63fe93fea10 req-d63d7c9a-0896-4960-8691-f84e8416a4cc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:54.664549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f2680f1-022b-4e17-8f60-f63fe93fea10 req-d63d7c9a-0896-4960-8691-f84e8416a4cc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.6034863 Aug 25 11:32:54.679746 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdadcce-ab4d-4f76-a969-08d22eb0cde2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:54.684194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdadcce-ab4d-4f76-a969-08d22eb0cde2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:54.688005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bfdadcce-ab4d-4f76-a969-08d22eb0cde2 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/6eb1ca7c-d552-435d-8337-41c4a17d9620 HTTP/1.1" status: 404 len: 339 time: 0.1479490 Aug 25 11:32:54.703478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:54.867925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0e4ecdb-f311-4342-b592-a17ac9964bb3 req-cad7d403-8a62-4f18-ae0b-1a8a2c2a8afc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763606 Aug 25 11:32:54.975207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8f2680f1-022b-4e17-8f60-f63fe93fea10 req-a016db71-6906-4a20-b206-c585049a6d40 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041813 Aug 25 11:32:55.145240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:55.223422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e3be37f-2a30-4016-a224-56d79b69d35c up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:32:55.242006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478c9ae-9377-46cd-ae5f-9e8b0eb26b1a req-20bfb8cf-f504-4a1d-b9db-211b56b31af4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:55.250457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3478c9ae-9377-46cd-ae5f-9e8b0eb26b1a req-20bfb8cf-f504-4a1d-b9db-211b56b31af4 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.2057695 Aug 25 11:32:55.352268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da99b4-b5c9-47ed-a67a-fb560e33c940 req-57870f4f-591e-43d7-9a20-b272901decbf tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:55.362552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84da99b4-b5c9-47ed-a67a-fb560e33c940 req-57870f4f-591e-43d7-9a20-b272901decbf tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.2148330 Aug 25 11:32:55.424348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3478c9ae-9377-46cd-ae5f-9e8b0eb26b1a req-f0d9cafd-159d-48eb-b48b-521d2460b620 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673000 Aug 25 11:32:55.426876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 7e3be37f-2a30-4016-a224-56d79b69d35c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:32:55.438350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7e3be37f-2a30-4016-a224-56d79b69d35c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:32:55.439290 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:55.665675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84da99b4-b5c9-47ed-a67a-fb560e33c940 req-7c6ef3f4-8652-4ae3-8ab1-603570051678 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014438 Aug 25 11:32:55.781666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:32:55.805457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:55.854230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7e3be37f-2a30-4016-a224-56d79b69d35c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e3be37f-2a30-4016-a224-56d79b69d35c,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:32:55.856645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3be37f-2a30-4016-a224-56d79b69d35c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:55.861446 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d5cf54-0f98-4d14-afeb-860fa5f5929c" -d '{"events": [{"server_uuid": "0526ee5d-efa2-4a63-8373-1eff8f6a8c9e", "name": "network-vif-plugged", "status": "completed", "tag": "7e3be37f-2a30-4016-a224-56d79b69d35c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:55.867415 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:55.949745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7e3be37f-2a30-4016-a224-56d79b69d35c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:55.976600 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:55.993440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:56.013607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2003b159-9d81-48b6-ac92-d0cba7ca429a') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:56.014319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2003b159-9d81-48b6-ac92-d0cba7ca429a') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:56.031805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.051764 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.063331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:32:56.064472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.111439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:32:56.119136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.129492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:32:56.149416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:56.150459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:32:56.163297 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:32:56.213889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe8338-8d5b-4710-9471-d60eff3fd4e0 req-10b0df8f-a669-471d-9905-a561c2325fec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:56.228566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8abe8338-8d5b-4710-9471-d60eff3fd4e0 req-10b0df8f-a669-471d-9905-a561c2325fec tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.5584288 Aug 25 11:32:56.234583 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4f513d21-4eee-4824-a352-d06ab54db4b8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "PUT /v2.0/floatingips/8f156576-71f0-49e0-a2c4-86ea2092b43e HTTP/1.1" status: 200 len: 991 time: 6.1011405 Aug 25 11:32:56.235712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:32:56.240157 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:32:56.245405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.250965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.256113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82 HTTP/1.1" status: 204 len: 168 time: 1.5500393 Aug 25 11:32:56.257047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32988) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.287502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dea00-9f62-4724-b525-64271d50d0fe tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=9f54ce37-9d12-4c7b-8a9e-62ce8cfc6c82,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:56.299702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5c71-e1c7-4bfb-b53e-43455ca42f6d req-30ac90c8-25f9-4511-8703-8f6cc5baa9b1 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:56.313814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c02f5c71-e1c7-4bfb-b53e-43455ca42f6d req-30ac90c8-25f9-4511-8703-8f6cc5baa9b1 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.4517691 Aug 25 11:32:56.317515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32990) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.335063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Request body: {'floatingip': {'port_id': 'b49d7fb7-7339-422b-b87a-1dcfc0627820'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:32:56.396218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:56.400043 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f18c92-8607-46d6-ab77-a27725ac90f1 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:56.400836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f18c92-8607-46d6-ab77-a27725ac90f1 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:56.409488 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-95f18c92-8607-46d6-ab77-a27725ac90f1 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/702f63ce-8f90-4ac6-a0aa-850a0effe8cd HTTP/1.1" status: 404 len: 337 time: 0.1456289 Aug 25 11:32:56.426745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.557345 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbece53-e02a-493b-9885-a7d137f79843 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:56.558445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbece53-e02a-493b-9885-a7d137f79843 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:56.582593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2cbece53-e02a-493b-9885-a7d137f79843 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/56b9e028-2a24-4e3f-880e-2c96abe9e964 HTTP/1.1" status: 404 len: 339 time: 0.1437528 Aug 25 11:32:56.585222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32998) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.715032 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee861ca5-86a8-4f3c-9599-45e5d0c6bcab tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:56.715883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee861ca5-86a8-4f3c-9599-45e5d0c6bcab tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:56.719430 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee861ca5-86a8-4f3c-9599-45e5d0c6bcab tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/ff22e86f-20c3-4427-ac0e-d458b0d07033 HTTP/1.1" status: 404 len: 337 time: 0.1320312 Aug 25 11:32:56.721946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33000) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.734734 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0777e8d8-57fa-4a83-a0b0-9f77bd74c1bc x-openstack-request-id: req-0777e8d8-57fa-4a83-a0b0-9f77bd74c1bc {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:56.735586 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0526ee5d-efa2-4a63-8373-1eff8f6a8c9e", "name": "network-vif-plugged", "status": "completed", "tag": "7e3be37f-2a30-4016-a224-56d79b69d35c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:56.735586 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0777e8d8-57fa-4a83-a0b0-9f77bd74c1bc {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:56.735938 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3be37f-2a30-4016-a224-56d79b69d35c', 'code': 200} Aug 25 11:32:56.779816 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-210938c5-29ef-4291-811f-42ba147aa562 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:56.780414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:56.781532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210938c5-29ef-4291-811f-42ba147aa562 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:56.787565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-210938c5-29ef-4291-811f-42ba147aa562 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/bef961d2-0f89-4adc-8cb3-fd009f40e286 HTTP/1.1" status: 404 len: 339 time: 0.0616198 Aug 25 11:32:56.789910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33002) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.868200 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc576c43-6e3a-4eaf-a459-4cab26ab472f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:56.869435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc576c43-6e3a-4eaf-a459-4cab26ab472f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:56.875636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cc576c43-6e3a-4eaf-a459-4cab26ab472f tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/60b020ea-874b-4f80-8d16-aeb652f25b28 HTTP/1.1" status: 404 len: 337 time: 0.0816572 Aug 25 11:32:56.877142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:56.903345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8abe8338-8d5b-4710-9471-d60eff3fd4e0 req-f4fc9cc6-bc6a-40f0-895c-ef957e08f405 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738572 Aug 25 11:32:56.951513 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d03ccf-099e-41ee-b60e-5e55c1c4e816 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:56.952735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d03ccf-099e-41ee-b60e-5e55c1c4e816 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:56.955122 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e8d03ccf-099e-41ee-b60e-5e55c1c4e816 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/a263ca79-357c-4bcf-969a-186dbbd0265d HTTP/1.1" status: 404 len: 339 time: 0.0762227 Aug 25 11:32:56.958173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.022979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c48cb-0954-4c2d-8901-9d7fd0075acb req-b6f6c364-4a48-457a-8128-46059c68a401 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:57.027538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c6c48cb-0954-4c2d-8901-9d7fd0075acb req-b6f6c364-4a48-457a-8128-46059c68a401 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.2408433 Aug 25 11:32:57.131434 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f707c595-fc2b-4fe1-a19d-c4940c0add73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.140251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f707c595-fc2b-4fe1-a19d-c4940c0add73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.148955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f707c595-fc2b-4fe1-a19d-c4940c0add73 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/c2c9849c-cb53-4cee-9d28-f7ee827e0d39 HTTP/1.1" status: 404 len: 337 time: 0.1788850 Aug 25 11:32:57.150245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.243760 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa891e67-06d3-40f4-ad07-b1e71f8e765e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.248340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa891e67-06d3-40f4-ad07-b1e71f8e765e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.255938 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa891e67-06d3-40f4-ad07-b1e71f8e765e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/842ff224-0e92-4a23-b30e-f233bb7e0107 HTTP/1.1" status: 404 len: 339 time: 0.0997074 Aug 25 11:32:57.262006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33018) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.300765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c6c48cb-0954-4c2d-8901-9d7fd0075acb req-b2719bd1-c0aa-43b6-b3fb-3e6f2fc952a7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426405 Aug 25 11:32:57.409350 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47ad716-75bd-4882-9a79-a709c9e329b5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.418797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47ad716-75bd-4882-9a79-a709c9e329b5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.422609 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b47ad716-75bd-4882-9a79-a709c9e329b5 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/0bd8d316-5b69-4727-aaf8-7675b1eae6cd HTTP/1.1" status: 404 len: 337 time: 0.1467578 Aug 25 11:32:57.426584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33020) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.444602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facb47-802f-4efb-8d79-5dbb7c6f67ad req-f04c6dc2-e7e6-48da-aa0b-504e75dd3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:57.448055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6facb47-802f-4efb-8d79-5dbb7c6f67ad req-f04c6dc2-e7e6-48da-aa0b-504e75dd3429 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 1097 time: 0.8775547 Aug 25 11:32:57.465435 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-34937937-0997-4221-8d5d-9791a2a65e82 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.467113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34937937-0997-4221-8d5d-9791a2a65e82 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.470809 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34937937-0997-4221-8d5d-9791a2a65e82 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/cb5ceb08-1945-4ecc-a24f-950122d1bf82 HTTP/1.1" status: 404 len: 339 time: 0.0421643 Aug 25 11:32:57.482500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33022) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.524827 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:57.582321 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a08d5e9-6db9-481b-80d4-cb4b40658efd x-openstack-request-id: req-2a08d5e9-6db9-481b-80d4-cb4b40658efd {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:32:57.583191 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:32:57.583854 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a08d5e9-6db9-481b-80d4-cb4b40658efd {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:32:57.584742 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'status': 'completed', 'code': 200} Aug 25 11:32:57.587165 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a834bce-cbae-4306-87b1-b0139f058a27 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.588226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a834bce-cbae-4306-87b1-b0139f058a27 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.592374 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0a834bce-cbae-4306-87b1-b0139f058a27 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/c79df2c2-326f-4863-be9e-986c6e5e4a20 HTTP/1.1" status: 404 len: 337 time: 0.1077368 Aug 25 11:32:57.596456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.609964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc13110-a838-432a-a28f-b1800b352933 req-e9e4a74f-94eb-481e-b9da-24d91ed031e4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:57.624262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cc13110-a838-432a-a28f-b1800b352933 req-e9e4a74f-94eb-481e-b9da-24d91ed031e4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.3914876 Aug 25 11:32:57.653138 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9e595d-ef54-4711-917d-6bd347468c60 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.667011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9e595d-ef54-4711-917d-6bd347468c60 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.671359 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ea9e595d-ef54-4711-917d-6bd347468c60 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/fdc86ddc-6371-4bb1-8146-c1b88efb15a5 HTTP/1.1" status: 404 len: 339 time: 0.0728259 Aug 25 11:32:57.679841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33026) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.786870 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c633b980-62aa-4e2a-a0eb-c058cc99d7af tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.787445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c633b980-62aa-4e2a-a0eb-c058cc99d7af tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.790963 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c633b980-62aa-4e2a-a0eb-c058cc99d7af tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/1961aeee-eb27-42c8-9f49-8ecb81bc38db HTTP/1.1" status: 404 len: 337 time: 0.1091006 Aug 25 11:32:57.795492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33032) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.796352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '8f156576-71f0-49e0-a2c4-86ea2092b43e', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'port_id': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'mac_address': 'fa:16:3e:d1:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:52Z', 'revision_number': 1, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:57.839516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:32:57.859824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:32:57.860647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:57.892030 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3680600-af14-4cab-9b9a-a14d030258cb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.892892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3680600-af14-4cab-9b9a-a14d030258cb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:57.905702 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d3680600-af14-4cab-9b9a-a14d030258cb tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/9d88bc96-0e41-49ef-90d2-efd0f0b24168 HTTP/1.1" status: 404 len: 339 time: 0.1079109 Aug 25 11:32:57.910597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33036) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:57.937112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cc13110-a838-432a-a28f-b1800b352933 req-a5b6bc4a-f776-404f-aff0-0390bbed9601 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116930 Aug 25 11:32:57.994363 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cc5d44-329c-4eab-8c96-012eca383556 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:57.994363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cc5d44-329c-4eab-8c96-012eca383556 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:58.001256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-00cc5d44-329c-4eab-8c96-012eca383556 tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/62ded518-f748-4e15-b355-6321a1fa6408 HTTP/1.1" status: 404 len: 337 time: 0.0856981 Aug 25 11:32:58.005845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33038) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:58.110849 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dffc65-32c5-4701-bd53-8cc7544e397c tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] DELETE failed (client error): The resource could not be found. Aug 25 11:32:58.111888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dffc65-32c5-4701-bd53-8cc7544e397c tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:32:58.115210 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3dffc65-32c5-4701-bd53-8cc7544e397c tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/5dc5c116-e3b5-4675-9f0a-c73c0d2e0cae HTTP/1.1" status: 404 len: 339 time: 0.1060727 Aug 25 11:32:58.123704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33042) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:58.270181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:32:58.305531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Deleting subnet 6afad4ba-6d53-477c-930f-731311de859e {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:32:58.322922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:58.564402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:58.619374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6facb47-802f-4efb-8d79-5dbb7c6f67ad req-773e9a7b-071f-4c07-a6bf-0dcad3a17bbd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1241357 Aug 25 11:32:58.759928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-819d4ce6-b14f-41e3-97af-18c5f8da752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:58.768612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-819d4ce6-b14f-41e3-97af-18c5f8da752f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1098 time: 1.0917346 Aug 25 11:32:59.131011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:59.139595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:32:59.339528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:59.384071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '8f156576-71f0-49e0-a2c4-86ea2092b43e', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'port_id': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'mac_address': 'fa:16:3e:d1:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:52Z', 'revision_number': 1, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:32:59.395690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:59.401979 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/subnets/6afad4ba-6d53-477c-930f-731311de859e HTTP/1.1" status: 204 len: 168 time: 1.2751894 Aug 25 11:32:59.439539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ea66c-4d3f-4944-90c8-937066c7792b None None] Network e888428d-aba4-4e15-9bd1-733c90a04658 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:32:59.442669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68c859-0f09-49a4-85f9-6803ee08c47e None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '8f156576-71f0-49e0-a2c4-86ea2092b43e', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'port_id': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'mac_address': 'fa:16:3e:d1:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:52Z', 'revision_number': 1, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:32:59.470037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:32:59.585783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:59.607855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:32:59.630480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c0b61-af18-4ac4-ac90-ffe24a8d2d8c req-08d5ae16-fe12-44ab-a8ce-1f195fb4f678 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:59.632411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e5c0b61-af18-4ac4-ac90-ffe24a8d2d8c req-08d5ae16-fe12-44ab-a8ce-1f195fb4f678 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 1.0037622 Aug 25 11:32:59.763634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f88e03-bb17-4de8-87ab-f5fbfc93390e tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Subnet': ['ID=6afad4ba-6d53-477c-930f-731311de859e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:32:59.913469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed50206-a1b4-4120-b485-5b43b17194b0 req-c64eacc7-101b-4ba5-81d8-d90f35ce1f07 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:32:59.918055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ed50206-a1b4-4120-b485-5b43b17194b0 req-c64eacc7-101b-4ba5-81d8-d90f35ce1f07 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.5595925 Aug 25 11:32:59.924130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.071556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] DHCP port deletion for e888428d-aba4-4e15-9bd1-733c90a04658 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:33:00.133335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Deleting port 9956c696-b613-4957-b29f-8a240c212bf6 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:33:00.134232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.292584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] Deleting port 9956c696-b613-4957-b29f-8a240c212bf6 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:33:00.298679 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.320259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] For port 9956c696-b613-4957-b29f-8a240c212bf6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9956c696-b613-4957-b29f-8a240c212bf6,segment=NetworkSegment(95894df7-d10a-4d6d-bf4e-914eb27b736d),segment_id=95894df7-d10a-4d6d-bf4e-914eb27b736d)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:00.321639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.352204 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e660566-d088-4f8c-b255-0fb8c8a3461b None None] New status for floating IP 8f156576-71f0-49e0-a2c4-86ea2092b43e: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:33:00.379454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Calling delete_port for 9956c696-b613-4957-b29f-8a240c212bf6 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:33:00.532360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] For port 9956c696-b613-4957-b29f-8a240c212bf6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9956c696-b613-4957-b29f-8a240c212bf6,segment=NetworkSegment(95894df7-d10a-4d6d-bf4e-914eb27b736d),segment_id=95894df7-d10a-4d6d-bf4e-914eb27b736d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:00.532989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.586622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] Calling delete_port for 9956c696-b613-4957-b29f-8a240c212bf6 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:33:00.711513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.737818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] No DVR routers for this DVR port 9956c696-b613-4957-b29f-8a240c212bf6 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:33:00.770555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-825bfcf1-9f88-4dd1-a90a-51839fce27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:00.772319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-825bfcf1-9f88-4dd1-a90a-51839fce27ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 1.9620545 Aug 25 11:33:00.841129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e5c0b61-af18-4ac4-ac90-ffe24a8d2d8c req-9fb7bf89-37e6-4269-b6c4-3f882f458d69 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1410806 Aug 25 11:33:00.875911 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Floating IP ed15d018-2c01-4935-a00d-7f15db621b4b associated. External IP: 172.25.1.223, port: b49d7fb7-7339-422b-b87a-1dcfc0627820. Aug 25 11:33:00.958142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:00.995457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e888428d-aba4-4e15-9bd1-733c90a04658']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:01.026566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95894df7-d10a-4d6d-bf4e-914eb27b736d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:01.026815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95894df7-d10a-4d6d-bf4e-914eb27b736d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:01.029854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ed50206-a1b4-4120-b485-5b43b17194b0 req-1d1c6c6f-c279-4bc8-9a30-b3b4348ac194 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687588 Aug 25 11:33:01.038454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-55d418eb-6761-4cfb-92bb-6ba695ad6af2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 999 time: 0.2529044 Aug 25 11:33:01.043119 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.060775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.090453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.107215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:33:01.121256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.290759 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.365208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-9ed793ee-9e38-4416-a28a-f3618ae4cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:01.365469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] No DVR routers for this DVR port 9956c696-b613-4957-b29f-8a240c212bf6 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:33:01.369635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-9ed793ee-9e38-4416-a28a-f3618ae4cab1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.3197260 Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:33:01.390818 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:33:01.395126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.395748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Port': ['ID=9956c696-b613-4957-b29f-8a240c212bf6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:01.412525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9956c696-b613-4957-b29f-8a240c212bf6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:33:01.425894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:01.428032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] 10.222.0.35 "DELETE /v2.0/networks/e888428d-aba4-4e15-9bd1-733c90a04658 HTTP/1.1" status: 204 len: 168 time: 1.9510858 Aug 25 11:33:01.459232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e208c-8bff-45e8-bcf5-8dd322931ada tempest-NetworksTest-747404000 tempest-NetworksTest-747404000-project] Pushing event deleted for resources: {'Network': ['ID=e888428d-aba4-4e15-9bd1-733c90a04658,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:01.663625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Router 3b89844d-87d6-4088-801e-81ac9dc42828 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:33:01.668926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-eca147a4-fd0c-47d6-b0bc-1b3fa7228d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:01.671678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-eca147a4-fd0c-47d6-b0bc-1b3fa7228d8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2793348 Aug 25 11:33:01.703021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9956c696-b613-4957-b29f-8a240c212bf6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:33:01.704756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9956c696-b613-4957-b29f-8a240c212bf6 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:33:01.728633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01963c72-3c78-4d5d-af90-79368a771061 None None] Pushing event deleted for resources: {'Port': ['ID=9956c696-b613-4957-b29f-8a240c212bf6,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:01.885307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33098) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:02.327172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e93f6e62-5c6a-4e17-b3d3-17f025b8b866 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7147874b484a4079a869af0472420fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363360 Aug 25 11:33:02.327348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:02.450377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7708496f-38ea-48d6-93df-768648d96fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:02.456429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-4f152b72-f7df-4ad2-91ea-6779c07538e3 service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592216 Aug 25 11:33:02.503948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:33:02.515697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] Sync routers for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:33:02.516715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:02.590140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:33:02.591391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:02.626033 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7708496f-38ea-48d6-93df-768648d96fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:02.643910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e0518247-8ca5-4aca-a346-e79ad2a9aa7e tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "PUT /v2.0/floatingips/ed15d018-2c01-4935-a00d-7f15db621b4b HTTP/1.1" status: 200 len: 992 time: 6.3178308 Aug 25 11:33:02.647501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:02.650198 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a4700c-d2af-4f6f-9d37-f0da233f897f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:02.672989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284fe66-ed05-4043-8dc6-20d7e477a92d req-4b910c2e-3c41-47b5-8f9b-cbcacc1f1bce tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:02.674698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b284fe66-ed05-4043-8dc6-20d7e477a92d req-4b910c2e-3c41-47b5-8f9b-cbcacc1f1bce tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.4497948 Aug 25 11:33:02.686222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb60659-efef-4241-ad9a-e250e1c6e1a2 req-bcb05c8e-75e7-44b0-a47d-bc9fc50759b0 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:02.687842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cb60659-efef-4241-ad9a-e250e1c6e1a2 req-bcb05c8e-75e7-44b0-a47d-bc9fc50759b0 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.5825610 Aug 25 11:33:02.839648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0c15b0-5212-4d94-91a4-22f0f21c99c5 req-ebb27247-6e21-4ad1-93de-480342ac3689 service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660080 Aug 25 11:33:02.867566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b284fe66-ed05-4043-8dc6-20d7e477a92d req-712b1296-93d4-460e-96e1-efcc198269fc tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063330 Aug 25 11:33:02.871539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cb60659-efef-4241-ad9a-e250e1c6e1a2 req-e672704f-b597-4fa5-9868-660d41965679 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647022 Aug 25 11:33:02.992554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7708496f-38ea-48d6-93df-768648d96fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:03.005063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7708496f-38ea-48d6-93df-768648d96fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:03.007521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7708496f-38ea-48d6-93df-768648d96fff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8015f932-eee5-4b8b-80bf-a97d89f58f3f HTTP/1.1" status: 204 len: 168 time: 0.6785164 Aug 25 11:33:03.070072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708496f-38ea-48d6-93df-768648d96fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015f932-eee5-4b8b-80bf-a97d89f58f3f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:03.288655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:33:03.406809 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6daeef0-0223-4311-ba3d-e1ce93da4a76 x-openstack-request-id: req-a6daeef0-0223-4311-ba3d-e1ce93da4a76 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:03.407481 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:03.407920 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6daeef0-0223-4311-ba3d-e1ce93da4a76 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:03.409735 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'status': 'completed', 'code': 200} Aug 25 11:33:03.641621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-a695f262-20b0-4b85-bf08-e99d72bc6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:03.641621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-a695f262-20b0-4b85-bf08-e99d72bc6673 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e619560913444495b9477fe09d1ec431&device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 1098 time: 0.1983514 Aug 25 11:33:04.156953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-12c952f5-37e8-4540-b71d-3eda262df45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:04.182459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-12c952f5-37e8-4540-b71d-3eda262df45e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 1097 time: 0.3985028 Aug 25 11:33:04.233536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfe684-0d48-4d9a-a802-895fa7157a8f req-d2af3a61-3fc2-4dea-a494-ecae8f67bc2e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:04.243515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32bfe684-0d48-4d9a-a802-895fa7157a8f req-d2af3a61-3fc2-4dea-a494-ecae8f67bc2e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.3257537 Aug 25 11:33:04.355410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'ed15d018-2c01-4935-a00d-7f15db621b4b', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'port_id': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'mac_address': 'fa:16:3e:25:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745355-151f-42f6-8a30-428bae36d741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:32:25Z', 'updated_at': '2021-08-25T11:32:59Z', 'revision_number': 1, 'project_id': 'e619560913444495b9477fe09d1ec431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:04.409136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-70c48f57-ab39-414f-abb4-8955671159c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:04.410629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-70c48f57-ab39-414f-abb4-8955671159c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=66d90f5e-e885-41c6-b15d-baedb4350f67 HTTP/1.1" status: 200 len: 913 time: 0.7622960 Aug 25 11:33:04.411697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-17572f1b-e19a-416e-8d06-9df3234889cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:04.413067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-17572f1b-e19a-416e-8d06-9df3234889cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 910 time: 0.1212327 Aug 25 11:33:04.539154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] Checking router: 3b89844d-87d6-4088-801e-81ac9dc42828 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:33:04.554007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:33:04.555299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:04.602485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-6133f19a-cce5-4e27-ac97-52d73d61ff48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e3be37f-2a30-4016-a224-56d79b69d35c HTTP/1.1" status: 200 len: 217 time: 0.1099491 Aug 25 11:33:04.657444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32bfe684-0d48-4d9a-a802-895fa7157a8f req-b50de3b7-6842-45c0-91ae-237a5cf02dde tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129918 Aug 25 11:33:04.789184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1daa10-4fe7-4a60-a9c8-2bb1a3a4df57 req-146be3be-4d50-4803-9063-e0e3e045041b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:04.791471 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd1daa10-4fe7-4a60-a9c8-2bb1a3a4df57 req-146be3be-4d50-4803-9063-e0e3e045041b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.5196068 Aug 25 11:33:04.807236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-7e5ecb67-36d9-4899-a1f7-3fc4618260a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820 HTTP/1.1" status: 200 len: 1000 time: 0.3058448 Aug 25 11:33:04.811055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-05da9597-b931-4f25-8b0c-c4a907e317d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:04.814596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-05da9597-b931-4f25-8b0c-c4a907e317d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.1491194 Aug 25 11:33:04.865110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:33:05.047844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-051e194f-69b3-4035-9e78-c4a1e77e2f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186458 Aug 25 11:33:05.049484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-bf5a77f8-eb3b-4071-b254-db2bf19b6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:05.051049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-bf5a77f8-eb3b-4071-b254-db2bf19b6a65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e31ad72-c08e-4f6a-9c89-5088606e7b2d HTTP/1.1" status: 200 len: 851 time: 0.1463637 Aug 25 11:33:05.098613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd1daa10-4fe7-4a60-a9c8-2bb1a3a4df57 req-c599e847-8d51-4353-b5fa-9b4df45e9bf4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002579 Aug 25 11:33:05.412798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-6abda111-1323-43d1-9c02-1fe5d2321489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:05.415643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-6abda111-1323-43d1-9c02-1fe5d2321489 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=66d90f5e-e885-41c6-b15d-baedb4350f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3145692 Aug 25 11:33:05.458471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'ed15d018-2c01-4935-a00d-7f15db621b4b', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'port_id': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'mac_address': 'fa:16:3e:25:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745355-151f-42f6-8a30-428bae36d741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:32:25Z', 'updated_at': '2021-08-25T11:32:59Z', 'revision_number': 1, 'project_id': 'e619560913444495b9477fe09d1ec431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:05.593980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a48440-8c74-4d90-873e-17f5c4dcaf88 None None] The sync data for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 is: [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'ed15d018-2c01-4935-a00d-7f15db621b4b', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'port_id': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'mac_address': 'fa:16:3e:25:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc745355-151f-42f6-8a30-428bae36d741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:32:25Z', 'updated_at': '2021-08-25T11:32:59Z', 'revision_number': 1, 'project_id': 'e619560913444495b9477fe09d1ec431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:33:05.617375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33188) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:05.624014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-db52e025-0f06-4708-8190-3543965ac5c2 service neutron] 10.222.0.67 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487957 Aug 25 11:33:05.873555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-311002211'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:05.925016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Made reservation on behalf of ed3a766d98124957a4769d3d92c67564 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:33:05.930009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:05.965810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.011112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e6e6b-6750-4224-a528-0f5fa56ff217 req-471c17a3-e67f-4103-9d44-aa4bca8fcdc3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:06.023623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-533e6e6b-6750-4224-a528-0f5fa56ff217 req-471c17a3-e67f-4103-9d44-aa4bca8fcdc3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.2168891 Aug 25 11:33:06.049470 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2382d2-ebd4-454f-8902-dd8ea21baf42 None None] New status for floating IP ed15d018-2c01-4935-a00d-7f15db621b4b: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:33:06.052769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-8c402e21-d2da-4eba-8fc5-07f69d7d1c97 service neutron] 10.222.0.67 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067739 Aug 25 11:33:06.162027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41d55ba4-84e6-4b41-80a3-22eac4cfae6b req-fd8b5d6c-630b-4ed5-a8c1-b935e858e864 service neutron] 10.222.0.67 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297089 Aug 25 11:33:06.203594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.214768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.253989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:33:06.313220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.314353 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Added segment 3e3d6ddb-f089-495e-a083-afe943987e81 of type vlan for network c0db9812-6dfd-4643-b0a0-df53d528d875 Aug 25 11:33:06.425183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90b673-e856-414a-956e-51075d5fbe07,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:06.492992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.526953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-533e6e6b-6750-4224-a528-0f5fa56ff217 req-1b00982c-e8b2-408f-ada3-824051ed65c9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992938 Aug 25 11:33:06.618160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2129d-c080-423e-9645-89690df3a12c req-9c192670-7758-41ef-b0f6-fb9f72ab71b6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:06.629487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cbf2129d-c080-423e-9645-89690df3a12c req-9c192670-7758-41ef-b0f6-fb9f72ab71b6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2825320 Aug 25 11:33:06.633591 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.656161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:06.657294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:06.661898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a4700c-d2af-4f6f-9d37-f0da233f897f req-ce7e716e-6923-4462-844d-e0d7677e8b16 service neutron] 10.222.0.67 "GET /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853796 Aug 25 11:33:06.708216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cbf2129d-c080-423e-9645-89690df3a12c req-6cd27425-d822-49ac-8ec2-436c9d959751 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742247 Aug 25 11:33:06.725755 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1058474 Aug 25 11:33:06.729285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33214) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:06.735297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Request body: {'subnet': {'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:06.840099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea11e4-67b3-482a-bb29-3e870f0b7b4a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event updated for resources: {'Network': ['ID=c0db9812-6dfd-4643-b0a0-df53d528d875,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:06.855553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network c0db9812-6dfd-4643-b0a0-df53d528d875 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:33:06.888256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Made reservation on behalf of ed3a766d98124957a4769d3d92c67564 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:33:06.893157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:07.241514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:07.345820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event updated for resources: {'Subnet': ['ID=7012c61b-9e7e-4be5-8f0d-3ad20337e5b9,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:07.354115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Checking segment: {'id': '3e3d6ddb-f089-495e-a083-afe943987e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:33:07.355564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Network hostable DHCP agents. Network: c0db9812-6dfd-4643-b0a0-df53d528d875, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:33:07.370755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.371470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.371990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.372609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.373111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.373676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.374314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.374747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.375184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.375663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.376161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.376649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:07.403844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Network c0db9812-6dfd-4643-b0a0-df53d528d875 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:33:07.414732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, c0db9812-6dfd-4643-b0a0-df53d528d875) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:33:07.419459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:07.420580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:07.430256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77795f49-4f31-402b-84c7-0b313804c097 None None] Network c0db9812-6dfd-4643-b0a0-df53d528d875 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:33:07.450317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6062018b-091d-40cb-b005-3b6b1c91120f tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7195168 Aug 25 11:33:07.452564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:07.460063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Request body: {'port': {'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875', 'name': 'tempest-TagsExtTest-235101052'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:07.724023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-c0db9812-6dfd-4643-b0a0-df53d528d875', 'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875', 'tenant_id': 'ed3a766d98124957a4769d3d92c67564', 'fixed_ips': [{'subnet_id': '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:33:07.725287 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:07.731962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Made reservation on behalf of ed3a766d98124957a4769d3d92c67564 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:33:07.735836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:07.784568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] device_id is not set on port 9065abed-da35-4245-9f8e-4314702b3c6c yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:33:07.820021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-54a83bb7-e815-4aa8-a41e-f788ef781dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:07.821666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-54a83bb7-e815-4aa8-a41e-f788ef781dca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1097 time: 0.1594520 Aug 25 11:33:07.851930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4e8cc-9a00-41ec-b87b-9f3c3c75b9bc req-46a12b01-c0f6-4a30-a4e7-f38db02ad65c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:07.855356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfd4e8cc-9a00-41ec-b87b-9f3c3c75b9bc req-46a12b01-c0f6-4a30-a4e7-f38db02ad65c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1321855 Aug 25 11:33:07.956243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Allocated IP 172.20.0.2 (c0db9812-6dfd-4643-b0a0-df53d528d875/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/b95a6f6e-d853-4343-ac78-e2500cfdee5b) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:33:08.071020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bfd4e8cc-9a00-41ec-b87b-9f3c3c75b9bc req-992f6ea7-10e3-4a3a-8438-acc93c852e90 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731951 Aug 25 11:33:08.071020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da4de7-ec76-4b63-b286-6e763a021e58 req-601d0f76-0a88-4068-b6b1-e9a36e40ae1b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:08.076793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17da4de7-ec76-4b63-b286-6e763a021e58 req-601d0f76-0a88-4068-b6b1-e9a36e40ae1b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2129743 Aug 25 11:33:08.121115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-1651d231-4fb3-4164-89cb-e5ef9f0bbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:08.124294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-1651d231-4fb3-4164-89cb-e5ef9f0bbd9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.2618649 Aug 25 11:33:08.175102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17da4de7-ec76-4b63-b286-6e763a021e58 req-e82e6029-4f48-4d54-9013-6248729bda58 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971785 Aug 25 11:33:08.327029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-6303b7dd-9c73-4ef6-ac04-2caa2a5c2631 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 1001 time: 0.1828918 Aug 25 11:33:08.420153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-aa35370b-3f0a-4307-ab23-697663cdd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:08.423994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-aa35370b-3f0a-4307-ab23-697663cdd13e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.0847647 Aug 25 11:33:08.518197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-14c572bb-ce1d-4908-9348-8c6f8f3b26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:08.526928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-14c572bb-ce1d-4908-9348-8c6f8f3b26a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906141 Aug 25 11:33:08.549400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:08.574584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Transition to ACTIVE for port object b95a6f6e-d853-4343-ac78-e2500cfdee5b will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:33:08.610566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Transition to ACTIVE for port object b95a6f6e-d853-4343-ac78-e2500cfdee5b will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:33:08.627272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:08.736589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Network c0db9812-6dfd-4643-b0a0-df53d528d875 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:33:08.739205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Allocated IP 172.20.0.9 (c0db9812-6dfd-4643-b0a0-df53d528d875/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/9065abed-da35-4245-9f8e-4314702b3c6c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:33:08.749325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:33:08.772796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-5c0a8edf-d18d-4d33-9e50-847921387c8c service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299252 Aug 25 11:33:08.774706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:33:08.899480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Pushing event updated for resources: {'Port': ['ID=b95a6f6e-d853-4343-ac78-e2500cfdee5b,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:08.927578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Attempting to bind port b95a6f6e-d853-4343-ac78-e2500cfdee5b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:33:08.929462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Attempting to bind port b95a6f6e-d853-4343-ac78-e2500cfdee5b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '3e3d6ddb-f089-495e-a083-afe943987e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:33:08.930422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Attempting to bind port b95a6f6e-d853-4343-ac78-e2500cfdee5b on network c0db9812-6dfd-4643-b0a0-df53d528d875 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:08.942845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:33:08.944057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Checking segment: {'id': '3e3d6ddb-f089-495e-a083-afe943987e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:33:08.944949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:08.946004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Bound using segment: {'id': '3e3d6ddb-f089-495e-a083-afe943987e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:33:08.947054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Bound port: b95a6f6e-d853-4343-ac78-e2500cfdee5b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3d6ddb-f089-495e-a083-afe943987e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c0db9812-6dfd-4643-b0a0-df53d528d875'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:33:08.948755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.129936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1eeb8675-db3b-4a81-a7ac-74057d657488 req-0da5aec1-1364-4b9d-93c8-f3e1738121bf service neutron] 10.222.0.67 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468213 Aug 25 11:33:09.161561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] For port b95a6f6e-d853-4343-ac78-e2500cfdee5b, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:33:09.170152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] For port b95a6f6e-d853-4343-ac78-e2500cfdee5b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b95a6f6e-d853-4343-ac78-e2500cfdee5b,segment=NetworkSegment(3e3d6ddb-f089-495e-a083-afe943987e81),segment_id=3e3d6ddb-f089-495e-a083-afe943987e81)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:33:09.201038 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.276617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.309936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec8f24-ba3b-47f8-8f1e-0550141a39f2 None None] Pushing event updated for resources: {'Port': ['ID=b95a6f6e-d853-4343-ac78-e2500cfdee5b,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:09.330948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38ef60-011a-4db1-869f-0e072685594f req-6ddeb56e-371f-4eee-94c7-ba94e70a77a1 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:09.332705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd38ef60-011a-4db1-869f-0e072685594f req-6ddeb56e-371f-4eee-94c7-ba94e70a77a1 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1410844 Aug 25 11:33:09.345044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Transition to ACTIVE for port object 9065abed-da35-4245-9f8e-4314702b3c6c will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:33:09.416072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd38ef60-011a-4db1-869f-0e072685594f req-c8c0d2b3-8992-46aa-9c1c-8ca76ad184f8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540493 Aug 25 11:33:09.442531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.597969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event updated for resources: {'Port': ['ID=9065abed-da35-4245-9f8e-4314702b3c6c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:09.636095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Network c0db9812-6dfd-4643-b0a0-df53d528d875 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:33:09.638789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:33:09.643379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:33:09.726103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213bff-46b8-4cb7-97eb-524375761027 req-b02e4cb6-58b0-4a91-aa58-d396fec81b1f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:09.738545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5213bff-46b8-4cb7-97eb-524375761027 req-b02e4cb6-58b0-4a91-aa58-d396fec81b1f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.1789274 Aug 25 11:33:09.775634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:09.778028 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.801026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d017cf6-5a0d-48ba-be4e-5a62432511bb tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3428628 Aug 25 11:33:09.801587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5213bff-46b8-4cb7-97eb-524375761027 req-77876324-ec44-45c5-815c-ff40563f9e10 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623240 Aug 25 11:33:09.801587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33298) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:09.821036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1500295334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:09.852270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddec5-5d55-451e-8b85-1d143c1944a5 req-1c2b5021-3c24-4fa7-bde1-b06fcb88e134 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:09.855750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ecddec5-5d55-451e-8b85-1d143c1944a5 req-1c2b5021-3c24-4fa7-bde1-b06fcb88e134 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.2077858 Aug 25 11:33:09.942093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.944003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:09.970255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ecddec5-5d55-451e-8b85-1d143c1944a5 req-44f2ab5f-a933-400b-a05c-ab9fb6e997e1 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062341 Aug 25 11:33:10.064749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:10.072432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:10.103878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:10.104241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f59f37cf-dd01-4b62-bd42-7533587a1005 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3016810 Aug 25 11:33:10.108914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33306) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:10.113880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd2905f9-950b-4829-a1ad-71e8dd88d28b tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-108114632', 'prefixes': ['172.20.0.0/16']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:10.210840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd2905f9-950b-4829-a1ad-71e8dd88d28b tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for subnetpool, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:10.214231 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd2905f9-950b-4829-a1ad-71e8dd88d28b tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1023755 Aug 25 11:33:10.220171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33308) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:10.225888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-b5d9a31c-8af3-4b4e-947a-46a72a1249cd tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-1833897611') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:10.377434 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b5d9a31c-8af3-4b4e-947a-46a72a1249cd tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-1833897611 HTTP/1.1" status: 201 len: 201 time: 0.1519494 Aug 25 11:33:10.377434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33310) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:10.382082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-3523a7e9-c548-4f2e-a181-e8c55196dbe1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-1823346478') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:10.470284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3523a7e9-c548-4f2e-a181-e8c55196dbe1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-1823346478 HTTP/1.1" status: 201 len: 201 time: 0.0916140 Aug 25 11:33:10.474234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33316) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:10.482542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-a10caf54-85db-47b0-82b0-04b63b1614c9 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-1536247170') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:10.927141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5ca12-9a88-455e-9889-cd6b9e534681 None None] Network c0db9812-6dfd-4643-b0a0-df53d528d875 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:33:11.063328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-50c579c0-3ef8-4eb8-8b9e-6267051e4f8a None None] Provisioning for port b95a6f6e-d853-4343-ac78-e2500cfdee5b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:33:11.174635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d25c3-30cb-4868-89c7-1c208664badd req-71a9b848-2776-4ff1-9840-37ce145c9d11 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:11.183739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d0d25c3-30cb-4868-89c7-1c208664badd req-71a9b848-2776-4ff1-9840-37ce145c9d11 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.5402820 Aug 25 11:33:11.204823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c497-1baf-495e-8e24-a8153cd23d7b req-922ae261-35d9-4356-b890-f19725f56336 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:11.212765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddf5c497-1baf-495e-8e24-a8153cd23d7b req-922ae261-35d9-4356-b890-f19725f56336 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.1149302 Aug 25 11:33:11.221156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a10caf54-85db-47b0-82b0-04b63b1614c9 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-1536247170 HTTP/1.1" status: 201 len: 201 time: 0.7453277 Aug 25 11:33:11.224399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33336) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:11.250385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-fd94fd44-131d-49dc-88ee-886006424d65 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-1467204457') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:11.272424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:33:11.277896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d0d25c3-30cb-4868-89c7-1c208664badd req-89586533-0229-4bcb-b8cc-d74277def228 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931098 Aug 25 11:33:11.371962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ddf5c497-1baf-495e-8e24-a8153cd23d7b req-057f8af9-30ff-4d1b-9fe8-5fe3b63fbdf0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459832 Aug 25 11:33:11.530037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd94fd44-131d-49dc-88ee-886006424d65 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-1467204457 HTTP/1.1" status: 201 len: 201 time: 0.2986488 Aug 25 11:33:11.532255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:11.546843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-8de0a33e-09e6-4949-8954-34184d1988f7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:11.587159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:11.600368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b95a6f6e-d853-4343-ac78-e2500cfdee5b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:33:11.634443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:11.654944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-07802325-3069-4bba-8fa8-4fb22f995b39 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:11.662915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-07802325-3069-4bba-8fa8-4fb22f995b39 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.10 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.2599683 Aug 25 11:33:11.664295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:11.667728 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf3d80-5a7b-49dd-83e9-09b10e0be4a0" -d '{"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:11.675804 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:11.730845 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8de0a33e-09e6-4949-8954-34184d1988f7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags HTTP/1.1" status: 200 len: 241 time: 0.1960135 Aug 25 11:33:11.732821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33356) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:11.741234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-38541986-de0b-4955-b60b-bfc59ccfff11 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-1833897611') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:11.775327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:11.806192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.806944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.808156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.808729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.809304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.809949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.810492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.811325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.811876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.812594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.813159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.813736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:11.844328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b95a6f6e-d853-4343-ac78-e2500cfdee5b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:33:11.852936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b95a6f6e-d853-4343-ac78-e2500cfdee5b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:11.853405 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:11.887895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf32a0-8e8c-4901-9364-a57c629616e3 req-540751c3-4ed5-41ab-b773-b683687577c6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:11.897201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14cf32a0-8e8c-4901-9364-a57c629616e3 req-540751c3-4ed5-41ab-b773-b683687577c6 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 946 time: 0.3237960 Aug 25 11:33:11.924728 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-38541986-de0b-4955-b60b-bfc59ccfff11 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-1833897611 HTTP/1.1" status: 204 len: 168 time: 0.1905539 Aug 25 11:33:11.928710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33360) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:11.938481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-370740c3-9d9c-4064-9d4c-b01591409989 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-1833897611') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:11.938958 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd7a9ea-931b-429c-a55c-2817c56a43a5 x-openstack-request-id: req-ccd7a9ea-931b-429c-a55c-2817c56a43a5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:11.938958 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:11.939550 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccd7a9ea-931b-429c-a55c-2817c56a43a5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:11.946209 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'code': 200} Aug 25 11:33:11.964227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c54d31f-82da-49bf-908f-02c90580fe8b None None] Provisioning for port 9065abed-da35-4245-9f8e-4314702b3c6c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:33:12.005388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c54d31f-82da-49bf-908f-02c90580fe8b None None] Provisioning complete for port 9065abed-da35-4245-9f8e-4314702b3c6c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:12.005842 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5c54d31f-82da-49bf-908f-02c90580fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.049485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14cf32a0-8e8c-4901-9364-a57c629616e3 req-c151ab83-c2a9-46ef-8788-15badbce146f tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/security-groups?id=e57e7f6f-c812-46a7-9c35-5269c91760af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513755 Aug 25 11:33:12.082270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Deleting port ec2d4256-eae3-47e5-a36d-de204213c5aa {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:33:12.082680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.114793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5c54d31f-82da-49bf-908f-02c90580fe8b None None] Port 9065abed-da35-4245-9f8e-4314702b3c6c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:33:12.133169 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-370740c3-9d9c-4064-9d4c-b01591409989 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-1833897611 HTTP/1.1" status: 204 len: 168 time: 0.2031150 Aug 25 11:33:12.136304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33366) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:12.141477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-a451ed3e-2c32-4287-a1e7-efacb46ee3cf tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:12.202408 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.242834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] For port ec2d4256-eae3-47e5-a36d-de204213c5aa, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec2d4256-eae3-47e5-a36d-de204213c5aa,segment=NetworkSegment(a347ce2b-ce04-4d68-b1e1-782267686393),segment_id=a347ce2b-ce04-4d68-b1e1-782267686393)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:12.243422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.259144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Calling delete_port for ec2d4256-eae3-47e5-a36d-de204213c5aa owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:33:12.262106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b95a6f6e-d853-4343-ac78-e2500cfdee5b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b95a6f6e-d853-4343-ac78-e2500cfdee5b,segment=NetworkSegment(3e3d6ddb-f089-495e-a083-afe943987e81),segment_id=3e3d6ddb-f089-495e-a083-afe943987e81)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:12.264140 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a451ed3e-2c32-4287-a1e7-efacb46ee3cf tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags HTTP/1.1" status: 200 len: 205 time: 0.1266446 Aug 25 11:33:12.266650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33372) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:12.273384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-67a968b7-e907-4c0f-adfb-e9a4e5649627 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:12.277966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.402905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b95a6f6e-d853-4343-ac78-e2500cfdee5b,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:12.444461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a06c9655-8780-43be-910f-7a96a9b46b92 None None] Provisioning complete for port 9065abed-da35-4245-9f8e-4314702b3c6c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:12.444839 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a06c9655-8780-43be-910f-7a96a9b46b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.453869 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-67a968b7-e907-4c0f-adfb-e9a4e5649627 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags HTTP/1.1" status: 200 len: 241 time: 0.1850040 Aug 25 11:33:12.462134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33382) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:12.467195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-1a6fa50e-8106-4558-bc97-99f931209eec tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-1823346478') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:12.487175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.495906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a06c9655-8780-43be-910f-7a96a9b46b92 None None] Port 9065abed-da35-4245-9f8e-4314702b3c6c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:33:12.503592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec2d4256-eae3-47e5-a36d-de204213c5aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:12.537220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Pushing event deleted for resources: {'Port': ['ID=ec2d4256-eae3-47e5-a36d-de204213c5aa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:12.582213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a6fa50e-8106-4558-bc97-99f931209eec tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-1823346478 HTTP/1.1" status: 204 len: 168 time: 0.1185932 Aug 25 11:33:12.585252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33386) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:12.590687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-f5eabe9a-70a7-4f6d-bda3-6cb80b0b74d7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-1823346478') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:12.604769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600d368-7e7a-4cf7-899e-e22443ba711b req-44ebd91a-ceb3-484a-8cf9-f5dd1517e24e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:12.606826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8600d368-7e7a-4cf7-899e-e22443ba711b req-44ebd91a-ceb3-484a-8cf9-f5dd1517e24e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1396167 Aug 25 11:33:12.655527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] No DVR routers for this DVR port ec2d4256-eae3-47e5-a36d-de204213c5aa on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:33:12.663001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:12.665112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b5ea0eb-d1bd-4f68-b0fd-6d6f839a8eaa req-fe9a4ab8-eca5-4116-a287-1aff6cbaef83 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.10 "DELETE /v2.0/ports/ec2d4256-eae3-47e5-a36d-de204213c5aa HTTP/1.1" status: 204 len: 173 time: 0.9936805 Aug 25 11:33:12.667138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-deleted', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:12.669654 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386fa53b-9892-4dfe-85b0-ecbb58098d4c" -d '{"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-deleted", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:12.702227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f5eabe9a-70a7-4f6d-bda3-6cb80b0b74d7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-1823346478 HTTP/1.1" status: 204 len: 168 time: 0.1156325 Aug 25 11:33:12.704582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33394) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:12.711571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-9d637de0-9d8f-4cd3-8645-db4fa194ef08 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:12.755865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223460b-7d97-418e-a53e-769aa657e5bf req-b0d27bfa-a6b5-40ce-b8df-d25645afdd24 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:12.755865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f223460b-7d97-418e-a53e-769aa657e5bf req-b0d27bfa-a6b5-40ce-b8df-d25645afdd24 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.1655912 Aug 25 11:33:12.775526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8600d368-7e7a-4cf7-899e-e22443ba711b req-5e0f6bbd-669e-46f7-825a-9fe78330e583 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211207 Aug 25 11:33:12.809908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d637de0-9d8f-4cd3-8645-db4fa194ef08 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags HTTP/1.1" status: 200 len: 205 time: 0.1013355 Aug 25 11:33:12.810571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33398) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:12.821643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-e9bd48cd-3073-4f41-bd17-0e1e3e51f9d0 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:12.862973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f223460b-7d97-418e-a53e-769aa657e5bf req-ccf63ada-8a9a-49a7-a02c-ee453f223855 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825233 Aug 25 11:33:12.907280 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716435ba-2074-43db-9077-7fe7049681d1 x-openstack-request-id: req-716435ba-2074-43db-9077-7fe7049681d1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:12.907660 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01477219-f70a-4eff-a716-d3cfc83be268", "name": "network-vif-deleted", "tag": "ec2d4256-eae3-47e5-a36d-de204213c5aa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:12.908000 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-716435ba-2074-43db-9077-7fe7049681d1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:12.908706 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01477219-f70a-4eff-a716-d3cfc83be268', 'name': 'network-vif-deleted', 'tag': 'ec2d4256-eae3-47e5-a36d-de204213c5aa', 'status': 'completed', 'code': 200} Aug 25 11:33:13.051511 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e9bd48cd-3073-4f41-bd17-0e1e3e51f9d0 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags HTTP/1.1" status: 200 len: 241 time: 0.2397919 Aug 25 11:33:13.055535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33408) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:13.062374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-d9498f45-7171-4ebb-95b4-52ce2148baad tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-1536247170') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:13.297735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5eecfcf-a73b-4f14-a53d-365dd091e06b req-09be282b-5ef1-4e0c-8458-4dba94877149 tempest-ServersNegativeTestJSON-648993440 tempest-ServersNegativeTestJSON-648993440-project] 10.222.0.35 "GET /v2.0/ports?device_id=01477219-f70a-4eff-a716-d3cfc83be268 HTTP/1.1" status: 200 len: 210 time: 0.0617535 Aug 25 11:33:13.298486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b95a6f6e-d853-4343-ac78-e2500cfdee5b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:33:13.342672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:13.343184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9498f45-7171-4ebb-95b4-52ce2148baad tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-1536247170 HTTP/1.1" status: 204 len: 168 time: 0.2857902 Aug 25 11:33:13.352362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-b83844d0-1251-46fb-82f7-7c9ff21ca7c9 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-1536247170') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:13.519491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b95a6f6e-d853-4343-ac78-e2500cfdee5b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:13.520021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:13.630273 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b83844d0-1251-46fb-82f7-7c9ff21ca7c9 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-1536247170 HTTP/1.1" status: 204 len: 168 time: 0.2856681 Aug 25 11:33:13.633009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33432) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:13.642376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-a8039027-13f9-4b76-9907-d99487f05a8b tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:13.784278 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a8039027-13f9-4b76-9907-d99487f05a8b tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags HTTP/1.1" status: 200 len: 205 time: 0.1484940 Aug 25 11:33:13.786289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:13.795073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-376f8485-179b-4038-a049-f087fe1ae5aa tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:13.849027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33444) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:13.854310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-c0b8633e-58f8-4978-b331-0e58d614de1c tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-1467204457') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:13.859067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-376f8485-179b-4038-a049-f087fe1ae5aa tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags HTTP/1.1" status: 200 len: 241 time: 0.0599709 Aug 25 11:33:13.998049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c0b8633e-58f8-4978-b331-0e58d614de1c tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-1467204457 HTTP/1.1" status: 204 len: 168 time: 0.1474319 Aug 25 11:33:14.001899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33454) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.008287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-64559bb4-4715-4107-8831-1806e112cae1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-1467204457') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:14.061373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582cef-c4bd-45dd-bd2a-e9c861bae427 req-9820fb9b-3f69-4189-9abb-7adbba4cf9c0 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:14.064924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e582cef-c4bd-45dd-bd2a-e9c861bae427 req-9820fb9b-3f69-4189-9abb-7adbba4cf9c0 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1842442 Aug 25 11:33:14.116675 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-64559bb4-4715-4107-8831-1806e112cae1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-1467204457 HTTP/1.1" status: 204 len: 168 time: 0.1129301 Aug 25 11:33:14.120855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33458) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.133271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-a3827c60-594c-43ae-81f1-450db770b7b1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:14.160331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e582cef-c4bd-45dd-bd2a-e9c861bae427 req-27827fa9-2eb2-47db-83bf-71998150ca2c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Aug 25 11:33:14.193849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3827c60-594c-43ae-81f1-450db770b7b1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags HTTP/1.1" status: 200 len: 205 time: 0.0707943 Aug 25 11:33:14.201747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33460) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.203747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-2c286149-f379-4a8f-b565-69ff7567083c tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:14.276486 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c286149-f379-4a8f-b565-69ff7567083c tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags HTTP/1.1" status: 204 len: 168 time: 0.0767498 Aug 25 11:33:14.280180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33462) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.292634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-d4003bae-f1e6-4347-9d30-ed3d0e6753d4 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:14.445039 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d4003bae-f1e6-4347-9d30-ed3d0e6753d4 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags HTTP/1.1" status: 204 len: 168 time: 0.1600246 Aug 25 11:33:14.450371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33474) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.455488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-b14e2f56-0aa8-4653-b59c-de10a09f5a64 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:14.505623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33478) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.581061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:33:14.612748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b14e2f56-0aa8-4653-b59c-de10a09f5a64 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags HTTP/1.1" status: 204 len: 168 time: 0.1611273 Aug 25 11:33:14.613429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33480) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:14.623333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-54aca087-7f08-4d0e-bbce-621ed90d0d42 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:14.623838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Deleting subnet 6c2791df-5c24-4bcc-baff-42724a285861 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:33:14.625470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: ec2d4256-eae3-47e5-a36d-de204213c5aa {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:33:14.628574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec2d4256-eae3-47e5-a36d-de204213c5aa not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:33:14.644625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:14.741481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:14.847810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:14.959297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.041983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d095f-bec9-4503-8b69-4c58a0e043cf req-6d758abf-741c-4089-86eb-464557d5cea9 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:15.044716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2791df-5c24-4bcc-baff-42724a285861,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:15.078597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a20d095f-bec9-4503-8b69-4c58a0e043cf req-6d758abf-741c-4089-86eb-464557d5cea9 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.3119946 Aug 25 11:33:15.082744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54aca087-7f08-4d0e-bbce-621ed90d0d42 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.4679639 Aug 25 11:33:15.086318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33498) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:15.086614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.096582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-48b9337d-e624-401a-bc32-0a807862f368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-2102445862') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.099729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9021cd72-7f54-48b7-8616-44b08bc842a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6c2791df-5c24-4bcc-baff-42724a285861 HTTP/1.1" status: 204 len: 168 time: 0.5926278 Aug 25 11:33:15.103579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:15.265001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.275253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a20d095f-bec9-4503-8b69-4c58a0e043cf req-0f2a6f7f-92d1-49ad-9104-32eaace05ab2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677887 Aug 25 11:33:15.275529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:33:15.398875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48b9337d-e624-401a-bc32-0a807862f368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-2102445862 HTTP/1.1" status: 201 len: 201 time: 0.3104782 Aug 25 11:33:15.409006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f139da1-54fa-4f3c-ae14-f0148de54c68 req-7cf00ca3-7bf4-4dee-874d-01883ba07c7f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:15.418556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f139da1-54fa-4f3c-ae14-f0148de54c68 req-7cf00ca3-7bf4-4dee-874d-01883ba07c7f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1147847 Aug 25 11:33:15.421359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:15.427576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-b7d6864a-6eca-4e0c-93a6-4fe17bbc01d7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-1798767499') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.522871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.539294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0a9208-c9e7-4a68-899c-2853b464f831']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.560421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a347ce2b-ce04-4d68-b1e1-782267686393') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.560923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a347ce2b-ce04-4d68-b1e1-782267686393') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.574051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f139da1-54fa-4f3c-ae14-f0148de54c68 req-8b2c282e-6f94-445e-93e1-24456d5baadd tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540084 Aug 25 11:33:15.578465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.587784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-8df3aab7-5801-4045-bd38-7e5ad9d397f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3071039 Aug 25 11:33:15.617838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.634769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:33:15.636291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.674194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b7d6864a-6eca-4e0c-93a6-4fe17bbc01d7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-1798767499 HTTP/1.1" status: 201 len: 201 time: 0.2504585 Aug 25 11:33:15.675448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:15.688072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-8f646a3c-cb42-461c-a94f-5b6af96b9268 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-1815965078') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:33:15.746519 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:33:15.796332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.821884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:15.828341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] 10.222.0.35 "DELETE /v2.0/networks/8b0a9208-c9e7-4a68-899c-2853b464f831 HTTP/1.1" status: 204 len: 168 time: 0.7191827 Aug 25 11:33:15.828341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8b3c-7cd8-461a-b81c-4aa0000aa7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0a9208-c9e7-4a68-899c-2853b464f831,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:15.858981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8f646a3c-cb42-461c-a94f-5b6af96b9268 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-1815965078 HTTP/1.1" status: 201 len: 201 time: 0.1819615 Aug 25 11:33:15.861514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33528) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:15.870115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-fbb0bb3d-9902-4977-b0c2-4a745f1347e7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-71693127') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:15.987891 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbb0bb3d-9902-4977-b0c2-4a745f1347e7 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-71693127 HTTP/1.1" status: 201 len: 201 time: 0.1249530 Aug 25 11:33:15.990737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33536) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:15.997421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-ee419f3d-ac22-46b2-a7cf-8f1ea951eeea tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', {'tags': ['tempest-TagsExtTest-Tag-1860303778', 'tempest-TagsExtTest-Tag-1843876300', 'tempest-TagsExtTest-Tag-584841977']}) {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:16.099160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33540) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:16.123236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ee419f3d-ac22-46b2-a7cf-8f1ea951eeea tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags HTTP/1.1" status: 200 len: 317 time: 0.1310439 Aug 25 11:33:16.126044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:16.131941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-23af4086-3284-4c47-ad71-81a7eb50f1e3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:16.191150 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d0e38d83-812a-482c-ada3-0bddfd4f9e63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6713ea8ce5e44f2bbffcceb725af11b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914779 Aug 25 11:33:16.195363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33546) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:16.282201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57f7e98f-a33a-4088-9218-35ad9f7421af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:16.311837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57f7e98f-a33a-4088-9218-35ad9f7421af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:16.325198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-23af4086-3284-4c47-ad71-81a7eb50f1e3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1978846 Aug 25 11:33:16.328248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:16.333313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-f15f8aff-9851-44d5-be91-657b7a55b4ec tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-1860303778') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:16.415908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57f7e98f-a33a-4088-9218-35ad9f7421af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:16.419373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57f7e98f-a33a-4088-9218-35ad9f7421af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:16.424448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57f7e98f-a33a-4088-9218-35ad9f7421af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e57e7f6f-c812-46a7-9c35-5269c91760af HTTP/1.1" status: 204 len: 168 time: 0.2235119 Aug 25 11:33:16.440015 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-f15f8aff-9851-44d5-be91-657b7a55b4ec tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:16.441280 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f15f8aff-9851-44d5-be91-657b7a55b4ec tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-1860303778 HTTP/1.1" status: 404 len: 329 time: 0.1120555 Aug 25 11:33:16.444724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33554) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:16.450667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-c99e4eec-0d26-4732-963d-2957f56a6ff3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-1843876300') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:16.451862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e98f-a33a-4088-9218-35ad9f7421af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57e7f6f-c812-46a7-9c35-5269c91760af,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:16.579047 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-c99e4eec-0d26-4732-963d-2957f56a6ff3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:16.586902 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c99e4eec-0d26-4732-963d-2957f56a6ff3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-1843876300 HTTP/1.1" status: 404 len: 329 time: 0.1405165 Aug 25 11:33:16.587636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33562) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:16.592664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-2cf0da20-f90c-4c38-b490-4130b777778a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9', 'tempest-TagsExtTest-Tag-584841977') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:16.604733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245c091-b189-4b7e-999f-5cc0e76fcc24 req-527b10c3-f7b9-409c-8461-fc6d10feb5a2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:16.608448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6245c091-b189-4b7e-999f-5cc0e76fcc24 req-527b10c3-f7b9-409c-8461-fc6d10feb5a2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.1580496 Aug 25 11:33:16.743200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6245c091-b189-4b7e-999f-5cc0e76fcc24 req-d12c2555-9ff7-4aa9-87f2-df6e79779705 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269300 Aug 25 11:33:16.873760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471cad-fefe-4f90-bc5c-2090810929d9 req-c0c18494-4403-4226-9fa2-c790d48872e5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:16.884582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd471cad-fefe-4f90-bc5c-2090810929d9 req-c0c18494-4403-4226-9fa2-c790d48872e5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1526322 Aug 25 11:33:17.008910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd471cad-fefe-4f90-bc5c-2090810929d9 req-14693d73-a2a9-4086-9ca7-eb2a4bb2fe6d tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155922 Aug 25 11:33:17.203138 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-2cf0da20-f90c-4c38-b490-4130b777778a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:17.208417 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2cf0da20-f90c-4c38-b490-4130b777778a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags/tempest-TagsExtTest-Tag-584841977 HTTP/1.1" status: 404 len: 328 time: 0.6151106 Aug 25 11:33:17.208986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33580) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:17.217367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-9a868787-38fa-4b9b-b0ac-32f1df9165ce tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', {'tags': ['tempest-TagsExtTest-Tag-1157016269', 'tempest-TagsExtTest-Tag-1929120729', 'tempest-TagsExtTest-Tag-580274579']}) {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:17.431053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9a868787-38fa-4b9b-b0ac-32f1df9165ce tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags HTTP/1.1" status: 200 len: 317 time: 0.2199082 Aug 25 11:33:17.434928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:17.445337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-1beebde9-cda8-47c4-90c2-318a4db562d9 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:17.502039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-09c80474-3ca4-410b-afef-cdfeb455ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:17.512019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-09c80474-3ca4-410b-afef-cdfeb455ab30 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292&tenant_id=9ef64a58f25c429abd9690d2f349e63f HTTP/1.1" status: 200 len: 1095 time: 0.1911635 Aug 25 11:33:17.529947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:17.619359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:17.669944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1beebde9-cda8-47c4-90c2-318a4db562d9 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags HTTP/1.1" status: 204 len: 168 time: 0.2328737 Aug 25 11:33:17.674232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33596) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:17.686200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-76448a8e-df9b-49c1-88f2-6df66f6186f3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-1157016269') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:17.912909 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-76448a8e-df9b-49c1-88f2-6df66f6186f3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:17.920493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76448a8e-df9b-49c1-88f2-6df66f6186f3 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-1157016269 HTTP/1.1" status: 404 len: 329 time: 0.2445915 Aug 25 11:33:17.922430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:17.931319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-9558443e-3eff-4aee-9c38-667448cff1e0 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-1929120729') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:18.125566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc0545-203c-460e-b23f-41a0917ebfdb req-343101e6-a2ce-4729-b801-a3a303e9a4d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:18.132165 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9558443e-3eff-4aee-9c38-667448cff1e0 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:18.140549 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9558443e-3eff-4aee-9c38-667448cff1e0 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-1929120729 HTTP/1.1" status: 404 len: 329 time: 0.2161665 Aug 25 11:33:18.141836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33622) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:18.156230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44dc0545-203c-460e-b23f-41a0917ebfdb req-343101e6-a2ce-4729-b801-a3a303e9a4d7 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 943 time: 0.2593849 Aug 25 11:33:18.171530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-6b344fb5-6bde-4fe7-9df4-3f0cd9086a6a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c', 'tempest-TagsExtTest-Tag-580274579') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:18.274201 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9c7c692d-16a1-4d28-92fb-c56495d36704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:18.350083 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-6b344fb5-6bde-4fe7-9df4-3f0cd9086a6a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:18.354744 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6b344fb5-6bde-4fe7-9df4-3f0cd9086a6a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags/tempest-TagsExtTest-Tag-580274579 HTTP/1.1" status: 404 len: 328 time: 0.1904788 Aug 25 11:33:18.359508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33624) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:18.365658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:18.372693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-37c19be7-4565-46a3-a00a-dbd38ff41088 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', {'tags': ['tempest-TagsExtTest-Tag-1571999369', 'tempest-TagsExtTest-Tag-1572278475', 'tempest-TagsExtTest-Tag-2042308601']}) {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:18.551289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:33:18.575190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-37c19be7-4565-46a3-a00a-dbd38ff41088 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags HTTP/1.1" status: 200 len: 318 time: 0.2139914 Aug 25 11:33:18.576243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:18.578428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac7d5-362e-4284-8664-93f3038149ba req-e720af6d-8c7b-4bf7-ba00-cbe539b2c062 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:18.582423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-450adf5e-72b2-43d9-9513-6c9abeb68f78 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:18.584481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d86ac7d5-362e-4284-8664-93f3038149ba req-e720af6d-8c7b-4bf7-ba00-cbe539b2c062 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.1620669 Aug 25 11:33:18.662197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44dc0545-203c-460e-b23f-41a0917ebfdb req-3a0fe8b1-ccce-427a-9a08-8dfafe22c5c4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030379 Aug 25 11:33:18.668379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:33:18.691403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:18.695076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d86ac7d5-362e-4284-8664-93f3038149ba req-902d3159-cc1b-419a-9c5d-85a833bf1d20 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684822 Aug 25 11:33:18.732449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Transition to ACTIVE for port object cb0b7cbe-e097-437c-a3ec-778e88552788 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:33:18.747928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:18.850732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-450adf5e-72b2-43d9-9513-6c9abeb68f78 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags HTTP/1.1" status: 204 len: 168 time: 0.2712245 Aug 25 11:33:18.851780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:18.861791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-88de6e3f-99c0-46ca-a542-01996375b77a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-1571999369') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:18.880511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=9']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:19.136392 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-88de6e3f-99c0-46ca-a542-01996375b77a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:19.138378 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-88de6e3f-99c0-46ca-a542-01996375b77a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-1571999369 HTTP/1.1" status: 404 len: 329 time: 0.2853072 Aug 25 11:33:19.143845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:19.158684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-f081cd76-ed74-4b39-8593-f04c98bd9f5a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-1572278475') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:19.309574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] No DVR routers for this DVR port cb0b7cbe-e097-437c-a3ec-778e88552788 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:33:19.475463 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-f081cd76-ed74-4b39-8593-f04c98bd9f5a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:19.482930 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f081cd76-ed74-4b39-8593-f04c98bd9f5a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-1572278475 HTTP/1.1" status: 404 len: 329 time: 0.3317733 Aug 25 11:33:19.483403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33658) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:19.491942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-c5ec9297-ca81-4e5b-8230-afbe3293f112 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa', 'tempest-TagsExtTest-Tag-2042308601') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:19.530048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:33:19.531557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:33:19.532402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:19.553953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Port cb0b7cbe-e097-437c-a3ec-778e88552788 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:33:19.555995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Attempting to bind port cb0b7cbe-e097-437c-a3ec-778e88552788 on network 4705233b-84f0-4d64-8732-0c9ce4aa4771 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:19.569598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:33:19.570809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Checking segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:33:19.571766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Bound using segment: {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:33:19.573286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Bound port: cb0b7cbe-e097-437c-a3ec-778e88552788, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc590bd8-104e-416f-b440-1b6d7d06496a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:33:19.574609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:19.659772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33664) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:19.680365 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-c5ec9297-ca81-4e5b-8230-afbe3293f112 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:19.684756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5ec9297-ca81-4e5b-8230-afbe3293f112 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags/tempest-TagsExtTest-Tag-2042308601 HTTP/1.1" status: 404 len: 329 time: 0.2000198 Aug 25 11:33:19.685381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:19.690695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-757e1fcc-3792-4f26-9b52-96cc0bd52de1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', {'tags': ['tempest-TagsExtTest-Tag-473376158', 'tempest-TagsExtTest-Tag-30824420', 'tempest-TagsExtTest-Tag-1596717458']}) {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:19.766178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-757e1fcc-3792-4f26-9b52-96cc0bd52de1 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "PUT /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags HTTP/1.1" status: 200 len: 315 time: 0.0773056 Aug 25 11:33:19.769263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33676) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:19.779577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:33:19.792940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-1d412dee-69f0-4b55-a844-0f4451c5b030 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:19.794061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:33:19.811566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:19.944387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1d412dee-69f0-4b55-a844-0f4451c5b030 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags HTTP/1.1" status: 204 len: 168 time: 0.1700752 Aug 25 11:33:19.949396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33684) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:19.959817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-d21d98c9-84cb-4618-be8f-b1f47a0f226a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-473376158') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:19.986042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:19.987124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:19.989492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] 10.222.0.10 "PUT /v2.0/ports/cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 1092 time: 2.4653099 Aug 25 11:33:20.012257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:20.023938 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4a7e0-037d-4097-bc39-43147740904e" -d '{"events": [{"name": "network-changed", "server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:20.040827 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-d21d98c9-84cb-4618-be8f-b1f47a0f226a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:20.054090 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d21d98c9-84cb-4618-be8f-b1f47a0f226a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-473376158 HTTP/1.1" status: 404 len: 328 time: 0.1037750 Aug 25 11:33:20.054808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:20.058213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435f56de-3b2a-48ad-9194-b4d29703f8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.065559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-b9e360f6-d76b-45d4-bc97-026bd6a637ab tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-30824420') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:20.299870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435f56de-3b2a-48ad-9194-b4d29703f8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.311297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435f56de-3b2a-48ad-9194-b4d29703f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.328380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1698a9-0367-4744-8a44-0bb1041646ba service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:20.352472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f56de-3b2a-48ad-9194-b4d29703f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3cd1b1-5c21-45c0-87cc-9ec5a2ccf547,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:20.356391 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-b9e360f6-d76b-45d4-bc97-026bd6a637ab tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:20.360916 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b9e360f6-d76b-45d4-bc97-026bd6a637ab tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-30824420 HTTP/1.1" status: 404 len: 327 time: 0.3047919 Aug 25 11:33:20.363618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33696) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:20.368348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-d2b9fd8a-9d0d-456f-819f-cb021037b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:20.374964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-d2b9fd8a-9d0d-456f-819f-cb021037b7b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1096 time: 0.2482054 Aug 25 11:33:20.394137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dc7f4-d373-4064-b6d0-8abc5e075963 req-fce10ce9-f9a0-4c40-8230-58214cdaa37d tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:20.407051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-435f56de-3b2a-48ad-9194-b4d29703f8c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e84c728a9bc64b37b77e183c2a9559a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448325 Aug 25 11:33:20.407840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c6dc7f4-d373-4064-b6d0-8abc5e075963 req-fce10ce9-f9a0-4c40-8230-58214cdaa37d tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.4143376 Aug 25 11:33:20.410155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33698) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:20.418953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-4be639b7-5985-4e5a-a69f-2afdfdf11069 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287', 'tempest-TagsExtTest-Tag-1596717458') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:20.508974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982ccc7-ec71-4eb2-8aa2-952af1906232 req-cd566c5b-a434-4b4e-a0e8-d3ac32aef187 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:20.511640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c56bc83b-ee84-4519-9edc-c57fec006dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.511958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b982ccc7-ec71-4eb2-8aa2-952af1906232 req-cd566c5b-a434-4b4e-a0e8-d3ac32aef187 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.5708082 Aug 25 11:33:20.558139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c56bc83b-ee84-4519-9edc-c57fec006dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.642967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c56bc83b-ee84-4519-9edc-c57fec006dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.649177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c56bc83b-ee84-4519-9edc-c57fec006dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:20.650900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c56bc83b-ee84-4519-9edc-c57fec006dc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d3cd1b1-5c21-45c0-87cc-9ec5a2ccf547 HTTP/1.1" status: 204 len: 168 time: 0.2387333 Aug 25 11:33:20.663716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bc83b-ee84-4519-9edc-c57fec006dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3cd1b1-5c21-45c0-87cc-9ec5a2ccf547,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:20.685749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c6dc7f4-d373-4064-b6d0-8abc5e075963 req-e922a6ed-8cd0-4eb7-85b7-1f1a860c20c6 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362833 Aug 25 11:33:20.695064 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-4be639b7-5985-4e5a-a69f-2afdfdf11069 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] show failed (client error): The resource could not be found. Aug 25 11:33:20.699315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4be639b7-5985-4e5a-a69f-2afdfdf11069 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags/tempest-TagsExtTest-Tag-1596717458 HTTP/1.1" status: 404 len: 329 time: 0.2872581 Aug 25 11:33:20.702718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33704) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:20.727498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-9e34e3b1-8e3d-4de7-8ab5-1798738697fa tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3559e562-dbbd-40e4-b21c-d765bfe25287') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:20.737346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b982ccc7-ec71-4eb2-8aa2-952af1906232 req-29fe52d9-85b3-41bd-a15f-68cf0d9dbfe8 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039564 Aug 25 11:33:20.836148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33706) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:20.837078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e34e3b1-8e3d-4de7-8ab5-1798738697fa tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287/tags HTTP/1.1" status: 204 len: 168 time: 0.1296227 Aug 25 11:33:20.845142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.tag.tag_plugin [None req-5b0d73f9-8d60-4fda-9e2b-41040a9a7cee tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5f1fd39-2d2c-441b-b339-e80e359feffa') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:20.898483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fe055baf-a787-4a7c-8491-957d83449967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:20.899937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-fe055baf-a787-4a7c-8491-957d83449967 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.4672868 Aug 25 11:33:21.052618 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c43ae52-89f5-46fa-8896-628ccc68bcba x-openstack-request-id: req-6c43ae52-89f5-46fa-8896-628ccc68bcba {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:21.052904 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:21.053167 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c43ae52-89f5-46fa-8896-628ccc68bcba {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:21.053571 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'status': 'completed', 'code': 200} Aug 25 11:33:21.111046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5b0d73f9-8d60-4fda-9e2b-41040a9a7cee tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa/tags HTTP/1.1" status: 204 len: 168 time: 0.2730541 Aug 25 11:33:21.114065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:21.124917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-0066e8db-b474-4cbc-b045-1a8e4aa4b0ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 999 time: 0.1871922 Aug 25 11:33:21.141094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-cf638539-e53c-440a-8bb0-0d35632158ce tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9065abed-da35-4245-9f8e-4314702b3c6c') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:21.165348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5a5910bd-1135-4b7d-b4f3-9303062ebf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:21.203008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-2c1cff17-41e8-48a6-9f32-052137d775cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:21.204625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-2c1cff17-41e8-48a6-9f32-052137d775cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.0711687 Aug 25 11:33:21.305780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-da15d0d5-9b97-4f73-ad65-6ee226800a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:21.314096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-da15d0d5-9b97-4f73-ad65-6ee226800a6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006854 Aug 25 11:33:21.386699 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf638539-e53c-440a-8bb0-0d35632158ce tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c/tags HTTP/1.1" status: 204 len: 168 time: 0.2692304 Aug 25 11:33:21.392021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33730) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:21.398076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:21.403865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-56aa1a69-1ec9-4476-9aff-f1eadec0a187 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7012c61b-9e7e-4be5-8f0d-3ad20337e5b9') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:21.559636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-919c704b-819c-4c9a-9ed9-6151db7035fc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1489768 Aug 25 11:33:21.671368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-f4e7881e-535c-40dc-918f-8fa8a7d79ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401649 Aug 25 11:33:21.682619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56aa1a69-1ec9-4476-9aff-f1eadec0a187 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.2871983 Aug 25 11:33:21.687230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:21.762462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-c09a5ee7-e0ec-4bd8-9bfb-3d31426a5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:21.765048 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-c09a5ee7-e0ec-4bd8-9bfb-3d31426a5502 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 1097 time: 0.1684000 Aug 25 11:33:21.815166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-32f0c8b4-cab7-4dfa-994b-25878e8a0711 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:21.830872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-32f0c8b4-cab7-4dfa-994b-25878e8a0711 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 0.3875890 Aug 25 11:33:21.955155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88d73bc5-802c-4608-9141-7f7813f5043c tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for subnetpool, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:21.960439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-88d73bc5-802c-4608-9141-7f7813f5043c tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnetpools/3559e562-dbbd-40e4-b21c-d765bfe25287 HTTP/1.1" status: 204 len: 168 time: 0.2684100 Aug 25 11:33:21.967002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:22.061968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb83b103-2e5a-4251-a6fd-36ad14c86c98 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5f1fd39-2d2c-441b-b339-e80e359feffa HTTP/1.1" status: 200 len: 205 time: 0.0913730 Aug 25 11:33:22.064012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33758) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:22.123194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-a6235002-1e5f-485d-9932-cf453ed53708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:22.125030 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-a6235002-1e5f-485d-9932-cf453ed53708 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 0.3311760 Aug 25 11:33:22.209230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:22.212420 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-34ab4e64-8169-426f-878d-165605c60bcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81 HTTP/1.1" status: 200 len: 217 time: 0.0508480 Aug 25 11:33:22.448471 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:22.465056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-99f91ae9-736a-4d4c-97ce-6fba98497051 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/quotas/0a39d3963ecf492d9c67f74f24da22bf HTTP/1.1" status: 200 len: 375 time: 0.6329098 Aug 25 11:33:22.488830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-74d39a5e-3143-4c6f-aa4e-25ee85cd2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:22.490516 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-74d39a5e-3143-4c6f-aa4e-25ee85cd2e0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.2380834 Aug 25 11:33:22.492676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:22.500146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:22.542097 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-d91553a1-65d7-4216-92bf-88a48fc7c05d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384409 Aug 25 11:33:22.605359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c94000-f942-43ed-919a-2cc0ee78bdcf req-ee8deade-9aa6-4d57-879f-8c6419430d1b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:22.607046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5c94000-f942-43ed-919a-2cc0ee78bdcf req-ee8deade-9aa6-4d57-879f-8c6419430d1b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.7588761 Aug 25 11:33:22.626945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-c7ccbf96-0aa0-4747-b0e3-970bb739c9a5 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419434 Aug 25 11:33:22.639014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f2793-7eb4-4010-916e-3252dced174a req-51c1b40a-8540-4c90-892f-72be73576ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:22.640824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-930f2793-7eb4-4010-916e-3252dced174a req-51c1b40a-8540-4c90-892f-72be73576ea5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 1097 time: 0.1688778 Aug 25 11:33:22.657376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:22.658690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Fanout notify agent at l3_agent the message router_deleted on router d5f1fd39-2d2c-441b-b339-e80e359feffa {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:33:22.660665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-0c78f5de-9744-493c-b26c-0ea1f0bda1a4 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941416 Aug 25 11:33:22.694241 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:22.695945 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-50f722bc-a970-4e52-b6f2-552f762573d2 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/routers/d5f1fd39-2d2c-441b-b339-e80e359feffa HTTP/1.1" status: 204 len: 168 time: 0.6311128 Aug 25 11:33:22.701174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33770) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:22.767165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5c94000-f942-43ed-919a-2cc0ee78bdcf req-3f3ad889-e44e-40d7-9fe4-dcb85672e588 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335928 Aug 25 11:33:22.799377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-930f2793-7eb4-4010-916e-3252dced174a req-27705c98-7d18-407d-979a-0769f44b00cc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495650 Aug 25 11:33:22.840897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a7e0-037d-4097-bc39-43147740904e req-2e529bb5-c7cf-426e-9ea3-8f582923d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:22.842388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-2e529bb5-c7cf-426e-9ea3-8f582923d98c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1096 time: 0.1199429 Aug 25 11:33:22.858193 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-75d31e49-7bea-4333-a79c-6c380509b1bd service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749505 Aug 25 11:33:22.868270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-333dc6dc-c396-4dba-a303-61ee7eadd1db service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657977 Aug 25 11:33:22.961892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Deleting port 9065abed-da35-4245-9f8e-4314702b3c6c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:33:22.962335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:23.085366 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a84057cc-dced-4b01-a592-db123e05dbe6 req-a8f02278-edf8-4757-a677-ca6df3931db3 service neutron] 10.222.0.10 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049413 Aug 25 11:33:23.136099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:23.156722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a7e0-037d-4097-bc39-43147740904e req-29fa9331-ae97-4fee-9dd3-caf4b6fdbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:23.158311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-29fa9331-ae97-4fee-9dd3-caf4b6fdbe6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.2893195 Aug 25 11:33:23.166293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Calling delete_port for 9065abed-da35-4245-9f8e-4314702b3c6c owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:33:23.180611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036317-51a6-4451-9337-9e2304358b04 req-cb2de1e4-78c3-49a1-937a-c12cebc14965 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:23.188606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73036317-51a6-4451-9337-9e2304358b04 req-cb2de1e4-78c3-49a1-937a-c12cebc14965 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.1807404 Aug 25 11:33:23.250282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-89b85610-4ffe-4747-be35-913ec73eb7fd service neutron] 10.222.0.35 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516273 Aug 25 11:33:23.513356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:23.517999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73036317-51a6-4451-9337-9e2304358b04 req-85e3180e-3455-4009-9b93-a84b23e2afd6 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281469 Aug 25 11:33:23.561074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-31cc40fd-d9f1-4dc3-bfd6-2932a31c0b13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2960703 Aug 25 11:33:23.596286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-9d629790-e744-4b5f-a1c1-eaee5782eda1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 999 time: 0.4243705 Aug 25 11:33:23.644796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:33:23.696707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event deleted for resources: {'Port': ['ID=9065abed-da35-4245-9f8e-4314702b3c6c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:23.811461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c191d952-b1ed-41ec-b315-0aa727ca69cd req-5b7559f5-04ed-46c7-ba4a-7037fda80607 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 210 time: 0.1436570 Aug 25 11:33:23.847645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a7e0-037d-4097-bc39-43147740904e req-3fb0551f-a910-4ca1-81ff-0357b8fb1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:23.850196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-3fb0551f-a910-4ca1-81ff-0357b8fb1df8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.2449667 Aug 25 11:33:23.856561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-1165f39d-c246-47ac-ad7b-3827f82e2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:23.859434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-1165f39d-c246-47ac-ad7b-3827f82e2906 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 1097 time: 0.2221069 Aug 25 11:33:23.873896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:23.878445 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86637afb-4df0-4400-86b2-938f202cad8a tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/ports/9065abed-da35-4245-9f8e-4314702b3c6c HTTP/1.1" status: 204 len: 168 time: 1.1734490 Aug 25 11:33:23.879278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33800) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:24.179146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Deleting subnet 7012c61b-9e7e-4be5-8f0d-3ad20337e5b9 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:33:24.189820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:24.230586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4a7e0-037d-4097-bc39-43147740904e req-a5a49813-2429-4b3f-9cf6-050619ba3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:24.235205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-a5a49813-2429-4b3f-9cf6-050619ba3384 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3736651 Aug 25 11:33:24.257092 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:24.372784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:24.554016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-c0b7b0e3-f28e-4d4c-a24c-efb165a68eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:24.557245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-c0b7b0e3-f28e-4d4c-a24c-efb165a68eae service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 0.5942416 Aug 25 11:33:24.573520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262b0b-50bd-4f08-8dc6-4ae25f007d27 req-a15ff84a-11cd-475a-b6d2-b6b3f166e121 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:24.586625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c262b0b-50bd-4f08-8dc6-4ae25f007d27 req-a15ff84a-11cd-475a-b6d2-b6b3f166e121 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.4655323 Aug 25 11:33:24.852719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-e566419e-b3df-4280-b6ca-9706b48ad8ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde HTTP/1.1" status: 200 len: 217 time: 0.2598794 Aug 25 11:33:24.861826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:25.102860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c262b0b-50bd-4f08-8dc6-4ae25f007d27 req-0cb46374-12e9-4eab-9a0f-6d77857a7d98 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120797 Aug 25 11:33:25.193666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:25.262216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-c6e4b173-f276-4277-9aa5-0d1498430b63 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9314499 Aug 25 11:33:25.264856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-ef9b35a0-fd89-4fb6-8bdc-2dbef767d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:25.282836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-ef9b35a0-fd89-4fb6-8bdc-2dbef767d257 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.4011083 Aug 25 11:33:25.375298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffb64c-64e4-4e5d-9990-ef2990b81f9e req-2a128b21-f6a3-4013-946c-178fec7d96ff tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:25.416247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8dffb64c-64e4-4e5d-9990-ef2990b81f9e req-2a128b21-f6a3-4013-946c-178fec7d96ff tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.5867803 Aug 25 11:33:25.438972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event deleted for resources: {'Subnet': ['ID=7012c61b-9e7e-4be5-8f0d-3ad20337e5b9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:25.474090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c5ca60-478b-4581-91e1-c53c7746912e None None] Network c0db9812-6dfd-4643-b0a0-df53d528d875 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:33:25.497771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:25.501506 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6490441f-be66-4d31-80d9-c5d2169e7800 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/subnets/7012c61b-9e7e-4be5-8f0d-3ad20337e5b9 HTTP/1.1" status: 204 len: 168 time: 1.6088932 Aug 25 11:33:25.514542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33840) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:25.799815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-a8426de5-486f-4c1c-9794-bcfe84851833 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3794739 Aug 25 11:33:25.919936 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:25.980130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] DHCP port deletion for c0db9812-6dfd-4643-b0a0-df53d528d875 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:33:26.081624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Deleting port b95a6f6e-d853-4343-ac78-e2500cfdee5b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:33:26.082529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:26.227720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af19900-55be-49e0-abf7-d4622cf95fa6 req-4080ea88-46b9-46a2-a82e-88372982aec8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 210 time: 0.4052420 Aug 25 11:33:26.306313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] Deleting port b95a6f6e-d853-4343-ac78-e2500cfdee5b {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:33:26.307700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:26.369138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8dffb64c-64e4-4e5d-9990-ef2990b81f9e req-b970ae79-3c05-4687-927b-f2e8300e79b4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9507608 Aug 25 11:33:26.372224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] For port b95a6f6e-d853-4343-ac78-e2500cfdee5b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b95a6f6e-d853-4343-ac78-e2500cfdee5b,segment=NetworkSegment(3e3d6ddb-f089-495e-a083-afe943987e81),segment_id=3e3d6ddb-f089-495e-a083-afe943987e81)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:26.373135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:26.427801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Calling delete_port for b95a6f6e-d853-4343-ac78-e2500cfdee5b owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:33:26.588009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:26.645715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event deleted for resources: {'Port': ['ID=b95a6f6e-d853-4343-ac78-e2500cfdee5b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:26.671846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] No DVR routers for this DVR port b95a6f6e-d853-4343-ac78-e2500cfdee5b on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:33:26.674223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] For port b95a6f6e-d853-4343-ac78-e2500cfdee5b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b95a6f6e-d853-4343-ac78-e2500cfdee5b,segment=NetworkSegment(3e3d6ddb-f089-495e-a083-afe943987e81),segment_id=3e3d6ddb-f089-495e-a083-afe943987e81)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:26.675185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:26.716728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] Calling delete_port for b95a6f6e-d853-4343-ac78-e2500cfdee5b owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:33:26.749424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b4a7e0-037d-4097-bc39-43147740904e req-3b80d707-9ab1-43f2-821a-455bdeb3d2e0 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2717631 Aug 25 11:33:26.980263 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.036722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] Pushing event deleted for resources: {'Port': ['ID=b95a6f6e-d853-4343-ac78-e2500cfdee5b,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:27.046665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d74551-7696-4f1b-91c5-67362b5b5e99 None None] No DVR routers for this DVR port b95a6f6e-d853-4343-ac78-e2500cfdee5b on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:33:27.077387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-4f0e5615-889e-432b-8ace-a5c96a697f23 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1402783 Aug 25 11:33:27.131542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.163608 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.206600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0db9812-6dfd-4643-b0a0-df53d528d875']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:27.288858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3d6ddb-f089-495e-a083-afe943987e81') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:27.309955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3d6ddb-f089-495e-a083-afe943987e81') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:33:27.341351 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.377913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:27.378931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b95a6f6e-d853-4343-ac78-e2500cfdee5b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:33:27.403428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b5f7-29d0-4fc3-a96b-23ebc5b02f63 req-3657211a-3647-422a-8664-497a95d9c0b6 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:27.407229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ad3b5f7-29d0-4fc3-a96b-23ebc5b02f63 req-3657211a-3647-422a-8664-497a95d9c0b6 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.9294608 Aug 25 11:33:27.432522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.454673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:33:27.462212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.472220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b95a6f6e-d853-4343-ac78-e2500cfdee5b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:33:27.472699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b95a6f6e-d853-4343-ac78-e2500cfdee5b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:33:27.556664 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:33:27.579430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.774773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5a1a2ba-e3a9-4d7f-b0d6-f47b0275a615 req-ca761bb7-cf9c-4744-ad27-c21417efb843 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 210 time: 0.2392340 Aug 25 11:33:27.856354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ec1bd2f-8c1b-40a8-9a39-0d57edf6532b req-5496ef2f-6ba8-49f5-9265-b71066ee898e service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365322 Aug 25 11:33:27.892936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-971ab4b7-bd4b-47c7-a6f8-517712a93a08 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:27.897580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-971ab4b7-bd4b-47c7-a6f8-517712a93a08 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 815 time: 1.3020830 Aug 25 11:33:27.935288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Request body: {'port': {'device_id': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'admin_state_up': True, 'tenant_id': '0a39d3963ecf492d9c67f74f24da22bf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:27.955138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.960007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] 10.222.0.35 "DELETE /v2.0/networks/c0db9812-6dfd-4643-b0a0-df53d528d875 HTTP/1.1" status: 204 len: 168 time: 2.4413090 Aug 25 11:33:27.963764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4717743-1f70-43e6-a036-d87d51256368 tempest-TagsExtTest-1925279553 tempest-TagsExtTest-1925279553-project] Pushing event deleted for resources: {'Network': ['ID=c0db9812-6dfd-4643-b0a0-df53d528d875,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:27.973717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57fc2948-c40f-49da-9715-46bc24c25d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:27.975549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ad3b5f7-29d0-4fc3-a96b-23ebc5b02f63 req-23191765-f5f2-4dd7-894e-cb5047f1f75a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879389 Aug 25 11:33:28.277073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57fc2948-c40f-49da-9715-46bc24c25d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.285726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57fc2948-c40f-49da-9715-46bc24c25d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.420348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-57fc2948-c40f-49da-9715-46bc24c25d4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cada4fc307bb45e187c4e8ff98813e26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0243545 Aug 25 11:33:28.438841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:28.441207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc2948-c40f-49da-9715-46bc24c25d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b88ee9-8a87-4e44-974b-bdf1621506cc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:28.576837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Made reservation on behalf of 0a39d3963ecf492d9c67f74f24da22bf for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:33:28.584320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.613344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec4075-e4d6-41d6-831d-734a137a1df7 req-cbb37e0c-e356-4460-8b31-2364c131f860 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:28.615126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61ec4075-e4d6-41d6-831d-734a137a1df7 req-cbb37e0c-e356-4460-8b31-2364c131f860 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.2152617 Aug 25 11:33:28.631162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6d54162-f782-46d0-ad28-5062b541a2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.709328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6d54162-f782-46d0-ad28-5062b541a2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.726034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33898) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:28.839674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6d54162-f782-46d0-ad28-5062b541a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.844589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6d54162-f782-46d0-ad28-5062b541a2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:28.848959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6d54162-f782-46d0-ad28-5062b541a2b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3b88ee9-8a87-4e44-974b-bdf1621506cc HTTP/1.1" status: 204 len: 168 time: 0.4064503 Aug 25 11:33:28.878208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d54162-f782-46d0-ad28-5062b541a2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b88ee9-8a87-4e44-974b-bdf1621506cc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:29.069444 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-218694af-407e-4d5c-981c-8212eeb407ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed3a766d98124957a4769d3d92c67564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415694 Aug 25 11:33:29.074249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:29.176319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed2e6706-f28f-426a-8c07-be9602c36e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.248892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed2e6706-f28f-426a-8c07-be9602c36e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.358650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed2e6706-f28f-426a-8c07-be9602c36e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.366811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed2e6706-f28f-426a-8c07-be9602c36e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.370295 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed2e6706-f28f-426a-8c07-be9602c36e22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b90b673-e856-414a-956e-51075d5fbe07 HTTP/1.1" status: 204 len: 168 time: 0.2989523 Aug 25 11:33:29.391959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e6706-f28f-426a-8c07-be9602c36e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90b673-e856-414a-956e-51075d5fbe07,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:29.566168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:29.589768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09ffde61-048d-45a7-b3f9-e22ec25bda62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.612173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Allocated IP 172.20.0.10 (b6ccb154-0f05-443e-9ed4-59fd17024426/67fad637-d793-45a0-94ef-0b2dcd28d9d4/d57f4c66-472f-4c8d-839d-2584cbc1a3d6) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:33:29.827902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09ffde61-048d-45a7-b3f9-e22ec25bda62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.836560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09ffde61-048d-45a7-b3f9-e22ec25bda62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:29.896761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61ec4075-e4d6-41d6-831d-734a137a1df7 req-638822be-7398-4853-9ad5-047417e83ef0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2463694 Aug 25 11:33:29.906545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffde61-048d-45a7-b3f9-e22ec25bda62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fec25a-ded2-4a9e-b436-7028d5ac2c4f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:29.994049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33922) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:29.995010 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-09ffde61-048d-45a7-b3f9-e22ec25bda62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04da55a1b3364fb195d6eab184b7264c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268513 Aug 25 11:33:30.114330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-0e9f05da-443b-4f88-a748-aaceebfc786b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:30.122761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-0e9f05da-443b-4f88-a748-aaceebfc786b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 809 time: 1.4469311 Aug 25 11:33:30.159532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9646655b-1574-4f50-8d49-f767b71dfefa req-82a26c7d-16a4-4638-84b8-ea6134226126 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 210 time: 0.0319526 Aug 25 11:33:30.199907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-4fc91fd5-4538-4d95-9139-c110a19bc415 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/quotas/7756676616b542528382a1bb3c270b39 HTTP/1.1" status: 200 len: 375 time: 0.0757477 Aug 25 11:33:30.235860 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.239856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-862b6365-1767-426d-a320-99cb6747e38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.271106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-862b6365-1767-426d-a320-99cb6747e38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.345731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-862b6365-1767-426d-a320-99cb6747e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.346109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-862b6365-1767-426d-a320-99cb6747e38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.360268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-862b6365-1767-426d-a320-99cb6747e38c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7fec25a-ded2-4a9e-b436-7028d5ac2c4f HTTP/1.1" status: 204 len: 168 time: 0.3571031 Aug 25 11:33:30.435199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b6365-1767-426d-a320-99cb6747e38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fec25a-ded2-4a9e-b436-7028d5ac2c4f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:30.485053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-f69485e5-f869-4106-9a7d-97cde03a3f61 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2831511 Aug 25 11:33:30.528218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.542025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:30.702322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['85611591-d6cd-46c3-b98e-b66c5a08ddde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:30.709274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event updated for resources: {'Port': ['ID=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:30.732710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Network b6ccb154-0f05-443e-9ed4-59fd17024426 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:33:30.738711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:33:30.746640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:33:30.888491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:30.889623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.948106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-ef325fce-e29e-443d-a4d5-311f7c3e6184 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0247080 Aug 25 11:33:30.957794 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:30.982355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Request body: {'port': {'device_id': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:31.371378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9177f-e677-4c84-9cd6-02cf72f02e50 req-dc4fbc52-55e6-4f27-9403-f73370113a74 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:31.389060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff9177f-e677-4c84-9cd6-02cf72f02e50 req-dc4fbc52-55e6-4f27-9403-f73370113a74 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.2593038 Aug 25 11:33:31.398485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:31.734554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff9177f-e677-4c84-9cd6-02cf72f02e50 req-b9ba9fa3-374d-4453-ae91-45257a1180e1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412409 Aug 25 11:33:31.960247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-5210b77c-81bb-4b43-8720-592f130120d9 service neutron] 10.222.0.35 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4664829 Aug 25 11:33:32.726124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-0532da4d-0949-43b5-8e17-f94c7fa90698 service neutron] 10.222.0.35 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153568 Aug 25 11:33:32.999537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e124c-bde8-474c-8bf5-ada24a30e57b req-0d3d3b46-9625-4407-9405-f6b3e5212e40 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:33.009894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-053e124c-bde8-474c-8bf5-ada24a30e57b req-0d3d3b46-9625-4407-9405-f6b3e5212e40 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 932 time: 1.0726938 Aug 25 11:33:33.602658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57f4c66-472f-4c8d-839d-2584cbc1a3d6 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:33:33.619125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:33.648463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Transition to ACTIVE for port object d57f4c66-472f-4c8d-839d-2584cbc1a3d6 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:33:33.658647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:33.830687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:33.860899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-053e124c-bde8-474c-8bf5-ada24a30e57b req-f518946c-919a-44e7-ad92-54cb89d17e86 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8481796 Aug 25 11:33:33.998153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaa7bb-d7f4-486b-92d5-40c28f2b2b6c req-4e569076-3bdd-4ce1-91ec-57e17cb03080 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:34.009577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffdaa7bb-d7f4-486b-92d5-40c28f2b2b6c req-4e569076-3bdd-4ce1-91ec-57e17cb03080 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.2291873 Aug 25 11:33:34.254969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ff08590-3dfa-4083-9f3c-f6d1866564ae req-4c050434-168e-48c7-b6b3-0ec382501df6 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 210 time: 0.1764636 Aug 25 11:33:34.358044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffdaa7bb-d7f4-486b-92d5-40c28f2b2b6c req-5a5173dc-19f1-42e7-bf8a-61afee7fb3aa tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442783 Aug 25 11:33:34.453138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Attempting to bind port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:33:34.456626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Attempting to bind port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:33:34.457012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Attempting to bind port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:34.495488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 on network b6ccb154-0f05-443e-9ed4-59fd17024426 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:33:34.498520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Attempting to bind port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 on network b6ccb154-0f05-443e-9ed4-59fd17024426 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:34.519991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:33:34.520374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Checking segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:33:34.520749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Bound using segment: {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:33:34.529146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Bound port: d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:33:34.539086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:34.998981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] For port d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:33:35.013471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] For port d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:33:35.048518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:35.177763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:35.178848 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:35.183573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] 10.222.0.67 "PUT /v2.0/ports/d57f4c66-472f-4c8d-839d-2584cbc1a3d6 HTTP/1.1" status: 200 len: 1093 time: 4.2243643 Aug 25 11:33:35.262160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'tag': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:35.267335 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25997f57-4841-4597-9650-8360a4dbebe7" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab556e-96b3-45ee-8945-e56a4a3b6e9c", "tag": "d57f4c66-472f-4c8d-839d-2584cbc1a3d6"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:35.277886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7a9b6-620a-4467-a4e2-4cb0b4af4f85 service neutron] Pushing event updated for resources: {'Port': ['ID=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:35.470812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e767b-02b0-4eb5-b491-3992e71e6cc3 req-2016ac04-0c89-4554-9659-fc2e8398e447 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:35.486184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-137e767b-02b0-4eb5-b491-3992e71e6cc3 req-2016ac04-0c89-4554-9659-fc2e8398e447 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 944 time: 0.3009665 Aug 25 11:33:35.502064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-5c5451d3-ffd0-4ce3-bdc7-cc2dc8f99712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:35.511103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-5c5451d3-ffd0-4ce3-bdc7-cc2dc8f99712 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 1096 time: 0.2262006 Aug 25 11:33:35.643199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-4f4e7cf1-3f37-484b-9f3b-8bfe44ed50e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6 HTTP/1.1" status: 200 len: 217 time: 0.1188774 Aug 25 11:33:35.779159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b285712-df56-4d74-8961-0df2497000bc req-36651eec-4203-4604-9bff-b7a6613a1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:35.782578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-36651eec-4203-4604-9bff-b7a6613a1264 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.1221318 Aug 25 11:33:35.910313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-8d123c0e-6241-496d-ae48-bb722a7d38c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805683 Aug 25 11:33:36.080102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34150) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:36.123184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e829c94-ca71-421e-8acd-adb4df91cb59 req-073d18cd-8745-45f3-901b-3f62b02a7edc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 210 time: 0.4928234 Aug 25 11:33:36.187983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-137e767b-02b0-4eb5-b491-3992e71e6cc3 req-df471f26-2e6c-436f-8cc5-0ff0d6a0bdf8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904469 Aug 25 11:33:36.478418 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc8b03c-9192-4ece-a52d-2fda36b7e4a0 x-openstack-request-id: req-0dc8b03c-9192-4ece-a52d-2fda36b7e4a0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:36.479070 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab556e-96b3-45ee-8945-e56a4a3b6e9c", "tag": "d57f4c66-472f-4c8d-839d-2584cbc1a3d6", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:36.479606 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0dc8b03c-9192-4ece-a52d-2fda36b7e4a0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:36.480362 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'tag': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6', 'status': 'completed', 'code': 200} Aug 25 11:33:36.580044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:36.750044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-28d41fce-73cb-4b66-8e7e-99dc0bc15837 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:36.752160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-28d41fce-73cb-4b66-8e7e-99dc0bc15837 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.10 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 809 time: 0.9688835 Aug 25 11:33:36.763276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6231-fac9-4cd7-b06d-5a10278d6449 req-b928a0b9-2839-4449-8f35-4f99a8bc421a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:36.765572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d77e6231-fac9-4cd7-b06d-5a10278d6449 req-b928a0b9-2839-4449-8f35-4f99a8bc421a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.2835872 Aug 25 11:33:36.813562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-b4d03261-2595-4310-8684-e11e86ac27ec service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147007 Aug 25 11:33:36.963426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d77e6231-fac9-4cd7-b06d-5a10278d6449 req-07e1159c-b074-4ae8-a9b4-d41eac55cfb2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849189 Aug 25 11:33:36.980414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:36.991825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:37.023047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b285712-df56-4d74-8961-0df2497000bc req-89516627-2443-4f12-9beb-f2fa3ddc9d15 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009814 Aug 25 11:33:37.073537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6f1f3d-94f6-41d1-aca8-b8eb48c52aef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:37.103667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.104303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.104425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.104679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.105017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.105354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.105703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.106059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.106501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.106829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.107238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.107582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:33:37.116825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:37.117035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e566b111-2e74-460c-97a6-47e08e45d520 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d59931da493b4db4ac385332ca1ca125&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0356643 Aug 25 11:33:37.188486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Request body: {'port': {'device_id': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'admin_state_up': True, 'tenant_id': '7756676616b542528382a1bb3c270b39'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:37.384434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eaad5d8c-b118-49f0-b4c1-43ee20b1764e req-7a90b682-5d2e-4988-9036-a9e4a1d7c4d4 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 210 time: 0.0954835 Aug 25 11:33:37.413606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafcef20-78d3-4046-8ee9-158eb4684c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:37.435116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997f57-4841-4597-9650-8360a4dbebe7 req-182d995f-0cc7-4cd2-a7ff-1cc75b3aadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:37.437759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-182d995f-0cc7-4cd2-a7ff-1cc75b3aadee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 1096 time: 0.2828822 Aug 25 11:33:37.547173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafcef20-78d3-4046-8ee9-158eb4684c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:37.858021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997f57-4841-4597-9650-8360a4dbebe7 req-7cb14274-3348-4b44-87d8-76b5e2f16664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:37.861008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-7cb14274-3348-4b44-87d8-76b5e2f16664 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 0.3952916 Aug 25 11:33:38.045884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-1d0bed2d-7316-4354-b6f4-13c0b69d93b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6 HTTP/1.1" status: 200 len: 217 time: 0.1538060 Aug 25 11:33:38.098428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34264) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:38.218992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14fa6-62d3-4ff0-b18d-945f7a9e520c req-dacad2b6-9a36-448f-a149-d81f2e9ac734 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:38.233869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7e14fa6-62d3-4ff0-b18d-945f7a9e520c req-dacad2b6-9a36-448f-a149-d81f2e9ac734 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 944 time: 0.7490463 Aug 25 11:33:38.248700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997f57-4841-4597-9650-8360a4dbebe7 req-da0c17f3-16d8-493d-83ca-5ca0a08b7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:38.251890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-da0c17f3-16d8-493d-83ca-5ca0a08b7aa3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.1934276 Aug 25 11:33:38.274507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Made reservation on behalf of 7756676616b542528382a1bb3c270b39 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:33:38.281161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:38.447276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a0f05d6-cdb9-4c55-a8fd-285bbdc29da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:38.458906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-bbd6d670-16df-457c-9bf9-dc7117dc23d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460724 Aug 25 11:33:38.643844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a0f05d6-cdb9-4c55-a8fd-285bbdc29da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:38.654703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a0f05d6-cdb9-4c55-a8fd-285bbdc29da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:38.825072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f05d6-cdb9-4c55-a8fd-285bbdc29da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18176199-0d02-4741-9de0-8dedaae3266b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:38.857566 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a0f05d6-cdb9-4c55-a8fd-285bbdc29da6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91077c239a6f433b8c99f0a01b7dac97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527328 Aug 25 11:33:38.860401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34292) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:38.938042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafcef20-78d3-4046-8ee9-158eb4684c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:38.943279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafcef20-78d3-4046-8ee9-158eb4684c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:38.945111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dafcef20-78d3-4046-8ee9-158eb4684c4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e6f1f3d-94f6-41d1-aca8-b8eb48c52aef HTTP/1.1" status: 204 len: 168 time: 1.8270910 Aug 25 11:33:39.061330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7241ebf1-64a1-464b-a015-5c75b47c1bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:39.133067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7241ebf1-64a1-464b-a015-5c75b47c1bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:39.201719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7e14fa6-62d3-4ff0-b18d-945f7a9e520c req-c458fb8a-1d56-40d3-8733-dde5bb5a4df9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9658821 Aug 25 11:33:39.263055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcef20-78d3-4046-8ee9-158eb4684c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6f1f3d-94f6-41d1-aca8-b8eb48c52aef,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:39.291405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c323a48-fd24-464b-bca0-683e47fe945f req-291797ba-ce7a-404c-b38f-818741f49b93 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:39.291665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7241ebf1-64a1-464b-a015-5c75b47c1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:39.294604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7241ebf1-64a1-464b-a015-5c75b47c1bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:39.295864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7241ebf1-64a1-464b-a015-5c75b47c1bbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18176199-0d02-4741-9de0-8dedaae3266b HTTP/1.1" status: 204 len: 168 time: 0.4342895 Aug 25 11:33:39.314145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c323a48-fd24-464b-bca0-683e47fe945f req-291797ba-ce7a-404c-b38f-818741f49b93 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 1.0575929 Aug 25 11:33:39.316721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241ebf1-64a1-464b-a015-5c75b47c1bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18176199-0d02-4741-9de0-8dedaae3266b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:39.341258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d57f4c66-472f-4c8d-839d-2584cbc1a3d6 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:33:39.528071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c323a48-fd24-464b-bca0-683e47fe945f req-4b0541a9-fe77-4dd4-b7d4-1f952bed8984 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104695 Aug 25 11:33:39.593376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-ebc0dce4-05dd-4e18-b302-5187971cc739 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1014330 Aug 25 11:33:39.676100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:39.718806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6', 'network_id': 'b6ccb154-0f05-443e-9ed4-59fd17024426', 'port_id': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6', 'mac_address': 'fa:16:3e:42:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fad637-d793-45a0-94ef-0b2dcd28d9d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:33:39.802418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:39.844544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34344) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:39.851260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57f4c66-472f-4c8d-839d-2584cbc1a3d6 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:33:39.868765 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb4-9a6e-4d9a-a4ad-5c780d51f104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:39.876834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8041d369-266b-44e9-adf3-df5ddd490d66 req-ebd997a9-2647-4dd7-a1f9-51069f78123c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 210 time: 0.1969759 Aug 25 11:33:39.907096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Allocated IP 172.20.0.6 (719a561e-0349-479d-afac-f46d21422263/be390cc8-5850-4f54-a3df-a79b6a9f17ff/9d50fca1-e209-4319-9a15-3746a0564326) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:33:39.926697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:39.935993 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.066116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25997f57-4841-4597-9650-8360a4dbebe7 req-71df80c7-985a-4d14-b6aa-c1a207eb6dd9 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582055 Aug 25 11:33:40.088144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:40.136544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb4-9a6e-4d9a-a4ad-5c780d51f104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.142800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb4-9a6e-4d9a-a4ad-5c780d51f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.200988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c1fb4-9a6e-4d9a-a4ad-5c780d51f104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644a7a97-7be2-49ae-a008-c1cd4d68feeb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:40.202019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d57f4c66-472f-4c8d-839d-2584cbc1a3d6'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:40.233400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3a9c1fb4-9a6e-4d9a-a4ad-5c780d51f104 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57b7576e2ce04412ab530f770cc22fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868341 Aug 25 11:33:40.238674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34362) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:40.252001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:40.288158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de282a1-deff-446f-87fb-29cc303b6271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.488571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.496210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de282a1-deff-446f-87fb-29cc303b6271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.528581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de282a1-deff-446f-87fb-29cc303b6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.576202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de282a1-deff-446f-87fb-29cc303b6271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6396b8ac-a8ca-42a5-8cfa-cc3331646466,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:40.603953 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7de282a1-deff-446f-87fb-29cc303b6271 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6d2f918a19e4c4594c8cc5a0a00e26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500831 Aug 25 11:33:40.608416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34384) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:40.727932 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e8a248e-d8bc-4915-a413-251d24a79d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.769825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e8a248e-d8bc-4915-a413-251d24a79d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.845766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e8a248e-d8bc-4915-a413-251d24a79d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.855748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e8a248e-d8bc-4915-a413-251d24a79d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.859064 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8e8a248e-d8bc-4915-a413-251d24a79d31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6396b8ac-a8ca-42a5-8cfa-cc3331646466 HTTP/1.1" status: 204 len: 168 time: 0.2481990 Aug 25 11:33:40.874532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a248e-d8bc-4915-a413-251d24a79d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6396b8ac-a8ca-42a5-8cfa-cc3331646466,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:40.922067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1cead3ea-afee-4adb-9f8b-6c32eed09928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:40.977762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1cead3ea-afee-4adb-9f8b-6c32eed09928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.001930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8363a-0d5b-429e-a711-5d1468b48896 req-2e21aa80-e21c-4676-9734-5e1f129528b2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:41.003575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7f8363a-0d5b-429e-a711-5d1468b48896 req-2e21aa80-e21c-4676-9734-5e1f129528b2 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.2675211 Aug 25 11:33:41.012608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f92c2-df9f-4615-8a1c-b02c13a1be6e req-ca46a8db-8d86-4937-94ea-3afb80ad068c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:41.021540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-175f92c2-df9f-4615-8a1c-b02c13a1be6e req-ca46a8db-8d86-4937-94ea-3afb80ad068c tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 945 time: 0.5042160 Aug 25 11:33:41.081004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.094139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e3be37f-2a30-4016-a224-56d79b69d35c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:41.236365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-175f92c2-df9f-4615-8a1c-b02c13a1be6e req-2c6f54da-b918-49b3-bdcf-7bb950cd4546 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125206 Aug 25 11:33:41.355536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d57f4c66-472f-4c8d-839d-2584cbc1a3d6 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:33:41.377124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Network 719a561e-0349-479d-afac-f46d21422263 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:33:41.393948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Pushing event updated for resources: {'Port': ['ID=9d50fca1-e209-4319-9a15-3746a0564326,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:41.418042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7f8363a-0d5b-429e-a711-5d1468b48896 req-8e11364b-373c-4b8e-b060-88ffc066a990 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679523 Aug 25 11:33:41.420199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:33:41.434709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:33:41.444797 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1cead3ea-afee-4adb-9f8b-6c32eed09928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.462812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1cead3ea-afee-4adb-9f8b-6c32eed09928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.482331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1cead3ea-afee-4adb-9f8b-6c32eed09928 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/644a7a97-7be2-49ae-a008-c1cd4d68feeb HTTP/1.1" status: 204 len: 168 time: 1.2319691 Aug 25 11:33:41.506248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:33:41.513563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:41.514330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.616413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cead3ea-afee-4adb-9f8b-6c32eed09928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644a7a97-7be2-49ae-a008-c1cd4d68feeb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:41.626955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:41.629765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.732388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-cd9339dd-8455-4f2c-a305-21bba049c4f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5530860 Aug 25 11:33:41.753524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Request body: {'port': {'device_id': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:33:41.754978 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.812414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:41.814977 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b62950-11f6-4395-b957-f601386f5dfb" -d '{"events": [{"server_uuid": "91ab556e-96b3-45ee-8945-e56a4a3b6e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d57f4c66-472f-4c8d-839d-2584cbc1a3d6"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:41.850376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:41.859156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:41.906850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245c93a-b23d-4741-8dc4-789ff0e35e5b req-d627c038-34c7-48ef-8a57-b32fa36bf13c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:41.922603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1245c93a-b23d-4741-8dc4-789ff0e35e5b req-d627c038-34c7-48ef-8a57-b32fa36bf13c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 931 time: 0.2828355 Aug 25 11:33:42.030408 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c6975-5c36-482a-a346-4692f637d5bc x-openstack-request-id: req-676c6975-5c36-482a-a346-4692f637d5bc {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:42.033177 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab556e-96b3-45ee-8945-e56a4a3b6e9c", "name": "network-vif-plugged", "status": "completed", "tag": "d57f4c66-472f-4c8d-839d-2584cbc1a3d6", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:42.033643 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-676c6975-5c36-482a-a346-4692f637d5bc {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:42.035352 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6', 'code': 200} Aug 25 11:33:42.037108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:42.058228 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:42.086178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1245c93a-b23d-4741-8dc4-789ff0e35e5b req-2091fe88-cec6-4607-90aa-dbab8302eff5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619558 Aug 25 11:33:42.244447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28133ddc-dfbf-48ad-944b-d8ef0d68e065 req-42d95058-5903-404a-811f-7bfe1b6a9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:42.246733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28133ddc-dfbf-48ad-944b-d8ef0d68e065 req-42d95058-5903-404a-811f-7bfe1b6a9aa1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 1098 time: 0.1307821 Aug 25 11:33:42.365533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28133ddc-dfbf-48ad-944b-d8ef0d68e065 req-97d9ddf7-cc18-4abb-9446-507f25024001 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106207 Aug 25 11:33:42.547052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a36f17-22cf-4c31-b686-0cdf17582104 req-3b288949-cf94-49f1-adae-a3f74248ba20 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:42.550382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74a36f17-22cf-4c31-b686-0cdf17582104 req-3b288949-cf94-49f1-adae-a3f74248ba20 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 946 time: 0.2089484 Aug 25 11:33:42.665038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74a36f17-22cf-4c31-b686-0cdf17582104 req-882a2227-f5dd-4de5-a8ef-d9945d39c338 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928307 Aug 25 11:33:42.779219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d50fca1-e209-4319-9a15-3746a0564326 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:33:42.790876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:42.816134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Transition to ACTIVE for port object 9d50fca1-e209-4319-9a15-3746a0564326 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:33:42.834506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7bd01-4276-4e8a-8639-d64581a332f3 req-cc190d30-1658-4c2b-990e-0fe7853df043 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:42.834506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04f7bd01-4276-4e8a-8639-d64581a332f3 req-cc190d30-1658-4c2b-990e-0fe7853df043 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.1634851 Aug 25 11:33:42.834506 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:42.967956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04f7bd01-4276-4e8a-8639-d64581a332f3 req-0bc0db27-eafd-449e-aa50-67663eb32c4e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250565 Aug 25 11:33:42.989979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Pushing event updated for resources: {'Port': ['ID=9d50fca1-e209-4319-9a15-3746a0564326,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:43.090112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Attempting to bind port 9d50fca1-e209-4319-9a15-3746a0564326 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:33:43.090684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Attempting to bind port 9d50fca1-e209-4319-9a15-3746a0564326 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:33:43.091383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Attempting to bind port 9d50fca1-e209-4319-9a15-3746a0564326 on network 719a561e-0349-479d-afac-f46d21422263 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:43.106524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Port 9d50fca1-e209-4319-9a15-3746a0564326 on network 719a561e-0349-479d-afac-f46d21422263 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:33:43.106909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Attempting to bind port 9d50fca1-e209-4319-9a15-3746a0564326 on network 719a561e-0349-479d-afac-f46d21422263 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:33:43.118731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:33:43.119085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Checking segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:33:43.119485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Bound using segment: {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:33:43.119935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Bound port: 9d50fca1-e209-4319-9a15-3746a0564326, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57932809-089b-4e48-a528-324bf560f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '719a561e-0349-479d-afac-f46d21422263'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:33:43.121773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:43.230073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] For port 9d50fca1-e209-4319-9a15-3746a0564326, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:33:43.234295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] For port 9d50fca1-e209-4319-9a15-3746a0564326, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d50fca1-e209-4319-9a15-3746a0564326,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:33:43.264596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:43.371870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:43.375551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:43.380128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] 10.222.0.10 "PUT /v2.0/ports/9d50fca1-e209-4319-9a15-3746a0564326 HTTP/1.1" status: 200 len: 1092 time: 1.6358244 Aug 25 11:33:43.389147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'tag': '9d50fca1-e209-4319-9a15-3746a0564326'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:43.393548 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6faa2cf-f50c-41bf-a4b0-dea057da9531" -d '{"events": [{"name": "network-changed", "server_uuid": "db63a384-4376-4dfc-8be1-93fd6fe8c65f", "tag": "9d50fca1-e209-4319-9a15-3746a0564326"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:43.449856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a10efd-c77a-4c8b-802c-5315fae56d85 service neutron] Pushing event updated for resources: {'Port': ['ID=9d50fca1-e209-4319-9a15-3746a0564326,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:43.479046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697cf3-24c7-4363-b90b-738539440fe9 req-efdf0b05-4006-43a9-ab84-167937afc00a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:43.490046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78697cf3-24c7-4363-b90b-738539440fe9 req-efdf0b05-4006-43a9-ab84-167937afc00a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 943 time: 0.2480726 Aug 25 11:33:43.496321 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee00c200-dad1-4ebb-b55e-918a233a76e0 x-openstack-request-id: req-ee00c200-dad1-4ebb-b55e-918a233a76e0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:43.496763 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db63a384-4376-4dfc-8be1-93fd6fe8c65f", "tag": "9d50fca1-e209-4319-9a15-3746a0564326", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:43.497162 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee00c200-dad1-4ebb-b55e-918a233a76e0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:43.497814 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'tag': '9d50fca1-e209-4319-9a15-3746a0564326', 'status': 'completed', 'code': 200} Aug 25 11:33:43.687165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78697cf3-24c7-4363-b90b-738539440fe9 req-331fc298-dc3a-4025-a79e-5bde1655acec tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956336 Aug 25 11:33:43.715684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-dd8d0320-763f-40c5-a6e5-849bc0693ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:43.717517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-dd8d0320-763f-40c5-a6e5-849bc0693ebf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 1095 time: 0.2248244 Aug 25 11:33:43.823655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-75b8e2cd-af02-43c7-b89c-38a8b46081a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d50fca1-e209-4319-9a15-3746a0564326 HTTP/1.1" status: 200 len: 217 time: 0.0966356 Aug 25 11:33:43.961080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-389a2ab5-5c95-420e-811e-ce644d384464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:43.967681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-389a2ab5-5c95-420e-811e-ce644d384464 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.1237915 Aug 25 11:33:43.981487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca76aea-0c46-45a6-8b7f-d8f794870e2c req-59110728-1406-4f1a-a09f-a3c15012cfaf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:43.984502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ca76aea-0c46-45a6-8b7f-d8f794870e2c req-59110728-1406-4f1a-a09f-a3c15012cfaf tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 946 time: 0.1667714 Aug 25 11:33:44.050136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-708fad7c-9102-4c6d-a8e5-cdf774747a01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642412 Aug 25 11:33:44.135612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ca76aea-0c46-45a6-8b7f-d8f794870e2c req-184456c4-8191-4465-a7c8-f5b099322ba8 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285195 Aug 25 11:33:44.227891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-169e4eb1-04ef-47bc-bd51-1b18fd4d5b51 service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683667 Aug 25 11:33:44.382867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa34a14-7faf-4990-b3a5-076b4374f9f8 req-0eb29291-f974-4440-aa1c-37093e2fd0d1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:44.391861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fa34a14-7faf-4990-b3a5-076b4374f9f8 req-0eb29291-f974-4440-aa1c-37093e2fd0d1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 944 time: 0.1160564 Aug 25 11:33:44.439253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef6c2bb2-ebf1-42bf-aeb4-be148e583e61 req-626d6b98-e154-4118-8204-0c96a670ee92 service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024789 Aug 25 11:33:44.462626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1fa34a14-7faf-4990-b3a5-076b4374f9f8 req-8d38dcf7-c36f-4602-875e-3c6e0d055d75 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694814 Aug 25 11:33:44.638439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-54352680-c038-46cd-b327-afa3e16f2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:44.642009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-54352680-c038-46cd-b327-afa3e16f2079 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 1095 time: 0.1267781 Aug 25 11:33:44.715836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:33:44.908234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-5f103e49-d35b-4ca4-951b-3e2cbcde7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:44.910063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-5f103e49-d35b-4ca4-951b-3e2cbcde7b57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 910 time: 0.2594543 Aug 25 11:33:44.921459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:44.937577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'port_id': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'mac_address': 'fa:16:3e:9b:9e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:33:44.972289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-7061cd56-3199-482a-8371-82b750678ced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d50fca1-e209-4319-9a15-3746a0564326 HTTP/1.1" status: 200 len: 217 time: 0.0489154 Aug 25 11:33:44.986545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e050-741c-47d5-aa68-8d6219b262a3 req-a953aef1-8935-45b0-96dc-ed222c302214 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:44.988208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55b2e050-741c-47d5-aa68-8d6219b262a3 req-a953aef1-8935-45b0-96dc-ed222c302214 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 943 time: 0.1426313 Aug 25 11:33:44.991269 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:45.040723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:33:45.121864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:45.133262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:45.168953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-bf0a2712-5761-4709-9d1f-11f7bd1f279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:45.186121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-bf0a2712-5761-4709-9d1f-11f7bd1f279c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.1845131 Aug 25 11:33:45.265238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55b2e050-741c-47d5-aa68-8d6219b262a3 req-68764235-de27-4036-9e99-01c9342ce3d8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656822 Aug 25 11:33:45.318801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-ee21abd3-480b-4d44-8679-d34859183637 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314600 Aug 25 11:33:45.337546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:45.447038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['cb0b7cbe-e097-437c-a3ec-778e88552788'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:45.537641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-291b32f4-7bc9-459d-a402-1bfad60d8a0d service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078977 Aug 25 11:33:45.906476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081610c-221e-417f-acd7-870c4b0636a0 req-8fb284d7-f35e-4df9-be36-caf34036d9d1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:45.914120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4081610c-221e-417f-acd7-870c4b0636a0 req-8fb284d7-f35e-4df9-be36-caf34036d9d1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.2777851 Aug 25 11:33:45.953937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6faa2cf-f50c-41bf-a4b0-dea057da9531 req-30cd0a44-440d-4c7a-9e7e-117d6e61c969 service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077787 Aug 25 11:33:46.034133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4081610c-221e-417f-acd7-870c4b0636a0 req-e34c7686-7386-423d-9dfe-763aa4b43e19 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182699 Aug 25 11:33:46.321832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34758) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:46.411409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:46.464786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68648725-a4c9-4c73-be01-2f0015b332c4 req-3bc2537c-a544-4814-8ab0-b256c2f64aef tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:46.473019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68648725-a4c9-4c73-be01-2f0015b332c4 req-3bc2537c-a544-4814-8ab0-b256c2f64aef tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 943 time: 0.1424239 Aug 25 11:33:46.531985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68648725-a4c9-4c73-be01-2f0015b332c4 req-cced7e83-956b-4153-9bf2-bfc354150ed4 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Aug 25 11:33:46.602743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d34df140-2e4e-4385-9d36-2a54837c2423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:46.640430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb4637b-3873-452a-b52f-1623c0711888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:46.739042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d50fca1-e209-4319-9a15-3746a0564326 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:33:46.742572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:33:46.761889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d34df140-2e4e-4385-9d36-2a54837c2423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:46.815938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d34df140-2e4e-4385-9d36-2a54837c2423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:46.913924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port cb0b7cbe-e097-437c-a3ec-778e88552788 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:33:46.919248 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d34df140-2e4e-4385-9d36-2a54837c2423 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe41cbb5ae65457694a0b66dff84c779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058820 Aug 25 11:33:46.921865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34df140-2e4e-4385-9d36-2a54837c2423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a47094d-dc28-4b4e-99f4-85bc884fbb5a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:46.923705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34776) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:46.949830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port cb0b7cbe-e097-437c-a3ec-778e88552788 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:46.950467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:46.989926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb4637b-3873-452a-b52f-1623c0711888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:46.995800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbb4637b-3873-452a-b52f-1623c0711888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.017013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-801d4081-b954-429e-8a4d-0ab4acc6a2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.073717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-801d4081-b954-429e-8a4d-0ab4acc6a2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.076374 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbb4637b-3873-452a-b52f-1623c0711888 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac375f26e5d14029aec5374d1421b989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519054 Aug 25 11:33:47.077444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34780) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:47.087467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4637b-3873-452a-b52f-1623c0711888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0ca4ac-abab-4547-bad2-3fa3672ae870,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:47.120206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d50fca1-e209-4319-9a15-3746a0564326, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d50fca1-e209-4319-9a15-3746a0564326,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:47.152585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '9d50fca1-e209-4319-9a15-3746a0564326', 'network_id': '719a561e-0349-479d-afac-f46d21422263', 'port_id': '9d50fca1-e209-4319-9a15-3746a0564326', 'mac_address': 'fa:16:3e:50:41:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be390cc8-5850-4f54-a3df-a79b6a9f17ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:33:47.163359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe36f-b58b-4c25-8bbd-730062fd1299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.211241 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe36f-b58b-4c25-8bbd-730062fd1299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.271776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.292123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d50fca1-e209-4319-9a15-3746a0564326 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:33:47.312453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-801d4081-b954-429e-8a4d-0ab4acc6a2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.320001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-801d4081-b954-429e-8a4d-0ab4acc6a2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.322507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d50fca1-e209-4319-9a15-3746a0564326, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d50fca1-e209-4319-9a15-3746a0564326,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:47.330918 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.340291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-801d4081-b954-429e-8a4d-0ab4acc6a2a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a47094d-dc28-4b4e-99f4-85bc884fbb5a HTTP/1.1" status: 204 len: 168 time: 0.4130857 Aug 25 11:33:47.357965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.365355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe36f-b58b-4c25-8bbd-730062fd1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.370161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2cfe36f-b58b-4c25-8bbd-730062fd1299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.375899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e2cfe36f-b58b-4c25-8bbd-730062fd1299 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d0ca4ac-abab-4547-bad2-3fa3672ae870 HTTP/1.1" status: 204 len: 168 time: 0.2966082 Aug 25 11:33:47.403374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfe36f-b58b-4c25-8bbd-730062fd1299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0ca4ac-abab-4547-bad2-3fa3672ae870,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:47.409574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d4081-b954-429e-8a4d-0ab4acc6a2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a47094d-dc28-4b4e-99f4-85bc884fbb5a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:47.502025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9d50fca1-e209-4319-9a15-3746a0564326,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:47.530439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff535-fd25-4471-b527-ef1fd41b86ff req-c1de0154-056c-42f9-aae5-c105ed12b78e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:47.534254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a5ff535-fd25-4471-b527-ef1fd41b86ff req-c1de0154-056c-42f9-aae5-c105ed12b78e tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 945 time: 0.3342683 Aug 25 11:33:47.591788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:47.598732 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00575a43-49cd-48e9-bcee-ccf85893cd8b" -d '{"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:47.625806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:47.647580 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:47.688346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a5ff535-fd25-4471-b527-ef1fd41b86ff req-61f4449c-7980-4e1d-a37e-89aa45924a06 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407950 Aug 25 11:33:47.710382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9d50fca1-e209-4319-9a15-3746a0564326'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:33:47.914619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:47.982347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34806) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:47.999492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b90e36-5175-427d-94d9-275428dfad65 req-2168c834-65a7-4d5c-9b5e-1c87f67b5870 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:48.001160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97b90e36-5175-427d-94d9-275428dfad65 req-2168c834-65a7-4d5c-9b5e-1c87f67b5870 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 944 time: 0.1244411 Aug 25 11:33:48.011820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d8a8b807-1adf-4c5a-a676-3b5752fee35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.037750 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a3f46-94f8-4565-936f-887262074579 x-openstack-request-id: req-676a3f46-94f8-4565-936f-887262074579 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:48.038132 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:48.038358 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-676a3f46-94f8-4565-936f-887262074579 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:48.041294 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'code': 200} Aug 25 11:33:48.066687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:48.084953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97b90e36-5175-427d-94d9-275428dfad65 req-48c3e2ae-0a05-4e1b-9fd1-eba479a08d6a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698519 Aug 25 11:33:48.115476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0219e225-16b0-45ba-abd9-5b3379f3a158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.228966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a1cec29c-06d7-4375-af8b-a57f108e9270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.299090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d8a8b807-1adf-4c5a-a676-3b5752fee35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.312110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d8a8b807-1adf-4c5a-a676-3b5752fee35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.312416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413257-8e64-48ce-932d-7bef0c35722f req-3a2e522b-9567-42e6-bca5-03d05b356a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:48.314783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b413257-8e64-48ce-932d-7bef0c35722f req-3a2e522b-9567-42e6-bca5-03d05b356a01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1098 time: 0.0770495 Aug 25 11:33:48.367207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b413257-8e64-48ce-932d-7bef0c35722f req-4a85d165-dda1-487a-b1c9-c3cf83bbf3e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432863 Aug 25 11:33:48.416485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d8a8b807-1adf-4c5a-a676-3b5752fee35e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cce302e7363c40209e39c537a56dc99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326639 Aug 25 11:33:48.419844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34810) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:48.437417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8b807-1adf-4c5a-a676-3b5752fee35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e3978-e323-4701-899f-cc25862eccda,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:48.535359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c59ce552-18e1-4647-8897-274427538021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.563783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c59ce552-18e1-4647-8897-274427538021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.565314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0219e225-16b0-45ba-abd9-5b3379f3a158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.572738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0219e225-16b0-45ba-abd9-5b3379f3a158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.627285 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0219e225-16b0-45ba-abd9-5b3379f3a158 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4db9179ed154884a9939dde5acdadab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560403 Aug 25 11:33:48.627285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:48.651447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c59ce552-18e1-4647-8897-274427538021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.655232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c59ce552-18e1-4647-8897-274427538021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.657007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c59ce552-18e1-4647-8897-274427538021 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b9e3978-e323-4701-899f-cc25862eccda HTTP/1.1" status: 204 len: 168 time: 0.2357018 Aug 25 11:33:48.684208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce552-18e1-4647-8897-274427538021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e3978-e323-4701-899f-cc25862eccda,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:48.721030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219e225-16b0-45ba-abd9-5b3379f3a158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e69df1-7757-42d1-8ddb-288aee0c9840,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:48.770573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74cf8ed6-374e-4014-876b-12e6da6495f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.810422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74cf8ed6-374e-4014-876b-12e6da6495f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.919427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74cf8ed6-374e-4014-876b-12e6da6495f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.933330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74cf8ed6-374e-4014-876b-12e6da6495f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:48.940276 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-74cf8ed6-374e-4014-876b-12e6da6495f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49e69df1-7757-42d1-8ddb-288aee0c9840 HTTP/1.1" status: 204 len: 168 time: 0.3104658 Aug 25 11:33:48.968195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf8ed6-374e-4014-876b-12e6da6495f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e69df1-7757-42d1-8ddb-288aee0c9840,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:49.101723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42bd2-effd-4f94-993a-8156c321906f req-378d4613-55ec-4f55-9882-bbca16f5fbd0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:49.104754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77c42bd2-effd-4f94-993a-8156c321906f req-378d4613-55ec-4f55-9882-bbca16f5fbd0 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.1641543 Aug 25 11:33:49.203631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77c42bd2-effd-4f94-993a-8156c321906f req-052bba47-5c87-4d02-a4d8-5dce2d2e0b6d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873671 Aug 25 11:33:49.441154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca79f-12bc-40c4-a52a-601eae7b810b req-2fb09182-beb1-4ebf-854d-1142e79abe2c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:49.457977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e68ca79f-12bc-40c4-a52a-601eae7b810b req-2fb09182-beb1-4ebf-854d-1142e79abe2c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 944 time: 0.1526427 Aug 25 11:33:49.541446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e68ca79f-12bc-40c4-a52a-601eae7b810b req-cf837dd8-1de4-47f8-a93e-41f500e8a970 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807269 Aug 25 11:33:50.471238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392ce9d-6d6b-47e3-a55f-06c86bcbb36e req-48884e8a-92f8-4917-bdc9-b9b0927d3ada tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:50.482698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6392ce9d-6d6b-47e3-a55f-06c86bcbb36e req-48884e8a-92f8-4917-bdc9-b9b0927d3ada tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.1367526 Aug 25 11:33:50.582241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6392ce9d-6d6b-47e3-a55f-06c86bcbb36e req-11928a62-c7e5-4794-adb0-447dbe42853f tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981224 Aug 25 11:33:50.751222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d50fca1-e209-4319-9a15-3746a0564326 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:33:50.830462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ed537-8bf0-483a-851f-bc262b0127b8 req-1c84f1a9-7bdd-4d7e-b52d-cf41821622d7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:50.850268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-012ed537-8bf0-483a-851f-bc262b0127b8 req-1c84f1a9-7bdd-4d7e-b52d-cf41821622d7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 944 time: 0.1453302 Aug 25 11:33:50.880147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 9d50fca1-e209-4319-9a15-3746a0564326 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:33:50.886319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 9d50fca1-e209-4319-9a15-3746a0564326 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:33:50.886820 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:50.922713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-012ed537-8bf0-483a-851f-bc262b0127b8 req-b6122606-e066-4f8c-a71a-6dc182ce0ccd tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660527 Aug 25 11:33:51.071757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:51.114348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d50fca1-e209-4319-9a15-3746a0564326'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:33:51.118446 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c1ba52-21fe-40dd-9d6d-df36beccee1a" -d '{"events": [{"server_uuid": "db63a384-4376-4dfc-8be1-93fd6fe8c65f", "name": "network-vif-plugged", "status": "completed", "tag": "9d50fca1-e209-4319-9a15-3746a0564326"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:33:51.142464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9d50fca1-e209-4319-9a15-3746a0564326, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d50fca1-e209-4319-9a15-3746a0564326,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:33:51.166376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:51.238793 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3132b826-1b69-436b-a7b8-217f8e090964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:51.351120 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c3f3d6-a9a3-4750-8a96-e369f50c91d2 x-openstack-request-id: req-a1c3f3d6-a9a3-4750-8a96-e369f50c91d2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:33:51.351968 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db63a384-4376-4dfc-8be1-93fd6fe8c65f", "name": "network-vif-plugged", "status": "completed", "tag": "9d50fca1-e209-4319-9a15-3746a0564326", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:33:51.352594 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1c3f3d6-a9a3-4750-8a96-e369f50c91d2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:33:51.355972 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d50fca1-e209-4319-9a15-3746a0564326', 'code': 200} Aug 25 11:33:51.411225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9d50fca1-e209-4319-9a15-3746a0564326,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:51.426896 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:51.558708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326c7f9-13ca-4595-8a3a-f47c6d2dc6ca req-ea20da6a-e5c0-4ffc-b10c-615941fa8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:51.562587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b326c7f9-13ca-4595-8a3a-f47c6d2dc6ca req-ea20da6a-e5c0-4ffc-b10c-615941fa8c2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 1097 time: 0.1156242 Aug 25 11:33:51.636034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b326c7f9-13ca-4595-8a3a-f47c6d2dc6ca req-396f7dca-7cd9-4f12-875b-12fed8cb7448 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644419 Aug 25 11:33:51.834434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd655-8b69-4737-8fde-7a268d21b0c3 req-9ec63370-cf43-4f0a-802f-eafc2a08a289 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:51.848077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2bfd655-8b69-4737-8fde-7a268d21b0c3 req-9ec63370-cf43-4f0a-802f-eafc2a08a289 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.1130266 Aug 25 11:33:51.927966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2bfd655-8b69-4737-8fde-7a268d21b0c3 req-5428246b-f1a8-4284-87cc-1602463ffcc1 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758629 Aug 25 11:33:52.189626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce9b18-b6d3-4faa-8437-640ad989eb84 req-0b62b327-89d0-4105-9920-774f71bb99e0 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:52.193289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91ce9b18-b6d3-4faa-8437-640ad989eb84 req-0b62b327-89d0-4105-9920-774f71bb99e0 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1208804 Aug 25 11:33:52.406615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:52.603578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91ce9b18-b6d3-4faa-8437-640ad989eb84 req-7584b050-e925-4856-8eed-2d35734c20ae tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981957 Aug 25 11:33:53.163130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35006) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:53.381705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0659173b-4633-4c14-b16f-b743a0de4859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.576623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0659173b-4633-4c14-b16f-b743a0de4859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.585237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0659173b-4633-4c14-b16f-b743a0de4859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.662718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659173b-4633-4c14-b16f-b743a0de4859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f0fef2-886c-4bd4-8854-717544d14c93,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:53.670438 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0659173b-4633-4c14-b16f-b743a0de4859 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=024b55484ab244018fe7b35703303251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060356 Aug 25 11:33:53.674196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35054) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:53.760582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab64db5b-e2a1-4dba-9376-1a684196a5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.829000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab64db5b-e2a1-4dba-9376-1a684196a5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.885554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603e98d-69b0-4c25-b17d-f5edf349f132 req-42355a65-a7d0-4b84-923e-3a3a59f3b88e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:53.890551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9603e98d-69b0-4c25-b17d-f5edf349f132 req-42355a65-a7d0-4b84-923e-3a3a59f3b88e tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1323030 Aug 25 11:33:53.941213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9603e98d-69b0-4c25-b17d-f5edf349f132 req-e4fcf15a-73f5-456b-948a-efcf9c09d2f3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Aug 25 11:33:53.954625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab64db5b-e2a1-4dba-9376-1a684196a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.963732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab64db5b-e2a1-4dba-9376-1a684196a5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:53.968795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab64db5b-e2a1-4dba-9376-1a684196a5a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87f0fef2-886c-4bd4-8854-717544d14c93 HTTP/1.1" status: 204 len: 168 time: 0.2920592 Aug 25 11:33:53.987868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64db5b-e2a1-4dba-9376-1a684196a5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f0fef2-886c-4bd4-8854-717544d14c93,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:54.269227 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:54.648806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35090) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:54.664764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-07eef776-73c0-4eed-b6ab-27b278b30447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:54.666485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-07eef776-73c0-4eed-b6ab-27b278b30447 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 1097 time: 0.2631299 Aug 25 11:33:54.702349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc045f1-acb3-4c11-974d-f8a4b06fd611 req-869f478d-2284-4db1-9e8b-eba25b6b3bb8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:54.712216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbc045f1-acb3-4c11-974d-f8a4b06fd611 req-869f478d-2284-4db1-9e8b-eba25b6b3bb8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1968279 Aug 25 11:33:54.801527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbc045f1-acb3-4c11-974d-f8a4b06fd611 req-a47e2e4d-b2f2-48c0-bb00-6a48c7b9ca8c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876758 Aug 25 11:33:54.933456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-0e53eb98-6b3f-49a8-baec-6075b7c2a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:54.937110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-0e53eb98-6b3f-49a8-baec-6075b7c2a62c service neutron] 10.222.0.10 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 910 time: 0.2612462 Aug 25 11:33:55.032644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e50e1f41-789c-421d-9f6e-c457d03acf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.035606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-f953b34f-c5bc-4158-8411-2f96ae571d10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d50fca1-e209-4319-9a15-3746a0564326 HTTP/1.1" status: 200 len: 217 time: 0.0906103 Aug 25 11:33:55.038309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35098) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:55.065038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26adc6df-63b0-44f3-afba-820d36551ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.124985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-4a6e6dec-d727-4529-8da6-fe906618ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:55.127044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-4a6e6dec-d727-4529-8da6-fe906618ab52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.0799162 Aug 25 11:33:55.174891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-eb07b4e5-e278-4778-82f7-1b4b40b81d47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404179 Aug 25 11:33:55.283129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e50e1f41-789c-421d-9f6e-c457d03acf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.291458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e50e1f41-789c-421d-9f6e-c457d03acf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.318913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-2f05afdd-4886-45d2-a221-4fdb14c3d0d6 service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359749 Aug 25 11:33:55.440426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e50e1f41-789c-421d-9f6e-c457d03acf7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df402cf4abed41f3a0cf99d2880a1a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872255 Aug 25 11:33:55.442343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35100) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:55.448342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e1f41-789c-421d-9f6e-c457d03acf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aa4f59-73ac-49e0-ba01-0a42d0a5855f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:55.508500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28ef34f5-1812-4c93-8d46-35db86bcfdef req-c06ebe7e-91a5-4ce0-b88c-493561543811 service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798878 Aug 25 11:33:55.565745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26adc6df-63b0-44f3-afba-820d36551ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.577021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26adc6df-63b0-44f3-afba-820d36551ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.652818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-26adc6df-63b0-44f3-afba-820d36551ab5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b069a6327c894f4389a4a0f6ad37458d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107042 Aug 25 11:33:55.653350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35108) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:55.682620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2c5fedd-ff7a-4412-be56-177129d44934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.696746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adc6df-63b0-44f3-afba-820d36551ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc35641-fc56-4127-9d8f-c829fbbc9d90,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:55.720217 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2c5fedd-ff7a-4412-be56-177129d44934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.766451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d03f-7413-4849-a23b-ec4a43d7a049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.786134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2c5fedd-ff7a-4412-be56-177129d44934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.789977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2c5fedd-ff7a-4412-be56-177129d44934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.791484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e2c5fedd-ff7a-4412-be56-177129d44934 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99aa4f59-73ac-49e0-ba01-0a42d0a5855f HTTP/1.1" status: 204 len: 168 time: 0.3440063 Aug 25 11:33:55.801868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5fedd-ff7a-4412-be56-177129d44934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aa4f59-73ac-49e0-ba01-0a42d0a5855f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:55.826007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d03f-7413-4849-a23b-ec4a43d7a049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.946971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d03f-7413-4849-a23b-ec4a43d7a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.955087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d03f-7413-4849-a23b-ec4a43d7a049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:55.957962 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ea8d03f-7413-4849-a23b-ec4a43d7a049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdc35641-fc56-4127-9d8f-c829fbbc9d90 HTTP/1.1" status: 204 len: 168 time: 0.3027527 Aug 25 11:33:55.976519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d03f-7413-4849-a23b-ec4a43d7a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc35641-fc56-4127-9d8f-c829fbbc9d90,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:56.105794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89ee7-b21d-4602-bd0e-7557ff5f2cd4 req-5d666247-767b-450f-8176-c530eca969a2 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:56.124970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aec89ee7-b21d-4602-bd0e-7557ff5f2cd4 req-5d666247-767b-450f-8176-c530eca969a2 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1195142 Aug 25 11:33:56.170902 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aec89ee7-b21d-4602-bd0e-7557ff5f2cd4 req-51f60bb7-8720-4968-9e51-2efc1acb6ed5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Aug 25 11:33:56.632843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35132) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:56.649594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13de2658-3b12-4d9b-8bba-41a52d42cf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:56.819579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13de2658-3b12-4d9b-8bba-41a52d42cf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:56.826628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13de2658-3b12-4d9b-8bba-41a52d42cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:56.913041 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13de2658-3b12-4d9b-8bba-41a52d42cf44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7c8ccaa8e8c4de987472795d75ff6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760510 Aug 25 11:33:56.913768 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35142) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:56.926258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2658-3b12-4d9b-8bba-41a52d42cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83358752-57b8-4df2-801a-bfd411b97d76,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:57.003242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc280958-d134-49f5-b856-25d762cd86e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:57.034725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc280958-d134-49f5-b856-25d762cd86e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:57.096909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc280958-d134-49f5-b856-25d762cd86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:57.099805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc280958-d134-49f5-b856-25d762cd86e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:57.104198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bc280958-d134-49f5-b856-25d762cd86e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83358752-57b8-4df2-801a-bfd411b97d76 HTTP/1.1" status: 204 len: 168 time: 0.1850188 Aug 25 11:33:57.115303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc280958-d134-49f5-b856-25d762cd86e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83358752-57b8-4df2-801a-bfd411b97d76,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:57.194767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:57.344031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4536bd7-8f9f-476b-8415-48c05347d28b req-eaf40db1-9988-49a1-9ec6-f3cd8ff18ab4 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:57.355280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4536bd7-8f9f-476b-8415-48c05347d28b req-eaf40db1-9988-49a1-9ec6-f3cd8ff18ab4 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.0785928 Aug 25 11:33:57.412203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4536bd7-8f9f-476b-8415-48c05347d28b req-2d575a0a-f0ee-47c5-9004-9fe7818bf8c3 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555611 Aug 25 11:33:57.781843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35174) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:58.016314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc80cd0e-5ae1-492d-96b5-9e228dba6fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.225365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc80cd0e-5ae1-492d-96b5-9e228dba6fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.232243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc80cd0e-5ae1-492d-96b5-9e228dba6fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.278593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc80cd0e-5ae1-492d-96b5-9e228dba6fd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97b7224edac6494eb67217fc58848344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952137 Aug 25 11:33:58.279637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35196) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:58.281201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80cd0e-5ae1-492d-96b5-9e228dba6fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5656ad95-04e4-43a3-b0ef-c051df00bfee,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:58.375074 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93cd4874-0cae-47c7-a573-9f0b7f141a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.417833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93cd4874-0cae-47c7-a573-9f0b7f141a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.531538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93cd4874-0cae-47c7-a573-9f0b7f141a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.534524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93cd4874-0cae-47c7-a573-9f0b7f141a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:58.539863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93cd4874-0cae-47c7-a573-9f0b7f141a98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5656ad95-04e4-43a3-b0ef-c051df00bfee HTTP/1.1" status: 204 len: 168 time: 0.2548075 Aug 25 11:33:58.549181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd4874-0cae-47c7-a573-9f0b7f141a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5656ad95-04e4-43a3-b0ef-c051df00bfee,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:58.636233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f149160-727a-4e9f-996e-89d24f154698 req-b1a0bcfd-e058-4eef-b797-f35af6724248 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:58.639078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f149160-727a-4e9f-996e-89d24f154698 req-b1a0bcfd-e058-4eef-b797-f35af6724248 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.0788648 Aug 25 11:33:58.687904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f149160-727a-4e9f-996e-89d24f154698 req-b2d332dc-2728-4342-8b27-e129b2fe4697 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Aug 25 11:33:59.110289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35224) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:59.133875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f83f8dc0-f7d0-4f10-92fa-fc031d67b2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.322479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f83f8dc0-f7d0-4f10-92fa-fc031d67b2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.329173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f83f8dc0-f7d0-4f10-92fa-fc031d67b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.379787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f8dc0-f7d0-4f10-92fa-fc031d67b2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0455632-1fea-41d3-8c13-f3bb0008ba1f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:59.384618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f83f8dc0-f7d0-4f10-92fa-fc031d67b2fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a6cdfb59e2246fca309363587fc0257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727232 Aug 25 11:33:59.388859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35236) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:33:59.479628 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0036caf3-abee-4565-9d60-71bc3237ba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.514560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0036caf3-abee-4565-9d60-71bc3237ba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.607507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0036caf3-abee-4565-9d60-71bc3237ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.612312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0036caf3-abee-4565-9d60-71bc3237ba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:33:59.614300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0036caf3-abee-4565-9d60-71bc3237ba54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0455632-1fea-41d3-8c13-f3bb0008ba1f HTTP/1.1" status: 204 len: 168 time: 0.2233260 Aug 25 11:33:59.628985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036caf3-abee-4565-9d60-71bc3237ba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0455632-1fea-41d3-8c13-f3bb0008ba1f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:33:59.968880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7a9ef-49b9-4307-8cbd-dc72016ba490 req-b6c1d7ae-828c-47ab-9a7c-70cb9754f180 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:33:59.971627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9b7a9ef-49b9-4307-8cbd-dc72016ba490 req-b6c1d7ae-828c-47ab-9a7c-70cb9754f180 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1528728 Aug 25 11:34:00.095475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9b7a9ef-49b9-4307-8cbd-dc72016ba490 req-4c0e6008-748a-4c40-ae53-aa5dc47878c5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038384 Aug 25 11:34:00.651873 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:34:00.809178 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:01.431523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbbd51-b052-4e8f-a014-7ab7cc7e42b0 req-99494ed0-8e94-4141-9add-c756e2b97fe9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:01.434645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cbbbd51-b052-4e8f-a014-7ab7cc7e42b0 req-99494ed0-8e94-4141-9add-c756e2b97fe9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1129394 Aug 25 11:34:01.550718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cbbbd51-b052-4e8f-a014-7ab7cc7e42b0 req-a4158758-3208-4178-a991-c3eb2d328c19 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734434 Aug 25 11:34:02.855826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6183de-1843-4f5d-9613-2f2780f1586f req-93cd06bb-7215-4632-913d-7e9c5018d697 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:02.859012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b6183de-1843-4f5d-9613-2f2780f1586f req-93cd06bb-7215-4632-913d-7e9c5018d697 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1181254 Aug 25 11:34:02.958298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b6183de-1843-4f5d-9613-2f2780f1586f req-8e85189e-3f6d-4158-b3ac-a8f46311ea25 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833437 Aug 25 11:34:04.261316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9615d97-9e57-4304-aaf5-67d423a3234b req-0a84b3be-66b5-4507-af9a-43442ba1dfb6 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:04.279210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9615d97-9e57-4304-aaf5-67d423a3234b req-0a84b3be-66b5-4507-af9a-43442ba1dfb6 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1409829 Aug 25 11:34:04.385990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9615d97-9e57-4304-aaf5-67d423a3234b req-2caa9a12-7332-4efe-b87d-c7323d9d73f5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052651 Aug 25 11:34:05.635057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bba771-edca-4868-ac5e-1d16e4c32c23 req-cdacf28b-f202-4d80-a38d-fa0125859800 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:05.640181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1bba771-edca-4868-ac5e-1d16e4c32c23 req-cdacf28b-f202-4d80-a38d-fa0125859800 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1171134 Aug 25 11:34:05.729042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1bba771-edca-4868-ac5e-1d16e4c32c23 req-6ca84296-aaf6-4bd6-8b02-61b6a89ce6ec tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796640 Aug 25 11:34:06.947717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d685bcb-572a-401a-8fd1-0e15d786d44b req-5c601af8-84cc-4e0a-9cb4-75a80ec785ed tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:06.951596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d685bcb-572a-401a-8fd1-0e15d786d44b req-5c601af8-84cc-4e0a-9cb4-75a80ec785ed tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1182933 Aug 25 11:34:07.134961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d685bcb-572a-401a-8fd1-0e15d786d44b req-d564b2a3-28ea-4d4e-99ae-1c59c45116f4 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674671 Aug 25 11:34:08.425249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddba91c-9554-4476-a22d-f0cf20df3319 req-1fae6d81-6faf-4061-86ad-c84d879dba8a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:08.427861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ddba91c-9554-4476-a22d-f0cf20df3319 req-1fae6d81-6faf-4061-86ad-c84d879dba8a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1059554 Aug 25 11:34:08.462054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35738) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:08.514595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ddba91c-9554-4476-a22d-f0cf20df3319 req-248d4a3c-dc5c-401b-8a2b-b22e47d79ffc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741341 Aug 25 11:34:08.626588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-575d9a30-4522-42d7-b3af-3f33c3e0396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:08.808941 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-575d9a30-4522-42d7-b3af-3f33c3e0396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:08.814178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-575d9a30-4522-42d7-b3af-3f33c3e0396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:08.886256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35744) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:08.893888 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-575d9a30-4522-42d7-b3af-3f33c3e0396b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8aa52135bb7d4fb1a4aadcbcaae923a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299083 Aug 25 11:34:08.894833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d9a30-4522-42d7-b3af-3f33c3e0396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb3170-6ff0-4589-9982-328f96dcaf60,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:08.990498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:09.017191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:09.080877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:09.084602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:09.089832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85cb3170-6ff0-4589-9982-328f96dcaf60 HTTP/1.1" status: 204 len: 168 time: 0.2022331 Aug 25 11:34:09.101334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb3170-6ff0-4589-9982-328f96dcaf60,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:09.110683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.110858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.111614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.112284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.112823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.113322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.113853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.114503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.115008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.115687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.116711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.117267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320bf599-416a-4c42-9bde-d151a739b87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:09.682077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8af37-d8c9-4f75-a45f-08c1a7160959 req-f249d51f-79ca-423d-a1e9-1f5bbbc32598 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:09.683129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70b8af37-d8c9-4f75-a45f-08c1a7160959 req-f249d51f-79ca-423d-a1e9-1f5bbbc32598 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.0743163 Aug 25 11:34:09.747745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70b8af37-d8c9-4f75-a45f-08c1a7160959 req-85c62b83-81dd-4269-9d6d-5b45bd3701c9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576613 Aug 25 11:34:10.927971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9655c-6dd5-4073-8842-9181e1609a87 req-88f8276c-e3bc-4075-aec8-82e0aeff9499 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:10.937604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca9655c-6dd5-4073-8842-9181e1609a87 req-88f8276c-e3bc-4075-aec8-82e0aeff9499 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.0675817 Aug 25 11:34:11.032002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca9655c-6dd5-4073-8842-9181e1609a87 req-faf128b3-0227-4628-a8e3-1127073bbc7d tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893342 Aug 25 11:34:12.218906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03be351-b857-46c8-9fd3-fc2e372e1dc3 req-40e08b9f-ef80-4371-abe2-79420717f4cc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:12.220593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e03be351-b857-46c8-9fd3-fc2e372e1dc3 req-40e08b9f-ef80-4371-abe2-79420717f4cc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.0754409 Aug 25 11:34:12.285879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e03be351-b857-46c8-9fd3-fc2e372e1dc3 req-cfd8d1dd-dca0-41f6-ba7c-947e1bbe2bf8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573487 Aug 25 11:34:12.615222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35892) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:12.758062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2b13-ff81-44d0-b558-6727245fbdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:12.975805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2b13-ff81-44d0-b558-6727245fbdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:12.982356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2b13-ff81-44d0-b558-6727245fbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:13.035468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb7b2b13-ff81-44d0-b558-6727245fbdb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f45263c0d01142ea900c856320088263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189489 Aug 25 11:34:13.036421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b2b13-ff81-44d0-b558-6727245fbdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74576ac5-ff4b-4f12-a548-acc78bcf4215,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:13.040029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35904) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:13.106069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e52724-fbec-4048-801d-a60c37b663f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:13.134465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e52724-fbec-4048-801d-a60c37b663f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:13.213655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e52724-fbec-4048-801d-a60c37b663f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:13.219934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62e52724-fbec-4048-801d-a60c37b663f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:13.222466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-62e52724-fbec-4048-801d-a60c37b663f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74576ac5-ff4b-4f12-a548-acc78bcf4215 HTTP/1.1" status: 204 len: 168 time: 0.1809545 Aug 25 11:34:13.263036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e52724-fbec-4048-801d-a60c37b663f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74576ac5-ff4b-4f12-a548-acc78bcf4215,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:13.507745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c426180-cdb8-487d-bd55-ba73dc4ff21a req-f3268407-f96c-4e8d-8327-a826af34691c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:13.510694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c426180-cdb8-487d-bd55-ba73dc4ff21a req-f3268407-f96c-4e8d-8327-a826af34691c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.0963411 Aug 25 11:34:13.664588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c426180-cdb8-487d-bd55-ba73dc4ff21a req-de276df1-8a26-49a0-9097-155f80c1ca75 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476715 Aug 25 11:34:13.929382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35922) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:13.951305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0961c13-7ae7-4fca-b3c4-76b7664522bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.169859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0961c13-7ae7-4fca-b3c4-76b7664522bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.179059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0961c13-7ae7-4fca-b3c4-76b7664522bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.260746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0961c13-7ae7-4fca-b3c4-76b7664522bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd7231-9e72-4c8d-8c8a-6ea1328c2780,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:14.280822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d0961c13-7ae7-4fca-b3c4-76b7664522bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9e9dddbf2944255a80caf47183fa95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499229 Aug 25 11:34:14.284985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35924) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:14.409202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81601cf8-df0d-4739-80ca-8c1e93d4a3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.458840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81601cf8-df0d-4739-80ca-8c1e93d4a3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.525247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81601cf8-df0d-4739-80ca-8c1e93d4a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.528565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81601cf8-df0d-4739-80ca-8c1e93d4a3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:14.530132 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-81601cf8-df0d-4739-80ca-8c1e93d4a3d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3afd7231-9e72-4c8d-8c8a-6ea1328c2780 HTTP/1.1" status: 204 len: 168 time: 0.2389650 Aug 25 11:34:14.548538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81601cf8-df0d-4739-80ca-8c1e93d4a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd7231-9e72-4c8d-8c8a-6ea1328c2780,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:15.069992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aa25e-8cd7-4f6a-b392-96ef981bb6e7 req-c78d9f8f-d34e-4d9c-b580-a1f81cab39e7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:15.076899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3aa25e-8cd7-4f6a-b392-96ef981bb6e7 req-c78d9f8f-d34e-4d9c-b580-a1f81cab39e7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1968451 Aug 25 11:34:15.204773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe3aa25e-8cd7-4f6a-b392-96ef981bb6e7 req-cd8b2481-d620-4a01-bad3-917c8a81d602 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161082 Aug 25 11:34:15.668925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eb0c4-fb1f-4549-b26f-38a6c3a28998 req-595d0d6b-3933-4bee-8b4a-729f77440469 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:15.670894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee9eb0c4-fb1f-4549-b26f-38a6c3a28998 req-595d0d6b-3933-4bee-8b4a-729f77440469 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 946 time: 0.0930789 Aug 25 11:34:15.783344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee9eb0c4-fb1f-4549-b26f-38a6c3a28998 req-202bfbf7-211b-43d7-8334-617eaad53f9d tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058702 Aug 25 11:34:16.414877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cfa3b-335e-4bd2-bf28-546a803b21c2 req-a7509fd5-4b3f-46e0-8142-c0b35af079ab tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:16.423118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc9cfa3b-335e-4bd2-bf28-546a803b21c2 req-a7509fd5-4b3f-46e0-8142-c0b35af079ab tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1131744 Aug 25 11:34:16.516247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc9cfa3b-335e-4bd2-bf28-546a803b21c2 req-b282eb0c-2de3-4145-a7b1-48dcc5b12dc1 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915651 Aug 25 11:34:16.711907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:16.776324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36008) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:16.962414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db28ae99-50a3-4032-b80a-822de1c4ab73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:16.992555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a40e72d-97da-4831-becd-21705e910e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.010648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa9d75-9e35-41cf-8b52-156bb8127dc3 req-7a8bd9ac-8d3f-4d78-980a-65ad397ef72f tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:17.012724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3aa9d75-9e35-41cf-8b52-156bb8127dc3 req-7a8bd9ac-8d3f-4d78-980a-65ad397ef72f tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 946 time: 0.1044521 Aug 25 11:34:17.071780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3aa9d75-9e35-41cf-8b52-156bb8127dc3 req-6aa1585e-1609-4827-be09-859b285927b2 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500453 Aug 25 11:34:17.158884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db28ae99-50a3-4032-b80a-822de1c4ab73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.167882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db28ae99-50a3-4032-b80a-822de1c4ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.201379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-681162a3-b495-4e48-8456-fe667e5d253a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:17.204608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-681162a3-b495-4e48-8456-fe667e5d253a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 946 time: 0.0798845 Aug 25 11:34:17.273096 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-db28ae99-50a3-4032-b80a-822de1c4ab73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=775022c49c214f7093c06c6c354ccc37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591230 Aug 25 11:34:17.282331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:17.299320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28ae99-50a3-4032-b80a-822de1c4ab73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c3e77a-ecbc-4340-a435-2cb4b1efcd6b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:17.348698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Deleting port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:17.349046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.434784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd22df19-cbf1-4d55-9d4a-123681f8c78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.498308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] For port d57f4c66-472f-4c8d-839d-2584cbc1a3d6, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:17.498963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.503949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a40e72d-97da-4831-becd-21705e910e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.509323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd22df19-cbf1-4d55-9d4a-123681f8c78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.519329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Calling delete_port for d57f4c66-472f-4c8d-839d-2584cbc1a3d6 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:17.521478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a40e72d-97da-4831-becd-21705e910e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.632923 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0a40e72d-97da-4831-becd-21705e910e34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f4c0a217f054882ad3fe1c8e1992a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518066 Aug 25 11:34:17.632923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40e72d-97da-4831-becd-21705e910e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed1c626-f2cd-4429-bc2c-9c187f8b5e12,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:17.633505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:17.659251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd22df19-cbf1-4d55-9d4a-123681f8c78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.662082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd22df19-cbf1-4d55-9d4a-123681f8c78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.663357 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd22df19-cbf1-4d55-9d4a-123681f8c78b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8c3e77a-ecbc-4340-a435-2cb4b1efcd6b HTTP/1.1" status: 204 len: 168 time: 0.3833869 Aug 25 11:34:17.672179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22df19-cbf1-4d55-9d4a-123681f8c78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c3e77a-ecbc-4340-a435-2cb4b1efcd6b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:17.774459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8541c8-b686-4ffa-97b4-9021a176f92b req-0e2e1565-c1b2-41f8-90e3-5c7e7cb79967 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:17.776709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec8541c8-b686-4ffa-97b4-9021a176f92b req-0e2e1565-c1b2-41f8-90e3-5c7e7cb79967 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1620641 Aug 25 11:34:17.837647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-834149d5-d07e-4472-aac2-3a01f393d5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.895770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-834149d5-d07e-4472-aac2-3a01f393d5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.897913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:17.905278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec8541c8-b686-4ffa-97b4-9021a176f92b req-5993b4f8-7271-45c2-9fc7-630935547488 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163647 Aug 25 11:34:17.916460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['85611591-d6cd-46c3-b98e-b66c5a08ddde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:17.967879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event deleted for resources: {'Port': ['ID=d57f4c66-472f-4c8d-839d-2584cbc1a3d6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:17.984433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:18.022137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] No DVR routers for this DVR port d57f4c66-472f-4c8d-839d-2584cbc1a3d6 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:18.025676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.029148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-242382e9-9555-40f8-99d1-27d6a63ff43f req-801a704b-3b4f-4082-84cd-8d617038a64b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "DELETE /v2.0/ports/d57f4c66-472f-4c8d-839d-2584cbc1a3d6 HTTP/1.1" status: 204 len: 173 time: 0.8173909 Aug 25 11:34:18.032796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'name': 'network-vif-deleted', 'tag': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:18.035819 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c754ea06-ef11-4f78-a40c-31272c898c8c" -d '{"events": [{"server_uuid": "91ab556e-96b3-45ee-8945-e56a4a3b6e9c", "name": "network-vif-deleted", "tag": "d57f4c66-472f-4c8d-839d-2584cbc1a3d6"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:18.085618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-834149d5-d07e-4472-aac2-3a01f393d5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.091714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-834149d5-d07e-4472-aac2-3a01f393d5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.094313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-834149d5-d07e-4472-aac2-3a01f393d5bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ed1c626-f2cd-4429-bc2c-9c187f8b5e12 HTTP/1.1" status: 204 len: 168 time: 0.4598849 Aug 25 11:34:18.108598 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af81ab-77b7-499a-89f7-6096851c3d18 x-openstack-request-id: req-33af81ab-77b7-499a-89f7-6096851c3d18 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:18.109113 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab556e-96b3-45ee-8945-e56a4a3b6e9c", "name": "network-vif-deleted", "tag": "d57f4c66-472f-4c8d-839d-2584cbc1a3d6", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:18.109507 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33af81ab-77b7-499a-89f7-6096851c3d18 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:18.110192 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab556e-96b3-45ee-8945-e56a4a3b6e9c', 'name': 'network-vif-deleted', 'tag': 'd57f4c66-472f-4c8d-839d-2584cbc1a3d6', 'status': 'completed', 'code': 200} Aug 25 11:34:18.112282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834149d5-d07e-4472-aac2-3a01f393d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed1c626-f2cd-4429-bc2c-9c187f8b5e12,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:18.269569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36038) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:18.284307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37afd29b-64e2-41d1-b4c7-cf3a205806db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.343154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27ab7764-43e7-4182-80d3-a8fe9f5db52d req-31cc292d-b051-4eaa-8ef2-2798da97617a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=91ab556e-96b3-45ee-8945-e56a4a3b6e9c HTTP/1.1" status: 200 len: 210 time: 0.0580242 Aug 25 11:34:18.354111 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-771d6bfc-8a67-45ed-a925-c688dfd53182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.632314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-771d6bfc-8a67-45ed-a925-c688dfd53182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.648060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-771d6bfc-8a67-45ed-a925-c688dfd53182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.748637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-771d6bfc-8a67-45ed-a925-c688dfd53182 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8a4a2e372224434a91941882506497e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729209 Aug 25 11:34:18.748637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6bfc-8a67-45ed-a925-c688dfd53182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632e3b7-e1f8-489d-929f-75ce1dec1b71,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:18.749472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36050) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:18.841616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b69c0da-7f66-4392-90e2-1ad1ea14066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:18.901191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b69c0da-7f66-4392-90e2-1ad1ea14066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:19.026631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b69c0da-7f66-4392-90e2-1ad1ea14066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:19.034555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b69c0da-7f66-4392-90e2-1ad1ea14066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:19.038770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b69c0da-7f66-4392-90e2-1ad1ea14066f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8632e3b7-e1f8-489d-929f-75ce1dec1b71 HTTP/1.1" status: 204 len: 168 time: 0.2862878 Aug 25 11:34:19.061881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69c0da-7f66-4392-90e2-1ad1ea14066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632e3b7-e1f8-489d-929f-75ce1dec1b71,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:19.591656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d57f4c66-472f-4c8d-839d-2584cbc1a3d6 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:19.689962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e060-d718-49e8-a748-38c371ce42e0 req-0b4e7b1c-9eb0-4e09-bb12-a36e95f6b667 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:19.705500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ea7e060-d718-49e8-a748-38c371ce42e0 req-0b4e7b1c-9eb0-4e09-bb12-a36e95f6b667 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.6198993 Aug 25 11:34:19.718734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: d57f4c66-472f-4c8d-839d-2584cbc1a3d6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:19.723991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d57f4c66-472f-4c8d-839d-2584cbc1a3d6 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:19.850457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36088) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:19.873609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef96b344-2a33-43e8-9759-97d82e74f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:19.889771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ea7e060-d718-49e8-a748-38c371ce42e0 req-9d8037c6-9ff6-4e70-b245-951a74f5f1f9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751087 Aug 25 11:34:20.096592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef96b344-2a33-43e8-9759-97d82e74f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.103458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef96b344-2a33-43e8-9759-97d82e74f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.119472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36092) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:20.146906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96b344-2a33-43e8-9759-97d82e74f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d19861-35aa-48dc-8157-f00fa75f4113,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:20.166811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ef96b344-2a33-43e8-9759-97d82e74f10b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=721d17a73d6d4547872008a2ae6bdd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258479 Aug 25 11:34:20.170827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36096) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:20.239729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5845-9850-4cc3-a739-1869f30ce55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.276061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5845-9850-4cc3-a739-1869f30ce55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.361555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5845-9850-4cc3-a739-1869f30ce55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.366824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5845-9850-4cc3-a739-1869f30ce55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.375275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9fe5845-9850-4cc3-a739-1869f30ce55c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85d19861-35aa-48dc-8157-f00fa75f4113 HTTP/1.1" status: 204 len: 168 time: 0.2022812 Aug 25 11:34:20.397482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe5845-9850-4cc3-a739-1869f30ce55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d19861-35aa-48dc-8157-f00fa75f4113,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:20.437813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-453481101'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:20.474286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:34:20.478749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.488709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.798557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.814174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.869612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:34:20.908143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315b03d3-92ac-459a-9cc2-d1d610fd222d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:20.918394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:20.919154 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Added segment cefeacc5-4eb9-4944-8837-1fa17d7a8bee of type vlan for network 95fa4d96-0631-4ba9-9868-c5928e885ec5 Aug 25 11:34:21.057251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.128579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.151555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:21.154327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.182694 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c645-3ede-43aa-bd21-336fac7ed0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.201508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0780473 Aug 25 11:34:21.204709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:21.213676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'subnet': {'network_id': '95fa4d96-0631-4ba9-9868-c5928e885ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:21.300612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e939a31-1f99-4e07-817d-abd7fcde17d7 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Network': ['ID=95fa4d96-0631-4ba9-9868-c5928e885ec5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:21.315775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:34:21.416902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.500397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:34:21.508972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.592421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fbe7d-7b88-4322-8395-b00fc6705218 req-23f1b840-b4a1-4a73-85f7-eefdb088e45a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:21.594051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e1fbe7d-7b88-4322-8395-b00fc6705218 req-23f1b840-b4a1-4a73-85f7-eefdb088e45a tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.5266709 Aug 25 11:34:21.659726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e1fbe7d-7b88-4322-8395-b00fc6705218 req-f47d2f15-9b90-4499-873a-48732c8c9599 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Aug 25 11:34:21.792971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:21.919832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Subnet': ['ID=48a48d3b-14bc-43fb-b19d-ec000b807252,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:21.930355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Checking segment: {'id': 'cefeacc5-4eb9-4944-8837-1fa17d7a8bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '95fa4d96-0631-4ba9-9868-c5928e885ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:34:21.930734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network hostable DHCP agents. Network: 95fa4d96-0631-4ba9-9868-c5928e885ec5, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:34:21.955307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:34:21.969817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 95fa4d96-0631-4ba9-9868-c5928e885ec5) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:21.982632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666cc11-8b89-42c5-aa3a-40efdc537c21 None None] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:34:21.988325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:21.988811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.009707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-edd1db38-2c6b-46c7-8f49-b712cb7a58dd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8022645 Aug 25 11:34:22.013810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36138) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:22.021175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1743602691', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:22.067944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.069937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.202055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.297365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9252eb5-16f8-4215-8ffc-87613c575059 None None] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:34:22.428932 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.487580 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.592479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-8a4ea625-6779-4271-92b5-766d13c4bffd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1617861 Aug 25 11:34:22.791807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-3bb50cb3-358c-4d9a-8a21-7eff16cfb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:22.795062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-3bb50cb3-358c-4d9a-8a21-7eff16cfb788 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ef64a58f25c429abd9690d2f349e63f&device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 1098 time: 0.1308830 Aug 25 11:34:22.876277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:22.906201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:23.004803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-d79e9da3-1791-4e98-9a60-936bcf483979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:23.007194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-d79e9da3-1791-4e98-9a60-936bcf483979 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 200 len: 917 time: 0.1681850 Aug 25 11:34:23.099917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-79fd8106-889e-41d4-8bc6-5d852f16eeb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 200 len: 1001 time: 0.0810773 Aug 25 11:34:23.195344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1424c24-7c68-4ce7-8235-223db75c191e req-92ba0b77-1bc9-4763-9b0d-4a3f9c9f0b4f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:23.200850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1424c24-7c68-4ce7-8235-223db75c191e req-92ba0b77-1bc9-4763-9b0d-4a3f9c9f0b4f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.4295473 Aug 25 11:34:23.251244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.80 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/a58fa54d-39db-4753-ac30-4d9752ac6923) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:34:23.433330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1424c24-7c68-4ce7-8235-223db75c191e req-eae372d7-52fb-42df-8dd8-80ddac0c938c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423030 Aug 25 11:34:23.445622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-72411ce3-8159-4ade-944d-2444b040c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:23.448617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-72411ce3-8159-4ade-944d-2444b040c405 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 200 len: 855 time: 0.3376167 Aug 25 11:34:23.468447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:23.587350 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:23.605873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-8bcacbb5-1029-4553-a6b0-eeedd2886326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:23.609883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-8bcacbb5-1029-4553-a6b0-eeedd2886326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4705233b-84f0-4d64-8732-0c9ce4aa4771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525075 Aug 25 11:34:23.704216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=a58fa54d-39db-4753-ac30-4d9752ac6923,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:23.712262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:23.715489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:23.725604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:34:23.826051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-154077ee-f7a1-4431-b5c5-0633cba7650e service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074068 Aug 25 11:34:24.008813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3005ed4a-e54d-441b-b9b5-75626d675141 req-65e5552e-971c-423c-99b6-8c47d11fa213 service neutron] 10.222.0.10 "GET /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669581 Aug 25 11:34:24.255989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:24.500425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:24.690253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f78b2a-ffff-45af-a40a-ed2b44ce059e req-7c2018ed-4835-4306-aa11-34bff443c561 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:24.694183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94f78b2a-ffff-45af-a40a-ed2b44ce059e req-7c2018ed-4835-4306-aa11-34bff443c561 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1241961 Aug 25 11:34:24.797717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94f78b2a-ffff-45af-a40a-ed2b44ce059e req-d68793b2-f812-4f21-b436-7696872030a2 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853665 Aug 25 11:34:25.071083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:25.116525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70909c-2c0a-4938-8755-a810108908c4 req-c4fc6160-1a7f-4f22-9cf4-85da527edcf6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:25.118568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e70909c-2c0a-4938-8755-a810108908c4 req-c4fc6160-1a7f-4f22-9cf4-85da527edcf6 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 946 time: 0.1188734 Aug 25 11:34:25.323045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e70909c-2c0a-4938-8755-a810108908c4 req-198ea84d-807f-4557-885d-28faa8e7797a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937020 Aug 25 11:34:25.400846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-4a3dab7c-26b4-4686-86f9-bd8b75f969d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1795065 Aug 25 11:34:25.519772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:34:25.584913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-5337e0c8-cbfe-47a7-8225-5dd4993011c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:25.588099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-5337e0c8-cbfe-47a7-8225-5dd4993011c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 1097 time: 0.0878022 Aug 25 11:34:25.776186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-49b94916-f00d-446c-ab0b-560a785d4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:25.779011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-49b94916-f00d-446c-ab0b-560a785d4e39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 200 len: 916 time: 0.1522131 Aug 25 11:34:25.796717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1484080-1561-4eab-95f5-f9c33d2a6103 req-18cac4a1-36e6-48a4-b89e-2ddb3efd2b06 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:25.798777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:25.801343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1484080-1561-4eab-95f5-f9c33d2a6103 req-18cac4a1-36e6-48a4-b89e-2ddb3efd2b06 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.2441430 Aug 25 11:34:25.846434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:25.847916 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-efe2a25c-a133-42a7-b238-7569d42cd5f8 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8321538 Aug 25 11:34:25.851017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:25.856845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:25.886809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-fd64a713-604a-4b65-9d4e-c490b01decf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde HTTP/1.1" status: 200 len: 217 time: 0.0806296 Aug 25 11:34:25.920292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:25.922873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:25.981242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1484080-1561-4eab-95f5-f9c33d2a6103 req-03a966a8-a9ea-47d9-8dc5-7e684a24a3e4 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971389 Aug 25 11:34:25.989182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-a8e9786c-c437-45d7-a311-cb7029562e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:25.991237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-a8e9786c-c437-45d7-a311-cb7029562e1e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 200 len: 855 time: 0.0958741 Aug 25 11:34:26.053742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:26.103840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:26.104893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:26.286824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:26.288001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53db07b-d5ec-44dc-a8b7-3f8af3f71d49 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:26.466777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-ab5b7464-c72d-40f2-8c5b-26b34b8aa88c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b6ccb154-0f05-443e-9ed4-59fd17024426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4671648 Aug 25 11:34:26.613840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-4c674ce3-830c-49be-be03-0c24271ad65e service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246862 Aug 25 11:34:26.776285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52983685-b956-47cc-91d0-550f36ff05ea req-dc227e5b-8aed-47c0-b338-316d44a1b94d tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:26.777970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52983685-b956-47cc-91d0-550f36ff05ea req-dc227e5b-8aed-47c0-b338-316d44a1b94d tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 946 time: 0.3141646 Aug 25 11:34:26.797122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b04df-82af-42a8-81ef-2940eba3227f req-a80a6451-37de-428a-aa9d-a85bcfd6daa8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:26.809034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-789b04df-82af-42a8-81ef-2940eba3227f req-a80a6451-37de-428a-aa9d-a85bcfd6daa8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.3508649 Aug 25 11:34:26.884571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294b63f-f32c-4be6-88ae-a421c17f91bd req-decac858-d0ff-49df-9d96-0994ac0d4271 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:26.895432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7294b63f-f32c-4be6-88ae-a421c17f91bd req-decac858-d0ff-49df-9d96-0994ac0d4271 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 946 time: 0.2623746 Aug 25 11:34:26.940825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-be36c658-742a-414e-9870-946c53f6a127 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:26.942680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-be36c658-742a-414e-9870-946c53f6a127 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.10 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.0979311 Aug 25 11:34:26.951910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abae2a77-5564-4cbd-986e-acd9e05d8c96 req-3d15ea98-b521-4ae6-a275-2a9f0ac1cea2 service neutron] 10.222.0.67 "GET /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170516 Aug 25 11:34:27.011485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-789b04df-82af-42a8-81ef-2940eba3227f req-c76d708a-273c-4c20-a669-2544b33e0494 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001309 Aug 25 11:34:27.079828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a98f6-0e9d-41fb-885b-41f0416654b7 req-d4b792aa-c045-4b3a-8fbf-6b0a26531581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:27.081427 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-008a98f6-0e9d-41fb-885b-41f0416654b7 req-d4b792aa-c045-4b3a-8fbf-6b0a26531581 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 1097 time: 0.1128604 Aug 25 11:34:27.103536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7294b63f-f32c-4be6-88ae-a421c17f91bd req-3c177f60-06d3-412b-a34a-a92cd8755f1d tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067072 Aug 25 11:34:27.190497 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:27.228873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:27.231592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Deleting port d8d6ba15-cf91-4537-920d-6a2e9dde8aff {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:27.232420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:27.295813 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-008a98f6-0e9d-41fb-885b-41f0416654b7 req-81e7c3b1-9eaf-4362-bb26-4303ecf30ad5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956166 Aug 25 11:34:27.539161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] For port d8d6ba15-cf91-4537-920d-6a2e9dde8aff, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:27.540130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:27.567244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Calling delete_port for d8d6ba15-cf91-4537-920d-6a2e9dde8aff owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:27.816644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Deleting port cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:27.831264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:27.861803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:27.881426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:27.885961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['85611591-d6cd-46c3-b98e-b66c5a08ddde'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:27.894107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.1 (95fa4d96-0631-4ba9-9868-c5928e885ec5/48a48d3b-14bc-43fb-b19d-ec000b807252/7d1f3c96-7189-4027-9568-ac90e33eb32e) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:34:27.913288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba64bb1-c6da-49e1-839f-8666cc688ecc req-c7b796de-3058-4f4b-a9c0-c8e7caacee9d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:27.922360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ba64bb1-c6da-49e1-839f-8666cc688ecc req-c7b796de-3058-4f4b-a9c0-c8e7caacee9d tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.1734409 Aug 25 11:34:27.951099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event deleted for resources: {'Port': ['ID=d8d6ba15-cf91-4537-920d-6a2e9dde8aff,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:27.997579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] No DVR routers for this DVR port d8d6ba15-cf91-4537-920d-6a2e9dde8aff on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:28.000935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:28.003607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52983685-b956-47cc-91d0-550f36ff05ea req-2fce1879-95e4-4f7e-8291-4f9e561eb6bd tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "DELETE /v2.0/ports/d8d6ba15-cf91-4537-920d-6a2e9dde8aff HTTP/1.1" status: 204 len: 173 time: 1.1909096 Aug 25 11:34:28.019244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'name': 'network-vif-deleted', 'tag': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:28.033305 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487588e9-13bb-4e05-9579-f848c884e783" -d '{"events": [{"server_uuid": "fd1545dc-c491-4755-8d8e-caace44bbb15", "name": "network-vif-deleted", "tag": "d8d6ba15-cf91-4537-920d-6a2e9dde8aff"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:28.055129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] For port cb0b7cbe-e097-437c-a3ec-778e88552788, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=cb0b7cbe-e097-437c-a3ec-778e88552788,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:28.056048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:28.094386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ba64bb1-c6da-49e1-839f-8666cc688ecc req-47f96e18-2538-4eac-9e6e-ca9df7490f55 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711826 Aug 25 11:34:28.298450 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c561ac3-c787-49ee-9c47-1d74885f6247 x-openstack-request-id: req-7c561ac3-c787-49ee-9c47-1d74885f6247 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:28.298900 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1545dc-c491-4755-8d8e-caace44bbb15", "name": "network-vif-deleted", "tag": "d8d6ba15-cf91-4537-920d-6a2e9dde8aff", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:28.299356 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c561ac3-c787-49ee-9c47-1d74885f6247 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:28.299902 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1545dc-c491-4755-8d8e-caace44bbb15', 'name': 'network-vif-deleted', 'tag': 'd8d6ba15-cf91-4537-920d-6a2e9dde8aff', 'status': 'completed', 'code': 200} Aug 25 11:34:28.341014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:28.501216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0c73a-8646-45a5-9e5a-975c666ea430 req-44001ce7-c263-4964-a1df-4f72ab3a3b1f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:28.503187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0b0c73a-8646-45a5-9e5a-975c666ea430 req-44001ce7-c263-4964-a1df-4f72ab3a3b1f tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1086731 Aug 25 11:34:28.588946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0b0c73a-8646-45a5-9e5a-975c666ea430 req-71245761-4d59-461f-9f21-a8563908ba12 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638313 Aug 25 11:34:28.697317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f89c903-23be-481b-8c2d-065d328f47d9 req-fc84390b-a874-4e21-aced-d536d702eb62 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd1545dc-c491-4755-8d8e-caace44bbb15 HTTP/1.1" status: 200 len: 210 time: 0.0864151 Aug 25 11:34:28.775325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:28.970876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8d6ba15-cf91-4537-920d-6a2e9dde8aff no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:29.025378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: d8d6ba15-cf91-4537-920d-6a2e9dde8aff {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:29.026585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d8d6ba15-cf91-4537-920d-6a2e9dde8aff not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:29.035976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=7d1f3c96-7189-4027-9568-ac90e33eb32e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:29.071941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:29.082222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:29.086197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:34:29.136116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:29.137070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:29.137547 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Floating IP 91b5003f-accd-42d2-b7a3-45d00c9b879a disassociated. External IP: 172.25.1.143, port: cb0b7cbe-e097-437c-a3ec-778e88552788. Aug 25 11:34:29.138051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Calling delete_port for cb0b7cbe-e097-437c-a3ec-778e88552788 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:29.300046 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:29.375527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e71879-b479-44d8-a1a4-32a2d62f67f3 req-1bd7f71d-5927-4345-8026-b55dc47fa41b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:29.388216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36e71879-b479-44d8-a1a4-32a2d62f67f3 req-1bd7f71d-5927-4345-8026-b55dc47fa41b tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 946 time: 0.0756440 Aug 25 11:34:29.454512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36e71879-b479-44d8-a1a4-32a2d62f67f3 req-36b32ddf-2327-48f9-b68a-8938e92a050a tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ac8b0a-209b-4b04-ab77-d968e218b433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652747 Aug 25 11:34:29.679750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:29.714463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:29.776177 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event deleted for resources: {'Port': ['ID=cb0b7cbe-e097-437c-a3ec-778e88552788,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:30.004396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70ec75-ec40-48bc-b324-8d71f767c61b req-caab8299-ff0d-414f-b812-ee854780338b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:30.041829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a70ec75-ec40-48bc-b324-8d71f767c61b req-caab8299-ff0d-414f-b812-ee854780338b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1799791 Aug 25 11:34:30.053886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Router 1156bdf7-cefa-406f-b137-b8118dcd461a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:30.186561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a70ec75-ec40-48bc-b324-8d71f767c61b req-92f80197-4f6a-494e-9957-cafebdd74148 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321368 Aug 25 11:34:30.476316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:30.498132 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:30.538905 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:30.539565 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:30.624426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] No DVR routers for this DVR port cb0b7cbe-e097-437c-a3ec-778e88552788 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:30.633665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:30.640512 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e344e25a-62af-4f25-a73c-f372c9e806ab req-75d6c4d8-68a2-4e04-8c24-2402c17274fb tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.10 "DELETE /v2.0/ports/cb0b7cbe-e097-437c-a3ec-778e88552788 HTTP/1.1" status: 204 len: 173 time: 3.6685224 Aug 25 11:34:30.679242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-deleted', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:30.685600 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c770bae-ef1e-41c7-9cff-64650422fe30" -d '{"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-deleted", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:30.717084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:30.726181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:30.795119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1b5a12e-3e1d-450f-9a95-26f3d3ec0995 req-13fa4992-cadd-41e7-b1d6-939c11ce3eaf tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da3f60d-590d-42be-aa3f-db168b3c2292 HTTP/1.1" status: 200 len: 210 time: 0.0972562 Aug 25 11:34:30.853136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:30.894485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=7d1f3c96-7189-4027-9568-ac90e33eb32e,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:30.918533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-3c9b6552-07e2-424e-bbf1-8eb9790f480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:30.920129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-3c9b6552-07e2-424e-bbf1-8eb9790f480c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7756676616b542528382a1bb3c270b39&device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 1097 time: 0.3210361 Aug 25 11:34:30.936240 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:34:30.975071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:31.027608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: cb0b7cbe-e097-437c-a3ec-778e88552788 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:31.035186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device cb0b7cbe-e097-437c-a3ec-778e88552788 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:31.067504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:31.187158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca491b-be93-4d1b-9272-2514b21727d6 req-d0c2f462-4ab1-4cd9-ba83-8bdbb6d671fa tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:31.221871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15ca491b-be93-4d1b-9272-2514b21727d6 req-d0c2f462-4ab1-4cd9-ba83-8bdbb6d671fa tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 945 time: 0.4256275 Aug 25 11:34:31.226176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-9675f873-9566-48fb-98bb-6af39430835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:31.228913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-9675f873-9566-48fb-98bb-6af39430835e service neutron] 10.222.0.10 "GET /v2.0/networks?id=719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 200 len: 910 time: 0.2966001 Aug 25 11:34:31.396911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15ca491b-be93-4d1b-9272-2514b21727d6 req-f851b378-b2c6-4b5d-b814-547868eb096a tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723204 Aug 25 11:34:31.447856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:31.451054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:31.481246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-7013703a-894f-4193-a671-16933aa9e111 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d50fca1-e209-4319-9a15-3746a0564326 HTTP/1.1" status: 200 len: 217 time: 0.1294324 Aug 25 11:34:31.575960 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:31.606237 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d869fe5b-b963-4639-8418-da8e9cd26090 x-openstack-request-id: req-d869fe5b-b963-4639-8418-da8e9cd26090 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:31.612804 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3f60d-590d-42be-aa3f-db168b3c2292", "name": "network-vif-deleted", "tag": "cb0b7cbe-e097-437c-a3ec-778e88552788", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:31.614305 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d869fe5b-b963-4639-8418-da8e9cd26090 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:31.615828 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3f60d-590d-42be-aa3f-db168b3c2292', 'name': 'network-vif-deleted', 'tag': 'cb0b7cbe-e097-437c-a3ec-778e88552788', 'status': 'completed', 'code': 200} Aug 25 11:34:31.625550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-20d11fbc-9777-4655-ae24-cb4716dab865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:31.628856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-20d11fbc-9777-4655-ae24-cb4716dab865 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 200 len: 849 time: 0.1291671 Aug 25 11:34:31.714890 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:34:31.734489 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:31.739286 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:31.918110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-bd4915e4-9609-41b6-b923-da9e65d7242f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=719a561e-0349-479d-afac-f46d21422263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2790463 Aug 25 11:34:31.944973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5f9b5-3494-4953-bdd2-c112bc141cc9 req-63560532-7bf1-4f03-90b0-e4bfb7d7ea57 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:31.973026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8e5f9b5-3494-4953-bdd2-c112bc141cc9 req-63560532-7bf1-4f03-90b0-e4bfb7d7ea57 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.7400203 Aug 25 11:34:32.217398 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8e5f9b5-3494-4953-bdd2-c112bc141cc9 req-9dafc177-afd7-4a70-ac02-4901f6827cdc tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405863 Aug 25 11:34:32.291487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-60de728f-a447-47d5-9ffb-326883e0afb1 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:32.295020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-60de728f-a447-47d5-9ffb-326883e0afb1 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 945 time: 0.6391406 Aug 25 11:34:32.323255 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:34:32.360416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36332) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:32.551517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5f1c-ce21-4221-a8af-bded91e2ef50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:32.559244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:32.579350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5f1c-ce21-4221-a8af-bded91e2ef50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:32.621258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-8755a772-4195-48a3-838b-adde8880ec32 service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420236 Aug 25 11:34:32.780592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a260b4b7-2309-4c94-80dc-42f5acaf5576 req-5e2f746f-9297-4ebd-87d3-16a48199bf8e service neutron] 10.222.0.10 "GET /v2.0/networks/719a561e-0349-479d-afac-f46d21422263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484766 Aug 25 11:34:32.792452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Deleting port 85611591-d6cd-46c3-b98e-b66c5a08ddde {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:32.793156 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:32.804826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36882a8c-7d83-4c58-ba7a-f00e5f95fb3c req-b4506a1f-d852-4a21-bfaf-b46aa0e5a1c9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:32.812656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36882a8c-7d83-4c58-ba7a-f00e5f95fb3c req-b4506a1f-d852-4a21-bfaf-b46aa0e5a1c9 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 945 time: 0.2867484 Aug 25 11:34:33.088910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5f1c-ce21-4221-a8af-bded91e2ef50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:33.097733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5f1c-ce21-4221-a8af-bded91e2ef50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:33.100867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dc2b5f1c-ce21-4221-a8af-bded91e2ef50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "DELETE /v2.0/security-groups/c2ac8b0a-209b-4b04-ab77-d968e218b433 HTTP/1.1" status: 204 len: 168 time: 0.7390261 Aug 25 11:34:33.109077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36346) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:33.148367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:33.159855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b5f1c-ce21-4221-a8af-bded91e2ef50 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac8b0a-209b-4b04-ab77-d968e218b433,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:33.172690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:33.174093 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8b65cd1f-fe90-41c7-9e44-842a21bc5846 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/routers/66b7fc92-96cf-4b19-8f02-2f30a28ba6f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3126249 Aug 25 11:34:33.177557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:33.192104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'port': {'network_id': '95fa4d96-0631-4ba9-9868-c5928e885ec5', 'name': 'tempest-FloatingIPTestJSON-258296951'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:33.217578 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:33.231221 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-baebb4dd-da8a-47e2-9062-642de1f3bf34 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] show failed (client error): The resource could not be found. Aug 25 11:34:33.252261 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-baebb4dd-da8a-47e2-9062-642de1f3bf34 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "GET /v2.0/security-groups/c2ac8b0a-209b-4b04-ab77-d968e218b433 HTTP/1.1" status: 404 len: 347 time: 0.1360590 Aug 25 11:34:33.275625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36354) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:33.307048 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841d06e7-aae6-4c7a-a25c-b28e19b8cf61 None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:24:58Z', 'revision_number': 4, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6', 'name': '', 'network_id': '4705233b-84f0-4d64-8732-0c9ce4aa4771', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'mac_address': 'fa:16:3e:65:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:57Z', 'updated_at': '2021-08-25T11:25:10Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'subnets': [{'id': '7bf95d97-a091-48be-bd84-a473c19a4216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:33.321448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:33.328167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:33.358098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36882a8c-7d83-4c58-ba7a-f00e5f95fb3c req-51543e41-3759-467f-9d46-29b17b100523 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442367 Aug 25 11:34:33.427872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] For port 85611591-d6cd-46c3-b98e-b66c5a08ddde, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=85611591-d6cd-46c3-b98e-b66c5a08ddde,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:33.428236 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:33.490819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:33.492189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Calling delete_port for 85611591-d6cd-46c3-b98e-b66c5a08ddde owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:33.517399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:33.519005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:33.616831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e5cda-47a9-4ed7-b48f-6a13d0d5b4fa req-2d46b76b-538d-43c2-95af-4b2e22ba97f5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:33.618914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd2e5cda-47a9-4ed7-b48f-6a13d0d5b4fa req-2d46b76b-538d-43c2-95af-4b2e22ba97f5 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.1281948 Aug 25 11:34:33.673022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:33.674995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c935d90-0eca-4c07-94ee-4427bfc22b93 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:33.776260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd2e5cda-47a9-4ed7-b48f-6a13d0d5b4fa req-84a870a2-31b6-4219-9209-90544805a2bd tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271727 Aug 25 11:34:33.846085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Deleting port 61e29056-539d-4eca-8cd2-8bfc08f70534 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:33.850449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:33.970812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:34:33.972679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:33.976306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:33.985669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:34.027037 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb7297-65ad-4485-82f3-d234cf160461 None None] New status for floating IP 91b5003f-accd-42d2-b7a3-45d00c9b879a: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:34:34.113175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] device_id is not set on port 35c324d7-a1ce-4b99-a7af-b309f04482c8 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:34:34.250689 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:34.250689 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:34.314745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Calling delete_port for 61e29056-539d-4eca-8cd2-8bfc08f70534 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:34.356641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event deleted for resources: {'Port': ['ID=85611591-d6cd-46c3-b98e-b66c5a08ddde,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:34.366898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] No DVR routers for this DVR port 85611591-d6cd-46c3-b98e-b66c5a08ddde on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:34.381493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:34.409968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b28c7c95-e085-4fac-9eff-8c51664c5266 req-450ec7c6-6cae-4d46-b48d-50521021fa3b tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.67 "DELETE /v2.0/ports/85611591-d6cd-46c3-b98e-b66c5a08ddde HTTP/1.1" status: 204 len: 173 time: 2.0876479 Aug 25 11:34:34.409968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'name': 'network-vif-deleted', 'tag': '85611591-d6cd-46c3-b98e-b66c5a08ddde'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:34.409968 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3865603f-4515-4abc-9427-27130ca5ddd0" -d '{"events": [{"server_uuid": "eacbf8e1-796a-4008-855c-2bedd4d532a8", "name": "network-vif-deleted", "tag": "85611591-d6cd-46c3-b98e-b66c5a08ddde"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:34.563705 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc13e9-f91a-49ac-aedb-d69620eaeb22 x-openstack-request-id: req-82bc13e9-f91a-49ac-aedb-d69620eaeb22 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:34.564231 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacbf8e1-796a-4008-855c-2bedd4d532a8", "name": "network-vif-deleted", "tag": "85611591-d6cd-46c3-b98e-b66c5a08ddde", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:34.564406 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-82bc13e9-f91a-49ac-aedb-d69620eaeb22 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:34.564852 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacbf8e1-796a-4008-855c-2bedd4d532a8', 'name': 'network-vif-deleted', 'tag': '85611591-d6cd-46c3-b98e-b66c5a08ddde', 'status': 'completed', 'code': 200} Aug 25 11:34:34.666234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.3 (95fa4d96-0631-4ba9-9868-c5928e885ec5/48a48d3b-14bc-43fb-b19d-ec000b807252/35c324d7-a1ce-4b99-a7af-b309f04482c8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:34:34.704901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fba3a63-042f-451b-bf87-a2e52c2f349e req-533f1319-977f-4f6d-9df8-b9af7aeeafae tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=eacbf8e1-796a-4008-855c-2bedd4d532a8 HTTP/1.1" status: 200 len: 210 time: 0.0613689 Aug 25 11:34:35.197594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36382) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:35.316842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155b2a0-20bc-47e7-b786-516319282364 req-5dbc51ed-8d68-4bb5-9a9e-5c54346b8334 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:35.326073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6155b2a0-20bc-47e7-b786-516319282364 req-5dbc51ed-8d68-4bb5-9a9e-5c54346b8334 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.3650596 Aug 25 11:34:35.502686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6155b2a0-20bc-47e7-b786-516319282364 req-3aa3068c-1a6c-4558-babb-ee4244800fef tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686213 Aug 25 11:34:35.603105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.655020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d39a-977a-4ba7-a671-87934978f163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.671540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85611591-d6cd-46c3-b98e-b66c5a08ddde no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:35.803764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 85611591-d6cd-46c3-b98e-b66c5a08ddde {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:35.804947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.805674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 85611591-d6cd-46c3-b98e-b66c5a08ddde not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:35.851303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.863751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Pushing event deleted for resources: {'Port': ['ID=61e29056-539d-4eca-8cd2-8bfc08f70534,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:35.893605 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d39a-977a-4ba7-a671-87934978f163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.902164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ff1d39a-977a-4ba7-a671-87934978f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.955797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.959185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:35.965620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-186bf4e3-1eea-43c9-8785-ba61c8c4c038 tempest-AttachVolumeShelveTestJSON-758414716 tempest-AttachVolumeShelveTestJSON-758414716-project] 10.222.0.35 "DELETE /v2.0/floatingips/91b5003f-accd-42d2-b7a3-45d00c9b879a HTTP/1.1" status: 204 len: 168 time: 2.6871867 Aug 25 11:34:36.063554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:36.078929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:36.087899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1d39a-977a-4ba7-a671-87934978f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f48cf3-7b87-4fe4-b5b4-224e92fcbe07,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:36.088399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:34:36.160419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5ff1d39a-977a-4ba7-a671-87934978f163 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b13cc2bfb5164fe7b656d68089e81941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9552908 Aug 25 11:34:36.166805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36404) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:36.216792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=35c324d7-a1ce-4b99-a7af-b309f04482c8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:36.252529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:36.254068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:36.319725 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-26126d6d-d1ed-4f18-a866-670bfaed1c3e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1364341 Aug 25 11:34:36.319948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36410) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:36.325845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'port': {'network_id': '95fa4d96-0631-4ba9-9868-c5928e885ec5', 'name': 'tempest-FloatingIPTestJSON-37472059'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:36.453805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25b71bb-b265-48d5-a542-7f63b92a780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:36.479333 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25b71bb-b265-48d5-a542-7f63b92a780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:36.552559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25b71bb-b265-48d5-a542-7f63b92a780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:36.555651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25b71bb-b265-48d5-a542-7f63b92a780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:36.557613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d25b71bb-b265-48d5-a542-7f63b92a780d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/43f48cf3-7b87-4fe4-b5b4-224e92fcbe07 HTTP/1.1" status: 204 len: 168 time: 0.3895044 Aug 25 11:34:36.572950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9710bd7-6d92-439b-95dc-fe97f26a8780 req-75267827-d106-4b22-8ef4-e459884ad117 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:36.584284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9710bd7-6d92-439b-95dc-fe97f26a8780 req-75267827-d106-4b22-8ef4-e459884ad117 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.2998960 Aug 25 11:34:36.658472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9710bd7-6d92-439b-95dc-fe97f26a8780 req-3ccf3da7-4113-4778-9f6a-8b56ab0064b9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730648 Aug 25 11:34:36.659569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b71bb-b265-48d5-a542-7f63b92a780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f48cf3-7b87-4fe4-b5b4-224e92fcbe07,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:36.778851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:34:36.783289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:36.830825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] device_id is not set on port ab39e194-6efa-4258-a03b-ff4995bae40a yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:34:37.059223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.11 (95fa4d96-0631-4ba9-9868-c5928e885ec5/48a48d3b-14bc-43fb-b19d-ec000b807252/ab39e194-6efa-4258-a03b-ff4995bae40a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:34:37.091872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36424) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:37.129040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8267-9a1e-41ba-8fa1-ef7f27d87d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.308585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8267-9a1e-41ba-8fa1-ef7f27d87d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.313134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.317920 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8267-9a1e-41ba-8fa1-ef7f27d87d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.378938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d8f8267-9a1e-41ba-8fa1-ef7f27d87d41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea776141fbdb43058f70d488247674aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814791 Aug 25 11:34:37.378938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f8267-9a1e-41ba-8fa1-ef7f27d87d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0582c-3bcc-4b6c-b728-36b89e42372c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:37.379413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36428) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:37.388453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.464738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:37.468762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:37.480625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1678fe81-6bde-4f81-8397-7614db5c0db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.482101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:34:37.488722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=ab39e194-6efa-4258-a03b-ff4995bae40a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:37.514204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1678fe81-6bde-4f81-8397-7614db5c0db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.541285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.542496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.543180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.543638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.544120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.544658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.545292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.545852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.546803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.546956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.547386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.547880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:37.575169 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1678fe81-6bde-4f81-8397-7614db5c0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.578775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1678fe81-6bde-4f81-8397-7614db5c0db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.580618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1678fe81-6bde-4f81-8397-7614db5c0db3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34e0582c-3bcc-4b6c-b728-36b89e42372c HTTP/1.1" status: 204 len: 168 time: 0.1882949 Aug 25 11:34:37.580914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:37.581626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.593254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678fe81-6bde-4f81-8397-7614db5c0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0582c-3bcc-4b6c-b728-36b89e42372c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:37.628212 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1eb4c37b-32b8-48e7-bb88-64056178f72f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3071077 Aug 25 11:34:37.631537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36436) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:37.637241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'ab39e194-6efa-4258-a03b-ff4995bae40a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:37.645346 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:34:37.687596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:37.963029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.165778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36456) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:38.169899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.10 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/3cc0a6f2-fc17-49ee-9381-d3d608233ceb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:34:38.222575 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57f7d42b-8013-4501-a0ff-a89763270520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.340751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e08ec-317a-45a2-86ba-79ad5636f018 req-76511e18-be31-42a4-b7da-4410f78299f9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:38.359494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-793e08ec-317a-45a2-86ba-79ad5636f018 req-76511e18-be31-42a4-b7da-4410f78299f9 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.4968333 Aug 25 11:34:38.413772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57f7d42b-8013-4501-a0ff-a89763270520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.424872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-57f7d42b-8013-4501-a0ff-a89763270520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.512051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-793e08ec-317a-45a2-86ba-79ad5636f018 req-43a6be8c-e532-4afd-a9cb-410b75db1438 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443734 Aug 25 11:34:38.526150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d42b-8013-4501-a0ff-a89763270520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff232d84-65bc-48b7-9eb2-5e292a97734d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:38.539229 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-57f7d42b-8013-4501-a0ff-a89763270520 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cf98425ed744f169fc669e1a2da21dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710890 Aug 25 11:34:38.543891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36470) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:38.693543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.771771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6f824ba-8660-448e-83b7-940aee9f4adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.815065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b588b-1127-4d78-8a35-dae3196f32f0 req-d61be089-2251-4e5c-93c7-ed21b7e218b7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:38.824475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e68b588b-1127-4d78-8a35-dae3196f32f0 req-d61be089-2251-4e5c-93c7-ed21b7e218b7 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.1924865 Aug 25 11:34:38.857909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6f824ba-8660-448e-83b7-940aee9f4adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:38.890844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:39.283300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e68b588b-1127-4d78-8a35-dae3196f32f0 req-f269a14c-653c-442d-83ef-0356a0f56847 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4577069 Aug 25 11:34:39.320691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:39.327548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:39.330532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:34:39.667405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-9f0f5e84-7a05-4e89-9264-d53d86cce5a7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:39.674973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-9f0f5e84-7a05-4e89-9264-d53d86cce5a7 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.10 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.7598379 Aug 25 11:34:39.676282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=3cc0a6f2-fc17-49ee-9381-d3d608233ceb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:39.799552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6f824ba-8660-448e-83b7-940aee9f4adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:39.804874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6f824ba-8660-448e-83b7-940aee9f4adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:39.833732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6f824ba-8660-448e-83b7-940aee9f4adc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff232d84-65bc-48b7-9eb2-5e292a97734d HTTP/1.1" status: 204 len: 168 time: 1.2886424 Aug 25 11:34:40.093961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f824ba-8660-448e-83b7-940aee9f4adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff232d84-65bc-48b7-9eb2-5e292a97734d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:40.338778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041368e-ab1f-4401-9c44-24da63f5d801 req-11748bb5-0ecf-4dce-b872-ec6fb4d53d93 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:40.349275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0041368e-ab1f-4401-9c44-24da63f5d801 req-11748bb5-0ecf-4dce-b872-ec6fb4d53d93 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.6516359 Aug 25 11:34:40.551562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Deleting port 9d50fca1-e209-4319-9a15-3746a0564326 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:40.552521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:40.660435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0041368e-ab1f-4401-9c44-24da63f5d801 req-4ec70bc4-d5c7-41e1-8077-d2078577d12d tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098903 Aug 25 11:34:40.866164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015461a-5ca7-47e6-876d-9fb8444aeb89 req-6de28973-3378-4db4-92b2-b9085b05b70b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:40.875412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e015461a-5ca7-47e6-876d-9fb8444aeb89 req-6de28973-3378-4db4-92b2-b9085b05b70b tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.4407325 Aug 25 11:34:40.994477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] For port 9d50fca1-e209-4319-9a15-3746a0564326, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9d50fca1-e209-4319-9a15-3746a0564326,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:40.995097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:41.063075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Calling delete_port for 9d50fca1-e209-4319-9a15-3746a0564326 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:41.079440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e015461a-5ca7-47e6-876d-9fb8444aeb89 req-8a2628ae-91d5-4738-8a41-6817becf1855 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025316 Aug 25 11:34:41.122983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:41.497076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:41.769994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:41.785309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:41.865282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=3cc0a6f2-fc17-49ee-9381-d3d608233ceb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:42.224634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65d783-a29e-4c06-b5e8-53e7be16d544 req-b0618fbf-89e1-4061-afb2-86e2d9ab0d73 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:42.233619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f65d783-a29e-4c06-b5e8-53e7be16d544 req-b0618fbf-89e1-4061-afb2-86e2d9ab0d73 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 945 time: 0.3751061 Aug 25 11:34:42.302689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f65d783-a29e-4c06-b5e8-53e7be16d544 req-f682d73b-35c6-4bc8-894e-ab12f4190dca tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674891 Aug 25 11:34:42.339494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73bff4-3487-44fb-b1ab-0437cd7b0d34 req-fe18cc45-0102-4ef0-827b-8a8f19b9a0d8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:42.354479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb73bff4-3487-44fb-b1ab-0437cd7b0d34 req-fe18cc45-0102-4ef0-827b-8a8f19b9a0d8 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 945 time: 0.2290089 Aug 25 11:34:42.363911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:42.822938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb73bff4-3487-44fb-b1ab-0437cd7b0d34 req-8972a880-b30c-4208-90cc-fed510061034 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663477 Aug 25 11:34:42.857314 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 5968ed73-2445-4605-ae99-bcd92327e663 associated. External IP: 172.25.1.10, port: ab39e194-6efa-4258-a03b-ff4995bae40a. Aug 25 11:34:42.882003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41697170-c7a5-4e83-845d-38c54cd31ad0 req-511287b6-40a9-485c-adb1-e783a73be85c tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:42.894477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41697170-c7a5-4e83-845d-38c54cd31ad0 req-511287b6-40a9-485c-adb1-e783a73be85c tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.5056229 Aug 25 11:34:42.951423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:42.968358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7e3be37f-2a30-4016-a224-56d79b69d35c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:43.079767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d50fca1-e209-4319-9a15-3746a0564326 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:43.083477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Pushing event deleted for resources: {'Port': ['ID=9d50fca1-e209-4319-9a15-3746a0564326,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:43.252964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41697170-c7a5-4e83-845d-38c54cd31ad0 req-d2b4de95-0318-4090-bd31-ed08fbc1ad57 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960825 Aug 25 11:34:43.283975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] No DVR routers for this DVR port 9d50fca1-e209-4319-9a15-3746a0564326 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:43.285177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 9d50fca1-e209-4319-9a15-3746a0564326 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:43.285755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9d50fca1-e209-4319-9a15-3746a0564326 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:43.292792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:43.293331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-b3a2e61b-649b-4a79-b367-6965a37535c2 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:43.296922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecaede59-1bec-4184-a037-6c43f883ed8e req-4231dc52-0782-406b-aff9-3940d4249150 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.10 "DELETE /v2.0/ports/9d50fca1-e209-4319-9a15-3746a0564326 HTTP/1.1" status: 204 len: 173 time: 3.5917640 Aug 25 11:34:43.297609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'name': 'network-vif-deleted', 'tag': '9d50fca1-e209-4319-9a15-3746a0564326'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:43.304415 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472e0a80-b0d3-4dc4-a064-99bc7e9bb728" -d '{"events": [{"server_uuid": "db63a384-4376-4dfc-8be1-93fd6fe8c65f", "name": "network-vif-deleted", "tag": "9d50fca1-e209-4319-9a15-3746a0564326"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:43.323407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-b3a2e61b-649b-4a79-b367-6965a37535c2 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 945 time: 0.2316756 Aug 25 11:34:43.584725 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94579f84-079b-4aac-81c8-501561b65f88 x-openstack-request-id: req-94579f84-079b-4aac-81c8-501561b65f88 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:43.585366 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db63a384-4376-4dfc-8be1-93fd6fe8c65f", "name": "network-vif-deleted", "tag": "9d50fca1-e209-4319-9a15-3746a0564326", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:43.585804 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94579f84-079b-4aac-81c8-501561b65f88 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:43.586850 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63a384-4376-4dfc-8be1-93fd6fe8c65f', 'name': 'network-vif-deleted', 'tag': '9d50fca1-e209-4319-9a15-3746a0564326', 'status': 'completed', 'code': 200} Aug 25 11:34:43.654304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Deleting port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:43.654866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:44.030314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] For port ddfa11d3-b0ec-4c78-994b-9d324f87cf81, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,segment=NetworkSegment(c3ed8321-356e-41c4-bbc6-c4b131c6abb3),segment_id=c3ed8321-356e-41c4-bbc6-c4b131c6abb3)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:44.031220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:44.125199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb4d55-05d3-401e-b389-81e0c59f7057 req-78d87510-7614-4676-a065-19d61eb1388e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:44.128836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Calling delete_port for ddfa11d3-b0ec-4c78-994b-9d324f87cf81 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:44.142303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9adb4d55-05d3-401e-b389-81e0c59f7057 req-78d87510-7614-4676-a065-19d61eb1388e tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/ports?device_id=933230e9-af80-49c8-af88-7e92187a495f HTTP/1.1" status: 200 len: 945 time: 0.5498040 Aug 25 11:34:44.754239 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:44.774565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ddfa11d3-b0ec-4c78-994b-9d324f87cf81'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:34:44.842776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Pushing event deleted for resources: {'Port': ['ID=ddfa11d3-b0ec-4c78-994b-9d324f87cf81,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:44.959108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] No DVR routers for this DVR port ddfa11d3-b0ec-4c78-994b-9d324f87cf81 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:44.962570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:44.965922 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11e83ff2-8476-4e9d-a6dc-57600a663148 req-4a986a30-b949-4c00-a505-cb139857d3f3 tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.10 "DELETE /v2.0/ports/ddfa11d3-b0ec-4c78-994b-9d324f87cf81 HTTP/1.1" status: 204 len: 173 time: 1.6342452 Aug 25 11:34:44.966459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933230e9-af80-49c8-af88-7e92187a495f', 'name': 'network-vif-deleted', 'tag': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:44.970997 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a9f0f0-b3fb-4550-a2cb-fe5af1a2cc0b" -d '{"events": [{"server_uuid": "933230e9-af80-49c8-af88-7e92187a495f", "name": "network-vif-deleted", "tag": "ddfa11d3-b0ec-4c78-994b-9d324f87cf81"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:45.007260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-39074f29-490a-4f9e-852a-b27886ef0798 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:45.010443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-39074f29-490a-4f9e-852a-b27886ef0798 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 1.6572292 Aug 25 11:34:45.112227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9adb4d55-05d3-401e-b389-81e0c59f7057 req-c73ea9f7-461a-4f27-ae05-40fcddbee92d tempest-AttachVolumeNegativeTest-292597141 tempest-AttachVolumeNegativeTest-292597141-project] 10.222.0.35 "GET /v2.0/security-groups?id=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9680619 Aug 25 11:34:45.157831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:45.244185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6834e940-c956-46ab-8ca0-93f74e1fcafe req-c3c434c1-4b12-48ec-8797-452943506bad tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=db63a384-4376-4dfc-8be1-93fd6fe8c65f HTTP/1.1" status: 200 len: 210 time: 0.2319691 Aug 25 11:34:45.444304 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da155d40-d3ea-4bb7-8fe8-eafa5b941ea8 x-openstack-request-id: req-da155d40-d3ea-4bb7-8fe8-eafa5b941ea8 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:45.444738 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933230e9-af80-49c8-af88-7e92187a495f", "name": "network-vif-deleted", "tag": "ddfa11d3-b0ec-4c78-994b-9d324f87cf81", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:45.445129 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da155d40-d3ea-4bb7-8fe8-eafa5b941ea8 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:45.445646 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933230e9-af80-49c8-af88-7e92187a495f', 'name': 'network-vif-deleted', 'tag': 'ddfa11d3-b0ec-4c78-994b-9d324f87cf81', 'status': 'completed', 'code': 200} Aug 25 11:34:45.536708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98e01c-6b41-47b9-83e7-bb17148651d7 req-f2f2a73f-8c11-4e12-b4b2-42c90f269480 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:45.538604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb98e01c-6b41-47b9-83e7-bb17148651d7 req-f2f2a73f-8c11-4e12-b4b2-42c90f269480 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 946 time: 0.0767472 Aug 25 11:34:45.541259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:45.556650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:45.598482 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:45.600885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:45.602668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:45.671671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bea1e588-737d-477c-a504-5e2a77c5aff6 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.0335922 Aug 25 11:34:45.671933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:45.677545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:45.694046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Deleting port b49d7fb7-7339-422b-b87a-1dcfc0627820 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:45.694395 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:45.699849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb98e01c-6b41-47b9-83e7-bb17148651d7 req-ef66bb53-596f-4017-b1e4-68200122b338 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403389 Aug 25 11:34:45.716832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:45.760148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b49d7fb7-7339-422b-b87a-1dcfc0627820 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:45.838921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:45.857657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:45.917100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:45.969188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:45.975534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d06f6-cef0-4b70-beeb-ea758e736da1 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:46.037642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:46.043138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:46.227574 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:46.290047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36654) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:46.308886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:46.329472 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6685744-0023-4c0e-869c-8ad554707835" -d '{"events": [{"server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "name": "network-vif-unplugged", "status": "completed", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:46.401384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b49d7fb7-7339-422b-b87a-1dcfc0627820, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b49d7fb7-7339-422b-b87a-1dcfc0627820,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:46.415481 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:46.548275 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ba3d4-505b-4b39-a6b0-3f15a4bf4a34 x-openstack-request-id: req-e87ba3d4-505b-4b39-a6b0-3f15a4bf4a34 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:46.548736 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "name": "network-vif-unplugged", "status": "completed", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:46.549135 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e87ba3d4-505b-4b39-a6b0-3f15a4bf4a34 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:46.549764 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'code': 200} Aug 25 11:34:46.667170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:46.688534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:46.688908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:46.689542 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 5968ed73-2445-4605-ae99-bcd92327e663 disassociated. External IP: 172.25.1.10, port: ab39e194-6efa-4258-a03b-ff4995bae40a. Aug 25 11:34:46.727902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.728479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.729041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.758621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.759197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.759774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.760331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.761119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.767734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.768605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.769388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:46.770212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:34:47.041629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ddfa11d3-b0ec-4c78-994b-9d324f87cf81 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:47.071114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Deleting subnet 67fad637-d793-45a0-94ef-0b2dcd28d9d4 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:34:47.108125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.122819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: ddfa11d3-b0ec-4c78-994b-9d324f87cf81 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:47.123805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ddfa11d3-b0ec-4c78-994b-9d324f87cf81 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:47.298071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8ecb3-c25c-49b6-8a77-cd9080d9cb6d req-1636ff19-a2d6-479a-a9bb-048c90475e19 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:47.315353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ca8ecb3-c25c-49b6-8a77-cd9080d9cb6d req-1636ff19-a2d6-479a-a9bb-048c90475e19 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.3590100 Aug 25 11:34:47.323402 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.324994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.324994 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Floating IP ed15d018-2c01-4935-a00d-7f15db621b4b disassociated. External IP: 172.25.1.223, port: b49d7fb7-7339-422b-b87a-1dcfc0627820. Aug 25 11:34:47.325303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Calling delete_port for b49d7fb7-7339-422b-b87a-1dcfc0627820 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:47.400894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.406570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456d0f3-5abb-4138-8f32-63b6ff3a0acf req-14ee4b9a-b9b3-413c-8183-3cada99cc8d5 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:47.420290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3456d0f3-5abb-4138-8f32-63b6ff3a0acf req-14ee4b9a-b9b3-413c-8183-3cada99cc8d5 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 944 time: 0.4472759 Aug 25 11:34:47.591440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.596603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ca8ecb3-c25c-49b6-8a77-cd9080d9cb6d req-32936cfb-0e10-4fda-a9a1-35da296905dd tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619417 Aug 25 11:34:47.644219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3456d0f3-5abb-4138-8f32-63b6ff3a0acf req-7bbe6a59-2c23-46dd-bc92-886085b952f1 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups?id=4687bc60-e9c9-49c3-980e-7a9597b4b804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221437 Aug 25 11:34:47.691788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:47.828361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.844636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:47.953491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event deleted for resources: {'Port': ['ID=b49d7fb7-7339-422b-b87a-1dcfc0627820,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:47.996846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fad637-d793-45a0-94ef-0b2dcd28d9d4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:48.037306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.048991 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e180f178-ad3e-4106-b0ff-4755950b391a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/67fad637-d793-45a0-94ef-0b2dcd28d9d4 HTTP/1.1" status: 204 len: 168 time: 1.7571466 Aug 25 11:34:48.051341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36678) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:48.252868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:48.262090 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a17d5f1-4479-4823-a7bc-594f2ae52606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.262837 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.273375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:48.278549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.312731 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:48.313943 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.334478 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ef7254a2-04c0-4ea8-9b53-c29cf9cddd48 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/floatingips/5968ed73-2445-4605-ae99-bcd92327e663 HTTP/1.1" status: 200 len: 687 time: 2.6567836 Aug 25 11:34:48.335248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36682) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:48.345992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Router 3b89844d-87d6-4088-801e-81ac9dc42828 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:48.521395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.557646 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:48.559486 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.788462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.790848 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.791891 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6dee85-416b-483a-930b-06eeaba89e78 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:48.858435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ccb154-0f05-443e-9ed4-59fd17024426']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.869925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 3cc0a6f2-fc17-49ee-9381-d3d608233ceb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:48.870534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.876977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.877290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ed8321-356e-41c4-bbc6-c4b131c6abb3') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:48.937475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.971767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.991722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:34:48.992153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:34:48.994999 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:34:49.085965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c05eab2-fcbf-4c0c-aa56-2bdd34067f6e req-fe0f808d-e37b-4eb6-b449-42fc53b46006 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 210 time: 0.1567650 Aug 25 11:34:49.088148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:49.110890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] Sync routers for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:49.125636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:49.126331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:49.144656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:49.145629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:49.181836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 3cc0a6f2-fc17-49ee-9381-d3d608233ceb owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:49.199760 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:49.213275 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:49.220685 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b6ccb154-0f05-443e-9ed4-59fd17024426 HTTP/1.1" status: 204 len: 168 time: 1.1040118 Aug 25 11:34:49.299364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b91035-ae1b-4e79-b5b7-2d1abf631c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ccb154-0f05-443e-9ed4-59fd17024426,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:49.375962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] No DVR routers for this DVR port b49d7fb7-7339-422b-b87a-1dcfc0627820 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:49.384390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:49.387140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:34:49.389465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec86703a-06d5-4023-aa39-dfe0e328a6a5 req-5ab961bf-4a4c-48f0-b432-e9fda954d8a6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.67 "DELETE /v2.0/ports/b49d7fb7-7339-422b-b87a-1dcfc0627820 HTTP/1.1" status: 204 len: 173 time: 4.3275394 Aug 25 11:34:49.413491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'name': 'network-vif-deleted', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:49.422563 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2107a2dc-3e38-43b1-97f6-8d810afced91" -d '{"events": [{"server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "name": "network-vif-deleted", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:49.446268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93500ca-ac3e-4cb0-951b-35dd02e5f5fc req-e7473b01-67d0-4c44-a476-e59d328dab2b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:49.475040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d93500ca-ac3e-4cb0-951b-35dd02e5f5fc req-e7473b01-67d0-4c44-a476-e59d328dab2b tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.6088908 Aug 25 11:34:49.545830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-082dd82b-e878-431e-829d-72311c313d19 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:34:49.560723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-082dd82b-e878-431e-829d-72311c313d19 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.67 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 945 time: 0.6076107 Aug 25 11:34:49.666099 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61bcfdb-8e38-4abc-a9f0-8e8a9248e704 x-openstack-request-id: req-d61bcfdb-8e38-4abc-a9f0-8e8a9248e704 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:49.667058 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc745355-151f-42f6-8a30-428bae36d741", "name": "network-vif-deleted", "tag": "b49d7fb7-7339-422b-b87a-1dcfc0627820", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:49.668557 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d61bcfdb-8e38-4abc-a9f0-8e8a9248e704 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:49.669312 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc745355-151f-42f6-8a30-428bae36d741', 'name': 'network-vif-deleted', 'tag': 'b49d7fb7-7339-422b-b87a-1dcfc0627820', 'status': 'completed', 'code': 200} Aug 25 11:34:49.803318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:49.815246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d93500ca-ac3e-4cb0-951b-35dd02e5f5fc req-fcfb6658-9375-451e-b8b2-25b9c203a074 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/security-groups?id=0db24aa9-2a83-4591-b3b5-c3449f4814ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385444 Aug 25 11:34:49.858699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=3cc0a6f2-fc17-49ee-9381-d3d608233ceb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:49.959072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36702) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:50.083590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:50.106754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Deleting port 7e3be37f-2a30-4016-a224-56d79b69d35c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:50.107212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.164636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.171255 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.179006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f08fe9ab-ddeb-44f1-8f67-770a3a6fc789 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/floatingips/5968ed73-2445-4605-ae99-bcd92327e663 HTTP/1.1" status: 204 len: 168 time: 1.8421826 Aug 25 11:34:50.182599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36708) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:50.211128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '35c324d7-a1ce-4b99-a7af-b309f04482c8'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:50.212700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] Checking router: 3b89844d-87d6-4088-801e-81ac9dc42828 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:34:50.263947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:50.268560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:50.366962 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.374203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-22475af7-6996-4bfa-8f2a-339b186c1963 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a39d3963ecf492d9c67f74f24da22bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124737 Aug 25 11:34:50.382619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36712) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:50.462027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc40b156-0870-4ad3-ad27-e92ab7b1e317 req-a8f25a37-0823-4cc6-b366-01d2ffbdbacd tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc745355-151f-42f6-8a30-428bae36d741 HTTP/1.1" status: 200 len: 210 time: 0.0739107 Aug 25 11:34:50.541069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] For port 7e3be37f-2a30-4016-a224-56d79b69d35c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7e3be37f-2a30-4016-a224-56d79b69d35c,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:50.541775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.565502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Calling delete_port for 7e3be37f-2a30-4016-a224-56d79b69d35c owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:50.666567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:34:50.752520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae6c90f7-5d88-4c98-84a1-704f0dd5e3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.866100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:50.986236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Pushing event deleted for resources: {'Port': ['ID=7e3be37f-2a30-4016-a224-56d79b69d35c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:51.192965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8c40271-818f-4d4c-b93f-d96c566beeb6 req-ad014345-63b6-4808-b6c2-f58f36e23b46 tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 210 time: 0.1190271 Aug 25 11:34:51.197313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] No DVR routers for this DVR port 7e3be37f-2a30-4016-a224-56d79b69d35c on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:34:51.215265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:51.215911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fdb717ad-3dbe-4c7c-a1ad-e698f5dd9dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:51.240145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8896fc6-d69a-4fcd-b557-b199acc075e5 req-819fdc63-0427-453b-9c36-3594fc36c57c tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.67 "DELETE /v2.0/ports/7e3be37f-2a30-4016-a224-56d79b69d35c HTTP/1.1" status: 204 len: 173 time: 1.6458018 Aug 25 11:34:51.241835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:51.441643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502d7aa-10bb-430b-8bd2-2e2c9a659c07 None None] The sync data for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 is: [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:32:09Z', 'revision_number': 4, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c34d8238-9aad-42ac-8f40-1d95d7f72bbf', 'name': '', 'network_id': '66d90f5e-e885-41c6-b15d-baedb4350f67', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'mac_address': 'fa:16:3e:bd:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:07Z', 'updated_at': '2021-08-25T11:32:22Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'subnets': [{'id': '7e31ad72-c08e-4f6a-9c89-5088606e7b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:51.454862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:51.660577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36740) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:51.721915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e3be37f-2a30-4016-a224-56d79b69d35c no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:34:51.729511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'name': 'network-vif-deleted', 'tag': '7e3be37f-2a30-4016-a224-56d79b69d35c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:34:51.742332 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b10728-8185-4feb-a8b7-f90613393a74" -d '{"events": [{"server_uuid": "0526ee5d-efa2-4a63-8373-1eff8f6a8c9e", "name": "network-vif-deleted", "tag": "7e3be37f-2a30-4016-a224-56d79b69d35c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:34:51.854553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 7e3be37f-2a30-4016-a224-56d79b69d35c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:34:51.855283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7e3be37f-2a30-4016-a224-56d79b69d35c not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:34:51.859728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4026f447-026d-493b-9cf7-205f3ff2777f tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:51.871076 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30323d82-6dfe-4921-a9c1-910bebc1ea3c x-openstack-request-id: req-30323d82-6dfe-4921-a9c1-910bebc1ea3c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:34:51.871076 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0526ee5d-efa2-4a63-8373-1eff8f6a8c9e", "name": "network-vif-deleted", "tag": "7e3be37f-2a30-4016-a224-56d79b69d35c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:34:51.871076 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-30323d82-6dfe-4921-a9c1-910bebc1ea3c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:34:51.871557 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0526ee5d-efa2-4a63-8373-1eff8f6a8c9e', 'name': 'network-vif-deleted', 'tag': '7e3be37f-2a30-4016-a224-56d79b69d35c', 'status': 'completed', 'code': 200} Aug 25 11:34:51.913178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae6c90f7-5d88-4c98-84a1-704f0dd5e3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:51.938798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4026f447-026d-493b-9cf7-205f3ff2777f tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.074583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4026f447-026d-493b-9cf7-205f3ff2777f tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.079503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4026f447-026d-493b-9cf7-205f3ff2777f tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.094059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4026f447-026d-493b-9cf7-205f3ff2777f tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "DELETE /v2.0/security-groups/4687bc60-e9c9-49c3-980e-7a9597b4b804 HTTP/1.1" status: 204 len: 168 time: 0.4307659 Aug 25 11:34:52.095848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36748) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:52.121064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.234049 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b7a1b-3749-45bc-987a-615a7ddb130b None None] New status for floating IP ed15d018-2c01-4935-a00d-7f15db621b4b: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:34:52.244554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026f447-026d-493b-9cf7-205f3ff2777f tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4687bc60-e9c9-49c3-980e-7a9597b4b804,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:52.275385 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-fb12b611-0e0d-482d-b87e-74d6c6dcc9c6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] show failed (client error): The resource could not be found. Aug 25 11:34:52.282152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fb12b611-0e0d-482d-b87e-74d6c6dcc9c6 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "GET /v2.0/security-groups/4687bc60-e9c9-49c3-980e-7a9597b4b804 HTTP/1.1" status: 404 len: 347 time: 0.1398602 Aug 25 11:34:52.297022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36754) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:52.409402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36756) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:52.443569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.462968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae6c90f7-5d88-4c98-84a1-704f0dd5e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.470677 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae6c90f7-5d88-4c98-84a1-704f0dd5e3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.475312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae6c90f7-5d88-4c98-84a1-704f0dd5e3cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d39c4522-e8fa-4f04-b13c-9aeee9de1bf9 HTTP/1.1" status: 204 len: 168 time: 2.0807660 Aug 25 11:34:52.528353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c90f7-5d88-4c98-84a1-704f0dd5e3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c4522-e8fa-4f04-b13c-9aeee9de1bf9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:52.698605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-015fc60c-7f5b-41ed-b0f7-7785ba1c44f0 req-0987828c-92d6-49a9-8c95-ffd31f8c60ec tempest-ServerRescueTestJSON-1536497995 tempest-ServerRescueTestJSON-1536497995-project] 10.222.0.35 "GET /v2.0/ports?device_id=0526ee5d-efa2-4a63-8373-1eff8f6a8c9e HTTP/1.1" status: 200 len: 210 time: 0.2000566 Aug 25 11:34:52.766259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.193 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/f3791179-695c-40b5-84f1-6e20374b1d65) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:34:52.909329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Deleting port 9c317429-9565-4a7d-b033-f961a49182b8 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:52.909752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:52.955231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.126058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc0a6-3e67-4a5c-bd43-c1cc76d1d43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.137984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.195151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.197946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.235399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Calling delete_port for 9c317429-9565-4a7d-b033-f961a49182b8 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:53.306936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=f3791179-695c-40b5-84f1-6e20374b1d65,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:53.357217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:34:53.362287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:34:53.372283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:34:53.640062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.699080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Pushing event deleted for resources: {'Port': ['ID=9c317429-9565-4a7d-b033-f961a49182b8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:53.868945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.873515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:53.880990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2335e59a-8f28-4886-b68c-77e84bc75703 tempest-ServersTestManualDisk-2015780570 tempest-ServersTestManualDisk-2015780570-project] 10.222.0.35 "DELETE /v2.0/floatingips/ed15d018-2c01-4935-a00d-7f15db621b4b HTTP/1.1" status: 204 len: 168 time: 1.5801861 Aug 25 11:34:53.885607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36794) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:53.897348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:53.913014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36798) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:54.125232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc0a6-3e67-4a5c-bd43-c1cc76d1d43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.207860 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc0a6-3e67-4a5c-bd43-c1cc76d1d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.272979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.334326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcc0a6-3e67-4a5c-bd43-c1cc76d1d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e6567-5c25-4c0b-ad73-ec482fb99b62,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:54.357297 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d4bcc0a6-3e67-4a5c-bd43-c1cc76d1d43c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac923852478b41ada173959e9fecc6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9473748 Aug 25 11:34:54.361289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:54.516022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.691006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2f355a-aef0-4c31-91ec-38baa862ebf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.742865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2f355a-aef0-4c31-91ec-38baa862ebf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.756096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.938541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2f355a-aef0-4c31-91ec-38baa862ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.943903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2f355a-aef0-4c31-91ec-38baa862ebf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:54.945272 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d2f355a-aef0-4c31-91ec-38baa862ebf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/806e6567-5c25-4c0b-ad73-ec482fb99b62 HTTP/1.1" status: 204 len: 168 time: 0.5267541 Aug 25 11:34:54.969890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f355a-aef0-4c31-91ec-38baa862ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e6567-5c25-4c0b-ad73-ec482fb99b62,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:55.076549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:55.090242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:55.206015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=f3791179-695c-40b5-84f1-6e20374b1d65,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:34:55.239944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:55.429595 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP c6fe4065-926b-4cf8-bf78-b364a193d6a4 associated. External IP: 172.25.1.193, port: 35c324d7-a1ce-4b99-a7af-b309f04482c8. Aug 25 11:34:55.909728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:56.192791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:56.210489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:56.232691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:56.240603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:56.241624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:56.281215 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1308f542-27d4-4309-83c0-092a91505d44 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0928793 Aug 25 11:34:56.285755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:56.369870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:56.401019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:56.447753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:56.451734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:56.483343 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-30d102c5-5173-46f6-8dd1-339bfc12bae3 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/floatingips/c6fe4065-926b-4cf8-bf78-b364a193d6a4 HTTP/1.1" status: 200 len: 977 time: 0.1940892 Aug 25 11:34:56.487522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36854) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:56.540958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:56.545096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:56.546581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2ec3c1-0fae-4e8a-bf5d-809da290d409 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:56.801442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d5c7b9a2-0325-4b6e-ab9a-f1469781496d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3099897 Aug 25 11:34:56.802778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:56.812317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'port_id': 'ab39e194-6efa-4258-a03b-ff4995bae40a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:34:57.024422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:57.172734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:57.213298 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:57.923698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:57.929832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:58.003422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Deleting port c34d8238-9aad-42ac-8f40-1d95d7f72bbf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:58.004426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:58.156978 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP c6fe4065-926b-4cf8-bf78-b364a193d6a4 associated. External IP: 172.25.1.193, port: 35c324d7-a1ce-4b99-a7af-b309f04482c8. Aug 25 11:34:58.255231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Deleting port 898715f8-df5d-4c08-b31f-1f30de62b105 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:58.255773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:58.490435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] For port c34d8238-9aad-42ac-8f40-1d95d7f72bbf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:58.491064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:58.554412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Calling delete_port for c34d8238-9aad-42ac-8f40-1d95d7f72bbf owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:58.622618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Deleting port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:34:58.623215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:58.744238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:34:58.827816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] For port 898715f8-df5d-4c08-b31f-1f30de62b105, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=898715f8-df5d-4c08-b31f-1f30de62b105,segment=NetworkSegment(57932809-089b-4e48-a528-324bf560f90e),segment_id=57932809-089b-4e48-a528-324bf560f90e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:58.830150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:58.865466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Calling delete_port for 898715f8-df5d-4c08-b31f-1f30de62b105 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:59.047831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:34:59.064269 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:34:59.102508 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:59.103613 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:59.250405 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:59.272655 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:34:59.274241 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:59.425713 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:34:59.426862 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3cbbe-e1be-4354-b8ff-b305031ff5f0 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:34:59.540839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] For port 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:34:59.541622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:59.559095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Calling delete_port for 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:34:59.648410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:34:59.785014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:34:59.917047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Pushing event deleted for resources: {'Port': ['ID=c34d8238-9aad-42ac-8f40-1d95d7f72bbf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:00.419811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62081a-f1c3-45a1-9f9b-a4b671ed95c3 req-7d0e7d14-9ea3-40a8-98c0-811da4ed4342 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:00.430906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b62081a-f1c3-45a1-9f9b-a4b671ed95c3 req-7d0e7d14-9ea3-40a8-98c0-811da4ed4342 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.6016366 Aug 25 11:35:00.448189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:00.598357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:00.603319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:00.616835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:00.654445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:00.656786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:00.675014 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86850dbd-634a-4e1f-9892-346639fa084f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/floatingips/c6fe4065-926b-4cf8-bf78-b364a193d6a4 HTTP/1.1" status: 200 len: 977 time: 3.8706887 Aug 25 11:35:00.680817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36952) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:00.696324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:00.757038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:00.785130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:00.787293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:00.793942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:00.795850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf045-f072-4786-b084-4c210cc3be36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:00.891185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:00.905607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:00.906698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43e0ee-fe4a-4387-bc7e-8ee948fd380f None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:00.946424 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:00.982358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b62081a-f1c3-45a1-9f9b-a4b671ed95c3 req-837376f7-dbd4-4fe1-8224-e7f5f1a647a0 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288445 Aug 25 11:35:01.014916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:01.051260 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:01.298570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:01.307309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:01.307719 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP c6fe4065-926b-4cf8-bf78-b364a193d6a4 disassociated. External IP: 172.25.1.193, port: ab39e194-6efa-4258-a03b-ff4995bae40a. Aug 25 11:35:01.391981 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:01.509508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Pushing event deleted for resources: {'Port': ['ID=898715f8-df5d-4c08-b31f-1f30de62b105,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:01.686023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:01.854893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:01.860573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:01.866989 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:01.888913 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:01.892017 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:01.911107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-94370cc9-186e-44eb-abb2-cb515fea4110 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/floatingips/c6fe4065-926b-4cf8-bf78-b364a193d6a4 HTTP/1.1" status: 200 len: 688 time: 1.2283051 Aug 25 11:35:01.911920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36962) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:01.970977 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:01.983486 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:01.984369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:02.059862 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:02.061635 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba2dd1-5d3f-493d-9e05-e88f3d73268a None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:02.118016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port f3791179-695c-40b5-84f1-6e20374b1d65 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:02.118386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.232325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf045-f072-4786-b084-4c210cc3be36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.313061 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.313291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf045-f072-4786-b084-4c210cc3be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.313898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.346486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for f3791179-695c-40b5-84f1-6e20374b1d65 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:02.404681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Router 3b89844d-87d6-4088-801e-81ac9dc42828 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:02.513905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d8ebf045-f072-4786-b084-4c210cc3be36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2d067572a0f4ec1b7ebb36c03d3fbac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8583543 Aug 25 11:35:02.514466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36968) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:02.517334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebf045-f072-4786-b084-4c210cc3be36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebd4312-84fa-425f-948a-6a48d6af20b5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:02.639565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89539bf6-a859-4e52-a97e-a37ec3ed69c2 req-494258ff-b55c-4cc6-9cc2-54da44723f05 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:02.641426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89539bf6-a859-4e52-a97e-a37ec3ed69c2 req-494258ff-b55c-4cc6-9cc2-54da44723f05 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.3363969 Aug 25 11:35:02.669612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.678357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f63b-6af4-4e37-9fa5-a38715c839f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.695675 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.739187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.744587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f63b-6af4-4e37-9fa5-a38715c839f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.801475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=f3791179-695c-40b5-84f1-6e20374b1d65,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:02.855138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89539bf6-a859-4e52-a97e-a37ec3ed69c2 req-85269aea-d325-4b1a-a547-ec7299bbb381 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014062 Aug 25 11:35:02.878056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:02.891342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-26a5f22e-4340-4802-8343-807ff7e2eedb admin admin] 10.222.0.35 "PUT /v2.0/routers/3b89844d-87d6-4088-801e-81ac9dc42828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0046198 Aug 25 11:35:02.892066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36972) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:02.905260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] Sync routers for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:02.936301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:02.937966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:02.951887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.954798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:02.957368 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eb766c6d-3d6a-469f-a3de-0526cbb52da2 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/floatingips/c6fe4065-926b-4cf8-bf78-b364a193d6a4 HTTP/1.1" status: 204 len: 168 time: 1.0436280 Aug 25 11:35:02.960018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36974) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:03.054135 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-0191d3dd-8cc0-43df-a39b-1dcb5bc62468 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] delete failed (client error): The resource could not be found. Aug 25 11:35:03.054135 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0191d3dd-8cc0-43df-a39b-1dcb5bc62468 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/floatingips/c6fe4065-926b-4cf8-bf78-b364a193d6a4 HTTP/1.1" status: 404 len: 345 time: 0.0920815 Aug 25 11:35:03.059528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:03.077010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f63b-6af4-4e37-9fa5-a38715c839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:03.081225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f63b-6af4-4e37-9fa5-a38715c839f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:03.083405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ed2f63b-6af4-4e37-9fa5-a38715c839f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ebd4312-84fa-425f-948a-6a48d6af20b5 HTTP/1.1" status: 204 len: 168 time: 0.5672739 Aug 25 11:35:03.247949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f63b-6af4-4e37-9fa5-a38715c839f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebd4312-84fa-425f-948a-6a48d6af20b5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:03.331924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b3b35-ee1a-46da-aa99-5f57d97c2f90 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:03.389143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b3b35-ee1a-46da-aa99-5f57d97c2f90 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:03.397488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:03.405795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:03.424782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b3b35-ee1a-46da-aa99-5f57d97c2f90 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:03.431898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fe5b3b35-ee1a-46da-aa99-5f57d97c2f90 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/ports?network_id=95fa4d96-0631-4ba9-9868-c5928e885ec5 HTTP/1.1" status: 200 len: 2356 time: 0.3705325 Aug 25 11:35:03.438832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:03.606192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Router 1156bdf7-cefa-406f-b137-b8118dcd461a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:03.611038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:03.712504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45467b-ab58-4140-926b-d26ca0309a9a tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:03.723225 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa45467b-ab58-4140-926b-d26ca0309a9a tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/subnets/48a48d3b-14bc-43fb-b19d-ec000b807252 HTTP/1.1" status: 200 len: 797 time: 0.2775710 Aug 25 11:35:03.734840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:03.750167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'port': {'network_id': '95fa4d96-0631-4ba9-9868-c5928e885ec5', 'name': 'tempest-FloatingIPTestJSON-1622415017', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:03.790021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:34:59Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:03.840110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] Checking router: 3b89844d-87d6-4088-801e-81ac9dc42828 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:35:03.850896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] Routers {'3b89844d-87d6-4088-801e-81ac9dc42828'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:03.851540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3b89844d-87d6-4088-801e-81ac9dc42828'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:03.924462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:03.929487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:03.947229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-523468eb-d563-4edc-9958-a46f6f26b78e admin admin] 10.222.0.35 "PUT /v2.0/routers/ef1e8a8e-2867-4f76-a771-6e5bbe30b868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0445001 Aug 25 11:35:03.948070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:03.958815 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] Sync routers for ids ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:03.974416 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] Routers {'ef1e8a8e-2867-4f76-a771-6e5bbe30b868'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:03.975083 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:04.009836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] Set router 3b89844d-87d6-4088-801e-81ac9dc42828 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:04.053351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37006) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:04.210432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:04.279453 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] Set router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:04.310893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:04.328145 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:04.374986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] device_id is not set on port 4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:35:04.557040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:34:59Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:04.639151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c465208-70c4-4a96-80d7-b30254eddd4e None None] The sync data for ids ['3b89844d-87d6-4088-801e-81ac9dc42828'] in n-d-778732-11 is: [{'id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'name': 'tempest-ServersTestManualDisk-1321756330-router', 'tenant_id': 'e619560913444495b9477fe09d1ec431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:57Z', 'updated_at': '2021-08-25T11:34:59Z', 'revision_number': 5, 'project_id': 'e619560913444495b9477fe09d1ec431', 'gw_port': {'id': 'b12d7e78-b36f-4a9f-9487-fa23a86196bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b89844d-87d6-4088-801e-81ac9dc42828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:00Z', 'updated_at': '2021-08-25T11:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:04.770675 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21d1fa43-0ab5-4b2b-8b6a-f6fe09de28cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:04.823634 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:35:00Z', 'revision_number': 5, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port': {'id': '2eabcf23-765b-4f2d-a8e7-e4396f2b5dee', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:32:15Z', 'updated_at': '2021-08-25T11:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:04.856600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:04.859773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:04.869837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6d999414-b31f-4619-b769-3da5b2cee3c5 admin admin] 10.222.0.35 "PUT /v2.0/routers/1156bdf7-cefa-406f-b137-b8118dcd461a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9531839 Aug 25 11:35:04.877726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] Sync routers for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:04.881248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37008) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:04.891371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] Checking router: ef1e8a8e-2867-4f76-a771-6e5bbe30b868 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:35:04.897898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:04.898951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:04.905623 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] Routers {'ef1e8a8e-2867-4f76-a771-6e5bbe30b868'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:04.906477 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:04.987112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ae4da-9a50-4060-8123-4368bf1c0215 req-0f151b7b-140b-44eb-8b9b-1c9d90b3c8cb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:05.002120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd1ae4da-9a50-4060-8123-4368bf1c0215 req-0f151b7b-140b-44eb-8b9b-1c9d90b3c8cb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.9068816 Aug 25 11:35:05.061259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Deleting port b12d7e78-b36f-4a9f-9487-fa23a86196bd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:05.061915 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:05.180735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] Set router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:05.318761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd1ae4da-9a50-4060-8123-4368bf1c0215 req-ad169551-02fc-4908-a297-f04470670d48 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147907 Aug 25 11:35:05.336675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:05.364751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:35:04Z', 'revision_number': 6, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:05.396864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.14 (95fa4d96-0631-4ba9-9868-c5928e885ec5/48a48d3b-14bc-43fb-b19d-ec000b807252/4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:05.416860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.13 (95fa4d96-0631-4ba9-9868-c5928e885ec5/48a48d3b-14bc-43fb-b19d-ec000b807252/4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:05.457545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c34d8238-9aad-42ac-8f40-1d95d7f72bbf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:05.459292 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b977422-2dfc-41e6-bc70-b5953399d5ce None None] The sync data for ids ['ef1e8a8e-2867-4f76-a771-6e5bbe30b868'] in n-d-778732-11 is: [{'id': 'ef1e8a8e-2867-4f76-a771-6e5bbe30b868', 'name': 'tempest-ServerRescueTestJSON-38067605-router', 'tenant_id': '7756676616b542528382a1bb3c270b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:32:12Z', 'updated_at': '2021-08-25T11:35:04Z', 'revision_number': 6, 'project_id': '7756676616b542528382a1bb3c270b39', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:05.510332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:05.602203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] For port b12d7e78-b36f-4a9f-9487-fa23a86196bd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b12d7e78-b36f-4a9f-9487-fa23a86196bd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:05.602836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:05.675337 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21d1fa43-0ab5-4b2b-8b6a-f6fe09de28cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:05.684374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Calling delete_port for b12d7e78-b36f-4a9f-9487-fa23a86196bd owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:05.693655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21d1fa43-0ab5-4b2b-8b6a-f6fe09de28cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:05.822608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c34d8238-9aad-42ac-8f40-1d95d7f72bbf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:05.823170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c34d8238-9aad-42ac-8f40-1d95d7f72bbf not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:05.860053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1fa43-0ab5-4b2b-8b6a-f6fe09de28cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2667e4c-95f7-41f5-b2a3-1ea1b4684c31,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:05.871798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-21d1fa43-0ab5-4b2b-8b6a-f6fe09de28cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c4181cd2c56544b8bd5c2f5bdeb3ab2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8176262 Aug 25 11:35:05.875364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37018) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:06.038154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b977c1-9429-40b4-921c-1528f640899d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.093472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b977c1-9429-40b4-921c-1528f640899d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.103144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.123218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '66964ced-586f-4279-a5e8-d191551cb72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:35:00Z', 'revision_number': 5, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port': {'id': '66964ced-586f-4279-a5e8-d191551cb72a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:24:50Z', 'updated_at': '2021-08-25T11:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:06.219229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] Checking router: 1156bdf7-cefa-406f-b137-b8118dcd461a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:35:06.250751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] Routers {'1156bdf7-cefa-406f-b137-b8118dcd461a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:06.251383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['1156bdf7-cefa-406f-b137-b8118dcd461a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:06.251651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Deleting port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:06.252001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.346606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] For port 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:06.346924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.364390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Calling delete_port for 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:06.461346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.545662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.552825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Deleting port 66964ced-586f-4279-a5e8-d191551cb72a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:06.553266 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.561493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] Set router 1156bdf7-cefa-406f-b137-b8118dcd461a gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:06.699497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] For port 66964ced-586f-4279-a5e8-d191551cb72a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=66964ced-586f-4279-a5e8-d191551cb72a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:06.699858 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:06.715920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Pushing event deleted for resources: {'Port': ['ID=b12d7e78-b36f-4a9f-9487-fa23a86196bd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:06.721434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:35:06Z', 'revision_number': 6, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:06.726404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Calling delete_port for 66964ced-586f-4279-a5e8-d191551cb72a owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:06.801318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3077a-1a92-4ded-a0fa-0aca68099c4a None None] The sync data for ids ['1156bdf7-cefa-406f-b137-b8118dcd461a'] in n-d-778732-11 is: [{'id': '1156bdf7-cefa-406f-b137-b8118dcd461a', 'name': 'tempest-AttachVolumeShelveTestJSON-599615888-router', 'tenant_id': '9ef64a58f25c429abd9690d2f349e63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:24:48Z', 'updated_at': '2021-08-25T11:35:06Z', 'revision_number': 6, 'project_id': '9ef64a58f25c429abd9690d2f349e63f', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:07.023407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.042592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b977c1-9429-40b4-921c-1528f640899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.048584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b977c1-9429-40b4-921c-1528f640899d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.050635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c6b977c1-9429-40b4-921c-1528f640899d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2667e4c-95f7-41f5-b2a3-1ea1b4684c31 HTTP/1.1" status: 204 len: 168 time: 1.1718750 Aug 25 11:35:07.074751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.164820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:07.176631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:07.197839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:07.285504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:07.313256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.351071 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.354256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.379630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.487360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.488322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b89844d-87d6-4088-801e-81ac9dc42828 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:35:07.512614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b977c1-9429-40b4-921c-1528f640899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2667e4c-95f7-41f5-b2a3-1ea1b4684c31,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:07.519726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Pushing event deleted for resources: {'Port': ['ID=66964ced-586f-4279-a5e8-d191551cb72a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:07.528662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.532248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5f874055-501f-44a3-83a3-7c37be34875f admin admin] 10.222.0.35 "DELETE /v2.0/routers/3b89844d-87d6-4088-801e-81ac9dc42828 HTTP/1.1" status: 204 len: 168 time: 4.6333327 Aug 25 11:35:07.535545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37038) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:07.577295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d370a26-7113-454d-8851-236fb1d5c95c req-9cde2e3b-f107-473d-86fa-59a979cf4a82 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:07.580124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d370a26-7113-454d-8851-236fb1d5c95c req-9cde2e3b-f107-473d-86fa-59a979cf4a82 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.9358227 Aug 25 11:35:07.656223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:07.657791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.682607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d370a26-7113-454d-8851-236fb1d5c95c req-b8f2403c-3aca-4691-bb0c-fd108fb91f06 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954328 Aug 25 11:35:07.725870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Pushing event deleted for resources: {'Port': ['ID=2eabcf23-765b-4f2d-a8e7-e4396f2b5dee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:07.786790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.792882 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fffd6d95-898d-43dc-b905-563b4cb9ad7c tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.0568912 Aug 25 11:35:07.797349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37044) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:07.804517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:07.826890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Deleting subnet 7e31ad72-c08e-4f6a-9c89-5088606e7b2d {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:35:07.905079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.906177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:07.921916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.092694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:08.179529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.184876 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.195358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:08.195927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f6b90c8-1ce1-43a6-b8cb-317cffabbbb6 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:08.196627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:08.296044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:08.297076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2eabcf23-765b-4f2d-a8e7-e4396f2b5dee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:08.298069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 898715f8-df5d-4c08-b31f-1f30de62b105 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:08.315453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.323580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.344968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.349930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.375249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 898715f8-df5d-4c08-b31f-1f30de62b105 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:08.381175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 898715f8-df5d-4c08-b31f-1f30de62b105 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:08.424473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.426378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1156bdf7-cefa-406f-b137-b8118dcd461a {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:35:08.438739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.442546 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-436bdae0-8fb6-4b83-b79e-3d341f57e589 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1156bdf7-cefa-406f-b137-b8118dcd461a HTTP/1.1" status: 204 len: 168 time: 3.5538547 Aug 25 11:35:08.443982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37052) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:08.526225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.526225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef1e8a8e-2867-4f76-a771-6e5bbe30b868 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:35:08.534487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.539553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ef2a931f-17be-4a88-a6a0-703c2c2ac47d admin admin] 10.222.0.35 "DELETE /v2.0/routers/ef1e8a8e-2867-4f76-a771-6e5bbe30b868 HTTP/1.1" status: 204 len: 168 time: 4.5603344 Aug 25 11:35:08.542932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37054) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:08.559271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Deleting subnet 7bf95d97-a091-48be-bd84-a473c19a4216 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:35:08.563134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:08.692742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.100 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/878077a4-817b-433b-8385-cc0e829730e7) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:08.930921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.007351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Deleting subnet be390cc8-5850-4f54-a3df-a79b6a9f17ff {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:35:09.017453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.070494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.104464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce545d4-3c87-4886-9f5a-7b46d4d51561 req-b5d6c399-81f9-4d57-b77a-d7b19004c216 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:09.115597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ce545d4-3c87-4886-9f5a-7b46d4d51561 req-b5d6c399-81f9-4d57-b77a-d7b19004c216 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1933753 Aug 25 11:35:09.181232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.243118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ce545d4-3c87-4886-9f5a-7b46d4d51561 req-acb94fa5-c8ae-40ee-8bd7-672a6d6c76c1 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102381 Aug 25 11:35:09.281455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.351695 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.356819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.400425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.406311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9a9d2-f7ea-4db5-b799-ec1e29d6e427 None None] Network 66d90f5e-e885-41c6-b15d-baedb4350f67 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:09.409248 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7e31ad72-c08e-4f6a-9c89-5088606e7b2d HTTP/1.1" status: 204 len: 168 time: 1.8177140 Aug 25 11:35:09.415509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.433717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37072) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:09.532215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 66964ced-586f-4279-a5e8-d191551cb72a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:09.551176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=878077a4-817b-433b-8385-cc0e829730e7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:09.589961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.590567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.591142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.591701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.592257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.592833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.593377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.593982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.594546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.595115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.595693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.596319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:09.647590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:09.652520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 66964ced-586f-4279-a5e8-d191551cb72a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:09.654098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:09.655164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.656602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 66964ced-586f-4279-a5e8-d191551cb72a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:09.658188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b12d7e78-b36f-4a9f-9487-fa23a86196bd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:09.663801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:09.676142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2e679-c308-4a9c-99c3-ad41bdeb9974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e31ad72-c08e-4f6a-9c89-5088606e7b2d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:09.761617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b12d7e78-b36f-4a9f-9487-fa23a86196bd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:09.762423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b12d7e78-b36f-4a9f-9487-fa23a86196bd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:09.924826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] DHCP port deletion for 66d90f5e-e885-41c6-b15d-baedb4350f67 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:35:09.951420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:09.984718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.058226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa8898-e5b1-4e6a-bf8c-a260e253bfb1 None None] Network 4705233b-84f0-4d64-8732-0c9ce4aa4771 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:10.070895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.074771 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7bf95d97-a091-48be-bd84-a473c19a4216 HTTP/1.1" status: 204 len: 168 time: 1.6235688 Aug 25 11:35:10.089471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37082) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:10.112529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.133748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c25f3-bfec-4565-93ab-23f8bb774c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf95d97-a091-48be-bd84-a473c19a4216,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:10.194939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.201026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/be390cc8-5850-4f54-a3df-a79b6a9f17ff HTTP/1.1" status: 204 len: 168 time: 1.6513236 Aug 25 11:35:10.236264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37088) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:10.242112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f542cd-4d8e-484b-a4d0-87e40f05ac1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be390cc8-5850-4f54-a3df-a79b6a9f17ff,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:10.251497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] Deleting port 185a1918-292a-4812-87f0-0dbf706df944 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:10.251872 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.267024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Deleting port 185a1918-292a-4812-87f0-0dbf706df944 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:10.267695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.388750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] For port 185a1918-292a-4812-87f0-0dbf706df944, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=185a1918-292a-4812-87f0-0dbf706df944,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:10.389132 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.409205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Calling delete_port for 185a1918-292a-4812-87f0-0dbf706df944 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:10.459422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.506023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] For port 185a1918-292a-4812-87f0-0dbf706df944, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=185a1918-292a-4812-87f0-0dbf706df944,segment=NetworkSegment(3d5fa236-cf80-43d3-ab87-c979da47fb3e),segment_id=3d5fa236-cf80-43d3-ab87-c979da47fb3e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:10.506825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.551036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] Calling delete_port for 185a1918-292a-4812-87f0-0dbf706df944 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:10.556139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.625255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Pushing event deleted for resources: {'Port': ['ID=185a1918-292a-4812-87f0-0dbf706df944,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:10.642029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] No DVR routers for this DVR port 185a1918-292a-4812-87f0-0dbf706df944 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:35:10.703476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] DHCP port deletion for 4705233b-84f0-4d64-8732-0c9ce4aa4771 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:35:10.834067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.844290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.865270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719a561e-0349-479d-afac-f46d21422263']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:10.874170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.886577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57932809-089b-4e48-a528-324bf560f90e') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:10.887077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57932809-089b-4e48-a528-324bf560f90e') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:10.901851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d90f5e-e885-41c6-b15d-baedb4350f67']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:10.904818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.915718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] No DVR routers for this DVR port 185a1918-292a-4812-87f0-0dbf706df944 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:35:10.933309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02950dba-ace1-456b-bf91-cb5372cd2e0f None None] Pushing event deleted for resources: {'Port': ['ID=185a1918-292a-4812-87f0-0dbf706df944,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:10.937035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.940528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5fa236-cf80-43d3-ab87-c979da47fb3e') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:10.940806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5fa236-cf80-43d3-ab87-c979da47fb3e') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:10.953856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:35:10.953856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.959756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] Deleting port f7ad6edb-1d34-46ce-839c-310a70da2a36 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:10.960447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:10.965476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.015411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.035307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:35:11.035739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:35:11.039856 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:35:11.068257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:35:11.080602 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:35:11.096391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda79995-7701-406f-9520-a322eba3c138 req-d0f175a3-3a71-4481-b9b8-a439fd0c3a0c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:11.098446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bda79995-7701-406f-9520-a322eba3c138 req-d0f175a3-3a71-4481-b9b8-a439fd0c3a0c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.6962309 Aug 25 11:35:11.103032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] For port f7ad6edb-1d34-46ce-839c-310a70da2a36, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f7ad6edb-1d34-46ce-839c-310a70da2a36,segment=NetworkSegment(dc590bd8-104e-416f-b440-1b6d7d06496a),segment_id=dc590bd8-104e-416f-b440-1b6d7d06496a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:11.103686 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.137988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] Calling delete_port for f7ad6edb-1d34-46ce-839c-310a70da2a36 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:11.146669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.166957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.172417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/719a561e-0349-479d-afac-f46d21422263 HTTP/1.1" status: 204 len: 168 time: 0.9146533 Aug 25 11:35:11.204432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.234537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.234704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d60795-ef22-4807-a875-2102675615d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=719a561e-0349-479d-afac-f46d21422263,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:11.234878 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] 10.222.0.35 "DELETE /v2.0/networks/66d90f5e-e885-41c6-b15d-baedb4350f67 HTTP/1.1" status: 204 len: 168 time: 1.6278746 Aug 25 11:35:11.236450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f379ed-4b9a-4291-803a-07c80ffc9363 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d90f5e-e885-41c6-b15d-baedb4350f67,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:11.442979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.450747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bda79995-7701-406f-9520-a322eba3c138 req-d59923fe-cfee-42fa-bcb3-4ce2de15afb1 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999794 Aug 25 11:35:11.482619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] No DVR routers for this DVR port f7ad6edb-1d34-46ce-839c-310a70da2a36 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:35:11.579931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 185a1918-292a-4812-87f0-0dbf706df944 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:11.588180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6082d-43e4-4936-af7f-9aa48a69a274 None None] Pushing event deleted for resources: {'Port': ['ID=f7ad6edb-1d34-46ce-839c-310a70da2a36,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:11.657357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 185a1918-292a-4812-87f0-0dbf706df944 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:11.657760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 185a1918-292a-4812-87f0-0dbf706df944 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:11.658233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f7ad6edb-1d34-46ce-839c-310a70da2a36 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:35:11.729619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: f7ad6edb-1d34-46ce-839c-310a70da2a36 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:35:11.730110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f7ad6edb-1d34-46ce-839c-310a70da2a36 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:35:11.766857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Deleting port f7ad6edb-1d34-46ce-839c-310a70da2a36 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:11.767683 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:11.846868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37126) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:11.951921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:12.083029 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82d9b4f4-5f03-4eb3-a7d4-1aac55148eb4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7756676616b542528382a1bb3c270b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339780 Aug 25 11:35:12.090968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:12.124969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] For port f7ad6edb-1d34-46ce-839c-310a70da2a36, host n-d-778732-11, got binding levels [] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:12.125671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.163991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Calling delete_port for f7ad6edb-1d34-46ce-839c-310a70da2a36 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:12.168788 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e45ecb9e-afa1-41ee-8c2c-b9bd3631e111 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e619560913444495b9477fe09d1ec431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046683 Aug 25 11:35:12.174004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_backend_mixin [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Port f7ad6edb-1d34-46ce-839c-310a70da2a36 was not found and therefore no delete operation was performed {{(pid=94910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:35:12.178625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37136) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:12.179781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.237473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.289889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] No DVR routers for this DVR port f7ad6edb-1d34-46ce-839c-310a70da2a36 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:35:12.293058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ad6edb-1d34-46ce-839c-310a70da2a36,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:12.425620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e761ca-079b-4a06-9482-4a0ac0ba88c2 req-ed2735e9-52a1-4f96-8362-6e876a0aa1e2 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:12.428905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46e761ca-079b-4a06-9482-4a0ac0ba88c2 req-ed2735e9-52a1-4f96-8362-6e876a0aa1e2 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.4197049 Aug 25 11:35:12.564419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2757ad09-470d-44a6-9ad3-7ee50533acd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.604470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.607279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.668589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2757ad09-470d-44a6-9ad3-7ee50533acd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.682915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4705233b-84f0-4d64-8732-0c9ce4aa4771']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:12.684448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8367260-2b42-408d-b70d-f18fe3292a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.706335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc590bd8-104e-416f-b440-1b6d7d06496a') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:12.706639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc590bd8-104e-416f-b440-1b6d7d06496a') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:12.709002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-3b83fe62-b4cc-475b-b578-e7a67e5d03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:12.711730 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46e761ca-079b-4a06-9482-4a0ac0ba88c2 req-941d47b6-c069-4411-8c0f-dee82b7d31e1 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735302 Aug 25 11:35:12.728007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-3b83fe62-b4cc-475b-b578-e7a67e5d03dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1098 time: 0.6860545 Aug 25 11:35:12.731411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.770676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.806454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:35:12.807106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:35:12.809345 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:35:12.900057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-13c66dd0-b20b-433a-998a-c3aa8d7dc5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:12.902133 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-13c66dd0-b20b-433a-998a-c3aa8d7dc5bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.1721573 Aug 25 11:35:12.911965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.926259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.931090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4705233b-84f0-4d64-8732-0c9ce4aa4771 HTTP/1.1" status: 204 len: 168 time: 2.8400533 Aug 25 11:35:12.952778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fadc5b-9dfe-404a-9120-53eb1dd6e191 admin admin] Pushing event deleted for resources: {'Network': ['ID=4705233b-84f0-4d64-8732-0c9ce4aa4771,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:12.991769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8367260-2b42-408d-b70d-f18fe3292a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:12.992833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:13.010746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:13.280846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=878077a4-817b-433b-8385-cc0e829730e7,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:13.295277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:13.777438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37176) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:13.917849 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 6b2faf1a-d55a-43f4-afe3-d66c9dbc1c6d associated. External IP: 172.25.1.100, port: 4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab. Aug 25 11:35:13.969877 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-f7d7f458-27f0-4b5d-b94f-a0225de491e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 1001 time: 1.0502810 Aug 25 11:35:14.011887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-31eff97c-96c7-4dfb-a092-68e488279014 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ef64a58f25c429abd9690d2f349e63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323923 Aug 25 11:35:14.015109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37186) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:14.059431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2757ad09-470d-44a6-9ad3-7ee50533acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.065395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2757ad09-470d-44a6-9ad3-7ee50533acd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.068986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2757ad09-470d-44a6-9ad3-7ee50533acd6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0db24aa9-2a83-4591-b3b5-c3449f4814ab HTTP/1.1" status: 204 len: 168 time: 1.9721150 Aug 25 11:35:14.118211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-a2edd6f1-dba0-4693-b833-48aedab5f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:14.120258 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-a2edd6f1-dba0-4693-b833-48aedab5f09d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.1420121 Aug 25 11:35:14.129126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8367260-2b42-408d-b70d-f18fe3292a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.136563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8367260-2b42-408d-b70d-f18fe3292a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.139035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a8367260-2b42-408d-b70d-f18fe3292a60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/951c249c-0c9b-48fb-9a6b-fd95a3090eaa HTTP/1.1" status: 204 len: 168 time: 1.9576979 Aug 25 11:35:14.184830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757ad09-470d-44a6-9ad3-7ee50533acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db24aa9-2a83-4591-b3b5-c3449f4814ab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:14.219521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8367260-2b42-408d-b70d-f18fe3292a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951c249c-0c9b-48fb-9a6b-fd95a3090eaa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:14.282206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-c2a302a7-2bdc-432f-8073-caaf0c9f378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:14.299434 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-c2a302a7-2bdc-432f-8073-caaf0c9f378e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518981 Aug 25 11:35:14.382872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494372fe-33a2-4373-a0ca-7af4bffe5e64 req-7c398b5f-7254-4642-8c94-bee311016f5a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:14.391374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-494372fe-33a2-4373-a0ca-7af4bffe5e64 req-7c398b5f-7254-4642-8c94-bee311016f5a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.4195228 Aug 25 11:35:14.546982 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-5e323f5d-b6ed-41c7-811b-fe170679837f service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445498 Aug 25 11:35:14.571026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-494372fe-33a2-4373-a0ca-7af4bffe5e64 req-2db4fd93-b74f-4dfb-be02-f24159f69009 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471558 Aug 25 11:35:14.596482 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-891f0863-bab7-42a8-92bc-77b314ff3bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.646883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:35:14.649913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-891f0863-bab7-42a8-92bc-77b314ff3bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.720058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:14.722144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-891f0863-bab7-42a8-92bc-77b314ff3bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.725500 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-891f0863-bab7-42a8-92bc-77b314ff3bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:14.726964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-891f0863-bab7-42a8-92bc-77b314ff3bfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a19f36fe-7e7d-466d-8c01-3e83134f8592 HTTP/1.1" status: 204 len: 168 time: 0.7106068 Aug 25 11:35:14.744523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f0863-bab7-42a8-92bc-77b314ff3bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19f36fe-7e7d-466d-8c01-3e83134f8592,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:14.908409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-02d3dbb9-d86d-4f60-88de-734955910d28 req-c1d528e5-3b98-470b-bd4f-4e5da6580800 service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416045 Aug 25 11:35:15.010065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:15.024884 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:15.048569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:15.066340 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:15.067907 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:15.153669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:15.156073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-565249fb-1c9b-47a1-8384-ff4ae7e0a1b1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.3565226 Aug 25 11:35:15.160031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'port_id': '4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:15.200553 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:15.221566 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:15.224444 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:15.370747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:15.521420 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:15.522828 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2c8c9-78d7-4df9-961e-210e3cd793f1 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:15.919636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59159-cefc-448a-b310-a2b84af93be9 req-8ec38746-1337-4bf9-ab59-d0b2000f0d6a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:15.924603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30d59159-cefc-448a-b310-a2b84af93be9 req-8ec38746-1337-4bf9-ab59-d0b2000f0d6a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1847305 Aug 25 11:35:16.101012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30d59159-cefc-448a-b310-a2b84af93be9 req-8988edbe-8ee6-4aaf-96db-0ea5aa63458e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657944 Aug 25 11:35:16.719572 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:16.729092 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:17.134538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:17.361862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:17.385466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:17.387470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:17.400058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dd1ba-fddf-4cf3-bef8-c01a684acaff req-c7dc71d3-076b-467e-b522-04c02011d24f tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:17.416094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f39dd1ba-fddf-4cf3-bef8-c01a684acaff req-c7dc71d3-076b-467e-b522-04c02011d24f tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1561441 Aug 25 11:35:17.422360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:17.423334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:17.542003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f39dd1ba-fddf-4cf3-bef8-c01a684acaff req-f1c3281e-8ff6-4e50-a7cd-e04764c0af23 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189826 Aug 25 11:35:17.549571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:17.585609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:17.587292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:17.635219 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8e4bfa8a-1e82-4052-9581-928ebb22e4c9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/floatingips/6b2faf1a-d55a-43f4-afe3-d66c9dbc1c6d HTTP/1.1" status: 200 len: 979 time: 2.4798942 Aug 25 11:35:17.636519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:17.710864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:17.711946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d14028-f549-4f71-868e-dd20becb1cf4 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:17.772091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:18.060105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 878077a4-817b-433b-8385-cc0e829730e7 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:18.060832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.240242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-437f2a77-5fab-4c91-8530-2a8e45b3d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.295780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-network', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:18.349016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.349455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.380646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Made reservation on behalf of ceb85b3794644ec087ce462fb7c56565 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:18.386683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.403484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 878077a4-817b-433b-8385-cc0e829730e7 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:18.421078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.675207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.688057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.746392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:35:18.810008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:18.812975 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Added segment dad929fa-6c4b-4631-a350-751b22808dde of type vlan for network 7cb7160b-bca1-4235-aa90-cea2cf8d119b Aug 25 11:35:18.819868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c66cd-a2d4-475e-9dcc-de023bc4a20c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:19.010273 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:19.025422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:19.120452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:19.121887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:19.128531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:19.231348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4579420 Aug 25 11:35:19.239257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37356) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:19.261492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Request body: {'subnet': {'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-subnet', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:19.275048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3010ba0-93c4-475f-97fd-a4eee7091d24 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb7160b-bca1-4235-aa90-cea2cf8d119b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:19.289615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:35:19.295832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=878077a4-817b-433b-8385-cc0e829730e7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:19.327925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Made reservation on behalf of ceb85b3794644ec087ce462fb7c56565 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:19.330869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:19.351572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:19.351921 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 6b2faf1a-d55a-43f4-afe3-d66c9dbc1c6d disassociated (deleted). External IP: 172.25.1.100, port: 4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab. Aug 25 11:35:19.641389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37366) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:19.945252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.056507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:20.149641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d51dd30-30f7-47ab-a92c-9e543b04fcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.232665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff27ab4-b0ee-4a01-a704-a89404e27efe,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:20.252237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Checking segment: {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:20.252742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Network hostable DHCP agents. Network: 7cb7160b-bca1-4235-aa90-cea2cf8d119b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:35:20.356930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:35:20.404781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:20.415190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.427629 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:20.443581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7cb7160b-bca1-4235-aa90-cea2cf8d119b) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:20.455581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c9922-a0a9-4d7b-bc79-52fadc9ac72d None None] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:20.456912 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:20.457290 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:20.477646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:20.478450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.488162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8485687c-f087-4b0e-9e9f-99bf333203db tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/floatingips/6b2faf1a-d55a-43f4-afe3-d66c9dbc1c6d HTTP/1.1" status: 204 len: 168 time: 2.8454142 Aug 25 11:35:20.488970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37396) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:20.603068 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:20.615148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37398) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:20.643159 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:20.645908 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:34:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:20.674523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d51dd30-30f7-47ab-a92c-9e543b04fcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.691452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d51dd30-30f7-47ab-a92c-9e543b04fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.772678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:20.773993 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:20.840887 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d51dd30-30f7-47ab-a92c-9e543b04fcff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85cba4acd5aa44e693b30cebabec4773&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1855931 Aug 25 11:35:20.843405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37404) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:20.849587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2c30e70-0a35-414a-b950-9874de0252ec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6089985 Aug 25 11:35:20.886929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37406) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:20.888718 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:20.893076 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b1ce0-37ac-45ef-9326-1324add94c47 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:20.950077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:20.963202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fce922-c305-4019-8142-c1b12902ad67 None None] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:21.058272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.098886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:21.106590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.116003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.210588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4cf0-15d7-44a7-8c96-cda95f61cc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.230111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8396-de10-4aeb-a138-991ecb98b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.327566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.328668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51dd30-30f7-47ab-a92c-9e543b04fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e042f8c-051e-45a9-94f2-2b6d5fb2b233,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:21.443403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.573580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.614157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:21.640184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:21.665289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4bba536-d62d-45e7-ba1f-cbc3b48843da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.773099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.781763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4bba536-d62d-45e7-ba1f-cbc3b48843da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.789733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.798467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-24de6425-2eb4-4c5a-96cd-dc8eccce7d40 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/ports/4c391b0f-6ae8-4894-a0f3-8b0c80dc16ab HTTP/1.1" status: 204 len: 168 time: 1.3019307 Aug 25 11:35:21.799205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37428) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:21.810037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:21.877604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4cf0-15d7-44a7-8c96-cda95f61cc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.895435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cbb4cf0-15d7-44a7-8c96-cda95f61cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.910358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4420f852-5fc7-4c04-8438-8b70a2961f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.910638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:21.974848 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1cbb4cf0-15d7-44a7-8c96-cda95f61cc8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f561733e87cb4b0b93f3946a7c9d34a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3558469 Aug 25 11:35:21.976544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37434) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:21.991371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb4cf0-15d7-44a7-8c96-cda95f61cc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3aed35-7b08-4389-88d2-6b40257d9801,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:22.012206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4bba536-d62d-45e7-ba1f-cbc3b48843da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.019300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4bba536-d62d-45e7-ba1f-cbc3b48843da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.023936 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c4bba536-d62d-45e7-ba1f-cbc3b48843da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e042f8c-051e-45a9-94f2-2b6d5fb2b233 HTTP/1.1" status: 204 len: 168 time: 1.1648817 Aug 25 11:35:22.075294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bba536-d62d-45e7-ba1f-cbc3b48843da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e042f8c-051e-45a9-94f2-2b6d5fb2b233,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:22.101956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.172404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d87531-ba42-426f-9caf-b13ffdfa8fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.222041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d87531-ba42-426f-9caf-b13ffdfa8fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.333219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.207 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/db9aa94d-3a9d-49d8-918e-ff4000eb7c9f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:22.338722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4420f852-5fc7-4c04-8438-8b70a2961f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.386378 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4420f852-5fc7-4c04-8438-8b70a2961f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.443403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.488637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4420f852-5fc7-4c04-8438-8b70a2961f74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f5fa0b88b3540978d45ec759660d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439150 Aug 25 11:35:22.493871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37452) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:22.532001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.579318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.598893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.607035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4554ee77-d7d8-4323-8d63-7c985e5f96e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.650035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420f852-5fc7-4c04-8438-8b70a2961f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99bb6b-ca57-4b6a-b7b0-17685eabf306,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:22.667119 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4554ee77-d7d8-4323-8d63-7c985e5f96e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.708239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.747947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d87531-ba42-426f-9caf-b13ffdfa8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.751098 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d87531-ba42-426f-9caf-b13ffdfa8fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.757493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-17d87531-ba42-426f-9caf-b13ffdfa8fb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b3aed35-7b08-4389-88d2-6b40257d9801 HTTP/1.1" status: 204 len: 168 time: 0.7798209 Aug 25 11:35:22.758266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:22.767667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:22.778532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:22.821511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=db9aa94d-3a9d-49d8-918e-ff4000eb7c9f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:22.862726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4554ee77-d7d8-4323-8d63-7c985e5f96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.875380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4554ee77-d7d8-4323-8d63-7c985e5f96e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:22.880298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4554ee77-d7d8-4323-8d63-7c985e5f96e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab99bb6b-ca57-4b6a-b7b0-17685eabf306 HTTP/1.1" status: 204 len: 168 time: 0.3819418 Aug 25 11:35:22.894322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d87531-ba42-426f-9caf-b13ffdfa8fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3aed35-7b08-4389-88d2-6b40257d9801,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:22.968565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554ee77-d7d8-4323-8d63-7c985e5f96e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99bb6b-ca57-4b6a-b7b0-17685eabf306,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:22.981295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37466) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:23.059891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Allocated IP 172.25.1.126 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/867dc109-326c-4c4c-bca0-b131b4f5bb6e) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:23.170407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0cc08519-38a3-4d49-a230-df1c7377f889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.242907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.293505 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.314549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.422853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:23.428569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:23.431194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:23.462308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.545532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Pushing event updated for resources: {'Port': ['ID=867dc109-326c-4c4c-bca0-b131b4f5bb6e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:23.629659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0cc08519-38a3-4d49-a230-df1c7377f889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.643166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0cc08519-38a3-4d49-a230-df1c7377f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.802242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0cc08519-38a3-4d49-a230-df1c7377f889 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4e09b7778334077bf0ccddd9ed2ee22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102269 Aug 25 11:35:23.803480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:23.828215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc08519-38a3-4d49-a230-df1c7377f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154069d8-cf4e-41e6-b1c8-ba713944babd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:23.836444 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-fff6d96d-d420-4cd1-aad6-9ab5713d7da6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3474493 Aug 25 11:35:23.920763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37488) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:23.921799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.943050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.958523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b89771a3-ac65-433d-a753-990bc26e6eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:23.980069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-38fe29b1-b684-4a7f-ba9a-f15198cec041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:23.982086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-38fe29b1-b684-4a7f-ba9a-f15198cec041 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1098 time: 0.1123891 Aug 25 11:35:24.254486 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.374507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.406906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=db9aa94d-3a9d-49d8-918e-ff4000eb7c9f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:24.410776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79c932ef-cae1-4246-a227-de5aae967a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.416248 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.421233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-6fcadc5c-2e03-494b-ba8e-b2bbccdd52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:24.425209 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-6fcadc5c-2e03-494b-ba8e-b2bbccdd52f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.3905461 Aug 25 11:35:24.447477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79c932ef-cae1-4246-a227-de5aae967a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.566681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79c932ef-cae1-4246-a227-de5aae967a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.569502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79c932ef-cae1-4246-a227-de5aae967a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:24.574057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-79c932ef-cae1-4246-a227-de5aae967a5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/154069d8-cf4e-41e6-b1c8-ba713944babd HTTP/1.1" status: 204 len: 168 time: 0.7657583 Aug 25 11:35:24.591266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c932ef-cae1-4246-a227-de5aae967a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154069d8-cf4e-41e6-b1c8-ba713944babd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:25.354545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:25.479142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b89771a3-ac65-433d-a753-990bc26e6eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.484327 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-43ae3fc6-4889-4215-857c-1d108b628f1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 1001 time: 1.0413237 Aug 25 11:35:25.497629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.498989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9812ebbe-db2b-476f-9aef-133edad526ea tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6981261 Aug 25 11:35:25.505677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:25.509832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b89771a3-ac65-433d-a753-990bc26e6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.517422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'port': {'network_id': '95fa4d96-0631-4ba9-9868-c5928e885ec5', 'name': 'tempest-FloatingIPTestJSON-1903326864'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:25.531875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37518) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:25.589463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b89771a3-ac65-433d-a753-990bc26e6eac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=299bc2cfd34b4b158dc35f97861a4ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6605880 Aug 25 11:35:25.592924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:25.618386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-379d1668-ad58-404e-8d5d-8991131d7989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.785290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89771a3-ac65-433d-a753-990bc26e6eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7e613-0e97-4cb7-bff4-f5ab818ed616,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:25.793385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db1de08-bef6-45ca-81f6-8ad66cd0a420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.797912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-8e7b836f-feab-434e-9c4a-3210d9624387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:25.800416 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-8e7b836f-feab-434e-9c4a-3210d9624387 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.2975707 Aug 25 11:35:25.847455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db1de08-bef6-45ca-81f6-8ad66cd0a420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.858747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1051316313-network', 'tenant_id': 'f74b3b5a3d254037b8f4c33c16100134'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:25.949986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:25.956723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-84520e29-b5cb-4f2b-a031-e1a74a9e7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:25.958915 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-84520e29-b5cb-4f2b-a031-e1a74a9e7d72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947387 Aug 25 11:35:26.003331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-379d1668-ad58-404e-8d5d-8991131d7989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.016048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-379d1668-ad58-404e-8d5d-8991131d7989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.078648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db1de08-bef6-45ca-81f6-8ad66cd0a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.083849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db1de08-bef6-45ca-81f6-8ad66cd0a420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.085938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4db1de08-bef6-45ca-81f6-8ad66cd0a420 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bcc7e613-0e97-4cb7-bff4-f5ab818ed616 HTTP/1.1" status: 204 len: 168 time: 0.4916992 Aug 25 11:35:26.133104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-379d1668-ad58-404e-8d5d-8991131d7989 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66226c146048406799d706fe109e8cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983939 Aug 25 11:35:26.134999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d1668-ad58-404e-8d5d-8991131d7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abee72a-1447-47d7-b180-7b9e4fc83b30,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:26.144903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37526) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:26.187006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Made reservation on behalf of f74b3b5a3d254037b8f4c33c16100134 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:26.191020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.194467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:26.200539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.340699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1de08-bef6-45ca-81f6-8ad66cd0a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7e613-0e97-4cb7-bff4-f5ab818ed616,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:26.347463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] device_id is not set on port 463358f5-3d9b-415a-9006-0babb5bb27cf yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:35:26.383797 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.409641 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-fe2f1aef-662a-4c7c-914b-da164698c44f service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072707 Aug 25 11:35:26.525640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bebd051-3ffb-42a2-b9f5-63f2e9c70e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.570089 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c111d5c0-ed13-4fb2-84f7-2b36069b753f req-f253b72f-a60f-413e-a3fc-0f1e8fc1ee25 service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535268 Aug 25 11:35:26.588244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:35:26.685413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bebd051-3ffb-42a2-b9f5-63f2e9c70e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:26.814617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.13 (95fa4d96-0631-4ba9-9868-c5928e885ec5/48a48d3b-14bc-43fb-b19d-ec000b807252/463358f5-3d9b-415a-9006-0babb5bb27cf) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:26.853109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:26.872557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Sync routers for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:26.896670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:26.898302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:27.017713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bebd051-3ffb-42a2-b9f5-63f2e9c70e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.024277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1bebd051-3ffb-42a2-b9f5-63f2e9c70e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.032544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1bebd051-3ffb-42a2-b9f5-63f2e9c70e20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2abee72a-1447-47d7-b180-7b9e4fc83b30 HTTP/1.1" status: 204 len: 168 time: 0.8573864 Aug 25 11:35:27.092559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.116649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.120087 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60189946-7162-4e3b-a14f-87f41cf12bad admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1815624 Aug 25 11:35:27.122404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.124419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37558) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:27.126875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebd051-3ffb-42a2-b9f5-63f2e9c70e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abee72a-1447-47d7-b180-7b9e4fc83b30,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:27.209959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b04b817-9155-4188-af54-cee6281d68ab,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:27.216558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.236042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:27.317873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:35:27.348909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.349870 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Added segment 8c44fbbd-9ee9-4fe0-979d-c3f405647419 of type vlan for network cd8dcd75-117e-4040-99c4-27725327855b Aug 25 11:35:27.628580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.717825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.837373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.837373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:27.837892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:27.859933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37568) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:28.078298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7253375 Aug 25 11:35:28.087171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37578) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:28.117298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Request body: {'subnet': {'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1051316313-subnet', 'tenant_id': 'f74b3b5a3d254037b8f4c33c16100134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:28.169720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7607e4-9203-41f4-85d5-0dd34f3ea8bf admin admin] Pushing event updated for resources: {'Network': ['ID=cd8dcd75-117e-4040-99c4-27725327855b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:28.190953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network cd8dcd75-117e-4040-99c4-27725327855b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:35:28.238912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:28.368717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:23Z', 'revision_number': 3, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:28.368977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Made reservation on behalf of f74b3b5a3d254037b8f4c33c16100134 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:28.385642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:28.460464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:28.463073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Checking router: 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:35:28.463910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Updating router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 port 867dc109-326c-4c4c-bca0-b131b4f5bb6e binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:35:28.552790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:28.670684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 95fa4d96-0631-4ba9-9868-c5928e885ec5 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:28.715035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:28.739154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:28.741397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Allocated IP 172.20.0.1 (7cb7160b-bca1-4235-aa90-cea2cf8d119b/fff27ab4-b0ee-4a01-a704-a89404e27efe/e972636f-01a8-4e35-b5d7-4ca19dc3a1f1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:28.756240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=463358f5-3d9b-415a-9006-0babb5bb27cf,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:28.988067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d48216a-fdac-4efc-88ec-4add7cf3b8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:28.990789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.112635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.236265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:29.237596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.266970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:29.275259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.279255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:29.287030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:29.364985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:29.368479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa20540-d132-4a31-a15e-3c588b5091ad,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:29.451328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.452081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.540872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Transition to ACTIVE for port object 867dc109-326c-4c4c-bca0-b131b4f5bb6e will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:35:29.564068 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.567170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Checking segment: {'id': '8c44fbbd-9ee9-4fe0-979d-c3f405647419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:29.569607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Network hostable DHCP agents. Network: cd8dcd75-117e-4040-99c4-27725327855b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:35:29.729282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Attempting to bind port 867dc109-326c-4c4c-bca0-b131b4f5bb6e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:35:29.729705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Attempting to bind port 867dc109-326c-4c4c-bca0-b131b4f5bb6e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:35:29.730139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Attempting to bind port 867dc109-326c-4c4c-bca0-b131b4f5bb6e on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:29.733585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d7daa-b739-4d52-82b5-26da4a513c19 None None] Pushing event updated for resources: {'Port': ['ID=867dc109-326c-4c4c-bca0-b131b4f5bb6e,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:29.743644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d48216a-fdac-4efc-88ec-4add7cf3b8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.764188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d48216a-fdac-4efc-88ec-4add7cf3b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.765661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:35:29.771643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:29.772387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.773099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:35:29.774293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Bound port: 867dc109-326c-4c4c-bca0-b131b4f5bb6e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:35:29.774856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.790226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b3ee47a-b1d1-4ebe-82e0-5b2583c70997 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2707095 Aug 25 11:35:29.791429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37606) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:29.826796 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:29.850159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'port_id': '463358f5-3d9b-415a-9006-0babb5bb27cf'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:29.888155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Network cd8dcd75-117e-4040-99c4-27725327855b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:35:30.009135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] For port 867dc109-326c-4c4c-bca0-b131b4f5bb6e, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:35:30.025743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] For port 867dc109-326c-4c4c-bca0-b131b4f5bb6e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=867dc109-326c-4c4c-bca0-b131b4f5bb6e,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:35:30.037457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.142207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5d48216a-fdac-4efc-88ec-4add7cf3b8fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3327c8ad3674a03befc56b9468926ad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2678657 Aug 25 11:35:30.145632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.151891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:30.165351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, cd8dcd75-117e-4040-99c4-27725327855b) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:30.168507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48216a-fdac-4efc-88ec-4add7cf3b8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47250b0-9cae-45ff-b910-297c707d9854,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:30.301575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:30.302478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.322378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d7daa-b739-4d52-82b5-26da4a513c19 None None] Pushing event updated for resources: {'Port': ['ID=867dc109-326c-4c4c-bca0-b131b4f5bb6e,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:30.338934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78202b0a-82fe-465f-b295-9ff33fa66a8f None None] Network cd8dcd75-117e-4040-99c4-27725327855b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:30.385809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f39264c-c906-4c17-80db-225f5ed06388 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2853000 Aug 25 11:35:30.461469 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45d0d2c6-afef-4b8d-a078-47900eeb6241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.492542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:30.494152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:30.522391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45d0d2c6-afef-4b8d-a078-47900eeb6241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.638193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5042d60-7de3-43d0-b76d-cbab176d6547 None None] Network cd8dcd75-117e-4040-99c4-27725327855b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:30.643945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45d0d2c6-afef-4b8d-a078-47900eeb6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.649094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45d0d2c6-afef-4b8d-a078-47900eeb6241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.655148 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-45d0d2c6-afef-4b8d-a078-47900eeb6241 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b47250b0-9cae-45ff-b910-297c707d9854 HTTP/1.1" status: 204 len: 168 time: 0.4844053 Aug 25 11:35:30.703999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d2c6-afef-4b8d-a078-47900eeb6241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47250b0-9cae-45ff-b910-297c707d9854,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:30.726645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.736038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:30.940484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:30.948726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:31.180471 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:31.224574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:31.254575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:31.260465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:31.381849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:35:31.610089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:31.611527 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:31.623249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:32.095457 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 86f82e55-2add-4aed-9f4b-5464e73c8860 associated. External IP: 172.25.1.207, port: 463358f5-3d9b-415a-9006-0babb5bb27cf. Aug 25 11:35:32.170719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:28Z', 'revision_number': 1, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:32.198847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:32.211812 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1018511-4699-4c3c-afd9-dee6d3d348a7 admin admin] 10.222.0.35 "PUT /v2.0/routers/27c9bbf6-e5ba-4d48-9f60-0ecd933a6792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0858960 Aug 25 11:35:32.293152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6e413-f3fd-4147-87c2-6eaae96fd716 None None] The sync data for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 is: [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:28Z', 'revision_number': 1, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:32.523789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ff6e7520-816b-42c6-bae1-197ecc2e0cc3 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:32.526130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ff6e7520-816b-42c6-bae1-197ecc2e0cc3 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/networks?id=cd8dcd75-117e-4040-99c4-27725327855b HTTP/1.1" status: 200 len: 822 time: 0.3280542 Aug 25 11:35:32.670287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-f890f4b0-96eb-480f-b80b-e75599aa0b58 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/quotas/f74b3b5a3d254037b8f4c33c16100134 HTTP/1.1" status: 200 len: 375 time: 0.0267889 Aug 25 11:35:32.972907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-c341c084-2cab-44c2-b969-7f5a13b7bbd6 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f74b3b5a3d254037b8f4c33c16100134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2330599 Aug 25 11:35:33.069642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:33.756337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-0cfc9e6e-6598-4593-812c-293e7cc98ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7721694 Aug 25 11:35:34.040756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:34.044402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-a1e1b28b-c7cd-4d24-818e-40d5ab7e0dff service neutron] 10.222.0.35 "GET /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869108 Aug 25 11:35:34.047647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:34.075978 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:34.094355 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:34.094981 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:34.149800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8aabde2f-f64a-4bfe-bbef-42023d381dbd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/floatingips/86f82e55-2add-4aed-9f4b-5464e73c8860 HTTP/1.1" status: 200 len: 979 time: 4.3318470 Aug 25 11:35:34.151814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37728) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:34.232928 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:34.260307 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:34.260994 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:34.427675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 463358f5-3d9b-415a-9006-0babb5bb27cf {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:34.428323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:34.473112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:34.485717 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9a244-6524-40e0-b32d-874f947eb79d None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:34.561873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-b8dc8732-e7c8-496a-bb72-34b876d90fd2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:34.563722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-b8dc8732-e7c8-496a-bb72-34b876d90fd2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 820 time: 0.3356116 Aug 25 11:35:34.593647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-d2320c07-bd00-42f6-ba6b-6ab36e37d54f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/quotas/ceb85b3794644ec087ce462fb7c56565 HTTP/1.1" status: 200 len: 375 time: 0.0138509 Aug 25 11:35:34.797376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:34.825742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-557b2577-d78d-4cf8-8ddc-56ac4aad01e4 req-ad010d06-04a8-4f96-9fbf-baab261e8ca7 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 210 time: 0.1326370 Aug 25 11:35:34.919669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-240c5aa5-158a-4b74-b146-ce3541c092e1 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3134804 Aug 25 11:35:35.320748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-d4a166ac-1806-4fb6-9b15-40a0a4a8ad8a service neutron] 10.222.0.35 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798385 Aug 25 11:35:35.321569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37774) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:35.388023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:35.388832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:35.389067 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 86f82e55-2add-4aed-9f4b-5464e73c8860 disassociated. External IP: 172.25.1.207, port: 463358f5-3d9b-415a-9006-0babb5bb27cf. Aug 25 11:35:35.390166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 463358f5-3d9b-415a-9006-0babb5bb27cf owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:35.688879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 867dc109-326c-4c4c-bca0-b131b4f5bb6e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:35:35.733636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-d9ee3a85-367a-475b-a98a-8e02d738632d service neutron] 10.222.0.35 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887675 Aug 25 11:35:35.896519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 867dc109-326c-4c4c-bca0-b131b4f5bb6e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:35:35.907839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 867dc109-326c-4c4c-bca0-b131b4f5bb6e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:35:35.915362 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.227653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.291816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:36.352150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae1b7e0a-9243-401a-bf9c-b883410a3db8 req-dd268791-a06f-43c4-a6f8-9620d3836de6 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 210 time: 0.2545321 Aug 25 11:35:36.394393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:36.461609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=463358f5-3d9b-415a-9006-0babb5bb27cf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:36.468521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95aa9de5-f25c-4ba7-ab15-b96250988b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.512323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.560167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 867dc109-326c-4c4c-bca0-b131b4f5bb6e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=867dc109-326c-4c4c-bca0-b131b4f5bb6e,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:36.579803 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.787434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=867dc109-326c-4c4c-bca0-b131b4f5bb6e,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:36.844517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.908541 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45cd7361-9440-48f9-b285-e13897b28d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:36.945812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35d38973-fe28-44d4-8a3a-cfa660173ad1 req-68067b61-2469-44b7-8949-1e81c8917a26 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 210 time: 0.2399354 Aug 25 11:35:36.960132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:37.086139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Sync routers for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:37.115578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:37.120313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95aa9de5-f25c-4ba7-ab15-b96250988b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.122065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:37.130327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-95aa9de5-f25c-4ba7-ab15-b96250988b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.253935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa9de5-f25c-4ba7-ab15-b96250988b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b761849e-29ae-42ca-86e3-5abba3171ac1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:37.265990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-95aa9de5-f25c-4ba7-ab15-b96250988b15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa740634abe449d0a91ebc8b84a1e811&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9430053 Aug 25 11:35:37.270008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37812) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:37.318755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:37.342122 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:37.367234 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:37.372185 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:37.393659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a4c646f-f341-4acb-b4e4-ba0640851359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.448748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a4c646f-f341-4acb-b4e4-ba0640851359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.482985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:37.520987 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:37.522330 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:37.602141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:37.647760 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.650220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4846061e-e339-4b4b-a8ac-ffa3b3b5693f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/ports/463358f5-3d9b-415a-9006-0babb5bb27cf HTTP/1.1" status: 204 len: 168 time: 3.4968596 Aug 25 11:35:37.656697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37820) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:37.670619 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:37.672940 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ceb40-fe1b-4048-804f-b49005050272 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:37.722654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54f18cc6-d1a2-4c87-bbcc-7a375cbdc9b9 req-27a02f55-d9ca-4cf7-8543-9aee5f5a26ce tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 210 time: 0.1591752 Aug 25 11:35:37.755777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a4c646f-f341-4acb-b4e4-ba0640851359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.769679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6a4c646f-f341-4acb-b4e4-ba0640851359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:37.772720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6a4c646f-f341-4acb-b4e4-ba0640851359 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b761849e-29ae-42ca-86e3-5abba3171ac1 HTTP/1.1" status: 204 len: 168 time: 0.5008349 Aug 25 11:35:37.791393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c646f-f341-4acb-b4e4-ba0640851359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761849e-29ae-42ca-86e3-5abba3171ac1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:37.812603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 867dc109-326c-4c4c-bca0-b131b4f5bb6e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:35:38.174565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 867dc109-326c-4c4c-bca0-b131b4f5bb6e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:35:38.174950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:38.243504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c76d1785-9d09-4b74-a69a-2c9506ce2279 req-aa320649-c190-4085-ae9a-e5e5205247c4 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 210 time: 0.0738006 Aug 25 11:35:38.352489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ea318a2c-ec20-41eb-8eed-78e4e7534d5b tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:38.368643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ea318a2c-ec20-41eb-8eed-78e4e7534d5b tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.67 "GET /v2.0/networks?id=cd8dcd75-117e-4040-99c4-27725327855b HTTP/1.1" status: 200 len: 822 time: 0.5248132 Aug 25 11:35:38.372972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 2, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:38.388234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Request body: {'port': {'device_id': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b', 'admin_state_up': True, 'tenant_id': 'f74b3b5a3d254037b8f4c33c16100134'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:38.408327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Checking router: 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:35:38.408696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Updating router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:35:38.465426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:38.670660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:38.675977 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7df11eac-b18e-4ceb-915f-48781dc394b9 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/floatingips/86f82e55-2add-4aed-9f4b-5464e73c8860 HTTP/1.1" status: 200 len: 688 time: 0.9981980 Aug 25 11:35:38.680227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:38.684560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37840) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:38.726206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54363db1-abdb-4d18-b7c9-3ac98bb6c252,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:38.739524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.740123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.740727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.741723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.742278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.743230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.743734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.744223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.744739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.745220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.745878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.746379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:38.822035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-27569a38-a5d5-40da-9399-a3717687f4f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4f1b189160842b2b0c41dbd8ae79b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3688977 Aug 25 11:35:38.825313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:39.051787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b31bcd0-2311-4b73-9e1b-ed1686a5e00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.059814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95f0925b-d0fc-4977-ae27-8d3139bd516b req-1ac2fcba-60e7-4010-bc37-4379bbfc1457 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 210 time: 0.1180260 Aug 25 11:35:39.110535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b31bcd0-2311-4b73-9e1b-ed1686a5e00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.205799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b31bcd0-2311-4b73-9e1b-ed1686a5e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.209349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b31bcd0-2311-4b73-9e1b-ed1686a5e00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.213423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5b31bcd0-2311-4b73-9e1b-ed1686a5e00b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54363db1-abdb-4d18-b7c9-3ac98bb6c252 HTTP/1.1" status: 204 len: 168 time: 0.3867412 Aug 25 11:35:39.233622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31bcd0-2311-4b73-9e1b-ed1686a5e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54363db1-abdb-4d18-b7c9-3ac98bb6c252,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:39.333204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45cd7361-9440-48f9-b285-e13897b28d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.367583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45cd7361-9440-48f9-b285-e13897b28d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.452898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-45cd7361-9440-48f9-b285-e13897b28d90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d127ccc806314953a959ea8a538f5de9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0566943 Aug 25 11:35:39.456766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:39.469036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd7361-9440-48f9-b285-e13897b28d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd23955-a681-4054-96ca-3e2b535aa86a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:39.499123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-015a7f41-1494-4a6e-b6ce-6ce4a2fbbca5 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:39.504529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-015a7f41-1494-4a6e-b6ce-6ce4a2fbbca5 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 820 time: 0.4575119 Aug 25 11:35:39.538187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'port': {'device_id': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'admin_state_up': True, 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:39.550739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port db9aa94d-3a9d-49d8-918e-ff4000eb7c9f {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:35:39.551060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.572015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Made reservation on behalf of f74b3b5a3d254037b8f4c33c16100134 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:39.586105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.594594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ae6e94-ce9f-44a9-82e0-fc4617aa4335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.639730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:39.664221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ae6e94-ce9f-44a9-82e0-fc4617aa4335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.787865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ae6e94-ce9f-44a9-82e0-fc4617aa4335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.804313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ae6e94-ce9f-44a9-82e0-fc4617aa4335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.815473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-26ae6e94-ce9f-44a9-82e0-fc4617aa4335 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fd23955-a681-4054-96ca-3e2b535aa86a HTTP/1.1" status: 204 len: 168 time: 0.3572950 Aug 25 11:35:39.823728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.832188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba71774f-172e-49eb-b49c-44ae893178d0 req-4b0c6a5a-04ab-4f15-b84e-edd983ad9411 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 210 time: 0.2049198 Aug 25 11:35:39.847932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Transition to ACTIVE for port object e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:35:39.858399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae6e94-ce9f-44a9-82e0-fc4617aa4335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd23955-a681-4054-96ca-3e2b535aa86a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:39.861039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.991640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:39.992055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.044780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f07e2-9d21-4e84-bfbb-f5cc175c1e7a None None] Pushing event updated for resources: {'Port': ['ID=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:40.082316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1586990544-network', 'tenant_id': 'd17cad471ab74889b1717b45dbda8246'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:40.096492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Attempting to bind port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:35:40.096878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Attempting to bind port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:35:40.097259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Attempting to bind port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 on network 7cb7160b-bca1-4235-aa90-cea2cf8d119b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:40.106898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Allocated IP 172.20.0.9 (cd8dcd75-117e-4040-99c4-27725327855b/8aa20540-d132-4a31-a15e-3c588b5091ad/1e901160-00cb-41b5-9f35-03ff3f909b01) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:40.116183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:35:40.116898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Checking segment: {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:40.117500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.118133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Bound using segment: {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:35:40.123067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Bound port: e972636f-01a8-4e35-b5d7-4ca19dc3a1f1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:35:40.123758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.245736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for db9aa94d-3a9d-49d8-918e-ff4000eb7c9f owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:35:40.273940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] For port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:35:40.279676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] For port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:35:40.289951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.323054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:40.351626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e63ac173-be2f-4e28-8938-0bbbafe61590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.355274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f07e2-9d21-4e84-bfbb-f5cc175c1e7a None None] Pushing event updated for resources: {'Port': ['ID=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:40.371811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:40.372440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:40.442273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2ed6e4a-9e81-4d8e-9575-8a2be3fdaef9 req-27e9c12f-7d36-47f9-be4e-2a1d24c257d6 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 210 time: 0.0679498 Aug 25 11:35:40.466511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Made reservation on behalf of ceb85b3794644ec087ce462fb7c56565 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:40.471084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.544036 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.549990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.583601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=db9aa94d-3a9d-49d8-918e-ff4000eb7c9f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:40.681153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e63ac173-be2f-4e28-8938-0bbbafe61590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.685406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Made reservation on behalf of d17cad471ab74889b1717b45dbda8246 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:40.689810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.709659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.712164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e63ac173-be2f-4e28-8938-0bbbafe61590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.725174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:35:40.782493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ac173-be2f-4e28-8938-0bbbafe61590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0f187-b981-42ce-88cb-251d6cbef09d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:40.796673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.799676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.806055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c857379e-0915-43bc-90bd-dee2b35273f1 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/floatingips/86f82e55-2add-4aed-9f4b-5464e73c8860 HTTP/1.1" status: 204 len: 168 time: 2.1153376 Aug 25 11:35:40.811906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37888) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:40.817580 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e63ac173-be2f-4e28-8938-0bbbafe61590 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afb8f59b9a544aefb234c5368b8d82af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930451 Aug 25 11:35:40.822298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:40.828814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'ab39e194-6efa-4258-a03b-ff4995bae40a'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:40.836279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Allocated IP 172.20.0.14 (7cb7160b-bca1-4235-aa90-cea2cf8d119b/fff27ab4-b0ee-4a01-a704-a89404e27efe/219c55c1-779c-44cc-a322-8cef1572c32b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:40.842367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.920715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6bb988c-46a4-4f52-afdc-0e680ce54400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.948205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6bb988c-46a4-4f52-afdc-0e680ce54400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:40.956379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Pushing event updated for resources: {'Port': ['ID=1e901160-00cb-41b5-9f35-03ff3f909b01,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:40.978854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Network cd8dcd75-117e-4040-99c4-27725327855b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:40.988930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:40.994274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:41.027265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6bb988c-46a4-4f52-afdc-0e680ce54400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.032863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6bb988c-46a4-4f52-afdc-0e680ce54400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.037408 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6bb988c-46a4-4f52-afdc-0e680ce54400 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7d0f187-b981-42ce-88cb-251d6cbef09d HTTP/1.1" status: 204 len: 168 time: 0.2163732 Aug 25 11:35:41.061259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb988c-46a4-4f52-afdc-0e680ce54400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0f187-b981-42ce-88cb-251d6cbef09d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:41.069334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.082139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.084976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:41.085987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.148720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:35:41.157384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7928729-e21b-4ef3-82c4-3296cf7c7179,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:41.165644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.166347 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Added segment f7a58178-e41f-41eb-b3f3-6608de509b2b of type vlan for network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 Aug 25 11:35:41.195373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60dc9bec-a702-4313-ab71-8229fdbf1057 req-95f80c52-c9ee-4bcc-ab9e-e095b56bee42 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 210 time: 0.1170650 Aug 25 11:35:41.274127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.278951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.337525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.338942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:41.340071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.435990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:40Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:41.511118 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8652370 Aug 25 11:35:41.511948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:41.530330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-ba61070f-8b37-47d4-bb42-9fa47245b8ba tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1487370 Aug 25 11:35:41.533430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Request body: {'subnet': {'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1586990544-subnet', 'tenant_id': 'd17cad471ab74889b1717b45dbda8246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:41.602734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ac014e-7567-4339-b9d3-55a7b014297c None None] The sync data for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 is: [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:40Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:41.606698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5af0fb-de36-4ec2-bafe-470a0324fbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:41.631760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:35:41.640622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Made reservation on behalf of d17cad471ab74889b1717b45dbda8246 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:41.655088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.814860 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:41.848817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b142e5-8c93-4858-9426-f233fec20c76 req-85ce7b9e-fd62-46ac-a400-76776c9fde8b tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:41.863585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6b142e5-8c93-4858-9426-f233fec20c76 req-85ce7b9e-fd62-46ac-a400-76776c9fde8b tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 931 time: 0.1785178 Aug 25 11:35:41.951883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:35:42.032515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6b142e5-8c93-4858-9426-f233fec20c76 req-958cfd0f-f0e7-4f87-bc05-b5e6d66db8c2 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679475 Aug 25 11:35:42.052621 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.170437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:35:42.176613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:35:42.177238 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.195162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Network 7cb7160b-bca1-4235-aa90-cea2cf8d119b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:42.203305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:42.216319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Request body: {'port': {'device_id': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:42.221292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:42.225272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.510474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:42.526264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.537209 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.614439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:42.626276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.670132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7949c19e-b900-4f4e-a1dd-798183c8a145,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:42.693851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Checking segment: {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:42.694225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Network hostable DHCP agents. Network: 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:35:42.732948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:42.733727 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.737011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:35:42.755198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:42.758033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:42.761042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:42.761643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.779375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b20653f-64f2-4316-957e-edeb8187ed2d None None] Network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:42.795264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6dff7c7-3843-4646-af32-c0c3546fc9e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2664537 Aug 25 11:35:42.797155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:42.805229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c01e87-f11e-4b4d-9b96-d3c3214bb210 req-81f93943-428c-4fb0-b641-1dd18d1b7cda tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:42.808533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c01e87-f11e-4b4d-9b96-d3c3214bb210 req-81f93943-428c-4fb0-b641-1dd18d1b7cda tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 932 time: 0.4074757 Aug 25 11:35:42.815989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-390fcb00-798e-4061-8fca-a2e28004131b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2908165 Aug 25 11:35:42.947339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Request body: {'port': {'device_id': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:43.105884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f0210-3776-4cf4-b241-d6330c94d4b6 None None] Network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:35:43.585795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:35:43.906052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:35:43.912942 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:44.263093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.40 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/c30c1c06-91ca-4e6a-b1b1-9458fef6f93f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:44.730090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2c01e87-f11e-4b4d-9b96-d3c3214bb210 req-a557cb56-8150-4b10-90ad-0c2d8683e17a tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7697630 Aug 25 11:35:44.773754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:44.900918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd647-f9c3-465b-835f-00d9242413ba req-38823dff-f439-4be8-b62c-8a733e2676e9 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:44.903775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-505fd647-f9c3-465b-835f-00d9242413ba req-38823dff-f439-4be8-b62c-8a733e2676e9 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 931 time: 0.9401877 Aug 25 11:35:45.063028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e901160-00cb-41b5-9f35-03ff3f909b01 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:35:45.077867 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:45.125630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:45.171216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-505fd647-f9c3-465b-835f-00d9242413ba req-41ca18c7-a001-4204-bd6e-3f167094b2eb tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387702 Aug 25 11:35:45.283915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Transition to ACTIVE for port object 1e901160-00cb-41b5-9f35-03ff3f909b01 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:35:45.313192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:45.760671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:45.779140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Pushing event updated for resources: {'Port': ['ID=1e901160-00cb-41b5-9f35-03ff3f909b01,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:46.055640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:46.087350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:46.093122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:46.307622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219c55c1-779c-44cc-a322-8cef1572c32b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:35:46.332319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:46.348108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=c30c1c06-91ca-4e6a-b1b1-9458fef6f93f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:46.363250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Transition to ACTIVE for port object 219c55c1-779c-44cc-a322-8cef1572c32b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:35:46.395766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:46.454476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:46.482966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Attempting to bind port 1e901160-00cb-41b5-9f35-03ff3f909b01 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:35:46.483315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Attempting to bind port 1e901160-00cb-41b5-9f35-03ff3f909b01 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8c44fbbd-9ee9-4fe0-979d-c3f405647419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:35:46.483655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Attempting to bind port 1e901160-00cb-41b5-9f35-03ff3f909b01 on network cd8dcd75-117e-4040-99c4-27725327855b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:46.494589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Port 1e901160-00cb-41b5-9f35-03ff3f909b01 on network cd8dcd75-117e-4040-99c4-27725327855b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:35:46.494930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Attempting to bind port 1e901160-00cb-41b5-9f35-03ff3f909b01 on network cd8dcd75-117e-4040-99c4-27725327855b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:46.539971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778e233-1dee-44f1-8822-83b700c88fc9 req-a5df6acf-09fa-4b92-905a-8ec1487ec2c2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:46.541552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f778e233-1dee-44f1-8822-83b700c88fc9 req-a5df6acf-09fa-4b92-905a-8ec1487ec2c2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 932 time: 0.5177631 Aug 25 11:35:46.587363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:35:46.587723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Checking segment: {'id': '8c44fbbd-9ee9-4fe0-979d-c3f405647419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:46.588600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Bound using segment: {'id': '8c44fbbd-9ee9-4fe0-979d-c3f405647419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:35:46.588803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Bound port: 1e901160-00cb-41b5-9f35-03ff3f909b01, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c44fbbd-9ee9-4fe0-979d-c3f405647419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:35:46.589061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:46.778209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38040) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:46.865495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f0a8c-74dd-4942-bcab-588c7dc6a6de req-d4c07eef-4021-4bd6-9c00-40a673facaa3 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:46.868574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-920f0a8c-74dd-4942-bcab-588c7dc6a6de req-d4c07eef-4021-4bd6-9c00-40a673facaa3 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 943 time: 0.3865821 Aug 25 11:35:46.944491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f778e233-1dee-44f1-8822-83b700c88fc9 req-15f60190-c1b6-4742-831a-a25cd19cb8e3 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635309 Aug 25 11:35:47.077496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4641-7460-499c-a60d-a739b730337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.124879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-920f0a8c-74dd-4942-bcab-588c7dc6a6de req-8a8d3192-4ce0-4b40-8d98-f6efbfbff44f tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028661 Aug 25 11:35:47.313479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Attempting to bind port 219c55c1-779c-44cc-a322-8cef1572c32b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:35:47.314261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Attempting to bind port 219c55c1-779c-44cc-a322-8cef1572c32b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:35:47.314569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Attempting to bind port 219c55c1-779c-44cc-a322-8cef1572c32b on network 7cb7160b-bca1-4235-aa90-cea2cf8d119b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:47.320233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4641-7460-499c-a60d-a739b730337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.339511 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4641-7460-499c-a60d-a739b730337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.406937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] For port 1e901160-00cb-41b5-9f35-03ff3f909b01, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:35:47.424951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Port 219c55c1-779c-44cc-a322-8cef1572c32b on network 7cb7160b-bca1-4235-aa90-cea2cf8d119b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:35:47.425129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Attempting to bind port 219c55c1-779c-44cc-a322-8cef1572c32b on network 7cb7160b-bca1-4235-aa90-cea2cf8d119b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:47.435866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] For port 1e901160-00cb-41b5-9f35-03ff3f909b01, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e901160-00cb-41b5-9f35-03ff3f909b01,segment=NetworkSegment(8c44fbbd-9ee9-4fe0-979d-c3f405647419),segment_id=8c44fbbd-9ee9-4fe0-979d-c3f405647419)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:35:47.456643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:35:47.456994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Checking segment: {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:47.457441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Bound using segment: {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:35:47.457942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Bound port: 219c55c1-779c-44cc-a322-8cef1572c32b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad929fa-6c4b-4631-a350-751b22808dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:35:47.458311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.465943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.485550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf4641-7460-499c-a60d-a739b730337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5384f-b30b-4465-b45f-a922ae09a070,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:47.502281 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f8bf4641-7460-499c-a60d-a739b730337c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0ded1fb62534d7699f05c111ad1319c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215126 Aug 25 11:35:47.519376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38072) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:47.570982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:47.572022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.574066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] 10.222.0.67 "PUT /v2.0/ports/1e901160-00cb-41b5-9f35-03ff3f909b01 HTTP/1.1" status: 200 len: 1092 time: 5.9030859 Aug 25 11:35:47.589073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a660534-8ef5-4e7c-8d1c-1d404b178eaa service neutron] Pushing event updated for resources: {'Port': ['ID=1e901160-00cb-41b5-9f35-03ff3f909b01,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:47.594001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'tag': '1e901160-00cb-41b5-9f35-03ff3f909b01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:35:47.599989 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94207547-994d-41de-9b16-318649bb2072" -d '{"events": [{"name": "network-changed", "server_uuid": "19e30a10-3e22-4c53-a7b5-8a72b02b0828", "tag": "1e901160-00cb-41b5-9f35-03ff3f909b01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:35:47.706441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3623da-4fb8-47c3-8e13-ce1309bbfa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.728859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-b3f1d023-257d-4f8a-8420-873c5b1bee73 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:47.742752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-b3f1d023-257d-4f8a-8420-873c5b1bee73 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/networks?id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 200 len: 809 time: 0.5828834 Aug 25 11:35:47.771200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3623da-4fb8-47c3-8e13-ce1309bbfa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.872999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-06691679-7a9b-4c61-84cf-736b35618887 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/quotas/d17cad471ab74889b1717b45dbda8246 HTTP/1.1" status: 200 len: 375 time: 0.1290317 Aug 25 11:35:47.919919 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3623da-4fb8-47c3-8e13-ce1309bbfa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.925763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3623da-4fb8-47c3-8e13-ce1309bbfa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:47.928510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed3623da-4fb8-47c3-8e13-ce1309bbfa99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ce5384f-b30b-4465-b45f-a922ae09a070 HTTP/1.1" status: 204 len: 168 time: 0.4056385 Aug 25 11:35:47.954552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3623da-4fb8-47c3-8e13-ce1309bbfa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5384f-b30b-4465-b45f-a922ae09a070,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:47.956132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-31f78c47-01a6-4898-a30f-0be82ecbfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:47.958171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-31f78c47-01a6-4898-a30f-0be82ecbfe4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f74b3b5a3d254037b8f4c33c16100134&device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 1095 time: 0.3137851 Aug 25 11:35:47.977553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-f33c2e3e-aadf-40dc-b847-37627ee336ad tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d17cad471ab74889b1717b45dbda8246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035037 Aug 25 11:35:48.100937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:48.130832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:35:48.130832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-c386a949-ac31-4d66-8495-934cbb501c29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e901160-00cb-41b5-9f35-03ff3f909b01 HTTP/1.1" status: 200 len: 217 time: 0.1490180 Aug 25 11:35:48.213237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:35:48.268763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-5a8f085f-f4f4-40b2-b28a-dd63c29f14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:48.270393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-5a8f085f-f4f4-40b2-b28a-dd63c29f14cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8aa20540-d132-4a31-a15e-3c588b5091ad HTTP/1.1" status: 200 len: 862 time: 0.0692971 Aug 25 11:35:48.278035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:48.311961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8a6b397-e6f2-4f98-ac8a-679c26cd06e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:48.672598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88bbe762-1512-4139-961c-b3e01050b584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:48.800866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38100) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:48.801285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-40dc61f1-dd8a-4661-832c-967fa26daa51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd8dcd75-117e-4040-99c4-27725327855b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5165842 Aug 25 11:35:48.825619 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2251ebf-41fe-4c66-907b-e53d02c5c2ee x-openstack-request-id: req-c2251ebf-41fe-4c66-907b-e53d02c5c2ee {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:35:48.826100 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e30a10-3e22-4c53-a7b5-8a72b02b0828", "tag": "1e901160-00cb-41b5-9f35-03ff3f909b01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:35:48.826500 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2251ebf-41fe-4c66-907b-e53d02c5c2ee {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:35:48.827120 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'tag': '1e901160-00cb-41b5-9f35-03ff3f909b01', 'status': 'completed', 'code': 200} Aug 25 11:35:48.830169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7cab53f-e430-42eb-90e8-638f1358bab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:48.848791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88bbe762-1512-4139-961c-b3e01050b584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:48.857548 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-88bbe762-1512-4139-961c-b3e01050b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:48.918224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-88bbe762-1512-4139-961c-b3e01050b584 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7b9002c7203486a9a86b7123ea85520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8158724 Aug 25 11:35:48.922553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38102) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:48.936007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe762-1512-4139-961c-b3e01050b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8344bb-e85c-4e00-bdfb-b77026bb4070,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:49.046494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-776bad2f-7db7-40f7-bcdd-5c0edfaa3679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.061205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:49.062201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.065803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] 10.222.0.67 "PUT /v2.0/ports/219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 1093 time: 6.1283002 Aug 25 11:35:49.092412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7cab53f-e430-42eb-90e8-638f1358bab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.095189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-776bad2f-7db7-40f7-bcdd-5c0edfaa3679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.106429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7cab53f-e430-42eb-90e8-638f1358bab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.111965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944e6de-0b66-48fe-834b-31f1778115da service neutron] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:49.118935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.181017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cab53f-e430-42eb-90e8-638f1358bab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64eee35-6111-4896-82f1-cb37c40c6d86,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:49.190003 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e7cab53f-e430-42eb-90e8-638f1358bab6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fbbc3f919a842d0ae06c460edf83de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856716 Aug 25 11:35:49.191844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:49.204126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-5a196007-c8d1-4e9a-85e3-1e7ccb3f0961 service neutron] 10.222.0.35 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2254372 Aug 25 11:35:49.244884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-776bad2f-7db7-40f7-bcdd-5c0edfaa3679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.247103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-776bad2f-7db7-40f7-bcdd-5c0edfaa3679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.248366 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-776bad2f-7db7-40f7-bcdd-5c0edfaa3679 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec8344bb-e85c-4e00-bdfb-b77026bb4070 HTTP/1.1" status: 204 len: 168 time: 0.3205011 Aug 25 11:35:49.280130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bad2f-7db7-40f7-bcdd-5c0edfaa3679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8344bb-e85c-4e00-bdfb-b77026bb4070,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:49.289458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f7a2-5e3b-47d6-a21c-1da69fb73fa2 req-fb569694-7f1a-40b2-bdd1-cd19e380ce57 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:49.293202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9719f7a2-5e3b-47d6-a21c-1da69fb73fa2 req-fb569694-7f1a-40b2-bdd1-cd19e380ce57 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 944 time: 0.4646595 Aug 25 11:35:49.297459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56ca6b14-05ca-4750-b1c0-c814f1bb3df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.327094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56ca6b14-05ca-4750-b1c0-c814f1bb3df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.388641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56ca6b14-05ca-4750-b1c0-c814f1bb3df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.392413 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56ca6b14-05ca-4750-b1c0-c814f1bb3df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.394213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56ca6b14-05ca-4750-b1c0-c814f1bb3df3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f64eee35-6111-4896-82f1-cb37c40c6d86 HTTP/1.1" status: 204 len: 168 time: 0.1997843 Aug 25 11:35:49.409119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca6b14-05ca-4750-b1c0-c814f1bb3df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64eee35-6111-4896-82f1-cb37c40c6d86,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:49.512895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-3fb8ee80-dc47-40e6-addb-ace6fa56bf04 service neutron] 10.222.0.67 "GET /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768999 Aug 25 11:35:49.566825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-fab53e5e-9f3a-469d-af20-df0fd7665f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:49.571700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-fab53e5e-9f3a-469d-af20-df0fd7665f00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1096 time: 0.4412501 Aug 25 11:35:49.829137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-ae6d0e92-3476-4bda-9313-1652b69284a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.1984038 Aug 25 11:35:49.846567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9719f7a2-5e3b-47d6-a21c-1da69fb73fa2 req-572b7d91-534d-4925-8d0f-5a654c8d44be tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301871 Aug 25 11:35:49.847493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:49.930772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38118) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:49.950335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e99db09b-7b2a-448b-acb1-8a55363b33fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.078041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-62928933-ac16-4d4d-a9f7-13403879ec78 service neutron] 10.222.0.35 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8370323 Aug 25 11:35:50.130401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e99db09b-7b2a-448b-acb1-8a55363b33fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.141613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e99db09b-7b2a-448b-acb1-8a55363b33fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.209858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dd02a8f-1989-45a3-848c-015cdbc17c99 req-cc0713d3-2977-4755-8c6c-8685fb42d83a service neutron] 10.222.0.67 "GET /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589587 Aug 25 11:35:50.232326 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e99db09b-7b2a-448b-acb1-8a55363b33fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b4735e9f0e54bf89f90e06f13cd6ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986574 Aug 25 11:35:50.232326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38122) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:50.280807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db09b-7b2a-448b-acb1-8a55363b33fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35545115-18e1-4c8e-a8f8-27a3fdfff804,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:50.293066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-3568ac1e-6f38-44e8-9581-265bd5abcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:50.297205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-3568ac1e-6f38-44e8-9581-265bd5abcf8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.4459364 Aug 25 11:35:50.384316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401051ab-06ac-4acb-add1-de551f794463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.401659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ddae0-5ff9-4a21-8e81-c897bd01fc70 req-cfc5c4f1-65a2-4031-8443-e04378d730b8 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:50.405290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b2ddae0-5ff9-4a21-8e81-c897bd01fc70 req-cfc5c4f1-65a2-4031-8443-e04378d730b8 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 943 time: 0.4320028 Aug 25 11:35:50.445107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-b3cd19d4-e795-464a-ae65-789bac1ddfc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931041 Aug 25 11:35:50.460813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401051ab-06ac-4acb-add1-de551f794463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.576350 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401051ab-06ac-4acb-add1-de551f794463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.580177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401051ab-06ac-4acb-add1-de551f794463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:50.581556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-401051ab-06ac-4acb-add1-de551f794463 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35545115-18e1-4c8e-a8f8-27a3fdfff804 HTTP/1.1" status: 204 len: 168 time: 0.3444226 Aug 25 11:35:50.613253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207547-994d-41de-9b16-318649bb2072 req-66554a7e-4a6d-4e10-8611-fa7c76bfc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:50.616253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-66554a7e-4a6d-4e10-8611-fa7c76bfc99a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f74b3b5a3d254037b8f4c33c16100134&device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 1095 time: 0.3150246 Aug 25 11:35:50.643860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401051ab-06ac-4acb-add1-de551f794463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35545115-18e1-4c8e-a8f8-27a3fdfff804,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:50.834683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:35:50.841263 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d954e-8a32-492f-9fff-2b34b184cca0" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:35:50.884715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b2ddae0-5ff9-4a21-8e81-c897bd01fc70 req-d16fdb23-be42-447c-b693-0e621a5c9e8a tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434297 Aug 25 11:35:51.196670 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51ed1c4d-a8a9-4a41-bd22-af9e5b87fda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:51.278197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c823101c-c4fa-4137-8074-aa0ee4ff2a44 req-fd5e88e1-0dca-4d38-b1a7-97419e8d0f06 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 210 time: 0.2367373 Aug 25 11:35:51.292756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:51.326014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:51.406356 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:51.466633 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deca86a-4f96-4853-b5b8-bf17f1f8f7a4 x-openstack-request-id: req-1deca86a-4f96-4853-b5b8-bf17f1f8f7a4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:35:51.468071 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:35:51.468762 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1deca86a-4f96-4853-b5b8-bf17f1f8f7a4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:35:51.469661 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'status': 'completed', 'code': 200} Aug 25 11:35:51.519909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207547-994d-41de-9b16-318649bb2072 req-98df3257-b88a-47ca-9c05-de89b14c5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:51.524554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-98df3257-b88a-47ca-9c05-de89b14c5e14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cd8dcd75-117e-4040-99c4-27725327855b HTTP/1.1" status: 200 len: 923 time: 0.8951306 Aug 25 11:35:51.547583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-f8c8f794-725c-442e-9442-abea1e7b8f07 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0811398 Aug 25 11:35:51.659881 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:35:51.783763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-15e78310-f945-40ca-be18-4695b45b896d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e901160-00cb-41b5-9f35-03ff3f909b01 HTTP/1.1" status: 200 len: 217 time: 0.0983505 Aug 25 11:35:51.821547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=c30c1c06-91ca-4e6a-b1b1-9458fef6f93f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:52.004477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d6f50-aca5-414e-afd3-58d0f8d72c1a req-e489aff1-edef-4fc6-a0a0-7239c48dc897 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:52.007546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e7d6f50-aca5-414e-afd3-58d0f8d72c1a req-e489aff1-edef-4fc6-a0a0-7239c48dc897 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 944 time: 0.8342953 Aug 25 11:35:52.053539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e901160-00cb-41b5-9f35-03ff3f909b01 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:35:52.210285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30deddbe-a9ab-47aa-9f17-15b16654fab6 req-d63f74c0-45b2-47b0-b272-d1d6ea7dbb06 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136373 Aug 25 11:35:52.301212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1e901160-00cb-41b5-9f35-03ff3f909b01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e901160-00cb-41b5-9f35-03ff3f909b01,segment=NetworkSegment(8c44fbbd-9ee9-4fe0-979d-c3f405647419),segment_id=8c44fbbd-9ee9-4fe0-979d-c3f405647419)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:52.317357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '1e901160-00cb-41b5-9f35-03ff3f909b01', 'network_id': 'cd8dcd75-117e-4040-99c4-27725327855b', 'port_id': '1e901160-00cb-41b5-9f35-03ff3f909b01', 'mac_address': 'fa:16:3e:a4:97:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa20540-d132-4a31-a15e-3c588b5091ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:35:52.370464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94207547-994d-41de-9b16-318649bb2072 req-8398cd24-aedf-419a-8a33-30d4541c3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:52.391328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-8398cd24-aedf-419a-8a33-30d4541c3711 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8aa20540-d132-4a31-a15e-3c588b5091ad HTTP/1.1" status: 200 len: 862 time: 0.5659020 Aug 25 11:35:52.419251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:52.437282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:52.467323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e901160-00cb-41b5-9f35-03ff3f909b01 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:35:52.496064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:52.592735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1e901160-00cb-41b5-9f35-03ff3f909b01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e901160-00cb-41b5-9f35-03ff3f909b01,segment=NetworkSegment(8c44fbbd-9ee9-4fe0-979d-c3f405647419),segment_id=8c44fbbd-9ee9-4fe0-979d-c3f405647419)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:52.606086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:52.738596 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 0429ad42-d9af-4e53-84f4-5df3ca7ce2b1 associated. External IP: 172.25.1.40, port: ab39e194-6efa-4258-a03b-ff4995bae40a. Aug 25 11:35:52.815067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1e901160-00cb-41b5-9f35-03ff3f909b01,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:52.832470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.835130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.835709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.836298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.837296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.838401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.844204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.845720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.847842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.849360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.851438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.852239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:35:52.852958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e7d6f50-aca5-414e-afd3-58d0f8d72c1a req-ea8e26ca-8e88-45c8-88b4-c0dadda0ad49 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948962 Aug 25 11:35:52.859635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-20ed8198-22be-417e-b977-3cdba94e2261 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd8dcd75-117e-4040-99c4-27725327855b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4366534 Aug 25 11:35:52.871082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['1e901160-00cb-41b5-9f35-03ff3f909b01'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:35:53.071913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-25b52051-41b7-423e-bfc1-cc431ddcb803 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:53.083338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-25b52051-41b7-423e-bfc1-cc431ddcb803 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "GET /v2.0/networks?id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 200 len: 809 time: 0.5380411 Aug 25 11:35:53.094613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Request body: {'port': {'device_id': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1', 'admin_state_up': True, 'tenant_id': 'd17cad471ab74889b1717b45dbda8246'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:53.333024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Made reservation on behalf of d17cad471ab74889b1717b45dbda8246 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:53.337547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:53.455445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74965323-f12a-4dcf-9ac4-3641a269ad11 req-d317f4c8-b0a4-481b-8ecd-ac8da7387b95 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:53.475104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74965323-f12a-4dcf-9ac4-3641a269ad11 req-d317f4c8-b0a4-481b-8ecd-ac8da7387b95 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 943 time: 1.3106990 Aug 25 11:35:53.484793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-8c359217-db26-4732-a41b-ba54261df600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:53.489034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-8c359217-db26-4732-a41b-ba54261df600 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1096 time: 1.0410540 Aug 25 11:35:53.736203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f34a756-ad81-4d01-bb61-744b5038bb5e req-159c7708-8efb-4b5c-812b-d75e94221071 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 210 time: 0.5133715 Aug 25 11:35:53.762591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Allocated IP 172.20.0.11 (0004b916-f5b4-4fd2-ba1c-b1e033cee9b1/7949c19e-b900-4f4e-a1dd-798183c8a145/e8b22994-b0c6-47f8-afc7-41759a727c92) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:35:54.051067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 219c55c1-779c-44cc-a322-8cef1572c32b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:35:54.055519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e901160-00cb-41b5-9f35-03ff3f909b01 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:35:54.366232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.411092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 1e901160-00cb-41b5-9f35-03ff3f909b01 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:35:54.419364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 1e901160-00cb-41b5-9f35-03ff3f909b01 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:35:54.420086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.472561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.488747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38244) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:54.583569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.727020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:54.786606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:35:54.792784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:35:54.796488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '219c55c1-779c-44cc-a322-8cef1572c32b', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'port_id': '219c55c1-779c-44cc-a322-8cef1572c32b', 'mac_address': 'fa:16:3e:32:35:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:35:54.812424 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.847158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:35:54.924638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e901160-00cb-41b5-9f35-03ff3f909b01'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:35:54.932477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74965323-f12a-4dcf-9ac4-3641a269ad11 req-e83316ca-06df-4ca4-b69e-90b836155d06 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4533687 Aug 25 11:35:54.933043 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59473df5-2ef0-4219-ab51-bb476d5fb685" -d '{"events": [{"server_uuid": "19e30a10-3e22-4c53-a7b5-8a72b02b0828", "name": "network-vif-plugged", "status": "completed", "tag": "1e901160-00cb-41b5-9f35-03ff3f909b01"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:35:54.943269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-a4acca08-71be-4a19-9c34-52032dd1ac7d service neutron] 10.222.0.67 "GET /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9243906 Aug 25 11:35:54.961666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35601568-75de-482f-b409-be2845c6547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.971991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:54.975393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Pushing event updated for resources: {'Port': ['ID=e8b22994-b0c6-47f8-afc7-41759a727c92,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:55.006978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1e901160-00cb-41b5-9f35-03ff3f909b01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e901160-00cb-41b5-9f35-03ff3f909b01,segment=NetworkSegment(8c44fbbd-9ee9-4fe0-979d-c3f405647419),segment_id=8c44fbbd-9ee9-4fe0-979d-c3f405647419)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:55.009252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219c55c1-779c-44cc-a322-8cef1572c32b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:35:55.025077 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:55.145775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:55.165075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:55.168366 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:55.174107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:55.207582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1e901160-00cb-41b5-9f35-03ff3f909b01,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:55.475140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['219c55c1-779c-44cc-a322-8cef1572c32b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:35:55.509072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35601568-75de-482f-b409-be2845c6547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:55.527766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35601568-75de-482f-b409-be2845c6547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:55.612192 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-ae63ce5d-a9f6-4338-a740-f6b41d670624 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5255680 Aug 25 11:35:55.613913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:55.693054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Request body: {'port': {'device_id': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:55.836033 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35601568-75de-482f-b409-be2845c6547a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5dd775677284d8fa414513a3674bb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3369637 Aug 25 11:35:55.838857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601568-75de-482f-b409-be2845c6547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013abf92-2722-42a6-9dd0-21d1f758e69d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:55.851240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38268) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:55.983294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:56.028826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94207547-994d-41de-9b16-318649bb2072 req-e369bb4b-85b8-476d-afe4-f22d603b2368 service neutron] 10.222.0.67 "GET /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0718336 Aug 25 11:35:56.031350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-2b06c33d-0ba9-4420-97d1-7b37687ae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:56.055548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-2b06c33d-0ba9-4420-97d1-7b37687ae004 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 2.4874074 Aug 25 11:35:56.173252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed95e6-945c-4f51-944d-610a1b8fc407 req-9ff2b987-7e19-4b84-a8a2-8fc3573bed96 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:56.175364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43ed95e6-945c-4f51-944d-610a1b8fc407 req-9ff2b987-7e19-4b84-a8a2-8fc3573bed96 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 932 time: 0.7246478 Aug 25 11:35:56.182837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-99be0a70-711e-40d9-bdc1-948b074a575e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.0910716 Aug 25 11:35:56.199264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd0e7-b8f3-4bcb-ba85-395e60f85e85 req-a7bc67bd-9d62-4691-9774-858881f4b97c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:56.200274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491c2271-0c9a-4a71-b0fb-24ac0a1cb8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:56.201446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46bfd0e7-b8f3-4bcb-ba85-395e60f85e85 req-a7bc67bd-9d62-4691-9774-858881f4b97c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 944 time: 1.2440979 Aug 25 11:35:56.272896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:35:56.365283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43ed95e6-945c-4f51-944d-610a1b8fc407 req-9d71f7b7-b13f-4bbf-bba1-430f092c0964 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573780 Aug 25 11:35:56.381644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491c2271-0c9a-4a71-b0fb-24ac0a1cb8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:56.388610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-69436738-f6db-4039-abe4-3833424c642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:56.404715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-69436738-f6db-4039-abe4-3833424c642b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.1989691 Aug 25 11:35:56.680612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491c2271-0c9a-4a71-b0fb-24ac0a1cb8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:56.693768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-491c2271-0c9a-4a71-b0fb-24ac0a1cb8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:56.695729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-491c2271-0c9a-4a71-b0fb-24ac0a1cb8dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/013abf92-2722-42a6-9dd0-21d1f758e69d HTTP/1.1" status: 204 len: 168 time: 0.8362377 Aug 25 11:35:56.738915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c2271-0c9a-4a71-b0fb-24ac0a1cb8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013abf92-2722-42a6-9dd0-21d1f758e69d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:56.787306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46bfd0e7-b8f3-4bcb-ba85-395e60f85e85 req-6a55ad75-7714-46f3-8814-eaf6d759b5c2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471344 Aug 25 11:35:56.920492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-38468178-e24d-401f-aec2-54208ee38c24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183798 Aug 25 11:35:57.074627 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659c64e7-e06c-45cb-945c-43638d9724b6 x-openstack-request-id: req-659c64e7-e06c-45cb-945c-43638d9724b6 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:35:57.075438 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e30a10-3e22-4c53-a7b5-8a72b02b0828", "name": "network-vif-plugged", "status": "completed", "tag": "1e901160-00cb-41b5-9f35-03ff3f909b01", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:35:57.075438 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-659c64e7-e06c-45cb-945c-43638d9724b6 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:35:57.075687 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e901160-00cb-41b5-9f35-03ff3f909b01', 'code': 200} Aug 25 11:35:57.128824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b22994-b0c6-47f8-afc7-41759a727c92 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:35:57.161665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:57.213132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:57.224407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Transition to ACTIVE for port object e8b22994-b0c6-47f8-afc7-41759a727c92 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:35:57.229841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:57.285154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-52550ca8-4554-4bef-ab4c-49dd50f61e47 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366513 Aug 25 11:35:57.357951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Pushing event updated for resources: {'Port': ['ID=e8b22994-b0c6-47f8-afc7-41759a727c92,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:57.479297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Attempting to bind port e8b22994-b0c6-47f8-afc7-41759a727c92 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:35:57.480578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Attempting to bind port e8b22994-b0c6-47f8-afc7-41759a727c92 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:35:57.481452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Attempting to bind port e8b22994-b0c6-47f8-afc7-41759a727c92 on network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:57.495306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Port e8b22994-b0c6-47f8-afc7-41759a727c92 on network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:35:57.496242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Attempting to bind port e8b22994-b0c6-47f8-afc7-41759a727c92 on network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:35:57.508512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:35:57.509413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Checking segment: {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:35:57.510610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Bound using segment: {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:35:57.511836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Bound port: e8b22994-b0c6-47f8-afc7-41759a727c92, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:35:57.513299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:57.725210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:35:57.740025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:35:57.757920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:57.758830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:57.772198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] For port e8b22994-b0c6-47f8-afc7-41759a727c92, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:35:57.790309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] For port e8b22994-b0c6-47f8-afc7-41759a727c92, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e8b22994-b0c6-47f8-afc7-41759a727c92,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:35:57.812624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:57.838534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:57.864049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc188b-c2ff-4319-87e2-877e5a2a1b5a req-fbc3dc82-f291-47a7-a0b9-474cf22f4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:57.867651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dabc188b-c2ff-4319-87e2-877e5a2a1b5a req-fbc3dc82-f291-47a7-a0b9-474cf22f4402 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 1097 time: 0.5683296 Aug 25 11:35:57.870663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:57.904939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:35:57.905605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:57.939522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd87a5-ec0f-40c8-94e4-ee88d5a774cc req-38b77fd0-075e-4ec6-9225-c84700d3f9f9 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:57.953394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43dd87a5-ec0f-40c8-94e4-ee88d5a774cc req-38b77fd0-075e-4ec6-9225-c84700d3f9f9 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 945 time: 0.6563075 Aug 25 11:35:57.986237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:35:57.987007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95a357-04ae-4cd7-8815-ef50fddbfbf1 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:35:58.010829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:58.017938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:58.022906 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] 10.222.0.10 "PUT /v2.0/ports/e8b22994-b0c6-47f8-afc7-41759a727c92 HTTP/1.1" status: 200 len: 1093 time: 2.3856633 Aug 25 11:35:58.024028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'tag': 'e8b22994-b0c6-47f8-afc7-41759a727c92'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:35:58.040868 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adacfcd8-f136-4cd1-b06f-2760ef939e38" -d '{"events": [{"name": "network-changed", "server_uuid": "60e9efd1-174d-4952-8d85-7fd870ab2ace", "tag": "e8b22994-b0c6-47f8-afc7-41759a727c92"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:35:58.077152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 219c55c1-779c-44cc-a322-8cef1572c32b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:35:58.139356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37238a78-e516-4e1b-a47e-fcbead0e8659 req-e4a4c0d8-0b4c-4b24-969f-2fa117b3bfa3 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:58.142876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37238a78-e516-4e1b-a47e-fcbead0e8659 req-e4a4c0d8-0b4c-4b24-969f-2fa117b3bfa3 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 944 time: 0.4274349 Aug 25 11:35:58.191666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 219c55c1-779c-44cc-a322-8cef1572c32b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:35:58.201184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-595d6e2f-cac5-4201-80bd-3b7738f534ca tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 17.3876939 Aug 25 11:35:58.203345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dabc188b-c2ff-4319-87e2-877e5a2a1b5a req-c2e3d384-e397-4460-bc7e-251830d97bfe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398572 Aug 25 11:35:58.210592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 219c55c1-779c-44cc-a322-8cef1572c32b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:35:58.211026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:58.212074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:58.233473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1651613427'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:58.265839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-443d954e-8a32-492f-9fff-2b34b184cca0 req-d4d34e9f-fda2-49cc-85ee-fd6dac4a3a9f service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9463384 Aug 25 11:35:58.281288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c06b72-70b8-46ab-ac1b-afb59bf7f99c service neutron] Pushing event updated for resources: {'Port': ['ID=e8b22994-b0c6-47f8-afc7-41759a727c92,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:58.300306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:58.304072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:58.321066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43dd87a5-ec0f-40c8-94e4-ee88d5a774cc req-4ea160b6-1bb7-4a4e-abd5-5b1324349595 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728009 Aug 25 11:35:58.358878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37238a78-e516-4e1b-a47e-fcbead0e8659 req-62fc62e3-eda4-4145-9a89-4146377ae36f tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904018 Aug 25 11:35:58.409246 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:58.469288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-c4790ed8-9a65-4838-8711-b71662212073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:58.472069 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-c4790ed8-9a65-4838-8711-b71662212073 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d17cad471ab74889b1717b45dbda8246&device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 1096 time: 0.3837981 Aug 25 11:35:58.473219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:35:58.533067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:35:58.542060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:58.542805 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Added segment 32bcf2ff-47a2-4737-8232-ad4a849f9e28 of type vlan for network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed Aug 25 11:35:58.543627 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:58.548162 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-03fd4bab-6028-4d58-884e-bcbec2fad7b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8b22994-b0c6-47f8-afc7-41759a727c92 HTTP/1.1" status: 200 len: 217 time: 0.0648053 Aug 25 11:35:58.612008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af532c-bc30-4d0a-9800-5658e6431d44 req-5647cc28-c5e9-4023-9932-5b3588166656 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:58.619643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3af532c-bc30-4d0a-9800-5658e6431d44 req-5647cc28-c5e9-4023-9932-5b3588166656 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 945 time: 0.1211026 Aug 25 11:35:58.638717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-a72c9965-4f71-451a-b898-ad214fc15859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:58.641042 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-a72c9965-4f71-451a-b898-ad214fc15859 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7949c19e-b900-4f4e-a1dd-798183c8a145 HTTP/1.1" status: 200 len: 849 time: 0.0790124 Aug 25 11:35:58.644251 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82c68b-f2f2-4fa5-bfb6-788fffb3d8ce x-openstack-request-id: req-bd82c68b-f2f2-4fa5-bfb6-788fffb3d8ce {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:35:58.644693 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e9efd1-174d-4952-8d85-7fd870ab2ace", "tag": "e8b22994-b0c6-47f8-afc7-41759a727c92", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:35:58.645773 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd82c68b-f2f2-4fa5-bfb6-788fffb3d8ce {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:35:58.645773 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'tag': 'e8b22994-b0c6-47f8-afc7-41759a727c92', 'status': 'completed', 'code': 200} Aug 25 11:35:58.703358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3af532c-bc30-4d0a-9800-5658e6431d44 req-ba46635a-2eb9-44ec-9e48-d438a2277954 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826645 Aug 25 11:35:58.716237 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-641a80ac-2b2b-4592-a2d6-58929f17b934 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663719 Aug 25 11:35:58.776729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:58.912889 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-68dab4fd-3cf9-411e-9219-efabf4f11498 service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872559 Aug 25 11:35:58.917588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:59.077443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:35:59.082429 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8177cc-cdfd-408a-b263-4105af4b566f" -d '{"events": [{"server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "name": "network-vif-plugged", "status": "completed", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:35:59.124832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:35:59.232100 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f7ad3-a270-4a60-b910-d0e71bfe2730 x-openstack-request-id: req-d38f7ad3-a270-4a60-b910-d0e71bfe2730 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:35:59.232534 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "name": "network-vif-plugged", "status": "completed", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:35:59.233426 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d38f7ad3-a270-4a60-b910-d0e71bfe2730 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:35:59.234911 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'code': 200} Aug 25 11:35:59.244603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:59.260160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:59.261916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:59.534393 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3214664 Aug 25 11:35:59.547187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38348) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:35:59.562225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'subnet': {'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:35:59.584934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2543a90b-8f7f-4df5-9546-a9835a8f480e req-4635e703-2167-46f2-8d0d-5a65ace2fd29 service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556163 Aug 25 11:35:59.603786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c5cf0-3f59-42d6-bc20-622fc850e186 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Network': ['ID=9dadd9c3-2243-4a93-88c7-93deda0bb4ed,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:35:59.620484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:35:59.742122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c1c11-6ad7-46ab-92a9-c36af39dd542 req-500c4be1-4618-4bd8-8d30-86e78bd09fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:59.759937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e56c1c11-6ad7-46ab-92a9-c36af39dd542 req-500c4be1-4618-4bd8-8d30-86e78bd09fd2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.2990170 Aug 25 11:35:59.790451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:35:59.795841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:35:59.909576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe3db-131f-48c5-9a14-4fe9e346bd78 req-29558b97-6bd5-458f-a5dd-b1bae32e97c0 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:35:59.924423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37bfe3db-131f-48c5-9a14-4fe9e346bd78 req-29558b97-6bd5-458f-a5dd-b1bae32e97c0 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 945 time: 0.3596861 Aug 25 11:36:00.059211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-bd3b359d-1f1c-4bfe-ad00-c61598f0584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:00.062170 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-bd3b359d-1f1c-4bfe-ad00-c61598f0584c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d17cad471ab74889b1717b45dbda8246&device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 1096 time: 0.3119226 Aug 25 11:36:00.063864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37bfe3db-131f-48c5-9a14-4fe9e346bd78 req-0ab1ca25-e8e9-49a6-b572-abcc8cd2d0a7 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378250 Aug 25 11:36:00.087590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c855a-de63-42a4-ab90-09904047e181 req-486152bc-248c-45ce-a532-15ed192ee941 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:00.090424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-428c855a-de63-42a4-ab90-09904047e181 req-486152bc-248c-45ce-a532-15ed192ee941 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 944 time: 0.3923428 Aug 25 11:36:00.099175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e56c1c11-6ad7-46ab-92a9-c36af39dd542 req-9c940854-a532-4562-b32b-acc4cb88c5bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811394 Aug 25 11:36:00.171859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-428c855a-de63-42a4-ab90-09904047e181 req-f8b5da7d-0d09-43dc-9269-7264252b52b0 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Aug 25 11:36:00.335817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f5cb-4e42-4ceb-9bf7-b5d01e852b91 req-cd8e0d78-ffe4-49aa-b896-2d4bd88ccc08 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:00.348626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a67f5cb-4e42-4ceb-9bf7-b5d01e852b91 req-cd8e0d78-ffe4-49aa-b896-2d4bd88ccc08 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.1061735 Aug 25 11:36:00.419472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a67f5cb-4e42-4ceb-9bf7-b5d01e852b91 req-e50212c8-64e0-468d-b583-d4a1fd59ae14 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675647 Aug 25 11:36:00.526873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-4006d479-99ec-4216-b075-29fd5bd66ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:00.529603 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-4006d479-99ec-4216-b075-29fd5bd66ca1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 200 len: 910 time: 0.4573309 Aug 25 11:36:00.620936 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-eac232cd-964c-4403-ba23-34e9d558442d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8b22994-b0c6-47f8-afc7-41759a727c92 HTTP/1.1" status: 200 len: 217 time: 0.0780349 Aug 25 11:36:00.707975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-9324fcde-60da-4d07-bdb1-1d292bef6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:00.709525 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-9324fcde-60da-4d07-bdb1-1d292bef6e4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7949c19e-b900-4f4e-a1dd-798183c8a145 HTTP/1.1" status: 200 len: 849 time: 0.0804539 Aug 25 11:36:00.755017 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-392011b2-3ca0-4107-b5b5-6c50fd3e0971 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383599 Aug 25 11:36:00.879810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:00.885182 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-4111f340-98a1-4c74-92d4-5be9524dc61c service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208293 Aug 25 11:36:00.886279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:01.173411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Subnet': ['ID=aea724f6-f970-4eb4-bed7-61344b187d39,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:01.222315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Checking segment: {'id': '32bcf2ff-47a2-4737-8232-ad4a849f9e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:36:01.222979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network hostable DHCP agents. Network: 9dadd9c3-2243-4a93-88c7-93deda0bb4ed, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:36:01.259064 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-adacfcd8-f136-4cd1-b06f-2760ef939e38 req-527ccfc8-a4a8-4570-a1a9-f9af80484875 service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646612 Aug 25 11:36:01.275096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:36:01.310572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9dadd9c3-2243-4a93-88c7-93deda0bb4ed) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:01.330336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271462a-62d8-404a-9340-4ae9010181e9 None None] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:01.345166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:01.346180 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:01.414077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38388) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:01.416745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-87bd124a-d81f-493a-976e-9c68d90e0b26 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8583410 Aug 25 11:36:01.429970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1031318839', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:01.565864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104b8a-e50f-46ac-ba46-9db9ab1c88ad req-e12b6e9a-a9a3-46ea-a94c-c0cd3170c4f2 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:01.575247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd104b8a-e50f-46ac-ba46-9db9ab1c88ad req-e12b6e9a-a9a3-46ea-a94c-c0cd3170c4f2 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 945 time: 0.3020980 Aug 25 11:36:01.611700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e8b22994-b0c6-47f8-afc7-41759a727c92 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:36:01.667939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1df94-46b3-4a91-bb00-89b349530ddb req-cbf3c0bb-48d9-4aa4-8f6f-5b9b9f971bd1 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:01.682239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d1df94-46b3-4a91-bb00-89b349530ddb req-cbf3c0bb-48d9-4aa4-8f6f-5b9b9f971bd1 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 944 time: 0.2745790 Aug 25 11:36:01.696343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:01.698233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:01.815382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d1df94-46b3-4a91-bb00-89b349530ddb req-9efac93e-6392-4455-8d95-d91a211987da tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238565 Aug 25 11:36:01.853674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd104b8a-e50f-46ac-ba46-9db9ab1c88ad req-ef359df9-4312-4301-8a3d-216b957d57bb tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593641 Aug 25 11:36:02.036574 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:02.374933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a7fe-8bc8-45b1-a46c-57194324a843 req-495366f0-1560-4e6d-a5da-34cb58deb30b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:02.392625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d54a7fe-8bc8-45b1-a46c-57194324a843 req-495366f0-1560-4e6d-a5da-34cb58deb30b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.3823724 Aug 25 11:36:02.585272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9dadd9c3-2243-4a93-88c7-93deda0bb4ed', 'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed', 'tenant_id': '75f9b5a7b8c54320b0d523034b44000c', 'fixed_ips': [{'subnet_id': 'aea724f6-f970-4eb4-bed7-61344b187d39'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:36:02.587718 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:02.608196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e8b22994-b0c6-47f8-afc7-41759a727c92, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e8b22994-b0c6-47f8-afc7-41759a727c92,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:02.665824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:02.716819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d54a7fe-8bc8-45b1-a46c-57194324a843 req-af70b27c-7f80-4d20-a7e6-c7ad703efe17 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230650 Aug 25 11:36:02.900736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Allocated IP 172.20.0.2 (9dadd9c3-2243-4a93-88c7-93deda0bb4ed/aea724f6-f970-4eb4-bed7-61344b187d39/3c5e8d80-9aac-4401-b076-46ee22646495) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:03.103641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d4499-59d8-499a-bc24-7428333cc61b req-37f167db-e310-4bcc-93f7-4c3810e23190 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:03.123189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f9d4499-59d8-499a-bc24-7428333cc61b req-37f167db-e310-4bcc-93f7-4c3810e23190 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 945 time: 0.1823642 Aug 25 11:36:03.184914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:03.197932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Transition to ACTIVE for port object 3c5e8d80-9aac-4401-b076-46ee22646495 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:36:03.220687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Transition to ACTIVE for port object 3c5e8d80-9aac-4401-b076-46ee22646495 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:36:03.228421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'e8b22994-b0c6-47f8-afc7-41759a727c92', 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1', 'port_id': 'e8b22994-b0c6-47f8-afc7-41759a727c92', 'mac_address': 'fa:16:3e:e2:09:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7949c19e-b900-4f4e-a1dd-798183c8a145', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:36:03.240096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:03.246519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f9d4499-59d8-499a-bc24-7428333cc61b req-b91895f1-51f8-4add-b306-15eaeb0d1053 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107857 Aug 25 11:36:03.323078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:03.334105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:03.337847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:03.366358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Pushing event updated for resources: {'Port': ['ID=3c5e8d80-9aac-4401-b076-46ee22646495,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:03.412568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:03.480359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b22994-b0c6-47f8-afc7-41759a727c92 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:36:03.563715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e8b22994-b0c6-47f8-afc7-41759a727c92, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e8b22994-b0c6-47f8-afc7-41759a727c92,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:03.633629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:03.781758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Attempting to bind port 3c5e8d80-9aac-4401-b076-46ee22646495 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:36:03.782152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Attempting to bind port 3c5e8d80-9aac-4401-b076-46ee22646495 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '32bcf2ff-47a2-4737-8232-ad4a849f9e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:36:03.782528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Attempting to bind port 3c5e8d80-9aac-4401-b076-46ee22646495 on network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:36:03.821155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:36:03.821523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Checking segment: {'id': '32bcf2ff-47a2-4737-8232-ad4a849f9e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:36:03.821963 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:03.822373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Bound using segment: {'id': '32bcf2ff-47a2-4737-8232-ad4a849f9e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:36:03.822855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Bound port: 3c5e8d80-9aac-4401-b076-46ee22646495, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32bcf2ff-47a2-4737-8232-ad4a849f9e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:36:03.823251 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:03.898800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e8b22994-b0c6-47f8-afc7-41759a727c92'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:04.026075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e8b22994-b0c6-47f8-afc7-41759a727c92,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:04.089952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] For port 3c5e8d80-9aac-4401-b076-46ee22646495, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:36:04.133142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] For port 3c5e8d80-9aac-4401-b076-46ee22646495, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3c5e8d80-9aac-4401-b076-46ee22646495,segment=NetworkSegment(32bcf2ff-47a2-4737-8232-ad4a849f9e28),segment_id=32bcf2ff-47a2-4737-8232-ad4a849f9e28)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:36:04.150818 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:04.222253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d50b6-2384-4487-81ff-cbbb7763962c req-9617aa7e-1d71-4a72-a5a1-0838c3895089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:04.224346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-9617aa7e-1d71-4a72-a5a1-0838c3895089 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.8287861 Aug 25 11:36:04.398556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030a35f-d97c-4d18-a0f4-927ca2f79886 None None] Pushing event updated for resources: {'Port': ['ID=3c5e8d80-9aac-4401-b076-46ee22646495,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:04.536977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d50b6-2384-4487-81ff-cbbb7763962c req-0da60ab0-5116-45fd-8779-51a165335809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:04.539017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-0da60ab0-5116-45fd-8779-51a165335809 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 0.2269132 Aug 25 11:36:04.543968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:05.121626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:05.136010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34442439-9542-429d-8704-2932c33f3ec6 req-df0ba693-b92f-4b27-989f-962765cffcab tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:05.138132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34442439-9542-429d-8704-2932c33f3ec6 req-df0ba693-b92f-4b27-989f-962765cffcab tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 945 time: 1.2720466 Aug 25 11:36:05.151476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-fd8f36d3-5707-4b2f-acc2-6287b6f62e0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.5859091 Aug 25 11:36:05.164477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-71e979ea-dde7-40c0-a91d-d61744644b43 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:05.168287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-71e979ea-dde7-40c0-a91d-d61744644b43 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.67 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 945 time: 0.8546329 Aug 25 11:36:05.191835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d5a01-0971-46d3-8a19-2d319542b4a0 req-f553c614-cff1-489c-a2c0-448471a56c66 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:05.200940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b43d5a01-0971-46d3-8a19-2d319542b4a0 req-f553c614-cff1-489c-a2c0-448471a56c66 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 1.1871955 Aug 25 11:36:05.543066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34442439-9542-429d-8704-2932c33f3ec6 req-eb3b3e34-7d32-4b32-a8d1-e03fd3f8cf29 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716874 Aug 25 11:36:05.661661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e8b22994-b0c6-47f8-afc7-41759a727c92 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:36:05.758160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3c5e8d80-9aac-4401-b076-46ee22646495 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:36:05.803881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d50b6-2384-4487-81ff-cbbb7763962c req-4e71316a-6c48-4539-9d8f-1b66fb41e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:05.811588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-4e71316a-6c48-4539-9d8f-1b66fb41e8ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.6338196 Aug 25 11:36:05.838752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b43d5a01-0971-46d3-8a19-2d319542b4a0 req-0c510273-13d7-4007-bbd7-2f8002f55f4e tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364179 Aug 25 11:36:05.967018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port e8b22994-b0c6-47f8-afc7-41759a727c92 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:05.984323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3c5e8d80-9aac-4401-b076-46ee22646495 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:05.998585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port e8b22994-b0c6-47f8-afc7-41759a727c92 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:06.000790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.051201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-abdd4847-2ad1-419c-bc94-e552320eb459 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143453 Aug 25 11:36:06.223465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90074abe-596f-424e-b2d1-15da649c283b None None] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:06.316692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.25.1.230 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/05f35f11-d8d0-47ed-ad5a-8d4243a97f43) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:06.330330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45974833-dcb1-4f6b-9b34-7ede08d3abc4 req-59e50610-5989-4569-a511-f90d5244263e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:06.332158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45974833-dcb1-4f6b-9b34-7ede08d3abc4 req-59e50610-5989-4569-a511-f90d5244263e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.5181372 Aug 25 11:36:06.389207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Deleting port 1e901160-00cb-41b5-9f35-03ff3f909b01 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:06.390248 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.423874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] Provisioning for port 3c5e8d80-9aac-4401-b076-46ee22646495 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:06.444002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] Provisioning complete for port 3c5e8d80-9aac-4401-b076-46ee22646495 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:06.444543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.511577 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.585436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e8b22994-b0c6-47f8-afc7-41759a727c92, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e8b22994-b0c6-47f8-afc7-41759a727c92,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:06.588849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74a76-58e2-40c1-8817-7758ccac2540 req-8b66253c-0cdc-421b-ad4f-6cbd6a4fef49 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:06.594128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b22994-b0c6-47f8-afc7-41759a727c92'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:06.598566 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83bb0a-5976-470b-8332-10ad2576fc20" -d '{"events": [{"server_uuid": "60e9efd1-174d-4952-8d85-7fd870ab2ace", "name": "network-vif-plugged", "status": "completed", "tag": "e8b22994-b0c6-47f8-afc7-41759a727c92"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:06.599550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d74a76-58e2-40c1-8817-7758ccac2540 req-8b66253c-0cdc-421b-ad4f-6cbd6a4fef49 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 945 time: 0.4653876 Aug 25 11:36:06.612162 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.664095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-a3f6de39-4eba-44d9-a12b-58791fa70f83 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287590 Aug 25 11:36:06.682690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45974833-dcb1-4f6b-9b34-7ede08d3abc4 req-3ebfeb25-a2c9-4026-ac64-bf849dadcbe8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304386 Aug 25 11:36:06.815816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-737d50b6-2384-4487-81ff-cbbb7763962c req-ca4762ce-2cce-46c5-b650-9ecfe97a7905 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318491 Aug 25 11:36:06.876992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e8b22994-b0c6-47f8-afc7-41759a727c92,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:06.908937 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae20cb4-2074-49fd-acde-d6d3a0ba8b4c x-openstack-request-id: req-aae20cb4-2074-49fd-acde-d6d3a0ba8b4c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:06.909136 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e9efd1-174d-4952-8d85-7fd870ab2ace", "name": "network-vif-plugged", "status": "completed", "tag": "e8b22994-b0c6-47f8-afc7-41759a727c92", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:06.909629 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aae20cb4-2074-49fd-acde-d6d3a0ba8b4c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:06.910006 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b22994-b0c6-47f8-afc7-41759a727c92', 'code': 200} Aug 25 11:36:06.916201 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.925295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d74a76-58e2-40c1-8817-7758ccac2540 req-32a4ce7d-a19a-4c3e-9748-fccf94d4e116 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/security-groups?id=2b04b817-9155-4188-af54-cee6281d68ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240147 Aug 25 11:36:06.941280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] For port 1e901160-00cb-41b5-9f35-03ff3f909b01, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1e901160-00cb-41b5-9f35-03ff3f909b01,segment=NetworkSegment(8c44fbbd-9ee9-4fe0-979d-c3f405647419),segment_id=8c44fbbd-9ee9-4fe0-979d-c3f405647419)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:06.941668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:06.955540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38488) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:06.993535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Calling delete_port for 1e901160-00cb-41b5-9f35-03ff3f909b01 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:07.010539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.085231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] For port 3c5e8d80-9aac-4401-b076-46ee22646495, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3c5e8d80-9aac-4401-b076-46ee22646495,segment=NetworkSegment(32bcf2ff-47a2-4737-8232-ad4a849f9e28),segment_id=32bcf2ff-47a2-4737-8232-ad4a849f9e28)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:07.093843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.230006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7339e-1ecf-46a0-aadb-8c83653d99fa None None] Pushing event updated for resources: {'Port': ['ID=3c5e8d80-9aac-4401-b076-46ee22646495,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:07.261787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2ec93-a102-4e0a-8fdc-d15316e64707 req-d1a98d50-3b58-46b4-ad9e-a8d20b2e10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:07.268909 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5ae2ec93-a102-4e0a-8fdc-d15316e64707 req-d1a98d50-3b58-46b4-ad9e-a8d20b2e10d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 1098 time: 0.2569194 Aug 25 11:36:07.388796 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5ae2ec93-a102-4e0a-8fdc-d15316e64707 req-ed3f0230-f542-4cae-8fa9-0a459847bf1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125538 Aug 25 11:36:07.421157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b99d-b752-494e-a574-bd7eb7109245 req-cb570711-c8b6-4ade-9545-70bf450d80f4 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:07.423327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa56b99d-b752-494e-a574-bd7eb7109245 req-cb570711-c8b6-4ade-9545-70bf450d80f4 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.2692971 Aug 25 11:36:07.434815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa9717-d00a-4a3d-abb9-028937f14424 req-8f4765b3-fa44-4a65-a142-3b06edf99bbb tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:07.436671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64fa9717-d00a-4a3d-abb9-028937f14424 req-8f4765b3-fa44-4a65-a142-3b06edf99bbb tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 946 time: 0.3322158 Aug 25 11:36:07.440434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.460654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3def59c8-f82d-412d-a63f-c9fd72e40a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.468602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-453d4544-f3d0-42cf-b12e-85582f93024a None None] Provisioning complete for port 3c5e8d80-9aac-4401-b076-46ee22646495 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:07.469795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-453d4544-f3d0-42cf-b12e-85582f93024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.565643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:07.573976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:07.615904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:07.634616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa56b99d-b752-494e-a574-bd7eb7109245 req-b108c246-0462-4627-83af-9c3595f12de6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954663 Aug 25 11:36:07.648524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38498) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:07.653121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3c5e8d80-9aac-4401-b076-46ee22646495 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:36:07.656392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=05f35f11-d8d0-47ed-ad5a-8d4243a97f43,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:07.661905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3def59c8-f82d-412d-a63f-c9fd72e40a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.667708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3def59c8-f82d-412d-a63f-c9fd72e40a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.731482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64fa9717-d00a-4a3d-abb9-028937f14424 req-c49c0d18-f4fd-4c5b-b1f9-fda02b43a912 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834780 Aug 25 11:36:07.756294 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.788547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3def59c8-f82d-412d-a63f-c9fd72e40a43 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3791720b6285468392a60c73abe48c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8239932 Aug 25 11:36:07.788547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def59c8-f82d-412d-a63f-c9fd72e40a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87882f58-a6ee-4462-b8dc-4ef9f8608755,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:07.790073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:07.856588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Pushing event deleted for resources: {'Port': ['ID=1e901160-00cb-41b5-9f35-03ff3f909b01,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:07.899274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3c5e8d80-9aac-4401-b076-46ee22646495 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:07.899848 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:07.912194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bded4a00-5bd0-4d85-b6f4-09df1e9a2432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.010864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bded4a00-5bd0-4d85-b6f4-09df1e9a2432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.082305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] No DVR routers for this DVR port 1e901160-00cb-41b5-9f35-03ff3f909b01 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:36:08.103813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.106532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feaa3df9-e5d6-4909-bf95-c78a06e1203f req-a8b1fc71-ef0f-4833-8854-eaa54f2d2767 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.67 "DELETE /v2.0/ports/1e901160-00cb-41b5-9f35-03ff3f909b01 HTTP/1.1" status: 204 len: 173 time: 2.8986075 Aug 25 11:36:08.109029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'name': 'network-vif-deleted', 'tag': '1e901160-00cb-41b5-9f35-03ff3f909b01'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:08.112381 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695832f7-494e-451f-bcef-fcdda1ef81e4" -d '{"events": [{"server_uuid": "19e30a10-3e22-4c53-a7b5-8a72b02b0828", "name": "network-vif-deleted", "tag": "1e901160-00cb-41b5-9f35-03ff3f909b01"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:08.122645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67c17082-d1ef-4b9d-8561-e12a0b58aae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.130388 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bded4a00-5bd0-4d85-b6f4-09df1e9a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.134401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bded4a00-5bd0-4d85-b6f4-09df1e9a2432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.136007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bded4a00-5bd0-4d85-b6f4-09df1e9a2432 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87882f58-a6ee-4462-b8dc-4ef9f8608755 HTTP/1.1" status: 204 len: 168 time: 0.3447428 Aug 25 11:36:08.147475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e901160-00cb-41b5-9f35-03ff3f909b01 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:36:08.158251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10fc88bc-3247-471a-8b40-ae71ca0ab267 req-44b6f303-f6e6-40ae-8f54-2f58a6962ce8 tempest-ServerAddressesNegativeTestJSON-1480606811 tempest-ServerAddressesNegativeTestJSON-1480606811-project] 10.222.0.35 "GET /v2.0/ports?device_id=19e30a10-3e22-4c53-a7b5-8a72b02b0828 HTTP/1.1" status: 200 len: 210 time: 0.0782156 Aug 25 11:36:08.168164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded4a00-5bd0-4d85-b6f4-09df1e9a2432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87882f58-a6ee-4462-b8dc-4ef9f8608755,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:08.178012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca253bf-f012-4b4d-8793-c2b3a26c6d0c req-8f93be6b-03bb-4677-9777-c5cb821cd9bd tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:08.186181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fca253bf-f012-4b4d-8793-c2b3a26c6d0c req-8f93be6b-03bb-4677-9777-c5cb821cd9bd tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.3330562 Aug 25 11:36:08.196655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 1e901160-00cb-41b5-9f35-03ff3f909b01 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:36:08.197268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1e901160-00cb-41b5-9f35-03ff3f909b01 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:36:08.319777 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00a6b17-54f1-4d0d-a912-bfc9def777b0 x-openstack-request-id: req-e00a6b17-54f1-4d0d-a912-bfc9def777b0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:08.320117 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e30a10-3e22-4c53-a7b5-8a72b02b0828", "name": "network-vif-deleted", "tag": "1e901160-00cb-41b5-9f35-03ff3f909b01", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:08.320336 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e00a6b17-54f1-4d0d-a912-bfc9def777b0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:08.320751 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e30a10-3e22-4c53-a7b5-8a72b02b0828', 'name': 'network-vif-deleted', 'tag': '1e901160-00cb-41b5-9f35-03ff3f909b01', 'status': 'completed', 'code': 200} Aug 25 11:36:08.374569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fca253bf-f012-4b4d-8793-c2b3a26c6d0c req-cefcfc4b-10b4-4749-972f-1d47139abe20 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872289 Aug 25 11:36:08.507543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.713820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67c17082-d1ef-4b9d-8561-e12a0b58aae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:08.729159 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67c17082-d1ef-4b9d-8561-e12a0b58aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.043133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-67c17082-d1ef-4b9d-8561-e12a0b58aae9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=203f5f37aa92460eab2a4a1159bd8723&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3877523 Aug 25 11:36:09.047294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38528) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:09.101710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17082-d1ef-4b9d-8561-e12a0b58aae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546d2d8-4189-45b3-9c45-604c79b62c50,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:09.144734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d97f23-c977-41eb-a857-08d0c05f6b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.177311 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d97f23-c977-41eb-a857-08d0c05f6b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.249197 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d97f23-c977-41eb-a857-08d0c05f6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.253586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55d97f23-c977-41eb-a857-08d0c05f6b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.257378 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-55d97f23-c977-41eb-a857-08d0c05f6b83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d546d2d8-4189-45b3-9c45-604c79b62c50 HTTP/1.1" status: 204 len: 168 time: 0.2054460 Aug 25 11:36:09.282703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d97f23-c977-41eb-a857-08d0c05f6b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546d2d8-4189-45b3-9c45-604c79b62c50,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:09.552870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9e1b6-4d4d-4655-8a7a-32d8767a880d req-91dd3885-9491-4783-9b53-bc6586521672 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:09.554531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25f9e1b6-4d4d-4655-8a7a-32d8767a880d req-91dd3885-9491-4783-9b53-bc6586521672 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.6310279 Aug 25 11:36:09.570953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c80d7-af70-4b5e-84f1-26bf48fec911 req-40b26591-dc54-4345-bfd3-0d59f66594ca tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:09.572667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac5c80d7-af70-4b5e-84f1-26bf48fec911 req-40b26591-dc54-4345-bfd3-0d59f66594ca tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 946 time: 0.6564951 Aug 25 11:36:09.639539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.662726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25f9e1b6-4d4d-4655-8a7a-32d8767a880d req-a4e01fdb-4ec0-4eda-adf1-91140122e94e tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888577 Aug 25 11:36:09.724388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac5c80d7-af70-4b5e-84f1-26bf48fec911 req-0dcc58cf-8631-4970-8b7c-3b52de60e67c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303556 Aug 25 11:36:09.804722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:09.882847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38550) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:09.920053 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dc82535-e83e-4a9b-aec5-495a26448a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:09.949162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Deleting subnet 8aa20540-d132-4a31-a15e-3c588b5091ad {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:36:09.953057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.007026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.081757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.092523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9da60a-fba4-458f-a7e8-9eeba0419613 req-2e9a22fd-0017-4003-b52c-7bfa24907cbb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:10.103327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c9da60a-fba4-458f-a7e8-9eeba0419613 req-2e9a22fd-0017-4003-b52c-7bfa24907cbb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.2219951 Aug 25 11:36:10.173600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c9da60a-fba4-458f-a7e8-9eeba0419613 req-9595d4df-c5f7-4a68-9580-f97b869aa242 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690215 Aug 25 11:36:10.193487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 50d7ae87-f480-4651-9ef0-339320d23941 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:36:10.230946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.319041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa20540-d132-4a31-a15e-3c588b5091ad,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:10.333045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.337294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7de7a9d6-ef5f-4099-b7c7-428b1c4b20cd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8aa20540-d132-4a31-a15e-3c588b5091ad HTTP/1.1" status: 204 len: 168 time: 0.5304220 Aug 25 11:36:10.342645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38560) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:10.409102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:10.432202 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] Sync routers for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:10.444462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dc82535-e83e-4a9b-aec5-495a26448a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.457798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.461782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a14217eb-108d-4d47-b511-6e7f72b5f2a5 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0433722 Aug 25 11:36:10.463856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38564) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:10.485020 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:10.488721 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:10.579324 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6dc82535-e83e-4a9b-aec5-495a26448a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.597644 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:10.630301 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:10.630958 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:10.750972 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:10.752209 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669db1-3a14-4bae-936d-2faec4223a13 None None] The sync data for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:10.778939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:10.790322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc82535-e83e-4a9b-aec5-495a26448a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04752ac6-8431-4a56-b5b6-5ca184b4ba97,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:10.807568 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6dc82535-e83e-4a9b-aec5-495a26448a69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2ab7334b1c2481687ebd25acbe58137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9208794 Aug 25 11:36:10.807831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:11.065909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.082400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8dcd75-117e-4040-99c4-27725327855b']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:11.098759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c44fbbd-9ee9-4fe0-979d-c3f405647419') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:11.099125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8560-5428-4bb2-a15a-b7333d9a01fb req-01591527-f10e-460c-9284-7804dc9e415b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:11.099608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c44fbbd-9ee9-4fe0-979d-c3f405647419') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:11.101746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50de8560-5428-4bb2-a15a-b7333d9a01fb req-01591527-f10e-460c-9284-7804dc9e415b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.2544971 Aug 25 11:36:11.110683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.159259 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.173244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:36:11.173664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:36:11.253059 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:36:11.258678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.273147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.275063 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd8dcd75-117e-4040-99c4-27725327855b HTTP/1.1" status: 204 len: 168 time: 0.9310157 Aug 25 11:36:11.304351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221e686-fe5c-49b0-8eec-3c405161d3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8dcd75-117e-4040-99c4-27725327855b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:11.306623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54e1323e-5477-40b1-bd61-225913687cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.329249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50de8560-5428-4bb2-a15a-b7333d9a01fb req-b8d98a4b-a070-419d-9c37-20c4aa6949e8 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090156 Aug 25 11:36:11.345048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54e1323e-5477-40b1-bd61-225913687cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.365006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c557e-590a-4eae-ad2e-d4ee7464ad87 req-430df605-0429-4997-af8a-62aa339bfe23 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:11.373423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e34c557e-590a-4eae-ad2e-d4ee7464ad87 req-430df605-0429-4997-af8a-62aa339bfe23 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 946 time: 0.1480699 Aug 25 11:36:11.440390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54e1323e-5477-40b1-bd61-225913687cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.444635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-54e1323e-5477-40b1-bd61-225913687cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.454712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-54e1323e-5477-40b1-bd61-225913687cd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04752ac6-8431-4a56-b5b6-5ca184b4ba97 HTTP/1.1" status: 204 len: 168 time: 0.6436474 Aug 25 11:36:11.472222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1323e-5477-40b1-bd61-225913687cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04752ac6-8431-4a56-b5b6-5ca184b4ba97,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:11.670743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e34c557e-590a-4eae-ad2e-d4ee7464ad87 req-79eece16-dbac-4c40-9d00-75c0448df3ae tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963262 Aug 25 11:36:11.686932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9633-4585-476e-9ee1-3e5bd790167a req-1f736f2d-1009-4a8c-b8bf-8472bbcf1eec tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:11.700864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:11.705117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1ad9633-4585-476e-9ee1-3e5bd790167a req-1f736f2d-1009-4a8c-b8bf-8472bbcf1eec tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1630166 Aug 25 11:36:11.806886 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba782a2a-d126-4c09-b52f-04214a20a0c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f74b3b5a3d254037b8f4c33c16100134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008210 Aug 25 11:36:11.807190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.808213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:11.842721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1ad9633-4585-476e-9ee1-3e5bd790167a req-b4717ec6-bcff-483b-9c33-ce0ad4db6cb6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365786 Aug 25 11:36:11.928701 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94f3a47-65ed-4e41-94ea-eed15e4100b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:11.979049 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94f3a47-65ed-4e41-94ea-eed15e4100b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.097771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94f3a47-65ed-4e41-94ea-eed15e4100b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.100456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b94f3a47-65ed-4e41-94ea-eed15e4100b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.101885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b94f3a47-65ed-4e41-94ea-eed15e4100b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b04b817-9155-4188-af54-cee6281d68ab HTTP/1.1" status: 204 len: 168 time: 0.2926354 Aug 25 11:36:12.126652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f3a47-65ed-4e41-94ea-eed15e4100b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b04b817-9155-4188-af54-cee6281d68ab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:12.388170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.1 (9dadd9c3-2243-4a93-88c7-93deda0bb4ed/aea724f6-f970-4eb4-bed7-61344b187d39/87779ea9-e8c1-4423-895d-17eda5ee43ee) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:12.594926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5e863-038c-4d41-97c4-019eab3ff202 req-7672508c-5cf1-4e4d-8591-a0d5cdd7852b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:12.596464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fe5e863-038c-4d41-97c4-019eab3ff202 req-7672508c-5cf1-4e4d-8591-a0d5cdd7852b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.0901577 Aug 25 11:36:12.609007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-fb10182b-fcd6-4fdd-bba7-6c09898047a7 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:12.610061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38632) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:12.611636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-fb10182b-fcd6-4fdd-bba7-6c09898047a7 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 946 time: 0.0757821 Aug 25 11:36:12.670696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.680603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fe5e863-038c-4d41-97c4-019eab3ff202 req-3fcc2bbf-e8de-4c96-bad7-b2f5788d88c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762947 Aug 25 11:36:12.710220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Transition to ACTIVE for port object 87779ea9-e8c1-4423-895d-17eda5ee43ee will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:36:12.777432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Deleting port e8b22994-b0c6-47f8-afc7-41759a727c92 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:12.778277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.843262 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.901967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:12.935946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:12.944786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:12.982669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] For port e8b22994-b0c6-47f8-afc7-41759a727c92, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e8b22994-b0c6-47f8-afc7-41759a727c92,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:12.983364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:12.988133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5199995-126b-416a-bf25-6eff1b33ddc4 req-bff4000d-73bc-46bc-9394-674bcefc2d65 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:12.989801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5199995-126b-416a-bf25-6eff1b33ddc4 req-bff4000d-73bc-46bc-9394-674bcefc2d65 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 946 time: 0.2029359 Aug 25 11:36:13.013597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Calling delete_port for e8b22994-b0c6-47f8-afc7-41759a727c92 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:13.140007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=87779ea9-e8c1-4423-895d-17eda5ee43ee,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:13.168985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.169359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.169716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.170083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.170418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.170773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.171117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.171447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.171797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.172211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.172941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.172941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:13.196220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-99331571-0214-41f3-817b-cf1ea5ef4592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.309593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.362967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.368879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af417f4-cdf3-4077-90d9-7e5548d55a42 req-e13f09d6-e252-4253-902e-91362c5dca3a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:13.370636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6af417f4-cdf3-4077-90d9-7e5548d55a42 req-e13f09d6-e252-4253-902e-91362c5dca3a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.4007506 Aug 25 11:36:13.377668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e8b22994-b0c6-47f8-afc7-41759a727c92'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:13.450586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Pushing event deleted for resources: {'Port': ['ID=e8b22994-b0c6-47f8-afc7-41759a727c92,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:13.477110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-99331571-0214-41f3-817b-cf1ea5ef4592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.486943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5199995-126b-416a-bf25-6eff1b33ddc4 req-5d40c741-e76a-43e9-931e-e445a3d8050f tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471571 Aug 25 11:36:13.491865 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-99331571-0214-41f3-817b-cf1ea5ef4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.500583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a4f1c1ed-3d45-44de-ac43-e86634796cce None None] Provisioning for port 87779ea9-e8c1-4423-895d-17eda5ee43ee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:13.508838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a4f1c1ed-3d45-44de-ac43-e86634796cce None None] Provisioning complete for port 87779ea9-e8c1-4423-895d-17eda5ee43ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:13.510784 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c1ed-3d45-44de-ac43-e86634796cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.566457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] No DVR routers for this DVR port e8b22994-b0c6-47f8-afc7-41759a727c92 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:36:13.575054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.577410 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c8af7db0-174e-4d26-95eb-e2adf61920a9 req-c3b5a064-a1d0-4183-859f-a3ee0cd69c3c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "DELETE /v2.0/ports/e8b22994-b0c6-47f8-afc7-41759a727c92 HTTP/1.1" status: 204 len: 173 time: 0.9580150 Aug 25 11:36:13.578745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'name': 'network-vif-deleted', 'tag': 'e8b22994-b0c6-47f8-afc7-41759a727c92'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:13.582034 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc8adb-2318-4310-a286-be5caafdfd4e" -d '{"events": [{"server_uuid": "60e9efd1-174d-4952-8d85-7fd870ab2ace", "name": "network-vif-deleted", "tag": "e8b22994-b0c6-47f8-afc7-41759a727c92"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:13.596844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6af417f4-cdf3-4077-90d9-7e5548d55a42 req-e0aa472d-13b1-4b3d-9add-33b912112059 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152797 Aug 25 11:36:13.604090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-99331571-0214-41f3-817b-cf1ea5ef4592 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45fda5737a8d4ce5be85d2c1cb82b530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9891231 Aug 25 11:36:13.605302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99331571-0214-41f3-817b-cf1ea5ef4592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e8b42-32c1-4f5a-8d07-ca5e5dc542f7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:13.608480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:13.656011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1c1ed-3d45-44de-ac43-e86634796cce None None] Port 87779ea9-e8c1-4423-895d-17eda5ee43ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:36:13.679077 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6f169e-0273-4ae9-8c1c-19f7a1b046bf x-openstack-request-id: req-dc6f169e-0273-4ae9-8c1c-19f7a1b046bf {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:13.679351 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e9efd1-174d-4952-8d85-7fd870ab2ace", "name": "network-vif-deleted", "tag": "e8b22994-b0c6-47f8-afc7-41759a727c92", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:13.679627 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc6f169e-0273-4ae9-8c1c-19f7a1b046bf {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:13.680040 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e9efd1-174d-4952-8d85-7fd870ab2ace', 'name': 'network-vif-deleted', 'tag': 'e8b22994-b0c6-47f8-afc7-41759a727c92', 'status': 'completed', 'code': 200} Aug 25 11:36:13.718347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a2aaa9d-48f9-4e96-9883-3b6f99ef7d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.778664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a2aaa9d-48f9-4e96-9883-3b6f99ef7d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.815080 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.919637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a2aaa9d-48f9-4e96-9883-3b6f99ef7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.923459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a2aaa9d-48f9-4e96-9883-3b6f99ef7d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:13.928773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a2aaa9d-48f9-4e96-9883-3b6f99ef7d47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c64e8b42-32c1-4f5a-8d07-ca5e5dc542f7 HTTP/1.1" status: 204 len: 168 time: 0.3140895 Aug 25 11:36:13.939816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aaa9d-48f9-4e96-9883-3b6f99ef7d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e8b42-32c1-4f5a-8d07-ca5e5dc542f7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:14.006667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ab155-5e5d-4ef0-87ea-1f1b0e5a29d6 req-b8a2ad0f-30d8-494d-863a-449e23153e2c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:14.014930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:14.015321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4ab155-5e5d-4ef0-87ea-1f1b0e5a29d6 req-b8a2ad0f-30d8-494d-863a-449e23153e2c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.1786935 Aug 25 11:36:14.428709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-364394240-network', 'tenant_id': '78a6077c88d340ae81f8d563c6abd5a9'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:14.463949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Made reservation on behalf of 78a6077c88d340ae81f8d563c6abd5a9 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:14.467441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.488298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.740671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.751372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.833554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50a2b28e-5d79-456a-8d61-6b860135e52b req-11c45a9f-c723-4788-92a6-776f7c446217 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=60e9efd1-174d-4952-8d85-7fd870ab2ace HTTP/1.1" status: 200 len: 210 time: 0.0377083 Aug 25 11:36:14.854463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee4ab155-5e5d-4ef0-87ea-1f1b0e5a29d6 req-33b5d19b-93f9-43b1-8305-01ba4bbed233 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8375306 Aug 25 11:36:14.880827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:36:14.899356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.905681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.950940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:14.952443 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Added segment 8661189d-c294-424c-9db8-913467d81302 of type vlan for network 49a96035-a5c4-42e7-8f1e-6e04189ad31d Aug 25 11:36:14.955351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d92611a-9dcc-43d9-a3ad-1816c7b5b173,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:15.060131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:15.093127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=87779ea9-e8c1-4423-895d-17eda5ee43ee,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:15.161517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:15.231363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:15.232541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:15.233331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:15.374358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ca34-feec-4a92-b7bc-b5bc2be72491 req-94334822-d74b-4987-a173-d341f31c0b5c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:15.383932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9419ca34-feec-4a92-b7bc-b5bc2be72491 req-94334822-d74b-4987-a173-d341f31c0b5c tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.2926543 Aug 25 11:36:15.398510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3810608 Aug 25 11:36:15.404081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38734) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:15.410599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Request body: {'subnet': {'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-364394240-subnet', 'tenant_id': '78a6077c88d340ae81f8d563c6abd5a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:15.423038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9d7da-6e9f-40f8-9b25-8d84c93a8c93 admin admin] Pushing event updated for resources: {'Network': ['ID=49a96035-a5c4-42e7-8f1e-6e04189ad31d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:15.435091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 49a96035-a5c4-42e7-8f1e-6e04189ad31d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:36:15.446421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:15.450791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Made reservation on behalf of 78a6077c88d340ae81f8d563c6abd5a9 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:15.460471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:15.462277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9419ca34-feec-4a92-b7bc-b5bc2be72491 req-e0186209-e65c-4993-aea9-8a445bee8e17 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769594 Aug 25 11:36:15.465924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:15.710220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e8b22994-b0c6-47f8-afc7-41759a727c92 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:36:15.744898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 50d7ae87-f480-4651-9ef0-339320d23941 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:15.755284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: e8b22994-b0c6-47f8-afc7-41759a727c92 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:36:15.755868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e8b22994-b0c6-47f8-afc7-41759a727c92 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:36:16.011416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9289af-a496-43c7-904f-51751e3e968b req-9118dc55-3907-46df-a6b6-704de5d56668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:16.016813 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-9118dc55-3907-46df-a6b6-704de5d56668 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 1098 time: 0.1412086 Aug 25 11:36:16.020253 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:16.039564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:16.048415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bd62bd99-42c0-452c-b6d0-7872aa37510d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/routers/50d7ae87-f480-4651-9ef0-339320d23941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5813768 Aug 25 11:36:16.059390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] Sync routers for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:16.086555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e542-6e03-4bd5-ba2e-f0cd3fda61dc req-c1e2e59c-d40a-484b-9010-d4a798ff0c51 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:16.088053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:16.088248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f489e542-6e03-4bd5-ba2e-f0cd3fda61dc req-c1e2e59c-d40a-484b-9010-d4a798ff0c51 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1384530 Aug 25 11:36:16.088676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38750) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:16.089090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:16.095957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'port': {'network_id': '9dadd9c3-2243-4a93-88c7-93deda0bb4ed', 'name': 'tempest-FloatingIPTestJSON-1700958805'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:16.205324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f489e542-6e03-4bd5-ba2e-f0cd3fda61dc req-98a603d3-4974-421a-aadd-c3c1931c9d86 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037395 Aug 25 11:36:16.216442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db322b-0f1f-4dec-93c2-a07b7b17ef70 req-5d0d401c-1614-4b05-af78-991563a045c7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:16.218152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41db322b-0f1f-4dec-93c2-a07b7b17ef70 req-5d0d401c-1614-4b05-af78-991563a045c7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.1804593 Aug 25 11:36:16.252638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:16.292638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41db322b-0f1f-4dec-93c2-a07b7b17ef70 req-96a5ba3a-0c15-4e2d-a414-dce220a5fd7c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566459 Aug 25 11:36:16.313034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:16.331211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:35:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:16.342920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-05733fff-62f5-45a7-aaca-22b3ef1edc62 None None] Provisioning complete for port 87779ea9-e8c1-4423-895d-17eda5ee43ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:16.343566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-05733fff-62f5-45a7-aaca-22b3ef1edc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:16.365015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Made reservation on behalf of 75f9b5a7b8c54320b0d523034b44000c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:16.371917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:16.427665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] device_id is not set on port db03a923-9d7f-42bc-98ee-d206b7c1bddc yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:36:16.503105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:16.504396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b362bc4-5c63-4eef-85e7-dfe2a2f2adf8 None None] The sync data for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:16.534618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-05733fff-62f5-45a7-aaca-22b3ef1edc62 None None] Port 87779ea9-e8c1-4423-895d-17eda5ee43ee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:36:16.663347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Allocated IP 172.20.0.7 (9dadd9c3-2243-4a93-88c7-93deda0bb4ed/aea724f6-f970-4eb4-bed7-61344b187d39/db03a923-9d7f-42bc-98ee-d206b7c1bddc) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:17.110808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9c9124-f10d-4082-9223-26332a61fd4c,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:17.118762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:17.164812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Checking segment: {'id': '8661189d-c294-424c-9db8-913467d81302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:36:17.165413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Network hostable DHCP agents. Network: 49a96035-a5c4-42e7-8f1e-6e04189ad31d, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:36:17.166594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-2de09528-213f-4922-ad70-cffc145fd795 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:17.168649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-2de09528-213f-4922-ad70-cffc145fd795 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/networks?id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 200 len: 809 time: 0.3735502 Aug 25 11:36:17.181674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Transition to ACTIVE for port object db03a923-9d7f-42bc-98ee-d206b7c1bddc will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:36:17.191555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9289af-a496-43c7-904f-51751e3e968b req-66b7846a-ed3f-42c6-947e-b85dcc7c4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:17.201733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-66b7846a-ed3f-42c6-947e-b85dcc7c4e87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 1.1674898 Aug 25 11:36:17.223517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-ec2eb78c-60ad-4a96-9fa4-3eb21fe7a97c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/quotas/d17cad471ab74889b1717b45dbda8246 HTTP/1.1" status: 200 len: 375 time: 0.0371394 Aug 25 11:36:17.339193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-61e2e2eb-4ff9-4305-8587-ac71241d89dd tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d17cad471ab74889b1717b45dbda8246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034093 Aug 25 11:36:17.357571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Network 49a96035-a5c4-42e7-8f1e-6e04189ad31d is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:36:17.394312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 49a96035-a5c4-42e7-8f1e-6e04189ad31d) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:17.406049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677112b-3601-425d-b6d3-f6178e8ba32b None None] Network 49a96035-a5c4-42e7-8f1e-6e04189ad31d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:17.433225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:17.440546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:17.486194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-1a2658dc-060f-46e6-8d61-312c608a01d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 200 len: 1001 time: 0.2716134 Aug 25 11:36:17.489926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4ff927b5-6370-4931-a682-6022780d8617 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0844157 Aug 25 11:36:17.547835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ea5c6-25eb-4328-89ed-ff1000b7cd3c req-26b7430e-0028-4cb6-b723-37a56cdeaac5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:17.550587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-629ea5c6-25eb-4328-89ed-ff1000b7cd3c req-26b7430e-0028-4cb6-b723-37a56cdeaac5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1881552 Aug 25 11:36:17.560889 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:17.617881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9289af-a496-43c7-904f-51751e3e968b req-83de82a7-9665-4f20-80a6-482293424ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:17.633092 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-83de82a7-9665-4f20-80a6-482293424ded service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.1368752 Aug 25 11:36:17.682612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-12ce14a4-ccfe-4801-8452-44b1d53493f2 service neutron] 10.222.0.35 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165760 Aug 25 11:36:17.740679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9289af-a496-43c7-904f-51751e3e968b req-31f1c9c6-f285-41b4-86ef-5788975f1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:17.744266 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-31f1c9c6-f285-41b4-86ef-5788975f1f6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053562 Aug 25 11:36:17.827030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea09533-f707-4e05-baf9-3da719dce18e None None] Network 49a96035-a5c4-42e7-8f1e-6e04189ad31d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:17.864408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:17.921205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:17.968335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-c8235915-e2f9-41f6-bf8e-4a22ef690564 service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158852 Aug 25 11:36:18.051271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:18.186693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-629ea5c6-25eb-4328-89ed-ff1000b7cd3c req-357a8bf4-5c34-49df-9375-f6e04cc723d5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5948210 Aug 25 11:36:18.199474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:18.200587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:18.230300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event updated for resources: {'Port': ['ID=db03a923-9d7f-42bc-98ee-d206b7c1bddc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:18.267483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba53de3b-cc55-45f1-ace2-153c2843e237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:18.297666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54fa9103-a20c-4025-8665-e0368ed2028e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2030146 Aug 25 11:36:18.299520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:18.310708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Request body: {'floatingip': {'port_id': 'db03a923-9d7f-42bc-98ee-d206b7c1bddc'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:18.373220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aa9289af-a496-43c7-904f-51751e3e968b req-91a69243-3c43-473b-a556-db0b370d9c4f service neutron] 10.222.0.10 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960335 Aug 25 11:36:18.381070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-26206800-a0d1-4049-83de-c1792b343e7f req-66e1a619-5f4b-4779-9f48-851e324a59af service neutron] (94911) timed out ('10.222.0.10', 62409) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:36:18.534746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:18.626072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fea777ac-1d79-451d-913b-d570a34e1fd1 None None] Provisioning for port db03a923-9d7f-42bc-98ee-d206b7c1bddc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:18.634528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fea777ac-1d79-451d-913b-d570a34e1fd1 None None] Provisioning complete for port db03a923-9d7f-42bc-98ee-d206b7c1bddc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:18.635157 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fea777ac-1d79-451d-913b-d570a34e1fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:18.720260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0debcbf5-f2a1-487f-85a6-0ea0ccad03e7 service neutron] 10.222.0.35 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9705660 Aug 25 11:36:18.742986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fea777ac-1d79-451d-913b-d570a34e1fd1 None None] Port db03a923-9d7f-42bc-98ee-d206b7c1bddc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:36:18.819990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecde90-c576-4b62-94b2-0fb67be4293c req-5f740ead-6a06-4f37-880e-5c48dd705afc tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:18.834218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6ecde90-c576-4b62-94b2-0fb67be4293c req-5f740ead-6a06-4f37-880e-5c48dd705afc tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.2897940 Aug 25 11:36:18.935273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38824) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:19.027516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6ecde90-c576-4b62-94b2-0fb67be4293c req-7eba2fcb-b960-47f7-91d9-f04d765bc8f4 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864767 Aug 25 11:36:19.174145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:19.382541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7001ca1f-f6e6-4415-89b8-298963e76318 req-3bb93053-0d61-4237-8991-2b3b99843586 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 210 time: 0.1356790 Aug 25 11:36:19.494659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6cfdcbb-2bdd-4a31-85c6-8c0afe50a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:19.615425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bd65ddb-8c7a-4da3-9e15-3f6ebe33eed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:19.737760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922ae9-e589-47fd-aa28-d7af538a06d3 req-205c8500-89f8-4650-aa6b-4bc4ef6efa55 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:19.740434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3922ae9-e589-47fd-aa28-d7af538a06d3 req-205c8500-89f8-4650-aa6b-4bc4ef6efa55 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.1949408 Aug 25 11:36:19.792152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6cfdcbb-2bdd-4a31-85c6-8c0afe50a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:19.834230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6cfdcbb-2bdd-4a31-85c6-8c0afe50a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:19.909928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6cfdcbb-2bdd-4a31-85c6-8c0afe50a466 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9f1f375ecdf4cd7bead1339d3febb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9669843 Aug 25 11:36:19.911511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38856) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:19.922937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfdcbb-2bdd-4a31-85c6-8c0afe50a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d20d9c8-5858-45c1-8d26-8b06a91aefac,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:19.995898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bd65ddb-8c7a-4da3-9e15-3f6ebe33eed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.011384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1cfa-3ff3-40de-991c-74de229992ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.013764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bd65ddb-8c7a-4da3-9e15-3f6ebe33eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.084224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1cfa-3ff3-40de-991c-74de229992ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.101387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3922ae9-e589-47fd-aa28-d7af538a06d3 req-05a4f277-701b-4b60-b7d3-b2ee6ef46c29 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521409 Aug 25 11:36:20.187580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-a60414ed-aeb2-4e59-8315-8cd70ec18a26 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:20.192107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd65ddb-8c7a-4da3-9e15-3f6ebe33eed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac50054-3a8e-4b10-99b9-ac050746687a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:20.212186 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bd65ddb-8c7a-4da3-9e15-3f6ebe33eed0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ceec0b6b09c24d7693340ea9d378f98e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0352700 Aug 25 11:36:20.218507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-a60414ed-aeb2-4e59-8315-8cd70ec18a26 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/networks?id=49a96035-a5c4-42e7-8f1e-6e04189ad31d HTTP/1.1" status: 200 len: 812 time: 0.4762058 Aug 25 11:36:20.227773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38862) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:20.272660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1cfa-3ff3-40de-991c-74de229992ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.281540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1cfa-3ff3-40de-991c-74de229992ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.287955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d2d1cfa-3ff3-40de-991c-74de229992ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d20d9c8-5858-45c1-8d26-8b06a91aefac HTTP/1.1" status: 204 len: 168 time: 0.3730273 Aug 25 11:36:20.320563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d1cfa-3ff3-40de-991c-74de229992ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d20d9c8-5858-45c1-8d26-8b06a91aefac,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:20.349897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-dac80d39-9822-433a-b669-4e95ae0d8d79 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/quotas/78a6077c88d340ae81f8d563c6abd5a9 HTTP/1.1" status: 200 len: 375 time: 0.1293583 Aug 25 11:36:20.563487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-7fadddbd-1c5c-4ee7-bd99-dbedd5eb5fc7 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=78a6077c88d340ae81f8d563c6abd5a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408348 Aug 25 11:36:20.643011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:36:20.716167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66cda34c-2ea2-45c2-9853-b6d74ab0bf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.734364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875a1d3-8610-4f1d-9555-6bc7c146c807 req-dde48b12-35f9-4666-85e7-345687f60934 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:20.742565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8875a1d3-8610-4f1d-9555-6bc7c146c807 req-dde48b12-35f9-4666-85e7-345687f60934 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.4795396 Aug 25 11:36:20.839961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66cda34c-2ea2-45c2-9853-b6d74ab0bf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.844006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-2532456c-e772-4db7-ad47-d3effca9637d service neutron] 10.222.0.35 "GET /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787352 Aug 25 11:36:20.856459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.889679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:20.998973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38876) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:21.024682 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8798acf5-8c80-4ec1-bd2a-95ca23cac9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.056867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-d1d37547-4c16-4be7-a71b-36ad78fd8c72 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:21.058540 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-d1d37547-4c16-4be7-a71b-36ad78fd8c72 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "GET /v2.0/networks?id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 200 len: 809 time: 0.2552531 Aug 25 11:36:21.077083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Request body: {'port': {'device_id': '186bfd46-9d67-45aa-9710-186836673780', 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1', 'admin_state_up': True, 'tenant_id': 'd17cad471ab74889b1717b45dbda8246'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:21.189543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6142e7ff-5f9a-4b20-96ea-7a8f152377e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.402404 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.486100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8798acf5-8c80-4ec1-bd2a-95ca23cac9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.502946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8798acf5-8c80-4ec1-bd2a-95ca23cac9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.557766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8875a1d3-8610-4f1d-9555-6bc7c146c807 req-9052e1ff-ea94-4803-8e40-a27b37f5d167 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137343 Aug 25 11:36:21.597619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798acf5-8c80-4ec1-bd2a-95ca23cac9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50317d5-74b2-4701-97e1-779e557c13cc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:21.622846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Made reservation on behalf of d17cad471ab74889b1717b45dbda8246 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:21.633035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.651406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-bebe769c-0789-4c93-a27c-3787c72e14d2 service neutron] 10.222.0.35 "GET /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7909064 Aug 25 11:36:21.659473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8798acf5-8c80-4ec1-bd2a-95ca23cac9a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7c0086dfee546de8c158a8a55043d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572275 Aug 25 11:36:21.663099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:21.832071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3004b920-b181-4332-b8e0-895fb8cfda80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.859656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3004b920-b181-4332-b8e0-895fb8cfda80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.864076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db16a2a0-ce33-490a-9415-817c7de58ec6 req-0d976f23-ea62-4ece-bcce-9a407acf81e4 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 210 time: 0.1316493 Aug 25 11:36:21.869666 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 0429ad42-d9af-4e53-84f4-5df3ca7ce2b1 associated. External IP: 172.25.1.40, port: ab39e194-6efa-4258-a03b-ff4995bae40a. Aug 25 11:36:21.950718 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66cda34c-2ea2-45c2-9853-b6d74ab0bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.952509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3004b920-b181-4332-b8e0-895fb8cfda80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.954724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66cda34c-2ea2-45c2-9853-b6d74ab0bf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.960831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-66cda34c-2ea2-45c2-9853-b6d74ab0bf37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eac50054-3a8e-4b10-99b9-ac050746687a HTTP/1.1" status: 204 len: 168 time: 1.7220104 Aug 25 11:36:21.961101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3004b920-b181-4332-b8e0-895fb8cfda80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:21.975355 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3004b920-b181-4332-b8e0-895fb8cfda80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a50317d5-74b2-4701-97e1-779e557c13cc HTTP/1.1" status: 204 len: 168 time: 0.3110044 Aug 25 11:36:21.985280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cda34c-2ea2-45c2-9853-b6d74ab0bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac50054-3a8e-4b10-99b9-ac050746687a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:22.135241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b920-b181-4332-b8e0-895fb8cfda80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50317d5-74b2-4701-97e1-779e557c13cc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:22.141444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Allocated IP 172.20.0.7 (0004b916-f5b4-4fd2-ba1c-b1e033cee9b1/7949c19e-b900-4f4e-a1dd-798183c8a145/0e902d0e-fae4-4a82-bfef-6046ba2e9bee) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:22.366951 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3882b51b-a630-4e2e-8947-30c179534e49 req-2198fc75-8077-4988-80b0-6c868781caea tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 210 time: 0.2334580 Aug 25 11:36:22.453923 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:22.632398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:22.641230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:22.778567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:22.972665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:22.991553 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:23.037325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:23.039460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Pushing event updated for resources: {'Port': ['ID=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:23.047633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:23.052334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:23.073288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:23.074363 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:23.144796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:23.147487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:23.165883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:23.182428 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:23.182724 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-1361b0c0-6405-43f1-995f-6af80f824293 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1116302 Aug 25 11:36:23.183246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:23.213617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Request body: {'port': {'device_id': '186bfd46-9d67-45aa-9710-186836673780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:23.219438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38914) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:23.219687 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:23.219992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe9b9a-ff83-4651-b50d-c6ec64477f7d None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:23.282882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-feb920fd-8f6d-400c-919e-f399f8707c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:23.295666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaffdf-7403-4487-8d7e-158e3f7ccccf req-8d543f66-da08-4c08-b7ac-91263e0782b2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:23.304295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-08eaffdf-7403-4487-8d7e-158e3f7ccccf req-8d543f66-da08-4c08-b7ac-91263e0782b2 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.4542184 Aug 25 11:36:23.380023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:23.600654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-08eaffdf-7403-4487-8d7e-158e3f7ccccf req-95ab5d45-a111-4033-ad84-727c1b6c64d8 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949793 Aug 25 11:36:23.663532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e0788-8f8b-489d-a252-3a61eae2d3fb req-0e1a302c-c67c-4726-900d-8751a6fb05cf tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:23.678454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-628e0788-8f8b-489d-a252-3a61eae2d3fb req-0e1a302c-c67c-4726-900d-8751a6fb05cf tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 931 time: 0.4627347 Aug 25 11:36:23.695070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f1ad0-75ae-4f22-8503-910c82c5adf3 req-d6ce7a0d-775e-4f6a-8ac3-ada6296f1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:23.698026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-451f1ad0-75ae-4f22-8503-910c82c5adf3 req-d6ce7a0d-775e-4f6a-8ac3-ada6296f1590 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.4814312 Aug 25 11:36:23.840215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-451f1ad0-75ae-4f22-8503-910c82c5adf3 req-9acb4de0-f1ea-4b82-b5c5-ca115ae8c9c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179523 Aug 25 11:36:23.847743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0c3f88d3-659d-4e36-888a-0709560ce366 req-b38998ac-e33c-4349-803c-69db2444edb3 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 210 time: 0.1436665 Aug 25 11:36:23.918185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-feb920fd-8f6d-400c-919e-f399f8707c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:23.935321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-feb920fd-8f6d-400c-919e-f399f8707c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:23.982486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e902d0e-fae4-4a82-bfef-6046ba2e9bee {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:36:24.008491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.037090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Transition to ACTIVE for port object 0e902d0e-fae4-4a82-bfef-6046ba2e9bee will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:36:24.045026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.054673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 50d7ae87-f480-4651-9ef0-339320d23941 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:24.076353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-628e0788-8f8b-489d-a252-3a61eae2d3fb req-2c0b972b-2a85-43d5-986b-ba81e01a2d15 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658903 Aug 25 11:36:24.138014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb920fd-8f6d-400c-919e-f399f8707c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18408d36-430f-4687-8db3-bcbb81f9b1e2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:24.172400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Pushing event updated for resources: {'Port': ['ID=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:24.224230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-feb920fd-8f6d-400c-919e-f399f8707c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ab42cde83c24515bc38c6b1fee2c17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9901426 Aug 25 11:36:24.225055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38960) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:24.257809 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.380002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:24.400228 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.404425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] Sync routers for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:24.423485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:24.424712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Attempting to bind port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:36:24.426864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Attempting to bind port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:36:24.428226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-375157bc-5f12-41da-9f66-d86899cd11f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.428980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:24.429481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Attempting to bind port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee on network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:36:24.475112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee on network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:36:24.477162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Attempting to bind port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee on network 0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:36:24.503490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:36:24.504547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Checking segment: {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:36:24.505957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Bound using segment: {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:36:24.508555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Bound port: 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a58178-e41f-41eb-b3f3-6608de509b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:36:24.511462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.562196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:24.585939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:24.586829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:24.589825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-375157bc-5f12-41da-9f66-d86899cd11f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.596366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-61549c38-b7d2-4217-a71a-51b3431b8932 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/floatingips/0429ad42-d9af-4e53-84f4-5df3ca7ce2b1 HTTP/1.1" status: 200 len: 977 time: 6.2949238 Aug 25 11:36:24.616121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38972) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:24.722788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:24.723884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b9172-baae-4394-be76-fe3d450ff9f9 None None] The sync data for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:24.824684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] For port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:36:24.833370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] For port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:36:24.844578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-bd971ed7-1e4a-4690-a7d6-8c7f797cbe4c tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:24.847087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.847693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-bd971ed7-1e4a-4690-a7d6-8c7f797cbe4c tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.67 "GET /v2.0/networks?id=49a96035-a5c4-42e7-8f1e-6e04189ad31d HTTP/1.1" status: 200 len: 812 time: 0.4202080 Aug 25 11:36:24.902949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:24.904611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:24.906993 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] 10.222.0.10 "PUT /v2.0/ports/0e902d0e-fae4-4a82-bfef-6046ba2e9bee HTTP/1.1" status: 200 len: 1092 time: 1.7156279 Aug 25 11:36:24.912221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186bfd46-9d67-45aa-9710-186836673780', 'tag': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:24.916037 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a6bf64-e90b-4e77-9554-55a2a07ef90c" -d '{"events": [{"name": "network-changed", "server_uuid": "186bfd46-9d67-45aa-9710-186836673780", "tag": "0e902d0e-fae4-4a82-bfef-6046ba2e9bee"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:24.938491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port db03a923-9d7f-42bc-98ee-d206b7c1bddc {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:24.938852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.052751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Request body: {'port': {'device_id': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d', 'admin_state_up': True, 'tenant_id': '78a6077c88d340ae81f8d563c6abd5a9'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:25.076521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfb209-7b12-4c1c-ba10-b1888e647b8a service neutron] Pushing event updated for resources: {'Port': ['ID=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:25.124047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.237091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-106b9a21-a06e-4959-8c04-5b392f21d7f3 req-302ee4f8-8daf-4c48-9d87-a63d8a7dc259 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 210 time: 0.1402733 Aug 25 11:36:25.319956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-375157bc-5f12-41da-9f66-d86899cd11f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.328263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-375157bc-5f12-41da-9f66-d86899cd11f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.331987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-176abe14-e636-4635-9ef6-4637249906e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:25.333638 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-176abe14-e636-4635-9ef6-4637249906e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d17cad471ab74889b1717b45dbda8246&device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 1095 time: 0.2046216 Aug 25 11:36:25.338954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-375157bc-5f12-41da-9f66-d86899cd11f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18408d36-430f-4687-8db3-bcbb81f9b1e2 HTTP/1.1" status: 204 len: 168 time: 1.1005764 Aug 25 11:36:25.401343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375157bc-5f12-41da-9f66-d86899cd11f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18408d36-430f-4687-8db3-bcbb81f9b1e2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:25.424225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12eb2e-f271-4311-ac03-a8b04f9c52ed req-fb1c7a7d-2586-415a-8eda-801c1d19620c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:25.429368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee12eb2e-f271-4311-ac03-a8b04f9c52ed req-fb1c7a7d-2586-415a-8eda-801c1d19620c tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.6202934 Aug 25 11:36:25.463801 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-c5dacac7-7bf1-4511-910d-97b9757149c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee HTTP/1.1" status: 200 len: 217 time: 0.1155691 Aug 25 11:36:25.476009 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f14234e-399b-454a-9bae-6e47fecfa0c2 x-openstack-request-id: req-3f14234e-399b-454a-9bae-6e47fecfa0c2 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:25.476315 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186bfd46-9d67-45aa-9710-186836673780", "tag": "0e902d0e-fae4-4a82-bfef-6046ba2e9bee", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:25.476578 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f14234e-399b-454a-9bae-6e47fecfa0c2 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:25.477018 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186bfd46-9d67-45aa-9710-186836673780', 'tag': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee', 'status': 'completed', 'code': 200} Aug 25 11:36:25.620583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee12eb2e-f271-4311-ac03-a8b04f9c52ed req-cbd1c40a-1013-4204-9e55-923212961b8b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835773 Aug 25 11:36:25.656618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d83b72-3b65-4a10-8352-ab4f7b65d567 req-23b69865-f251-40c4-ad2c-96e1d8f3834b tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:25.666094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d83b72-3b65-4a10-8352-ab4f7b65d567 req-23b69865-f251-40c4-ad2c-96e1d8f3834b tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 943 time: 0.1469014 Aug 25 11:36:25.752083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d83b72-3b65-4a10-8352-ab4f7b65d567 req-941538cc-4d3d-4483-8517-ad83f32983ab tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845122 Aug 25 11:36:25.771896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Made reservation on behalf of 78a6077c88d340ae81f8d563c6abd5a9 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:25.776342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.824034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-f6f8af47-dc2e-4108-aee1-fac8a9495130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:25.825713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-f6f8af47-dc2e-4108-aee1-fac8a9495130 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7949c19e-b900-4f4e-a1dd-798183c8a145 HTTP/1.1" status: 200 len: 849 time: 0.3447878 Aug 25 11:36:25.870473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.870939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:25.871194 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Floating IP 0429ad42-d9af-4e53-84f4-5df3ca7ce2b1 disassociated. External IP: 172.25.1.40, port: db03a923-9d7f-42bc-98ee-d206b7c1bddc. Aug 25 11:36:25.871543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for db03a923-9d7f-42bc-98ee-d206b7c1bddc owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:25.901493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-db834768-f581-4d49-91d2-83418562fb23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655053 Aug 25 11:36:26.101358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Allocated IP 172.20.0.8 (49a96035-a5c4-42e7-8f1e-6e04189ad31d/4f9c9124-f10d-4082-9223-26332a61fd4c/9c731872-7ae1-411e-ac0a-796b2012a1e0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:26.138607 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-9b105481-89d3-4d55-99f7-2f17509b9f01 service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269177 Aug 25 11:36:26.464940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-54ce36a5-8730-4df8-bad7-132f309518f1 req-7c2008ba-7116-4ac4-8912-9c8970ee4733 service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111980 Aug 25 11:36:26.492467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-71fa1382-7797-40bf-860d-ca781c6e1214 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2797542 Aug 25 11:36:26.513565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:26.565155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=db03a923-9d7f-42bc-98ee-d206b7c1bddc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:26.591650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c44baf95-4df6-4fed-83d0-777bebb25480 req-2005e3ac-0830-4f4a-a933-dcc40428a606 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 210 time: 0.1042233 Aug 25 11:36:26.727852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-07964f72-f938-4198-9512-cc7f279c15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:26.729130 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-07964f72-f938-4198-9512-cc7f279c15dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d17cad471ab74889b1717b45dbda8246&device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 1095 time: 0.1614738 Aug 25 11:36:26.894843 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:26.967384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 50d7ae87-f480-4651-9ef0-339320d23941 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:27.110832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:27.121011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-a388052c-df7f-429d-95f4-a81b85406e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:27.122710 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-a388052c-df7f-429d-95f4-a81b85406e1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 200 len: 910 time: 0.3628662 Aug 25 11:36:27.161991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-2fc9186f-83b7-4466-89d2-0b3665779d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:27.170516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-2fc9186f-83b7-4466-89d2-0b3665779d3d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.5727656 Aug 25 11:36:27.191463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-d0856f9c-04b0-442e-be61-4a3759d5da5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee HTTP/1.1" status: 200 len: 217 time: 0.0509825 Aug 25 11:36:27.262913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:27.267594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:27.280103 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] Sync routers for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:27.317462 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:27.324887 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:27.385903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-667b778c-3f6a-46f2-9100-919c5b38ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:27.387967 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-667b778c-3f6a-46f2-9100-919c5b38ef10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7949c19e-b900-4f4e-a1dd-798183c8a145 HTTP/1.1" status: 200 len: 849 time: 0.1623700 Aug 25 11:36:27.395476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:27.401484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97c6e1a6-48b1-4b00-86af-f3fc23386be4 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/ports/db03a923-9d7f-42bc-98ee-d206b7c1bddc HTTP/1.1" status: 204 len: 168 time: 2.7840581 Aug 25 11:36:27.402447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39074) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:27.439509 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-c1d84e21-b01b-48e1-9d64-58be77dddb10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355983 Aug 25 11:36:27.503854 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:27.532206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:27.533125 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:27.552795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Network 49a96035-a5c4-42e7-8f1e-6e04189ad31d is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:27.673402 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:27.674170 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37881b21-05c0-4249-a973-2a9bab7d86b7 None None] The sync data for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:27.677919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848d0d5-108c-42d7-8f0c-81bf2e0a3731 req-aa24c9cd-e1f5-4231-8834-4385e2b695d0 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:27.692145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4848d0d5-108c-42d7-8f0c-81bf2e0a3731 req-aa24c9cd-e1f5-4231-8834-4385e2b695d0 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.9070885 Aug 25 11:36:27.715076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:27.731499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024970f5-c396-40bf-8498-7c54698d7406 req-6835e54a-df06-48c0-ad5b-ba0b94dd15bc tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:27.745179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-024970f5-c396-40bf-8498-7c54698d7406 req-6835e54a-df06-48c0-ad5b-ba0b94dd15bc tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 943 time: 0.7589295 Aug 25 11:36:27.746089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0e902d0e-fae4-4a82-bfef-6046ba2e9bee details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:36:27.987899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-85f2b83f-b162-486f-9285-41d033f52184 service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394278 Aug 25 11:36:28.094654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:28.132029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee', 'network_id': '0004b916-f5b4-4fd2-ba1c-b1e033cee9b1', 'port_id': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee', 'mac_address': 'fa:16:3e:bb:8c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7949c19e-b900-4f4e-a1dd-798183c8a145', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:36:28.229494 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:28.254796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e902d0e-fae4-4a82-bfef-6046ba2e9bee {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:36:28.280262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:28.289113 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:28.375922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:28.549178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['0e902d0e-fae4-4a82-bfef-6046ba2e9bee'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:28.650389 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:36:28.661109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:28.779042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-89b15070-6789-4068-b7e9-1f51cc54bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:28.787744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-89b15070-6789-4068-b7e9-1f51cc54bd5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 1.5428190 Aug 25 11:36:28.953086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Pushing event updated for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:28.991189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39106) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.032986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-86a6bf64-e90b-4e77-9554-55a2a07ef90c req-103fe3a1-449e-4bcb-b8b1-f47835bb022a service neutron] 10.222.0.10 "GET /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0295944 Aug 25 11:36:29.073390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-f97c2cb0-de6a-454b-b333-77f19a97191d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.1654751 Aug 25 11:36:29.085426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-024970f5-c396-40bf-8498-7c54698d7406 req-1a39db8b-9949-4fd1-b6d0-9cfaceaa0e78 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3390405 Aug 25 11:36:29.113159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4848d0d5-108c-42d7-8f0c-81bf2e0a3731 req-5203c752-96ac-4f9e-9a8e-cf08d559764d tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4197757 Aug 25 11:36:29.135375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:29.136070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:29.246945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-2d24c2f0-f3c2-4086-94ce-e8a5331a4507 req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-129763232', 'description': 'tempest-description-885456449'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:29.271247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-49309b9b-e359-4abb-a56d-89e2745d6d55 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2433581 Aug 25 11:36:29.314080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Request body: {'port': {'device_id': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:29.319654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-da8dab24-fc60-41d7-8dde-85289d1491eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:29.321315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-da8dab24-fc60-41d7-8dde-85289d1491eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.2328238 Aug 25 11:36:29.369253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d9ad68dc-bb77-41f0-b301-4bdd6a020c02 tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:29.392154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-eae1919a-9c9a-4e70-8a15-4dd7ce71a9c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414691 Aug 25 11:36:29.396905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2d24c2f0-f3c2-4086-94ce-e8a5331a4507 req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:29.457241 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d9ad68dc-bb77-41f0-b301-4bdd6a020c02 tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "PUT /v2.0/quotas/c111511fe2744e4d9f41ae5741b5f613 HTTP/1.1" status: 200 len: 366 time: 0.4596722 Aug 25 11:36:29.459282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39118) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.468996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226363-1b73-4dd2-85c1-438811c0546e req-526b3522-a2c2-493e-9b16-a84bef92c8c6 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:29.470616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:29.470869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1226363-1b73-4dd2-85c1-438811c0546e req-526b3522-a2c2-493e-9b16-a84bef92c8c6 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 931 time: 0.2181542 Aug 25 11:36:29.542418 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:29.572490 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0bafff83-0d58-4415-b772-0a392d0dd5dd tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0931458 Aug 25 11:36:29.577142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39122) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.632579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-31a4d753-cc84-4060-b074-5e8db9d09878 tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "GET /v2.0/quotas/c111511fe2744e4d9f41ae5741b5f613 HTTP/1.1" status: 200 len: 366 time: 0.0516024 Aug 25 11:36:29.641933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39124) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.702390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1226363-1b73-4dd2-85c1-438811c0546e req-8d2ff944-abc6-4a3e-b94b-a0bb61f9cd40 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723328 Aug 25 11:36:29.761673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0e902d0e-fae4-4a82-bfef-6046ba2e9bee up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:36:29.788255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8194c335-8754-43f7-9084-cd092eb4371b tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/c111511fe2744e4d9f41ae5741b5f613 HTTP/1.1" status: 204 len: 168 time: 0.1427062 Aug 25 11:36:29.794158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.825569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-77749ebc-6536-4259-bff7-19c0ea7fefd7 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236729 Aug 25 11:36:29.852295 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-21b1c250-127e-4327-bcba-e64eab4a5949 tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0554638 Aug 25 11:36:29.858502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39132) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.892126 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d584b541-6d1e-4b5d-9c3d-29d85bffc04b tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "GET /v2.0/quotas/c111511fe2744e4d9f41ae5741b5f613 HTTP/1.1" status: 200 len: 370 time: 0.0317664 Aug 25 11:36:29.900310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:29.919090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:29.932080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:29.932732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.036358 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-beda9985-7add-4c61-affd-7197f20f8cea tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "GET /v2.0/quotas/c111511fe2744e4d9f41ae5741b5f613/default HTTP/1.1" status: 200 len: 370 time: 0.0232348 Aug 25 11:36:30.040669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39136) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:30.169305 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-6ca45244-b2c4-4c14-b148-0a472b1440db tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] delete failed (client error): The resource could not be found. Aug 25 11:36:30.176841 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6ca45244-b2c4-4c14-b148-0a472b1440db tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/c111511fe2744e4d9f41ae5741b5f613 HTTP/1.1" status: 404 len: 348 time: 0.1338191 Aug 25 11:36:30.203735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.298779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:30.300959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186bfd46-9d67-45aa-9710-186836673780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:30.306847 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b07458-6e12-490a-8e36-a0538e75935f" -d '{"events": [{"server_uuid": "186bfd46-9d67-45aa-9710-186836673780", "name": "network-vif-plugged", "status": "completed", "tag": "0e902d0e-fae4-4a82-bfef-6046ba2e9bee"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:30.314246 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.410545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b863374d-9e29-4818-bde5-b6ccffb765d1 req-e7d556fd-2cd0-43f5-bebc-6014c6f96ec8 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499695 Aug 25 11:36:30.459844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:30.583871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 87779ea9-e8c1-4423-895d-17eda5ee43ee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:30.584746 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.672294 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2d24c2f0-f3c2-4086-94ce-e8a5331a4507 req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.695174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2d24c2f0-f3c2-4086-94ce-e8a5331a4507 req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.774960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e794d75-6268-4278-972e-e241d7696244,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:30.798946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9aa6-b864-47b9-9b32-841c48465a47 req-cda45602-4201-4a27-b9b3-730392359626 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:30.801978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-882e9aa6-b864-47b9-9b32-841c48465a47 req-cda45602-4201-4a27-b9b3-730392359626 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 945 time: 0.3680277 Aug 25 11:36:30.818030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-2d24c2f0-f3c2-4086-94ce-e8a5331a4507 req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.832818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d24c2f0-f3c2-4086-94ce-e8a5331a4507 req-35030d11-c9be-4848-9fa1-0a2bca7001ac tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6302593 Aug 25 11:36:30.898942 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.920767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39156) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:30.948250 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:30.953603 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c05af7b-9b96-41c8-90b9-1a2160071ed4 x-openstack-request-id: req-1c05af7b-9b96-41c8-90b9-1a2160071ed4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:30.954086 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186bfd46-9d67-45aa-9710-186836673780", "name": "network-vif-plugged", "status": "completed", "tag": "0e902d0e-fae4-4a82-bfef-6046ba2e9bee", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:30.954498 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c05af7b-9b96-41c8-90b9-1a2160071ed4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:30.955135 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186bfd46-9d67-45aa-9710-186836673780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee', 'code': 200} Aug 25 11:36:30.968105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 87779ea9-e8c1-4423-895d-17eda5ee43ee owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:31.239727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:network and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:31.264126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:31.280103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-882e9aa6-b864-47b9-9b32-841c48465a47 req-32893640-ba27-4a95-9d63-fa0512a88fee tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641531 Aug 25 11:36:31.373811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:subnet and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:31.398279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:31.423111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:subnetpool and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:31.457203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:31.478083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e0832-094d-420f-bced-898cd0d95969 req-3a4b2a5e-9c9a-47f5-aea4-2a5c0a17ac63 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:31.486882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-182e0832-094d-420f-bced-898cd0d95969 req-3a4b2a5e-9c9a-47f5-aea4-2a5c0a17ac63 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 931 time: 0.3475370 Aug 25 11:36:31.530018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:31.547694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-182e0832-094d-420f-bced-898cd0d95969 req-a89cb61c-53bb-4153-8f7f-bd1bc94f45f0 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597923 Aug 25 11:36:31.548366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:port and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:31.551617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465905-331b-48fd-93e2-52a05fc62317 req-ab217f82-ee30-44cd-9f47-18343aed8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:31.554870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31465905-331b-48fd-93e2-52a05fc62317 req-ab217f82-ee30-44cd-9f47-18343aed8fcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 1097 time: 0.4470248 Aug 25 11:36:31.557618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c731872-7ae1-411e-ac0a-796b2012a1e0 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:36:31.578006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:31.583708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:31.602746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:router and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:31.609386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Transition to ACTIVE for port object 9c731872-7ae1-411e-ac0a-796b2012a1e0 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:36:31.610444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:31.634559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-5c9b8085-c0b4-491a-9160-ec742f97dc3a tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-129763232&fields=id&tenant_id=ceb85b3794644ec087ce462fb7c56565 HTTP/1.1" status: 200 len: 267 time: 0.1452358 Aug 25 11:36:31.642326 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:31.649729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:floatingip and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:31.689673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=87779ea9-e8c1-4423-895d-17eda5ee43ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:31.748445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:31.834726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:31.888776 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31465905-331b-48fd-93e2-52a05fc62317 req-ea53468f-ac10-41cd-9c19-f90f4b6ccd36 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187595 Aug 25 11:36:31.894015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-fe251648-722e-4c9d-8035-04253b193115 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:31.908587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-fe251648-722e-4c9d-8035-04253b193115 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.2610078 Aug 25 11:36:31.921895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'port': {'security_groups': ['d45c66cd-a2d4-475e-9dcc-de023bc4a20c', '0e794d75-6268-4278-972e-e241d7696244']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:32.210713 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:32.296499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Attempting to bind port 9c731872-7ae1-411e-ac0a-796b2012a1e0 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:36:32.297000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Attempting to bind port 9c731872-7ae1-411e-ac0a-796b2012a1e0 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '8661189d-c294-424c-9db8-913467d81302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:36:32.297566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Attempting to bind port 9c731872-7ae1-411e-ac0a-796b2012a1e0 on network 49a96035-a5c4-42e7-8f1e-6e04189ad31d {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:36:32.301630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:32.328303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Port 9c731872-7ae1-411e-ac0a-796b2012a1e0 on network 49a96035-a5c4-42e7-8f1e-6e04189ad31d not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:36:32.328856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Attempting to bind port 9c731872-7ae1-411e-ac0a-796b2012a1e0 on network 49a96035-a5c4-42e7-8f1e-6e04189ad31d {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:36:32.348428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:36:32.349011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Checking segment: {'id': '8661189d-c294-424c-9db8-913467d81302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:36:32.349661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Bound using segment: {'id': '8661189d-c294-424c-9db8-913467d81302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:36:32.350518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Bound port: 9c731872-7ae1-411e-ac0a-796b2012a1e0, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8661189d-c294-424c-9db8-913467d81302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:36:32.351147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:32.375422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:security_group and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:32.428985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:32.525187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Usage tracker for resource:security_group_rule and tenant:5deadd7035ad43088e586c91f95428a0 is out of sync, need to count used quota {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 25 11:36:32.608091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.quota.resource [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94910) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 25 11:36:32.658710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 50d7ae87-f480-4651-9ef0-339320d23941 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:32.667590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8e3983a5-3c28-42da-9cb0-cf9f3a79aaba tempest-QuotasTest-1820699448 tempest-QuotasTest-1820699448-project-admin] 10.222.0.35 "GET /v2.0/quotas/5deadd7035ad43088e586c91f95428a0/details.json HTTP/1.1" status: 200 len: 703 time: 1.7355306 Aug 25 11:36:32.702802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:36:32.716249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0,segment=NetworkSegment(8661189d-c294-424c-9db8-913467d81302),segment_id=8661189d-c294-424c-9db8-913467d81302)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:36:32.738693 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:32.779608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023403-4382-4fef-9819-85a50731efe1 req-133c461e-d5cd-4e05-872a-60e8ba925c9f tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:32.783052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f023403-4382-4fef-9819-85a50731efe1 req-133c461e-d5cd-4e05-872a-60e8ba925c9f tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 945 time: 0.2706344 Aug 25 11:36:32.876386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:32.897907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] Sync routers for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:32.907575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:32.908364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:32.909876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c731872-7ae1-411e-ac0a-796b2012a1e0 HTTP/1.1" status: 200 len: 1092 time: 3.6121802 Aug 25 11:36:32.921932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:32.924239 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e4482-8c4a-4d1c-93cd-f39c69ab9564" -d '{"events": [{"name": "network-changed", "server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:32.934026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f3853fa9-3475-4cd4-84ca-ac590654ea57 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/routers/50d7ae87-f480-4651-9ef0-339320d23941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5282476 Aug 25 11:36:32.939366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39180) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:32.968983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:32.969712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:33.147207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:33.178265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] Routers {'50d7ae87-f480-4651-9ef0-339320d23941'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:33.179190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d7ae87-f480-4651-9ef0-339320d23941'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:33.224480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d7d24-c98c-4da6-9d00-0cec2221cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:33.320305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.355170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:33.401376 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.420756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f023403-4382-4fef-9819-85a50731efe1 req-349657e8-ab21-4465-bfd9-43a55b3125e1 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828753 Aug 25 11:36:33.435659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.499118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-aef9d7c4-0d20-43e9-a544-af3cf3d2cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:33.500750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-aef9d7c4-0d20-43e9-a544-af3cf3d2cc58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78a6077c88d340ae81f8d563c6abd5a9&device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 1095 time: 0.5152090 Aug 25 11:36:33.586295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:33.586998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.591155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4267e242-f2e2-46df-b3d6-a549d50f1729 req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "PUT /v2.0/ports/219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 982 time: 1.6785538 Aug 25 11:36:33.650445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.711044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39192) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:33.712055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['219c55c1-779c-44cc-a322-8cef1572c32b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:33.724212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:33.725409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc620a16-d9bf-494d-9191-3afc82e0f68a None None] The sync data for ids ['50d7ae87-f480-4651-9ef0-339320d23941'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:33.749442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-2e4fe1e9-ae56-4b38-bec7-6a76cca34fd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0 HTTP/1.1" status: 200 len: 217 time: 0.1903713 Aug 25 11:36:33.763871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 05f35f11-d8d0-47ed-ad5a-8d4243a97f43 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:33.767269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.781854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['219c55c1-779c-44cc-a322-8cef1572c32b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:33.831117 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d68f9-d98d-47f9-8362-17d9d3d305ed x-openstack-request-id: req-6d2d68f9-d98d-47f9-8362-17d9d3d305ed {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:33.831565 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:33.831954 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d2d68f9-d98d-47f9-8362-17d9d3d305ed {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:33.835105 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0', 'status': 'completed', 'code': 200} Aug 25 11:36:33.954020 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:33.984082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 05f35f11-d8d0-47ed-ad5a-8d4243a97f43 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:34.145344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a340868-05ab-459c-8d9d-84f94d56ded6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:34.225416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-379380bc-6989-47cf-b4f8-f26bae557932 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-129763232&fields=id&tenant_id=ceb85b3794644ec087ce462fb7c56565 HTTP/1.1" status: 200 len: 267 time: 0.1778023 Aug 25 11:36:34.249342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34c5a-0893-4272-bc3f-7438f760055f req-f3c2a77c-9ed5-4e90-8d20-597bc1c6a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:34.252408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-f3c2a77c-9ed5-4e90-8d20-597bc1c6a80b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f9c9124-f10d-4082-9223-26332a61fd4c HTTP/1.1" status: 200 len: 852 time: 0.4049835 Aug 25 11:36:34.316590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b83d50-8409-44f2-95c9-ff9dda48922f req-d0939d32-a392-487e-87b8-cac7b66692f4 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:34.319462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56b83d50-8409-44f2-95c9-ff9dda48922f req-d0939d32-a392-487e-87b8-cac7b66692f4 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 943 time: 0.7260635 Aug 25 11:36:34.370693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-124cdb17-a5df-4852-bb4d-fdcfda7b0926 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49a96035-a5c4-42e7-8f1e-6e04189ad31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086340 Aug 25 11:36:34.543535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:34.620761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=05f35f11-d8d0-47ed-ad5a-8d4243a97f43,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:34.645278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7421acc3-d744-4dd4-a7f6-395819e7216e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:34.649667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56b83d50-8409-44f2-95c9-ff9dda48922f req-897bdbc9-4d1c-4680-8f55-1fea3c005811 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389765 Aug 25 11:36:34.677519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-2f0b0f0a-ea00-4aa1-be4d-1d5d9a9e9902 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:34.690357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-2f0b0f0a-ea00-4aa1-be4d-1d5d9a9e9902 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 985 time: 0.4314160 Aug 25 11:36:34.705991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'port': {'security_groups': ['d45c66cd-a2d4-475e-9dcc-de023bc4a20c']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:34.879141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:34.937594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-12ecdb65-3d24-4b48-a35c-3189fc90e787 service neutron] 10.222.0.67 "GET /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236127 Aug 25 11:36:35.042298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.055242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.061488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.147854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.148417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Fanout notify agent at l3_agent the message router_deleted on router 50d7ae87-f480-4651-9ef0-339320d23941 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:36:35.156392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.161217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7dae3f13-e4ed-4a0f-b589-fca6b8505859 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/routers/50d7ae87-f480-4651-9ef0-339320d23941 HTTP/1.1" status: 204 len: 168 time: 2.2098460 Aug 25 11:36:35.165091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:35.168566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7421acc3-d744-4dd4-a7f6-395819e7216e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.172357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad78b4-dd1a-49ae-bcdb-aa8910df8f9e req-fdfe6514-23e0-49ab-9c59-2ce60c4a05d7 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:35.179625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7421acc3-d744-4dd4-a7f6-395819e7216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.187393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3ad78b4-dd1a-49ae-bcdb-aa8910df8f9e req-fdfe6514-23e0-49ab-9c59-2ce60c4a05d7 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 945 time: 0.2767527 Aug 25 11:36:35.260584 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7421acc3-d744-4dd4-a7f6-395819e7216e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6aa99bc411e644e6a1e54cd28fe52e54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5484290 Aug 25 11:36:35.266900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39206) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:35.283400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting subnet aea724f6-f970-4eb4-bed7-61344b187d39 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:36:35.293246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421acc3-d744-4dd4-a7f6-395819e7216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ece7fa-bca7-4d47-b5ba-c9397bd30249,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:35.299365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.371820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.382619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3ad78b4-dd1a-49ae-bcdb-aa8910df8f9e req-651c9075-b004-44a8-a9b2-01c3dbd5325b tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932023 Aug 25 11:36:35.411783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b424fc76-a31a-43b8-b81c-d43d92555ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.449759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b34c5a-0893-4272-bc3f-7438f760055f req-4217ddf0-e469-4e80-b0f2-e66c453cd5fe service neutron] 10.222.0.67 "GET /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030911 Aug 25 11:36:35.522199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b424fc76-a31a-43b8-b81c-d43d92555ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.627223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.707580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-d585cf8e-06c6-48e5-bb55-fdb1f730863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:35.709239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-d585cf8e-06c6-48e5-bb55-fdb1f730863c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78a6077c88d340ae81f8d563c6abd5a9&device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1643188 Aug 25 11:36:35.712141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b424fc76-a31a-43b8-b81c-d43d92555ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.717592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b424fc76-a31a-43b8-b81c-d43d92555ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.720038 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b424fc76-a31a-43b8-b81c-d43d92555ea4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82ece7fa-bca7-4d47-b5ba-c9397bd30249 HTTP/1.1" status: 204 len: 168 time: 0.4498649 Aug 25 11:36:35.750129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424fc76-a31a-43b8-b81c-d43d92555ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ece7fa-bca7-4d47-b5ba-c9397bd30249,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:35.838170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.922611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:35.931721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Subnet': ['ID=aea724f6-f970-4eb4-bed7-61344b187d39,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:35.937150 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:35.939662 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1fa6105f-8959-42b6-9f47-5a0531132f3d tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/subnets/aea724f6-f970-4eb4-bed7-61344b187d39 HTTP/1.1" status: 204 len: 168 time: 0.7734230 Aug 25 11:36:35.944308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:35.949095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea249d-1d1e-4d24-ae51-f70191ac9ba8 None None] Network 9dadd9c3-2243-4a93-88c7-93deda0bb4ed requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:35.953512 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71438c6-b7b5-443a-b580-403f70765e35" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:36.074034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.135974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-8bcb56f3-4a04-445f-a751-f099155024d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:36.139069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-8bcb56f3-4a04-445f-a751-f099155024d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=49a96035-a5c4-42e7-8f1e-6e04189ad31d HTTP/1.1" status: 200 len: 913 time: 0.3961465 Aug 25 11:36:36.162010 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 3c5e8d80-9aac-4401-b076-46ee22646495 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:36.162360 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.315899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:36.352157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] For port 3c5e8d80-9aac-4401-b076-46ee22646495, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3c5e8d80-9aac-4401-b076-46ee22646495,segment=NetworkSegment(32bcf2ff-47a2-4737-8232-ad4a849f9e28),segment_id=32bcf2ff-47a2-4737-8232-ad4a849f9e28)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:36.352539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.386102 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.390486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 3c5e8d80-9aac-4401-b076-46ee22646495 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:36.431462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-beb3a698-fa6b-4af9-a0e9-c2d1ba5b514b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0 HTTP/1.1" status: 200 len: 217 time: 0.1770813 Aug 25 11:36:36.432373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.449075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['219c55c1-779c-44cc-a322-8cef1572c32b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:36.541725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.574603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e1057-b9df-4db1-99e3-22440a498e31 None None] DHCP port deletion for 9dadd9c3-2243-4a93-88c7-93deda0bb4ed request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:36:36.612368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=3c5e8d80-9aac-4401-b076-46ee22646495,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:36.685388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] No DVR routers for this DVR port 3c5e8d80-9aac-4401-b076-46ee22646495 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:36:36.721065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:36.734488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:36.736239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53b68a3-9bbc-403a-a974-f85ec97bc141 req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "PUT /v2.0/ports/219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 943 time: 2.0423145 Aug 25 11:36:36.746928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['219c55c1-779c-44cc-a322-8cef1572c32b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:37.002918 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ae92a0-fc4c-4dd1-87ab-3d02c1886cfc x-openstack-request-id: req-08ae92a0-fc4c-4dd1-87ab-3d02c1886cfc {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:37.005066 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:37.005448 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08ae92a0-fc4c-4dd1-87ab-3d02c1886cfc {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:37.005931 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'status': 'completed', 'code': 200} Aug 25 11:36:37.062942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.083959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda6cc3-8abe-4e98-b586-5f31334707e6 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:37.109602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b2346-2198-4df9-8afb-1498d55482cb req-263d10a9-9792-4fa6-ba6e-2afb070e47d1 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:37.119987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c71b2346-2198-4df9-8afb-1498d55482cb req-263d10a9-9792-4fa6-ba6e-2afb070e47d1 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 943 time: 1.1523991 Aug 25 11:36:37.127792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dadd9c3-2243-4a93-88c7-93deda0bb4ed']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:37.181057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bcf2ff-47a2-4737-8232-ad4a849f9e28') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:37.181540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bcf2ff-47a2-4737-8232-ad4a849f9e28') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:37.222408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.292470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.321457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:36:37.325069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:36:37.345520 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:36:37.502719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.531560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.542737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/networks/9dadd9c3-2243-4a93-88c7-93deda0bb4ed HTTP/1.1" status: 204 len: 168 time: 1.5925143 Aug 25 11:36:37.551092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39246) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:37.728739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3c5e8d80-9aac-4401-b076-46ee22646495 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:36:37.754069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-4ba03ed8-4b58-4220-b1dd-7220d1406c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:37.755686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-4ba03ed8-4b58-4220-b1dd-7220d1406c5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f9c9124-f10d-4082-9223-26332a61fd4c HTTP/1.1" status: 200 len: 852 time: 1.1891713 Aug 25 11:36:37.760650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac2e3-dd36-4cf3-81f6-f84e972e164e tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Network': ['ID=9dadd9c3-2243-4a93-88c7-93deda0bb4ed,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:37.773254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39250) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:37.806279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3c5e8d80-9aac-4401-b076-46ee22646495 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:36:37.806849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3c5e8d80-9aac-4401-b076-46ee22646495 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:36:37.808647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02080cca-1862-4c3c-8fd9-90c48467c13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:37.842323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c71b2346-2198-4df9-8afb-1498d55482cb req-e0e992d6-b578-4b8f-a1a8-4452c8b4543a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211504 Aug 25 11:36:37.975579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-53e571ed-208b-4be7-a7b1-400555c1075b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=49a96035-a5c4-42e7-8f1e-6e04189ad31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608682 Aug 25 11:36:38.226766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71438c6-b7b5-443a-b580-403f70765e35 req-01b6f1b5-0e3c-4a39-9311-e7a86a5492f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:38.229906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-01b6f1b5-0e3c-4a39-9311-e7a86a5492f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 1.1862245 Aug 25 11:36:38.251908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port c30c1c06-91ca-4e6a-b1b1-9458fef6f93f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:38.252516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.281233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c731872-7ae1-411e-ac0a-796b2012a1e0 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:36:38.283586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02080cca-1862-4c3c-8fd9-90c48467c13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.345092 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02080cca-1862-4c3c-8fd9-90c48467c13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.417427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02080cca-1862-4c3c-8fd9-90c48467c13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d189da7-a3da-4c11-8beb-b126c1f4b49c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:38.466457 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02080cca-1862-4c3c-8fd9-90c48467c13d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5deadd7035ad43088e586c91f95428a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893160 Aug 25 11:36:38.483594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39260) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:38.545136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0,segment=NetworkSegment(8661189d-c294-424c-9db8-913467d81302),segment_id=8661189d-c294-424c-9db8-913467d81302)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:38.563645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '9c731872-7ae1-411e-ac0a-796b2012a1e0', 'network_id': '49a96035-a5c4-42e7-8f1e-6e04189ad31d', 'port_id': '9c731872-7ae1-411e-ac0a-796b2012a1e0', 'mac_address': 'fa:16:3e:64:6d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9c9124-f10d-4082-9223-26332a61fd4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:36:38.582422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.582965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.609624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71438c6-b7b5-443a-b580-403f70765e35 req-2984793c-5f0a-49aa-b1b4-41fa196753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:38.612290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-2984793c-5f0a-49aa-b1b4-41fa196753d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 0.3624575 Aug 25 11:36:38.631973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for c30c1c06-91ca-4e6a-b1b1-9458fef6f93f owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:38.641033 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.663028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-deefb306-43b8-42ff-b2b9-e137b732d497 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6528928 Aug 25 11:36:38.668976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c731872-7ae1-411e-ac0a-796b2012a1e0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:36:38.681355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.705188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0,segment=NetworkSegment(8661189d-c294-424c-9db8-913467d81302),segment_id=8661189d-c294-424c-9db8-913467d81302)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:38.712143 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.738836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-a62d6906-d229-407f-a1f3-f6dd0946c06f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.1061213 Aug 25 11:36:38.751346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:38.817594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.829215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:38.893021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71438c6-b7b5-443a-b580-403f70765e35 req-9dd5c818-04ae-492b-ac9b-08daaa6e1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:38.896706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-9dd5c818-04ae-492b-ac9b-08daaa6e1c42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.1322255 Aug 25 11:36:38.903713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:38.927872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f56c4-2051-4590-ab7f-ae6594cc9a6d req-e74e33d0-2892-4167-b0a6-1bbf72fc7d2a tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:38.935881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9c731872-7ae1-411e-ac0a-796b2012a1e0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:38.943880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b93f56c4-2051-4590-ab7f-ae6594cc9a6d req-e74e33d0-2892-4167-b0a6-1bbf72fc7d2a tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 945 time: 0.6987362 Aug 25 11:36:38.991727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-2889c795-fd65-4adb-a560-f1672c1cabc9 service neutron] 10.222.0.67 "GET /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0058219 Aug 25 11:36:39.025118 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:39.031897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:39.033456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:39.035620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d189da7-a3da-4c11-8beb-b126c1f4b49c HTTP/1.1" status: 204 len: 168 time: 0.5504000 Aug 25 11:36:39.037040 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:39.065566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-15fbe4f4-3ec5-4c75-b3f4-154e2d1d3dae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559443 Aug 25 11:36:39.113762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d189da7-a3da-4c11-8beb-b126c1f4b49c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:39.142147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.143251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.144415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.145437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.146345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.147596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.148600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.149455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.150438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.151257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.152011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.152831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b596e-19c4-4e3c-8e6b-90302acb452a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:36:39.225599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:39.278343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-432e4482-8c4a-4d1c-93cd-f39c69ab9564 req-9a24eee4-9946-4ab7-8aeb-6cbd24dac2ae service neutron] 10.222.0.67 "GET /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176282 Aug 25 11:36:39.366623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=c30c1c06-91ca-4e6a-b1b1-9458fef6f93f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:39.499291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b93f56c4-2051-4590-ab7f-ae6594cc9a6d req-9e8fa623-f291-41f9-bd1f-74f300e325e2 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528843 Aug 25 11:36:39.511895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:39.515944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:39.533885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ff5e259f-d434-45aa-8fdd-90e02f435cdc tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/floatingips/0429ad42-d9af-4e53-84f4-5df3ca7ce2b1 HTTP/1.1" status: 204 len: 168 time: 1.9689133 Aug 25 11:36:39.534762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39276) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:39.583859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-2e0afdcb-292b-4cbc-b7a3-a78e9d952903 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085637 Aug 25 11:36:39.603786 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e237d95-123a-43a4-95c8-fa2d82572770 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] DELETE failed (client error): The resource could not be found. Aug 25 11:36:39.606472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e237d95-123a-43a4-95c8-fa2d82572770 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:36:39.613732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5e237d95-123a-43a4-95c8-fa2d82572770 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/ports/db03a923-9d7f-42bc-98ee-d206b7c1bddc HTTP/1.1" status: 404 len: 333 time: 0.0760562 Aug 25 11:36:39.616367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39280) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:39.782397 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77fc9121-ecf8-4bef-80f0-a0112b843731 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/ports?device_id=50d7ae87-f480-4651-9ef0-339320d23941 HTTP/1.1" status: 200 len: 205 time: 0.1633456 Aug 25 11:36:39.784154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39282) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:39.929368 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-c6d9232f-9b0a-4cb1-aad0-ed9b80b5b5bd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] delete failed (client error): The resource could not be found. Aug 25 11:36:39.938968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d71438c6-b7b5-443a-b580-403f70765e35 req-884705da-2fa0-4afa-9a69-01502972248f service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367436 Aug 25 11:36:39.946513 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c6d9232f-9b0a-4cb1-aad0-ed9b80b5b5bd tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/routers/50d7ae87-f480-4651-9ef0-339320d23941 HTTP/1.1" status: 404 len: 336 time: 0.1603446 Aug 25 11:36:39.947025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39286) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:40.037266 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc54afb2-bbe4-4867-8d0d-244e7f4b9989 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] DELETE failed (client error): The resource could not be found. Aug 25 11:36:40.038051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc54afb2-bbe4-4867-8d0d-244e7f4b9989 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:36:40.038249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-a0e9f000-ebda-4af3-a385-062f0d18c149 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:40.041664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bc54afb2-bbe4-4867-8d0d-244e7f4b9989 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/subnets/aea724f6-f970-4eb4-bed7-61344b187d39 HTTP/1.1" status: 404 len: 337 time: 0.0897980 Aug 25 11:36:40.047560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.052632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39290) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:40.057602 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-a0e9f000-ebda-4af3-a385-062f0d18c149 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 945 time: 0.3921785 Aug 25 11:36:40.069621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e32c4-9bd8-4f48-bc0d-85d51bcf9653 req-045a495b-4294-4753-9519-b143b6894775 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:40.072863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-929e32c4-9bd8-4f48-bc0d-85d51bcf9653 req-045a495b-4294-4753-9519-b143b6894775 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 944 time: 0.2566435 Aug 25 11:36:40.280346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c731872-7ae1-411e-ac0a-796b2012a1e0 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:36:40.293481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-929e32c4-9bd8-4f48-bc0d-85d51bcf9653 req-97c2bd3d-1b67-4242-940e-735170333e17 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960132 Aug 25 11:36:40.390825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Deleting port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:40.391556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.516843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 9c731872-7ae1-411e-ac0a-796b2012a1e0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:36:40.540357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 9c731872-7ae1-411e-ac0a-796b2012a1e0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:36:40.540735 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6cc66-2801-4246-8bd8-07ecbfa83f90 x-openstack-request-id: req-04b6cc66-2801-4246-8bd8-07ecbfa83f90 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:40.541174 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:40.541585 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04b6cc66-2801-4246-8bd8-07ecbfa83f90 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:40.542257 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'status': 'completed', 'code': 200} Aug 25 11:36:40.542422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.738879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.744855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] For port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,segment=NetworkSegment(f7a58178-e41f-41eb-b3f3-6608de509b2b),segment_id=f7a58178-e41f-41eb-b3f3-6608de509b2b)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:40.745422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.797030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Calling delete_port for 0e902d0e-fae4-4a82-bfef-6046ba2e9bee owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:40.798584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0,segment=NetworkSegment(8661189d-c294-424c-9db8-913467d81302),segment_id=8661189d-c294-424c-9db8-913467d81302)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:40.800600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:40.804366 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727eb1f6-9a34-4484-a849-2aaad9eb7803" -d '{"events": [{"server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "name": "network-vif-plugged", "status": "completed", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:40.810186 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.823025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Allocated IP 172.25.1.163 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/6a7c766c-25ac-4094-9b4b-2a2a70330de4) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:40.963858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port ab39e194-6efa-4258-a03b-ff4995bae40a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:40.965452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:40.971559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:41.111091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-a8359ec7-59c2-4d11-9d21-a4680c9bb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:41.114443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-a8359ec7-59c2-4d11-9d21-a4680c9bb442 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.5280161 Aug 25 11:36:41.271035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:41.284174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['0e902d0e-fae4-4a82-bfef-6046ba2e9bee'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:36:41.344974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Pushing event deleted for resources: {'Port': ['ID=0e902d0e-fae4-4a82-bfef-6046ba2e9bee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:41.412888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21699c8-a5f4-47b3-a601-9f07c57c1b91 req-bccd5ce1-8b5a-496d-86dd-55b1dfbc593b tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:41.426521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c21699c8-a5f4-47b3-a601-9f07c57c1b91 req-bccd5ce1-8b5a-496d-86dd-55b1dfbc593b tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/ports?device_id=186bfd46-9d67-45aa-9710-186836673780 HTTP/1.1" status: 200 len: 945 time: 0.6166201 Aug 25 11:36:41.426820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] No DVR routers for this DVR port 0e902d0e-fae4-4a82-bfef-6046ba2e9bee on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:36:41.429297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:41.432024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abe734a3-bed5-4ede-8cff-b797e17785a1 req-e114d5ad-3349-4d63-887e-0323370bc01c tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.10 "DELETE /v2.0/ports/0e902d0e-fae4-4a82-bfef-6046ba2e9bee HTTP/1.1" status: 204 len: 173 time: 1.3675280 Aug 25 11:36:41.432527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186bfd46-9d67-45aa-9710-186836673780', 'name': 'network-vif-deleted', 'tag': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:41.434940 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6c84a8-ddbd-456c-9eb2-2625fca1c230" -d '{"events": [{"server_uuid": "186bfd46-9d67-45aa-9710-186836673780", "name": "network-vif-deleted", "tag": "0e902d0e-fae4-4a82-bfef-6046ba2e9bee"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:41.487213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-747eef3d-5628-417d-abb9-8286ec5cf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:41.490456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-747eef3d-5628-417d-abb9-8286ec5cf64b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 0.3655953 Aug 25 11:36:41.708761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-a159714d-13fa-4786-9976-9b0f2c965fee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.1776252 Aug 25 11:36:41.712775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:41.830438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for ab39e194-6efa-4258-a03b-ff4995bae40a owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:41.858568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c21699c8-a5f4-47b3-a601-9f07c57c1b91 req-2970f6f8-a806-433a-82d8-2b8cee26fd24 tempest-VolumesActionsTest-271735833 tempest-VolumesActionsTest-271735833-project] 10.222.0.35 "GET /v2.0/security-groups?id=a7928729-e21b-4ef3-82c4-3296cf7c7179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293149 Aug 25 11:36:41.969071 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:41.983993 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc44235-1bbe-4f6f-b9fe-8adbc546f4b3 x-openstack-request-id: req-adc44235-1bbe-4f6f-b9fe-8adbc546f4b3 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:41.984963 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "name": "network-vif-plugged", "status": "completed", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:41.986311 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adc44235-1bbe-4f6f-b9fe-8adbc546f4b3 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:41.987390 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0', 'code': 200} Aug 25 11:36:42.215246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-0c010428-91df-4d5e-8282-3b3539d4e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:42.217493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-0c010428-91df-4d5e-8282-3b3539d4e876 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.4665105 Aug 25 11:36:42.316795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-a285dc24-1ab0-42e8-9028-bc774f568ecf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642505 Aug 25 11:36:42.466177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae87f32-7226-4550-970b-2c923952a5ac req-b180b008-9918-4928-bbc8-1c73ed1dc865 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:42.467098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ae87f32-7226-4550-970b-2c923952a5ac req-b180b008-9918-4928-bbc8-1c73ed1dc865 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 945 time: 0.3356481 Aug 25 11:36:42.525197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ddf9-8bac-40a4-9ca4-5a20cd37d901 req-53f15757-71ba-4989-960f-dc100b1d272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:42.528649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb23ddf9-8bac-40a4-9ca4-5a20cd37d901 req-53f15757-71ba-4989-960f-dc100b1d272a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 1097 time: 0.4146509 Aug 25 11:36:42.753216 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:42.790506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ae87f32-7226-4550-970b-2c923952a5ac req-164af892-7aa6-4dd1-8e26-c70c08cc9c65 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966952 Aug 25 11:36:42.802717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb23ddf9-8bac-40a4-9ca4-5a20cd37d901 req-3116bd6d-3c53-4623-a19d-60a544b9ccf6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432845 Aug 25 11:36:42.937355 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c906caf-27f3-4a68-b0be-4857026995f9 x-openstack-request-id: req-8c906caf-27f3-4a68-b0be-4857026995f9 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:42.938241 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186bfd46-9d67-45aa-9710-186836673780", "name": "network-vif-deleted", "tag": "0e902d0e-fae4-4a82-bfef-6046ba2e9bee", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:42.938592 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8c906caf-27f3-4a68-b0be-4857026995f9 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:42.939440 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186bfd46-9d67-45aa-9710-186836673780', 'name': 'network-vif-deleted', 'tag': '0e902d0e-fae4-4a82-bfef-6046ba2e9bee', 'status': 'completed', 'code': 200} Aug 25 11:36:42.997453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-970d98fb-7a34-4024-a80f-a4fde1e1e559 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666696 Aug 25 11:36:43.008667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39354) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:43.051767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:43.075844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:43.171451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:43.186567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:43.254474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event updated for resources: {'Port': ['ID=6a7c766c-25ac-4094-9b4b-2a2a70330de4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:43.354010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=ab39e194-6efa-4258-a03b-ff4995bae40a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:43.611245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1179208662', 'router:external': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:43.681358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Made reservation on behalf of d614dd4cee8741cd829d0d3372bae431 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:43.695192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:43.724772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:43.845646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0e902d0e-fae4-4a82-bfef-6046ba2e9bee no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:36:43.963198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 0e902d0e-fae4-4a82-bfef-6046ba2e9bee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:36:43.964050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0e902d0e-fae4-4a82-bfef-6046ba2e9bee not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:36:44.114770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.124781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.197678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:36:44.233556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff93cca-4129-43aa-a9cb-7c4935e36e83,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:44.243520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.244479 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Added segment e4df8fae-72c5-406d-940f-ce0fc18028c0 of type vlan for network 2a9b168a-a4d3-4560-b583-b256f411b2e6 Aug 25 11:36:44.274591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a1a3412-a394-4d5c-95d1-065d9bc79a2d req-02d6df5d-7c4a-40eb-8d9a-539158348a85 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2211449 Aug 25 11:36:44.287674 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.291857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8159609c-f0f5-44dc-a245-7874a55c96ed tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/ports/ab39e194-6efa-4258-a03b-ff4995bae40a HTTP/1.1" status: 204 len: 168 time: 4.2169666 Aug 25 11:36:44.294917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.305824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39394) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:44.384523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d94c9d-d988-458f-9663-5a77dbdf479d req-b2afe294-8efa-4269-8f50-9925f587e5ce tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:44.396735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15d94c9d-d988-458f-9663-5a77dbdf479d req-b2afe294-8efa-4269-8f50-9925f587e5ce tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 945 time: 0.2771671 Aug 25 11:36:44.399289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.486890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15d94c9d-d988-458f-9663-5a77dbdf479d req-796e1309-5deb-4440-a743-7e2434feee1b tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888276 Aug 25 11:36:44.518214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.578219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 35c324d7-a1ce-4b99-a7af-b309f04482c8 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:44.578674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.708373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.716543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:44.716820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.766137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7561500 Aug 25 11:36:44.772070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39406) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:44.779036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'subnet': {'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:44.836758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Made reservation on behalf of d614dd4cee8741cd829d0d3372bae431 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:44.839823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.913748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:44.926047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:45.015912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:45.091033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:45.092652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3662553 Aug 25 11:36:45.115118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d04725-0313-4ff8-9cf8-b7b76955f0ed tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event updated for resources: {'Port': ['ID=6a7c766c-25ac-4094-9b4b-2a2a70330de4,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:45.234556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-232e3223-bf6a-499e-a672-ec72b46beed3 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1327081 Aug 25 11:36:45.488260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:45.505426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 35c324d7-a1ce-4b99-a7af-b309f04482c8 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:45.627520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-c899a440-c6f3-4343-b15a-22169eb42a87 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:45.630346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-c899a440-c6f3-4343-b15a-22169eb42a87 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.3844454 Aug 25 11:36:45.670966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-0933c689-8a18-4b0e-a87c-c52074ce91cc tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:36:45.673405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea0a5a4f-7cb7-47fd-9cc3-da6ef6ffcea2 req-0933c689-8a18-4b0e-a87c-c52074ce91cc tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317547 Aug 25 11:36:45.732196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fa956-77a1-489b-a60d-b131a0ae1aee tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Network': ['ID=2a9b168a-a4d3-4560-b583-b256f411b2e6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:45.737975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:45.749120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 2a9b168a-a4d3-4560-b583-b256f411b2e6 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:36:45.807660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6d24-60e2-4c04-a0ee-054c73b42e9c req-5d670cae-33a7-4e93-9234-59a7824af057 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:45.811655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-145f6d24-60e2-4c04-a0ee-054c73b42e9c req-5d670cae-33a7-4e93-9234-59a7824af057 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 945 time: 0.1332483 Aug 25 11:36:45.850726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=35c324d7-a1ce-4b99-a7af-b309f04482c8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:46.016807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:46.036740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5d1d144b-4c0e-46ce-9da2-8d7c7c4a5e29 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/ports/35c324d7-a1ce-4b99-a7af-b309f04482c8 HTTP/1.1" status: 204 len: 168 time: 1.7292213 Aug 25 11:36:46.037493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:46.063116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-145f6d24-60e2-4c04-a0ee-054c73b42e9c req-82fac009-666a-4fd1-b206-6d3d239b188b tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416794 Aug 25 11:36:46.107518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17aa078-6fea-4f72-b131-d6592d6f2e75 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:46.125185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b17aa078-6fea-4f72-b131-d6592d6f2e75 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 HTTP/1.1" status: 200 len: 913 time: 0.0834262 Aug 25 11:36:46.127566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:46.266848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:36:46.267656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:46.293645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb48e-1006-49ca-a334-53c74695b478 req-85699e91-87cc-4247-9fb4-6fd2e9aba886 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:46.296608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-85699e91-87cc-4247-9fb4-6fd2e9aba886 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4773033 Aug 25 11:36:46.532775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-d4adad6c-9250-4dca-b24c-f4f649ce8f07 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1890233 Aug 25 11:36:46.563926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74f8307d-a136-4b94-9ac5-412c2af5846d,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:46.594411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'floatingip': {'port_id': '219c55c1-779c-44cc-a322-8cef1572c32b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:46.825289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:46.970421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Checking segment: {'id': 'e4df8fae-72c5-406d-940f-ce0fc18028c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:36:46.970800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network hostable DHCP agents. Network: 2a9b168a-a4d3-4560-b583-b256f411b2e6, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:36:47.052571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 2a9b168a-a4d3-4560-b583-b256f411b2e6 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:36:47.104530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 2a9b168a-a4d3-4560-b583-b256f411b2e6) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:47.141759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5431816-3bce-4d2c-8fa8-bc25f48cbd7e None None] Network 2a9b168a-a4d3-4560-b583-b256f411b2e6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:47.190511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:47.191129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:47.294251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:47.449206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6d8759ce-86d9-4f4b-8404-338044a0a689 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6730525 Aug 25 11:36:47.450047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39486) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:47.471607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1271123388', 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:47.535583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Made reservation on behalf of d614dd4cee8741cd829d0d3372bae431 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:36:47.538791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:47.624929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721017b-7e39-4003-98fa-c0bc78a939aa None None] Network 2a9b168a-a4d3-4560-b583-b256f411b2e6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:36:47.668643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e8e3b-5daa-4e68-a6e8-c12f798effb9 req-153f87f1-fa09-49da-a9f5-5245fbc45001 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:47.685591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f42e8e3b-5daa-4e68-a6e8-c12f798effb9 req-153f87f1-fa09-49da-a9f5-5245fbc45001 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 945 time: 0.4886169 Aug 25 11:36:47.752005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] device_id is not set on port 2d350acd-ef75-4a48-a838-4d1ca158d0fb yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:36:48.104739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f42e8e3b-5daa-4e68-a6e8-c12f798effb9 req-6f4df0df-dcdf-4255-a3b0-582467afc412 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018145 Aug 25 11:36:48.167214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port 7d1f3c96-7189-4027-9568-ac90e33eb32e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:48.167823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:48.265533 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b72e6745-0b26-4a08-af7e-b295428895f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:48.319855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:36:48.382802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:48.431978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for 7d1f3c96-7189-4027-9568-ac90e33eb32e owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:48.491954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39500) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:48.532242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Allocated IP 2001:db8::208 (2a9b168a-a4d3-4560-b583-b256f411b2e6/74f8307d-a136-4b94-9ac5-412c2af5846d/2d350acd-ef75-4a48-a838-4d1ca158d0fb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:48.662832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:48.716932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:48.943197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8866f-a872-440d-9115-829e67b65f7a req-1db9d675-f64c-458d-8e55-48bcc4732b56 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:48.946449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06b8866f-a872-440d-9115-829e67b65f7a req-1db9d675-f64c-458d-8e55-48bcc4732b56 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.67 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 945 time: 0.6397007 Aug 25 11:36:49.007273 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c3fe-5a0d-47a2-9715-b9d3f63c00cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:49.049543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:49.096363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=7d1f3c96-7189-4027-9568-ac90e33eb32e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:49.558283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:49.715699 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Floating IP abc6d388-6b66-455c-ab74-90b88768f5e1 associated. External IP: 172.25.1.163, port: 219c55c1-779c-44cc-a322-8cef1572c32b. Aug 25 11:36:50.134715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:50.310296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9c731872-7ae1-411e-ac0a-796b2012a1e0 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:36:50.339715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:50.347718 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1519f695-f1dc-4104-a43a-e72e1a14955f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "PUT /v2.0/routers/66b7fc92-96cf-4b19-8f02-2f30a28ba6f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2180042 Aug 25 11:36:50.349488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:50.354786 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] Sync routers for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:50.371378 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:50.372561 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:50.379691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.483579 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:50.506691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c3fe-5a0d-47a2-9715-b9d3f63c00cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.509632 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] Routers {'66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:50.511535 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:50.532335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1994d-35eb-4682-9fbd-f0da8bdcf333 req-a15152bf-d488-45da-b6f8-7164a1514ffb tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:50.534344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bf1994d-35eb-4682-9fbd-f0da8bdcf333 req-a15152bf-d488-45da-b6f8-7164a1514ffb tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 945 time: 0.8337884 Aug 25 11:36:50.535097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c3fe-5a0d-47a2-9715-b9d3f63c00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.604553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2fa5c3fe-5a0d-47a2-9715-b9d3f63c00cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dfdd00583624a2ea48ad898a8d84160&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1112039 Aug 25 11:36:50.606237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.615986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:50.616706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5c3fe-5a0d-47a2-9715-b9d3f63c00cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e616fd6-5838-49d8-905a-e6c5dd79a968,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:50.651477 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:50.652258 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993638a7-d9c0-40e7-8b94-09747383e225 None None] The sync data for ids ['66b7fc92-96cf-4b19-8f02-2f30a28ba6f0'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:50.652911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.691215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.701158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Deleting port 9c731872-7ae1-411e-ac0a-796b2012a1e0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:50.702162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.724571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:50.738943 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef646b1f-b59e-4ca3-a050-f075108169cf" -d '{"events": [{"server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:50.746505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0,segment=NetworkSegment(8661189d-c294-424c-9db8-913467d81302),segment_id=8661189d-c294-424c-9db8-913467d81302)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:50.752735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:50.818739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:50.906585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.059059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting port a58fa54d-39db-4753-ac30-4d9752ac6923 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:51.059637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.169505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1bf1994d-35eb-4682-9fbd-f0da8bdcf333 req-b54a48c2-c665-494a-ab80-990bd931eb4f tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/security-groups?id=9d92611a-9dcc-43d9-a3ad-1816c7b5b173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897660 Aug 25 11:36:51.177108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d3d8-4d0e-41bd-a984-68f10035bc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.199311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 2a9b168a-a4d3-4560-b583-b256f411b2e6 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:51.255438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Port': ['ID=2d350acd-ef75-4a48-a838-4d1ca158d0fb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:51.258356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:51.268195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.272325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:51.273408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:51.274108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.280971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] For port 9c731872-7ae1-411e-ac0a-796b2012a1e0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9c731872-7ae1-411e-ac0a-796b2012a1e0,segment=NetworkSegment(8661189d-c294-424c-9db8-913467d81302),segment_id=8661189d-c294-424c-9db8-913467d81302)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:51.281386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.285497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ca40f81-07f9-49ee-b322-9600b792d38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.332104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Calling delete_port for a58fa54d-39db-4753-ac30-4d9752ac6923 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:51.338306 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7b9bd0-0af9-4e6f-98fb-8e00dcb00538 x-openstack-request-id: req-dd7b9bd0-0af9-4e6f-98fb-8e00dcb00538 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:51.338876 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:51.338876 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd7b9bd0-0af9-4e6f-98fb-8e00dcb00538 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:51.339223 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0', 'code': 200} Aug 25 11:36:51.356562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Calling delete_port for 9c731872-7ae1-411e-ac0a-796b2012a1e0 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:51.394327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.413075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d16d386-680f-4a24-af26-c0d41952636e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.9560928 Aug 25 11:36:51.429616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ca40f81-07f9-49ee-b322-9600b792d38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.452704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39518) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:51.599003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:36:51.770814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ca40f81-07f9-49ee-b322-9600b792d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.775580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ca40f81-07f9-49ee-b322-9600b792d38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.777742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ca40f81-07f9-49ee-b322-9600b792d38c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e616fd6-5838-49d8-905a-e6c5dd79a968 HTTP/1.1" status: 204 len: 168 time: 1.1483846 Aug 25 11:36:51.799661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Deleting port 2d350acd-ef75-4a48-a838-4d1ca158d0fb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:51.801589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:51.954039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca40f81-07f9-49ee-b322-9600b792d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e616fd6-5838-49d8-905a-e6c5dd79a968,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:52.081088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.134967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Calling delete_port for 2d350acd-ef75-4a48-a838-4d1ca158d0fb owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:52.138337 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.157220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:36:52.165559 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.170585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] Sync routers for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:36:52.187004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:52.188768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:52.218397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Port': ['ID=a58fa54d-39db-4753-ac30-4d9752ac6923,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:52.333218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-148cc6e7-b2ef-4958-811c-7642f6363b41 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "PUT /v2.0/floatingips/abc6d388-6b66-455c-ab74-90b88768f5e1 HTTP/1.1" status: 200 len: 997 time: 5.7530603 Aug 25 11:36:52.341811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:52.352147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.353093 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe24ff1b-a023-4d79-9580-fe8ef717938a" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:52.368445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.490370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Pushing event deleted for resources: {'Port': ['ID=9c731872-7ae1-411e-ac0a-796b2012a1e0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:52.520669 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.562868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.589433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.610425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:36:52.642249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2cb8c6d-e333-4ed0-ae21-195328d5fab0 req-d57ab525-8d47-4a46-8b4d-fd412788f334 tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dda8c066-e718-48b4-9697-7f6580664bb8 HTTP/1.1" status: 200 len: 210 time: 0.1203175 Aug 25 11:36:52.677141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb48e-1006-49ca-a334-53c74695b478 req-79da2039-3273-4754-8562-1641b7f6bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:52.695069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-79da2039-3273-4754-8562-1641b7f6bc50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.3328238 Aug 25 11:36:52.696291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] No DVR routers for this DVR port 9c731872-7ae1-411e-ac0a-796b2012a1e0 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:36:52.711753 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.719211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06b8866f-a872-440d-9115-829e67b65f7a req-e1b7f562-5951-4587-b74c-2e8cea92a39a tempest-ServerPasswordTestJSON-314243245 tempest-ServerPasswordTestJSON-314243245-project] 10.222.0.67 "DELETE /v2.0/ports/9c731872-7ae1-411e-ac0a-796b2012a1e0 HTTP/1.1" status: 204 len: 173 time: 3.7454717 Aug 25 11:36:52.719773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39544) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:52.780726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.781394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Fanout notify agent at l3_agent the message router_deleted on router 66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:36:52.800612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.805154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc313a36-fa24-4de4-b5cc-a1a3d928a33a x-openstack-request-id: req-bc313a36-fa24-4de4-b5cc-a1a3d928a33a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:52.805154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:52.805154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc313a36-fa24-4de4-b5cc-a1a3d928a33a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:52.805154 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'status': 'completed', 'code': 200} Aug 25 11:36:52.806738 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d9b482e-c4fb-460c-9e7e-af7571e7b208 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/routers/66b7fc92-96cf-4b19-8f02-2f30a28ba6f0 HTTP/1.1" status: 204 len: 168 time: 2.4557760 Aug 25 11:36:52.807796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39546) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:52.937714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Deleting subnet 48a48d3b-14bc-43fb-b19d-ec000b807252 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:36:52.944016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5d30-5b33-42df-b63b-377579443008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.948392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:52.981821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.028434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d350acd-ef75-4a48-a838-4d1ca158d0fb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:53.053157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.100553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.103241 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-620d7cca-cebd-425d-9539-9b5d30e3a376 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2d350acd-ef75-4a48-a838-4d1ca158d0fb HTTP/1.1" status: 204 len: 168 time: 1.6492624 Aug 25 11:36:53.106942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:53.112498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6', 'external_fixed_ips': [{'subnet_id': '74f8307d-a136-4b94-9ac5-412c2af5846d', 'ip_address': '2001:db8::208'}]}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:53.148774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.211437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5d30-5b33-42df-b63b-377579443008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.228418 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d4e5d30-5b33-42df-b63b-377579443008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.255977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'abc6d388-6b66-455c-ab74-90b88768f5e1', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'port_id': '219c55c1-779c-44cc-a322-8cef1572c32b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'mac_address': 'fa:16:3e:32:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:36:43Z', 'updated_at': '2021-08-25T11:36:48Z', 'revision_number': 1, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:42Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:53.287051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.291432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.308172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] Checking router: 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:36:53.322255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:36:53.328038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:53.359477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5d4e5d30-5b33-42df-b63b-377579443008 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18cf755efa184cdd9424512862f13ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055436 Aug 25 11:36:53.378991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39554) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:53.396282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.438288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.523472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-e2a39f32-e034-4203-8116-d8a885baa585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:53.525593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-e2a39f32-e034-4203-8116-d8a885baa585 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.7303770 Aug 25 11:36:53.534835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e5d30-5b33-42df-b63b-377579443008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5cb38-8c0a-4775-8890-2676a8947a77,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:53.538476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb48e-1006-49ca-a334-53c74695b478 req-a6e149fb-ef8f-4819-89b1-b8c17b0ff341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:53.540799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-a6e149fb-ef8f-4819-89b1-b8c17b0ff341 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 0.8300583 Aug 25 11:36:53.646268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:53.647502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-962ae622-9c2c-4739-b3d7-9cc8065a98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:53.651214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-962ae622-9c2c-4739-b3d7-9cc8065a98fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 0.1075521 Aug 25 11:36:53.651820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39564) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:53.652582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/subnets/48a48d3b-14bc-43fb-b19d-ec000b807252 HTTP/1.1" status: 204 len: 168 time: 0.8056409 Aug 25 11:36:53.655339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf337e9-a671-4e72-a279-21d23c0ea62f tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Subnet': ['ID=48a48d3b-14bc-43fb-b19d-ec000b807252,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:53.755507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:36:53.768662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39570) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:53.896602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-ec5e0d22-bc32-40c8-b253-2157424bc1de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 1000 time: 0.2460694 Aug 25 11:36:53.993214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.185134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ecf-0edb-41e9-8e32-f7c58906b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.219659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Deleting subnet 4f9c9124-f10d-4082-9223-26332a61fd4c {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:36:54.233811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.248773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ecf-0edb-41e9-8e32-f7c58906b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.255404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.258364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eb48e-1006-49ca-a334-53c74695b478 req-251876a0-c297-4020-b658-2b9ae7b0ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:54.266503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-251876a0-c297-4020-b658-2b9ae7b0ec27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.3480449 Aug 25 11:36:54.318777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.323528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-4b3c8f98-a73f-4ab9-a986-896c204af879 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 1000 time: 0.4474726 Aug 25 11:36:54.334011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'abc6d388-6b66-455c-ab74-90b88768f5e1', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'port_id': '219c55c1-779c-44cc-a322-8cef1572c32b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'mac_address': 'fa:16:3e:32:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:36:43Z', 'updated_at': '2021-08-25T11:36:48Z', 'revision_number': 1, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:42Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:54.339564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-7d8ac891-d23b-4277-a345-a9c4cf4a004e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719523 Aug 25 11:36:54.348936 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.352088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-1b348ae0-5f0d-440a-b12c-278a5d0525d2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:36:54.358755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-1b348ae0-5f0d-440a-b12c-278a5d0525d2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182650 Aug 25 11:36:54.392272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce9b3d-e57a-47d4-bd3f-9044abb834f7 None None] The sync data for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 is: [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'abc6d388-6b66-455c-ab74-90b88768f5e1', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'port_id': '219c55c1-779c-44cc-a322-8cef1572c32b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'mac_address': 'fa:16:3e:32:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:36:43Z', 'updated_at': '2021-08-25T11:36:48Z', 'revision_number': 1, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:42Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:36:54.407867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfa5d2-069c-4fc6-8d0b-f28dbb8b0d34 req-48aa6ad2-2376-434d-aa20-cb0bb461a5cc tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:54.415819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69bfa5d2-069c-4fc6-8d0b-f28dbb8b0d34 req-48aa6ad2-2376-434d-aa20-cb0bb461a5cc tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.3395576 Aug 25 11:36:54.431294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.685851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-8561d599-b135-41db-82dd-601e0c350a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:54.687721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-8561d599-b135-41db-82dd-601e0c350a09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.3187118 Aug 25 11:36:54.699020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69bfa5d2-069c-4fc6-8d0b-f28dbb8b0d34 req-7c5aaf8d-2e6e-4ad9-85a2-0d31179713aa tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819083 Aug 25 11:36:54.734150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.762612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ecf-0edb-41e9-8e32-f7c58906b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.766500 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-51fd2ecf-0edb-41e9-8e32-f7c58906b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:54.767900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-51fd2ecf-0edb-41e9-8e32-f7c58906b88d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ada5cb38-8c0a-4775-8890-2676a8947a77 HTTP/1.1" status: 204 len: 168 time: 1.3794725 Aug 25 11:36:54.782253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-426f9105-7aea-48ec-b916-0e43548d855d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689492 Aug 25 11:36:54.812330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'name': 'network-vif-deleted', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:36:54.815337 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3744310-3359-4b3b-a05d-5333b9b42e74" -d '{"events": [{"server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "name": "network-vif-deleted", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:36:54.833028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fa4d96-0631-4ba9-9868-c5928e885ec5']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:54.928572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd2ecf-0edb-41e9-8e32-f7c58906b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5cb38-8c0a-4775-8890-2676a8947a77,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:54.965450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-a86e902f-230c-45db-af01-f3962be4d0e9 service neutron] 10.222.0.35 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681446 Aug 25 11:36:54.969849 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f77099-cc2a-4fed-ace9-1802405693f8 x-openstack-request-id: req-e7f77099-cc2a-4fed-ace9-1802405693f8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:36:54.970195 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda8c066-e718-48b4-9697-7f6580664bb8", "name": "network-vif-deleted", "tag": "9c731872-7ae1-411e-ac0a-796b2012a1e0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:36:54.970557 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7f77099-cc2a-4fed-ace9-1802405693f8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:36:54.971185 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda8c066-e718-48b4-9697-7f6580664bb8', 'name': 'network-vif-deleted', 'tag': '9c731872-7ae1-411e-ac0a-796b2012a1e0', 'status': 'completed', 'code': 200} Aug 25 11:36:54.975913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefeacc5-4eb9-4944-8837-1fa17d7a8bee') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:54.976365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefeacc5-4eb9-4944-8837-1fa17d7a8bee') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:55.052981 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1f5d8-b77a-4e00-9005-338324719a75 None None] New status for floating IP abc6d388-6b66-455c-ab74-90b88768f5e1: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:36:55.100812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.258596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.295910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:36:55.302645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:36:55.306757 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:36:55.355806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-8578041b-b57a-4836-ac2f-72705ffccbca service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348170 Aug 25 11:36:55.462441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.554030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9c9124-f10d-4082-9223-26332a61fd4c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:55.619791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c17eb48e-1006-49ca-a334-53c74695b478 req-02b6cacd-29d0-43e7-881d-fcda9066d23b service neutron] 10.222.0.35 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525576 Aug 25 11:36:55.660695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.666663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-357e09ae-cef0-4a26-9121-3606937cea26 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4f9c9124-f10d-4082-9223-26332a61fd4c HTTP/1.1" status: 204 len: 168 time: 1.8953445 Aug 25 11:36:55.674156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39596) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:55.718004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.780635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:55.791734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] 10.222.0.35 "DELETE /v2.0/networks/95fa4d96-0631-4ba9-9868-c5928e885ec5 HTTP/1.1" status: 204 len: 168 time: 2.1201551 Aug 25 11:36:55.947355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:56.005832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39608) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:56.046960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24513c33-27a4-4b65-927a-db3cb8242891 tempest-FloatingIPTestJSON-1432240963 tempest-FloatingIPTestJSON-1432240963-project] Pushing event deleted for resources: {'Network': ['ID=95fa4d96-0631-4ba9-9868-c5928e885ec5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:56.105945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:56.115538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:56.207532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-304992df-de15-40b3-a520-c6759568aa0d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:56.209598 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-304992df-de15-40b3-a520-c6759568aa0d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.2005572 Aug 25 11:36:56.237487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7cd4-9ffe-404f-a27f-2585e39367fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:56.319415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe24ff1b-a023-4d79-9580-fe8ef717938a req-6a542bc8-595b-42bd-9a8e-a76ad8d2a7dd service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9112074 Aug 25 11:36:56.343306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-1207920a-995f-400f-ae5b-d1d2a110772e tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.6533587 Aug 25 11:36:56.495371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9158a7-27c3-4d22-a373-ce1742dc5273 req-cf65dc88-4ae0-4e58-8a04-14e1b19645d8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:56.497421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a9158a7-27c3-4d22-a373-ce1742dc5273 req-cf65dc88-4ae0-4e58-8a04-14e1b19645d8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.5254524 Aug 25 11:36:56.516576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-d9e49cad-46ec-467d-9bd6-2584742c0de0 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:56.518988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-d9e49cad-46ec-467d-9bd6-2584742c0de0 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports/219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 943 time: 0.1742153 Aug 25 11:36:56.660381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:56.746915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:56.783023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a96035-a5c4-42e7-8f1e-6e04189ad31d']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:56.831088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8661189d-c294-424c-9db8-913467d81302') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:56.831611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8661189d-c294-424c-9db8-913467d81302') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:36:57.035208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.223315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.241547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Deleting port 2a2f365a-f98c-4a87-8019-c7179e3e4579 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:36:57.242627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.246153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.348478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:36:57.349806 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.354213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Allocated IP 2001:db8::208 (2a9b168a-a4d3-4560-b583-b256f411b2e6/74f8307d-a136-4b94-9ac5-412c2af5846d/e784db42-e44c-460d-8603-5d842af1e7e8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:36:57.369282 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:36:57.377095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a9158a7-27c3-4d22-a373-ce1742dc5273 req-6df32bb8-0dd0-4bc6-a9c0-3c59e6d24493 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8495653 Aug 25 11:36:57.456914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-78aad1e5-f05e-40b3-aeda-6035039ec6eb tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.2770960 Aug 25 11:36:57.470587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7cd4-9ffe-404f-a27f-2585e39367fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.506240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6fd7cd4-9ffe-404f-a27f-2585e39367fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.602173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96300e65-cf9f-4094-bfa3-560fa929abbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75f9b5a7b8c54320b0d523034b44000c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9032652 Aug 25 11:36:57.643662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd7cd4-9ffe-404f-a27f-2585e39367fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f22355-0bc9-48b2-8d3d-b94a94271c33,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:57.652982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39634) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:57.725051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.753388 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.759565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] 10.222.0.35 "DELETE /v2.0/networks/49a96035-a5c4-42e7-8f1e-6e04189ad31d HTTP/1.1" status: 204 len: 168 time: 2.0794857 Aug 25 11:36:57.770928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87642dae-0918-40a4-8b17-99812cb4ebbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.793154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3aeb9c-8a6f-4308-b2ea-48a8bc260887 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a96035-a5c4-42e7-8f1e-6e04189ad31d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:57.832603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87642dae-0918-40a4-8b17-99812cb4ebbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:57.858820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] For port 2a2f365a-f98c-4a87-8019-c7179e3e4579, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=2a2f365a-f98c-4a87-8019-c7179e3e4579,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:36:57.859690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.030550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6fd7cd4-9ffe-404f-a27f-2585e39367fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fbb4936fbcb4a449ebc837bb3e7cf21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9668715 Aug 25 11:36:58.033178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39642) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:58.098042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87642dae-0918-40a4-8b17-99812cb4ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.106635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87642dae-0918-40a4-8b17-99812cb4ebbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.110207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-87642dae-0918-40a4-8b17-99812cb4ebbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/315b03d3-92ac-459a-9cc2-d1d610fd222d HTTP/1.1" status: 204 len: 168 time: 0.4559231 Aug 25 11:36:58.124233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.283024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:58.287663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.300034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642dae-0918-40a4-8b17-99812cb4ebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b03d3-92ac-459a-9cc2-d1d610fd222d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:58.384241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 2a9b168a-a4d3-4560-b583-b256f411b2e6 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:36:58.393353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:36:58.396356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:36:58.437880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-2cb3f4c0-0a66-4948-bdf8-dd6c111eb07e tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:58.463012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-2cb3f4c0-0a66-4948-bdf8-dd6c111eb07e tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 0.9594126 Aug 25 11:36:58.481814 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a07237a-f40d-4231-ab81-5fdb22a9cf41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78a6077c88d340ae81f8d563c6abd5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865456 Aug 25 11:36:58.503041 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5996-1bb8-4fd4-8866-291579247206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.508981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39652) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:36:58.518415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-ffa44d92-5d36-44c2-81e0-349e7eec9246 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:36:58.519432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-ffa44d92-5d36-44c2-81e0-349e7eec9246 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477688 Aug 25 11:36:58.674480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Port': ['ID=e784db42-e44c-460d-8603-5d842af1e7e8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:58.809498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.810331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.810331 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Floating IP 8f156576-71f0-49e0-a2c4-86ea2092b43e disassociated. External IP: 172.25.1.51, port: 2a2f365a-f98c-4a87-8019-c7179e3e4579. Aug 25 11:36:58.810588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Calling delete_port for 2a2f365a-f98c-4a87-8019-c7179e3e4579 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:36:58.849595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5996-1bb8-4fd4-8866-291579247206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:58.900827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-9e4682c7-142d-4e87-8676-22475608f77a tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 1002 time: 0.3482080 Aug 25 11:36:59.042731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:36:59.159818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.166832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36daabb-2d04-45aa-b283-cbff5b505d65 req-39f86775-074f-4f9c-ba61-5f4a43172a6e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:36:59.180325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e36daabb-2d04-45aa-b283-cbff5b505d65 req-39f86775-074f-4f9c-ba61-5f4a43172a6e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 946 time: 0.4981997 Aug 25 11:36:59.284242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.288099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0aa88ba-1c40-4438-8d70-cb858700c701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.396900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5996-1bb8-4fd4-8866-291579247206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.404739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5996-1bb8-4fd4-8866-291579247206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.412537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d6fd5996-1bb8-4fd4-8866-291579247206 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44f22355-0bc9-48b2-8d3d-b94a94271c33 HTTP/1.1" status: 204 len: 168 time: 1.3681893 Aug 25 11:36:59.599406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd5996-1bb8-4fd4-8866-291579247206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f22355-0bc9-48b2-8d3d-b94a94271c33,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:59.627756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.701606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event deleted for resources: {'Port': ['ID=2a2f365a-f98c-4a87-8019-c7179e3e4579,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:36:59.767400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0aa88ba-1c40-4438-8d70-cb858700c701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.813736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:36:59.882047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e36daabb-2d04-45aa-b283-cbff5b505d65 req-851aae82-83e4-444a-a5e8-5c8980a6ebb6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=ad4543ef-4f1d-45a8-9022-61a217ebb821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6986971 Aug 25 11:36:59.929521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a2f365a-f98c-4a87-8019-c7179e3e4579 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:36:59.993465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 2a2f365a-f98c-4a87-8019-c7179e3e4579 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:36:59.993465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 2a2f365a-f98c-4a87-8019-c7179e3e4579 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:37:00.116868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:37:00.365871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:00.481108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:00.490066 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Floating IP abc6d388-6b66-455c-ab74-90b88768f5e1 disassociated. External IP: 172.25.1.163, port: 219c55c1-779c-44cc-a322-8cef1572c32b. Aug 25 11:37:00.512680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0aa88ba-1c40-4438-8d70-cb858700c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:00.516376 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0aa88ba-1c40-4438-8d70-cb858700c701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:00.517841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d0aa88ba-1c40-4438-8d70-cb858700c701 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d92611a-9dcc-43d9-a3ad-1816c7b5b173 HTTP/1.1" status: 204 len: 168 time: 1.9973724 Aug 25 11:37:00.616083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:00.701388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:00.716977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:00.764606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:00.770814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:00.778215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] No DVR routers for this DVR port 2a2f365a-f98c-4a87-8019-c7179e3e4579 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:37:00.782018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:00.785939 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0480cb0b-6e30-4936-a651-8fb6e7acae6d req-3383cc6e-55b0-4e6b-b6c1-ec64c5ceffb3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.10 "DELETE /v2.0/ports/2a2f365a-f98c-4a87-8019-c7179e3e4579 HTTP/1.1" status: 204 len: 173 time: 4.5580590 Aug 25 11:37:00.786919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'name': 'network-vif-deleted', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:00.790287 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cbc72-c7f1-463e-8c47-b1b162f9f4e7" -d '{"events": [{"server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "name": "network-vif-deleted", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:00.796278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Router 9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:37:00.898793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa88ba-1c40-4438-8d70-cb858700c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d92611a-9dcc-43d9-a3ad-1816c7b5b173,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:01.049183 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f03bda-e31b-4235-ab60-bec624901615 x-openstack-request-id: req-16f03bda-e31b-4235-ab60-bec624901615 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:01.050363 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e59c3b-868c-4987-a0ba-ea645bfccf90", "name": "network-vif-deleted", "tag": "2a2f365a-f98c-4a87-8019-c7179e3e4579", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:01.050363 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16f03bda-e31b-4235-ab60-bec624901615 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:01.050363 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e59c3b-868c-4987-a0ba-ea645bfccf90', 'name': 'network-vif-deleted', 'tag': '2a2f365a-f98c-4a87-8019-c7179e3e4579', 'status': 'completed', 'code': 200} Aug 25 11:37:01.125246 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:01.344262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:01.382475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:01.407166 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96262e21-2e13-424d-9329-82d558085387 None None] Sync routers for ids ['9e1421d4-bad9-4504-bd5c-ab77f2ad7b67'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:01.450004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] Routers {'9e1421d4-bad9-4504-bd5c-ab77f2ad7b67'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:01.453300 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9e1421d4-bad9-4504-bd5c-ab77f2ad7b67'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:01.499262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:01.500626 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-06fb561b-f0c8-4a93-a60e-4ef1f5621466 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.3923199 Aug 25 11:37:01.506117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39718) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:01.804104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:37:02.222493 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] Set router 9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:02.623540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77c787b3-a929-4ef3-b176-1b7ab7d339d0 req-c5c0e8d6-4063-48a7-a68b-e5243b8cc832 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0e59c3b-868c-4987-a0ba-ea645bfccf90 HTTP/1.1" status: 200 len: 210 time: 0.1895671 Aug 25 11:37:02.830647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:02.919902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:37:02.942760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:02.943414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:02.984477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:03.021132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:03.079488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'networks': [{'name': 'tempest-network--194196621'}, {'name': 'tempest-network--1396424381'}]} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:03.082018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'network': {'name': 'tempest-network--194196621'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:03.085070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'network': {'name': 'tempest-network--1396424381'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:03.147894 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1421d4-bad9-4504-bd5c-ab77f2ad7b67', 'name': '', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6', 'external_fixed_ips': [{'subnet_id': '74f8307d-a136-4b94-9ac5-412c2af5846d', 'ip_address': '2001:db8::208'}], 'enable_snat': True}, 'gw_port_id': 'e784db42-e44c-460d-8603-5d842af1e7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:36:53Z', 'updated_at': '2021-08-25T11:36:58Z', 'revision_number': 3, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port': {'id': 'e784db42-e44c-460d-8603-5d842af1e7e8', 'name': '', 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1421d4-bad9-4504-bd5c-ab77f2ad7b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '74f8307d-a136-4b94-9ac5-412c2af5846d', 'ip_address': '2001:db8::208', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:36:56Z', 'updated_at': '2021-08-25T11:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74f8307d-a136-4b94-9ac5-412c2af5846d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:03.162935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:03.170809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:03.250799 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96262e21-2e13-424d-9329-82d558085387 None None] Checking router: 9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:37:03.252069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-85442914-7a8e-43a6-82d7-7f7a46c0e2c9 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "PUT /v2.0/floatingips/abc6d388-6b66-455c-ab74-90b88768f5e1 HTTP/1.1" status: 200 len: 695 time: 4.3249211 Aug 25 11:37:03.252877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:03.253526 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96262e21-2e13-424d-9329-82d558085387 None None] Updating router 9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 port e784db42-e44c-460d-8603-5d842af1e7e8 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:37:03.293680 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8574921e-b345-43f2-ae5a-bebba7e17a71" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:03.329331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39752) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:03.342622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'network': 2} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:03.351767 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-96262e21-2e13-424d-9329-82d558085387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:03.375243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:03.442488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:03.515843 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46045951-067e-4129-abe3-acfa16b6ac81 x-openstack-request-id: req-46045951-067e-4129-abe3-acfa16b6ac81 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:03.524135 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:03.524815 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46045951-067e-4129-abe3-acfa16b6ac81 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:03.525660 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'status': 'completed', 'code': 200} Aug 25 11:37:03.758173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2006599976-network', 'tenant_id': '0d3e5a59fbc84af9b01117a1af6e138f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:03.779511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] Sync routers for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:03.803085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:03.803721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:03.837096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-9c2b7e2d-6a19-4f94-9792-7088fe95c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:03.851293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-9c2b7e2d-6a19-4f94-9792-7088fe95c6ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.5292082 Aug 25 11:37:03.923683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39768) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:04.015175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-a1931147-78e0-43f1-9889-bea9adadf9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:04.019765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-a1931147-78e0-43f1-9889-bea9adadf9ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 0.1669300 Aug 25 11:37:04.023530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-8976f1f9-1425-4ade-8014-0d8d4e14aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:04.028618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-8976f1f9-1425-4ade-8014-0d8d4e14aebf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceb85b3794644ec087ce462fb7c56565&device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 1098 time: 0.4776139 Aug 25 11:37:04.140902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.210916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-7c592d1a-07df-4142-9b97-9b7576acb190 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.1669447 Aug 25 11:37:04.259813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:04.354492 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-96262e21-2e13-424d-9329-82d558085387 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.366901 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-96262e21-2e13-424d-9329-82d558085387 None None] Transition to ACTIVE for port object e784db42-e44c-460d-8603-5d842af1e7e8 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:04.377559 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-96262e21-2e13-424d-9329-82d558085387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.423220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-3b9af357-8953-4f94-afbe-34c87a1f4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:04.443092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-3b9af357-8953-4f94-afbe-34c87a1f4bcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.1622474 Aug 25 11:37:04.509264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.559628 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Pushing event updated for resources: {'Port': ['ID=e784db42-e44c-460d-8603-5d842af1e7e8,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:04.565851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-c2678600-0755-4477-a376-a1b3035b5ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209071 Aug 25 11:37:04.572338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Made reservation on behalf of 0d3e5a59fbc84af9b01117a1af6e138f for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:04.577641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.593310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.593935 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.594452 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.594945 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.597039 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.597593 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.598140 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.606678 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.607291 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.607788 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.608272 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.608765 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:04.639087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.642487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.651475 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-96262e21-2e13-424d-9329-82d558085387 None None] Attempting to bind port e784db42-e44c-460d-8603-5d842af1e7e8 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:04.652176 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-96262e21-2e13-424d-9329-82d558085387 None None] Attempting to bind port e784db42-e44c-460d-8603-5d842af1e7e8 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e4df8fae-72c5-406d-940f-ce0fc18028c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:04.654335 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96262e21-2e13-424d-9329-82d558085387 None None] Attempting to bind port e784db42-e44c-460d-8603-5d842af1e7e8 on network 2a9b168a-a4d3-4560-b583-b256f411b2e6 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:04.673132 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96262e21-2e13-424d-9329-82d558085387 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:37:04.674174 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96262e21-2e13-424d-9329-82d558085387 None None] Checking segment: {'id': 'e4df8fae-72c5-406d-940f-ce0fc18028c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:04.674763 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-96262e21-2e13-424d-9329-82d558085387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.678994 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96262e21-2e13-424d-9329-82d558085387 None None] Bound using segment: {'id': 'e4df8fae-72c5-406d-940f-ce0fc18028c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:37:04.679883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-96262e21-2e13-424d-9329-82d558085387 None None] Bound port: e784db42-e44c-460d-8603-5d842af1e7e8, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4df8fae-72c5-406d-940f-ce0fc18028c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2a9b168a-a4d3-4560-b583-b256f411b2e6'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:37:04.680854 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-96262e21-2e13-424d-9329-82d558085387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.778952 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.805729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d0f2-2e1f-44f1-bc6f-96d8e300c8c6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.839353 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-96262e21-2e13-424d-9329-82d558085387 None None] For port e784db42-e44c-460d-8603-5d842af1e7e8, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:04.839518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:04.840033 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-96262e21-2e13-424d-9329-82d558085387 None None] For port e784db42-e44c-460d-8603-5d842af1e7e8, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e784db42-e44c-460d-8603-5d842af1e7e8,segment=NetworkSegment(e4df8fae-72c5-406d-940f-ce0fc18028c0),segment_id=e4df8fae-72c5-406d-940f-ce0fc18028c0)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:37:04.853973 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-96262e21-2e13-424d-9329-82d558085387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.887893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4292b5fe-9972-421a-93a4-d8b1e034947b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:04.906973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:04.907333 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Added segment 70c05fc7-342b-43f0-91fa-63c7d069d2db of type vlan for network 00fa0b3e-3c8b-491f-bf59-bd277cb25145 Aug 25 11:37:04.923995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d0f2-2e1f-44f1-bc6f-96d8e300c8c6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.046880 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1403dd-9767-4c79-b4a2-9e35ee14c313 None None] Pushing event updated for resources: {'Port': ['ID=e784db42-e44c-460d-8603-5d842af1e7e8,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:05.051698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.055277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Deleting port e784db42-e44c-460d-8603-5d842af1e7e8 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:05.055612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.084676 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] Routers {'9e1421d4-bad9-4504-bd5c-ab77f2ad7b67'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:05.087549 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9e1421d4-bad9-4504-bd5c-ab77f2ad7b67'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:05.146462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:05.208560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:37:05.225388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-ece968f6-ac16-4dee-a4d3-bdd5184f6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:05.238623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-ece968f6-ac16-4dee-a4d3-bdd5184f6fd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 200 len: 921 time: 1.1880386 Aug 25 11:37:05.245753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e84265-539f-4d21-91e4-dcb7cb1feb88 None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:05.283348 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] Set router 9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:05.324828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:05.338410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d0f2-2e1f-44f1-bc6f-96d8e300c8c6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.348447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d0f2-2e1f-44f1-bc6f-96d8e300c8c6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.350609 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f3d0d0f2-2e1f-44f1-bc6f-96d8e300c8c6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "DELETE /v2.0/security-groups/ad4543ef-4f1d-45a8-9022-61a217ebb821 HTTP/1.1" status: 204 len: 168 time: 1.4257276 Aug 25 11:37:05.370687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:42Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:05.403401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.404252 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Added segment 8733ccca-0ec3-4449-95c1-b6078bf763ce of type vlan for network df2cbf41-2187-47ee-8a45-0f70747d5ed2 Aug 25 11:37:05.479344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.498166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39794) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:05.547394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-b569a068-bf50-4cca-a619-fbe94c83e4ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 200 len: 217 time: 0.3031027 Aug 25 11:37:05.592285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] Checking router: 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:37:05.624701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d0f2-2e1f-44f1-bc6f-96d8e300c8c6 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4543ef-4f1d-45a8-9022-61a217ebb821,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:05.660820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.666175 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-454c5dc8-a91e-472a-bc10-7540b07c5576 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] show failed (client error): The resource could not be found. Aug 25 11:37:05.668003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.676707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-454c5dc8-a91e-472a-bc10-7540b07c5576 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups/ad4543ef-4f1d-45a8-9022-61a217ebb821 HTTP/1.1" status: 404 len: 347 time: 0.1750288 Aug 25 11:37:05.683306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:05.684435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:05.692292 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:37:05.694353 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96262e21-2e13-424d-9329-82d558085387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1421d4-bad9-4504-bd5c-ab77f2ad7b67', 'name': '', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:36:53Z', 'updated_at': '2021-08-25T11:37:04Z', 'revision_number': 4, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:05.708656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39802) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:05.709272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39804) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:05.729171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:05.768502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:05.770948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:05.808968 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96262e21-2e13-424d-9329-82d558085387 None None] The sync data for ids ['9e1421d4-bad9-4504-bd5c-ab77f2ad7b67'] in n-d-778732-11 is: [{'id': '9e1421d4-bad9-4504-bd5c-ab77f2ad7b67', 'name': '', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:36:53Z', 'updated_at': '2021-08-25T11:37:04Z', 'revision_number': 4, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:05.832335 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511dbb1-1c1a-4929-8e5f-37479208219f None None] New status for floating IP 8f156576-71f0-49e0-a2c4-86ea2092b43e: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:37:05.953821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-8d186de8-9c08-494e-b6f5-de74afd1f0c9 service neutron] 10.222.0.35 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3701034 Aug 25 11:37:06.091954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] For port e784db42-e44c-460d-8603-5d842af1e7e8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e784db42-e44c-460d-8603-5d842af1e7e8,segment=NetworkSegment(e4df8fae-72c5-406d-940f-ce0fc18028c0),segment_id=e4df8fae-72c5-406d-940f-ce0fc18028c0)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:06.092402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:06.127860 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:06.151214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-de5d1e8c-b395-4c77-b021-00fcec412c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:06.152988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-de5d1e8c-b395-4c77-b021-00fcec412c79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 200 len: 860 time: 0.5959349 Aug 25 11:37:06.175207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:06.177139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:06.189468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Network': ['ID=00fa0b3e-3c8b-491f-bf59-bd277cb25145,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:06.243346 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.6215415 Aug 25 11:37:06.283069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:06.321217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Calling delete_port for e784db42-e44c-460d-8603-5d842af1e7e8 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:06.365446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 00fa0b3e-3c8b-491f-bf59-bd277cb25145 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:06.443053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:06.447727 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f45c552-1552-46af-8bac-fbe141f2c9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:06.654366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e0ba-f143-4caf-aa38-37e0da3b0d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Network': ['ID=df2cbf41-2187-47ee-8a45-0f70747d5ed2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:06.682939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network df2cbf41-2187-47ee-8a45-0f70747d5ed2 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:06.736987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-769ee21b-7e1e-4b72-8cf8-4fb14f216d4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cb7160b-bca1-4235-aa90-cea2cf8d119b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4517040 Aug 25 11:37:06.804601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:06.903599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-654ae6e6-39d3-406a-b794-c480fd331cc4 req-57979d22-8300-4806-aa88-47a70633ffc0 service neutron] 10.222.0.35 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693150 Aug 25 11:37:07.041845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.050237 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Added segment 19c81ecd-7172-4bfb-b119-05d27de45b73 of type vlan for network 659147fd-11ad-49a2-8735-edfeeabf7503 Aug 25 11:37:07.068573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-f65140ec-bced-4ee7-bfb5-2e2a8eb7d0d8 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips/abc6d388-6b66-455c-ab74-90b88768f5e1 HTTP/1.1" status: 200 len: 695 time: 0.1186430 Aug 25 11:37:07.113867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:42Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:07.183253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817500e-0b79-4c4c-92ad-4bc1aa4f790c None None] The sync data for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 is: [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:35:29Z', 'revision_number': 4, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e972636f-01a8-4e35-b5d7-4ca19dc3a1f1', 'name': '', 'network_id': '7cb7160b-bca1-4235-aa90-cea2cf8d119b', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'mac_address': 'fa:16:3e:a0:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:28Z', 'updated_at': '2021-08-25T11:35:42Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'subnets': [{'id': 'fff27ab4-b0ee-4a01-a704-a89404e27efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:07.192183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Deleting port 536605ef-4ef5-40a6-a2e2-70cf3562ce00 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:07.192481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.204144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.374354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event deleted for resources: {'Port': ['ID=e784db42-e44c-460d-8603-5d842af1e7e8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:07.383306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.776710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.777312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.791761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Calling delete_port for 536605ef-4ef5-40a6-a2e2-70cf3562ce00 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:07.829150 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.836286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.962008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.962392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:37:07.979216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:07.981012 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6f3cbb91-ea97-44ea-90fc-e72601268acd tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/routers/9e1421d4-bad9-4504-bd5c-ab77f2ad7b67 HTTP/1.1" status: 204 len: 168 time: 6.4732926 Aug 25 11:37:07.984915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0816c97-508c-414b-9a44-8b777a6f7797 None None] New status for floating IP abc6d388-6b66-455c-ab74-90b88768f5e1: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:37:07.988457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39842) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:08.166135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Deleting subnet 74f8307d-a136-4b94-9ac5-412c2af5846d {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:37:08.184408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.264478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.273736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.398449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.426406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-a21900a0-eee1-4f73-88c1-8255f2c23bdb tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.436383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-a21900a0-eee1-4f73-88c1-8255f2c23bdb tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 784 time: 1.3343427 Aug 25 11:37:08.458813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.486882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-6b05ec7d-7c0c-41bc-9700-92f341864939 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:37:08.494725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-6b05ec7d-7c0c-41bc-9700-92f341864939 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570889 Aug 25 11:37:08.550522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.555170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event deleted for resources: {'Port': ['ID=536605ef-4ef5-40a6-a2e2-70cf3562ce00,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:08.559147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:37:08.625937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f45c552-1552-46af-8bac-fbe141f2c9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.629269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-bf01ef7e-5952-4cfd-aab8-f35418941b44 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8839104 Aug 25 11:37:08.658789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74f8307d-a136-4b94-9ac5-412c2af5846d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:08.667923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833830db-6d3b-4e28-9a69-11c7e778bd96 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.674025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.679000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1b8c8b93-923e-4320-b649-d6c2b66886c5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/74f8307d-a136-4b94-9ac5-412c2af5846d HTTP/1.1" status: 204 len: 168 time: 0.6893976 Aug 25 11:37:08.679675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:08.684383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833830db-6d3b-4e28-9a69-11c7e778bd96 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.693040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833830db-6d3b-4e28-9a69-11c7e778bd96 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.701121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833830db-6d3b-4e28-9a69-11c7e778bd96 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.708147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833830db-6d3b-4e28-9a69-11c7e778bd96 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.710388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-833830db-6d3b-4e28-9a69-11c7e778bd96 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 2.3623037 Aug 25 11:37:08.729362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:08.759157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f45c552-1552-46af-8bac-fbe141f2c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.808649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f45c552-1552-46af-8bac-fbe141f2c9f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80d3aaf8f7e444d782b8078d2b8b3873&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0861559 Aug 25 11:37:08.834964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39854) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:08.891907 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.893326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:08.894279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:08.900003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e88c522e-03dc-4db6-9072-a52c5783ebef tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.4043872 Aug 25 11:37:08.984078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.000134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] Pushing event updated for resources: {'Network': ['ID=659147fd-11ad-49a2-8735-edfeeabf7503,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:09.023199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.035834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 659147fd-11ad-49a2-8735-edfeeabf7503 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:09.249366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-799ca960-7a98-4968-9c31-5eaee578c195 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.9175773 Aug 25 11:37:09.271815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39856) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:09.317408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Request body: {'subnet': {'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2006599976-subnet', 'tenant_id': '0d3e5a59fbc84af9b01117a1af6e138f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:09.363355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45c552-1552-46af-8bac-fbe141f2c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3321759-bcd8-425e-bc40-aa3030fdc3f0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:09.381134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.394139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9b168a-a4d3-4560-b583-b256f411b2e6']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:09.395036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Made reservation on behalf of 0d3e5a59fbc84af9b01117a1af6e138f for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:09.399573 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.409131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-de803273-ace1-4475-b8db-5cc4bfd50143 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.4139230 Aug 25 11:37:09.419071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4df8fae-72c5-406d-940f-ce0fc18028c0') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:09.420447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4df8fae-72c5-406d-940f-ce0fc18028c0') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:09.445292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.473544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0444-94e7-4f7e-acfa-8eb456687769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.477014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.495291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:09.495724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:09.585738 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:09.608664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.645415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fa0b3e-3c8b-491f-bf59-bd277cb25145']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:09.664161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.664608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c05fc7-342b-43f0-91fa-63c7d069d2db') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:09.665458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c05fc7-342b-43f0-91fa-63c7d069d2db') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:09.669878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.669878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-744c1005-6236-46da-b375-0c23dd94d41d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "DELETE /v2.0/floatingips/8f156576-71f0-49e0-a2c4-86ea2092b43e HTTP/1.1" status: 204 len: 168 time: 3.9532032 Aug 25 11:37:09.701825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.706501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.725798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a9b168a-a4d3-4560-b583-b256f411b2e6 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:37:09.731866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.747268 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/networks/2a9b168a-a4d3-4560-b583-b256f411b2e6 HTTP/1.1" status: 204 len: 168 time: 1.0664098 Aug 25 11:37:09.765637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c161b6-54db-420c-a01e-95ed6f91257c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a9b168a-a4d3-4560-b583-b256f411b2e6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:09.775784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.798418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:09.799581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:09.809027 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:09.836887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0444-94e7-4f7e-acfa-8eb456687769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:09.840635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8574921e-b345-43f2-ae5a-bebba7e17a71 req-c89337ae-6fe8-45cf-98af-ae1f52274276 service neutron] 10.222.0.67 "GET /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0983794 Aug 25 11:37:09.987725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.011458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.021122 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/networks/00fa0b3e-3c8b-491f-bf59-bd277cb25145 HTTP/1.1" status: 204 len: 168 time: 1.2825477 Aug 25 11:37:10.024914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39870) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:10.059254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34042dbd-4329-40eb-b9d4-05b9f272de9f tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Network': ['ID=00fa0b3e-3c8b-491f-bf59-bd277cb25145,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:10.379277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Deleting port 6a7c766c-25ac-4094-9b4b-2a2a70330de4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:10.380522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.383459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0444-94e7-4f7e-acfa-8eb456687769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.388514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecfc0444-94e7-4f7e-acfa-8eb456687769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.392765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ecfc0444-94e7-4f7e-acfa-8eb456687769 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3321759-bcd8-425e-bc40-aa3030fdc3f0 HTTP/1.1" status: 204 len: 168 time: 1.5539353 Aug 25 11:37:10.418654 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.518751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:10.526562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'name': 'tempest-router--1034129416', 'project_id': '6e3a242de7d84535a4c94896e420ed20'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:10.575277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.576827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.611377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc0444-94e7-4f7e-acfa-8eb456687769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3321759-bcd8-425e-bc40-aa3030fdc3f0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:10.718285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.728466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.751283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.758557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a82e125-10ab-4e57-b083-6d323756248b tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2377429 Aug 25 11:37:10.759995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:10.961671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.974640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:10.984735 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.009854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Calling delete_port for 6a7c766c-25ac-4094-9b4b-2a2a70330de4 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:11.409972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.459601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.506021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39898) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:11.532800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487789101', 'description': 'tempest-description--1219349016'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:11.573357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.595065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event deleted for resources: {'Port': ['ID=6a7c766c-25ac-4094-9b4b-2a2a70330de4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:11.641450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.692909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.717429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.718072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.723526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.726207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c175b5-baa7-4f69-912b-a0fed0f962b9 req-e1ca32f6-d2d5-48ed-a01e-64bda9342093 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "DELETE /v2.0/floatingips/abc6d388-6b66-455c-ab74-90b88768f5e1 HTTP/1.1" status: 204 len: 173 time: 2.3017254 Aug 25 11:37:11.747978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2cbf41-2187-47ee-8a45-0f70747d5ed2']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:11.783616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8733ccca-0ec3-4449-95c1-b6078bf763ce') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:11.784093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8733ccca-0ec3-4449-95c1-b6078bf763ce') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:11.801209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dc0334-4786-4646-9c37-4eeb1ee115d7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:11.838682 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.840228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15fc43bf-15d2-4443-bf47-af14dcdfb1a0 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:37:11.845496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.855205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:11.858564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3567eee-697a-4583-9af4-1c5b056eda41 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/routers/15fc43bf-15d2-4443-bf47-af14dcdfb1a0 HTTP/1.1" status: 204 len: 168 time: 1.0965197 Aug 25 11:37:11.961285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Checking segment: {'id': '19c81ecd-7172-4bfb-b119-05d27de45b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:11.966626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Network hostable DHCP agents. Network: 659147fd-11ad-49a2-8735-edfeeabf7503, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:11.975595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.018093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:12.018780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:12.039909 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:12.045471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.058519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.191417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.194250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6862884 Aug 25 11:37:12.204216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:12.222668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'security_group_rule': {'security_group_id': '72ed4935-6d68-43d5-afc4-cad2c4a5a9bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:12.250365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1493182-3597-461b-985f-eb683e31d128 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:12.318625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e54d786c-d836-4e94-bb57-e611b4a42de0 req-4b890bf6-ad0c-4c13-89f3-e4b59fc01f52 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups/0e794d75-6268-4278-972e-e241d7696244 HTTP/1.1" status: 200 len: 1808 time: 0.5491538 Aug 25 11:37:12.329415 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.346613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Network 659147fd-11ad-49a2-8735-edfeeabf7503 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:12.411738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 659147fd-11ad-49a2-8735-edfeeabf7503) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:12.418536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee75148-a3d7-4f43-ae26-43ac588c6154 None None] Network 659147fd-11ad-49a2-8735-edfeeabf7503 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:12.429733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.430219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39922) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:12.445423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:12.445870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.498047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.502445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/networks/df2cbf41-2187-47ee-8a45-0f70747d5ed2 HTTP/1.1" status: 204 len: 168 time: 2.4472356 Aug 25 11:37:12.504601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39926) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:12.507010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.527706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.577749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f902f4-0a0d-48ff-89d4-514cb558cbe7,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:12.629560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.642551 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49c03355-af78-45da-a468-f62228386705 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4352713 Aug 25 11:37:12.646284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39930) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:12.659622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09146c09-4592-40e8-b4da-0d38a3603c78 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Network': ['ID=df2cbf41-2187-47ee-8a45-0f70747d5ed2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:12.682581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'security_group_rule': {'security_group_id': '72ed4935-6d68-43d5-afc4-cad2c4a5a9bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:12.755550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:12.873192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393a2b3-7bed-4cdd-ab3e-74a16db88210 None None] Network 659147fd-11ad-49a2-8735-edfeeabf7503 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:13.053563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ac50b-e5c4-430e-a445-523282f76b55 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:13.070285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ac50b-e5c4-430e-a445-523282f76b55 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:13.077162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a83ac50b-e5c4-430e-a445-523282f76b55 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5538702 Aug 25 11:37:13.088708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7673b21d-be24-4446-b518-375912cae7b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7792592 Aug 25 11:37:13.089992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39942) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:13.095165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.095528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1040282839'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:13.117947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-643449895', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:13.124848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:13.128779 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.160877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e54d786c-d836-4e94-bb57-e611b4a42de0 req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.215151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e54d786c-d836-4e94-bb57-e611b4a42de0 req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.250644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.256758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.277820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.337524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e54d786c-d836-4e94-bb57-e611b4a42de0 req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.348526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e54d786c-d836-4e94-bb57-e611b4a42de0 req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.352375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e54d786c-d836-4e94-bb57-e611b4a42de0 req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e794d75-6268-4278-972e-e241d7696244 HTTP/1.1" status: 204 len: 173 time: 1.0326359 Aug 25 11:37:13.401640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524cd9d6-69f0-493e-a364-ef50d0a665cf,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:13.413489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e794d75-6268-4278-972e-e241d7696244,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:13.423204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:13.447441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.448633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.449220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.449834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.450496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.455360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.456319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.457732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.458581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.459157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.459768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.460318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b95e59-0781-48ec-b1d4-e21b95f5dfa7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:13.485168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.489932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39954) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:13.499195 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ca9c62d-a95a-4956-a952-100add274900 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8472462 Aug 25 11:37:13.507404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:13.520449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.523777 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Added segment 97ae0116-abd2-420e-93ae-6cca78ffbc0e of type vlan for network 10afb4f0-77db-41ea-a5b9-27f542e4e8c8 Aug 25 11:37:13.658002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.695195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.789212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:13.953156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39962) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:14.148606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.171520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:14.172447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.299136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.304911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5444bf4d-0cac-45e8-9b32-5f8bc03c01e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.412263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3186710 Aug 25 11:37:14.419747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c0253-28f3-43a3-b5f1-d415714fb0a2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Network': ['ID=10afb4f0-77db-41ea-a5b9-27f542e4e8c8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:14.431751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39978) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:14.449136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 10afb4f0-77db-41ea-a5b9-27f542e4e8c8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:14.461292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86791232-8bb5-47a7-9d8b-6abbeb116d64 req-0ff74831-95f4-4b15-90af-ba4a93dfda49 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:14.475905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86791232-8bb5-47a7-9d8b-6abbeb116d64 req-0ff74831-95f4-4b15-90af-ba4a93dfda49 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 0.6436412 Aug 25 11:37:14.485052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-671865445'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:14.626970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5444bf4d-0cac-45e8-9b32-5f8bc03c01e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.647569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5444bf4d-0cac-45e8-9b32-5f8bc03c01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.831339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444bf4d-0cac-45e8-9b32-5f8bc03c01e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95237e9a-8a8c-4663-95c8-3de3696f0582,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:14.840331 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5444bf4d-0cac-45e8-9b32-5f8bc03c01e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00755756bc144146bc7a53b3ffa7d271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857152 Aug 25 11:37:14.847261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 39984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:14.862987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86791232-8bb5-47a7-9d8b-6abbeb116d64 req-e165da48-1c7a-40e0-a4d0-1a5c4685437a tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875573 Aug 25 11:37:14.891548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:14.895433 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.944301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:14.964983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-f8f584ac-c0c9-4888-9518-b7fbb5ba0f87 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:14.968397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-f8f584ac-c0c9-4888-9518-b7fbb5ba0f87 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/networks?id=659147fd-11ad-49a2-8735-edfeeabf7503 HTTP/1.1" status: 200 len: 809 time: 0.5498586 Aug 25 11:37:14.993885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:15.033488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.047605 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.050433 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Added segment 61079365-7815-413a-8f53-6f893c8f2bb1 of type vlan for network 632491bc-1200-4ca9-9295-cf85cdcd0a63 Aug 25 11:37:15.174824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.238091 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db1e980c-7518-48bd-9528-6d1ccb64684a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.240403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-ce319f39-823a-4632-9624-7618cdcb15aa tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/quotas/0d3e5a59fbc84af9b01117a1af6e138f HTTP/1.1" status: 200 len: 375 time: 0.0244689 Aug 25 11:37:15.242875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.262005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:15.263612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.300675 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.339190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db1e980c-7518-48bd-9528-6d1ccb64684a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:15.437662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-293e597a-2300-4197-b9f7-184afa333f6d tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d3e5a59fbc84af9b01117a1af6e138f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1469452 Aug 25 11:37:15.893817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Network': ['ID=632491bc-1200-4ca9-9295-cf85cdcd0a63,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:15.915710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 632491bc-1200-4ca9-9295-cf85cdcd0a63 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:15.916970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-08e2ee12-3823-4df9-8af5-e681ed2dfec2 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4829438 Aug 25 11:37:15.957025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39998) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:16.067690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Allocated IP 172.25.1.111 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/23d9942e-d051-423a-9f66-cf06234bf655) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:16.081280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'ports': [{'network_id': '10afb4f0-77db-41ea-a5b9-27f542e4e8c8', 'name': 'tempest-port--609199472', 'admin_state_up': True}, {'network_id': '632491bc-1200-4ca9-9295-cf85cdcd0a63', 'admin_state_up': False}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:16.081734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'port': {'network_id': '10afb4f0-77db-41ea-a5b9-27f542e4e8c8', 'name': 'tempest-port--609199472', 'admin_state_up': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:16.082271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'port': {'network_id': '632491bc-1200-4ca9-9295-cf85cdcd0a63', 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:16.468927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db1e980c-7518-48bd-9528-6d1ccb64684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:16.474026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db1e980c-7518-48bd-9528-6d1ccb64684a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:16.476217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-db1e980c-7518-48bd-9528-6d1ccb64684a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95237e9a-8a8c-4663-95c8-3de3696f0582 HTTP/1.1" status: 204 len: 168 time: 1.6278131 Aug 25 11:37:16.534230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:16.578664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e980c-7518-48bd-9528-6d1ccb64684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95237e9a-8a8c-4663-95c8-3de3696f0582,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:16.593547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-920d7807-6a0c-4e25-8c5f-29d71075bda2 service neutron] 10.222.0.35 "GET /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1547377 Aug 25 11:37:16.754303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:16.911330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:16.917634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:16.928935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:16.936774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event updated for resources: {'Port': ['ID=23d9942e-d051-423a-9f66-cf06234bf655,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:17.652764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:17.665970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1acb5-d385-4934-968f-a866cbfbc2f0 req-bd6b89ea-a303-4f13-995f-eef24d6a8423 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:17.674642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03b1acb5-d385-4934-968f-a866cbfbc2f0 req-bd6b89ea-a303-4f13-995f-eef24d6a8423 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 1.1271219 Aug 25 11:37:17.676758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'port': 2} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:17.685329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:17.752894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-bd1bb63f-936e-4047-bd78-72ae2df878ae tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:17.756406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-bd1bb63f-936e-4047-bd78-72ae2df878ae tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.67 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 946 time: 1.7944911 Aug 25 11:37:17.757161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:17.988482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Allocated IP 172.25.1.161 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/cce12ef1-d990-4fd0-aeed-72c7a7cbac2e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:18.109479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03b1acb5-d385-4934-968f-a866cbfbc2f0 req-d8391a11-8726-42c0-acc9-460db43649e7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337361 Aug 25 11:37:18.230781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-5dc053f1-bf74-4db1-b2d2-23735fb5ac88 service neutron] 10.222.0.35 "GET /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5824871 Aug 25 11:37:18.303418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b948fd51-6596-4576-b6d0-69d6760ca7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:18.386048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:18.449101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] device_id is not set on port 99424997-9118-4b56-84a4-1ae579c4fb73 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:18.620880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 219c55c1-779c-44cc-a322-8cef1572c32b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:37:18.630226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Deleting port 219c55c1-779c-44cc-a322-8cef1572c32b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:18.630860 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:18.798533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Router 7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:37:19.123491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:19.127407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:19.166585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:19.188217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:19.196211 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550d6e1e-4df0-4e9d-a30f-30ccbfb00b5e" -d '{"events": [{"server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:19.259427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 219c55c1-779c-44cc-a322-8cef1572c32b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=219c55c1-779c-44cc-a322-8cef1572c32b,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:19.273182 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:19.354586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:19.373905 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] Sync routers for ids ['7466033c-7a7e-47b4-a68a-15e5e0c2e1e3'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:19.400969 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] Routers {'7466033c-7a7e-47b4-a68a-15e5e0c2e1e3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:19.401446 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7466033c-7a7e-47b4-a68a-15e5e0c2e1e3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:19.423258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:19.449584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:19.453550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-81459db9-2593-4499-8ee1-0fc3836f7202 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.0215893 Aug 25 11:37:19.457737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:19.503598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:19.552575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.559263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.560348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.562052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.562724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.564008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.567499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.571209 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:19.580736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.581399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.581908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.583031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.583520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:19.598990 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] Routers {'7466033c-7a7e-47b4-a68a-15e5e0c2e1e3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:19.603427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7466033c-7a7e-47b4-a68a-15e5e0c2e1e3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:19.671541 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:19.705565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Calling delete_port for 219c55c1-779c-44cc-a322-8cef1572c32b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:19.795024 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:19.796303 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e18e6-ca81-4480-abe1-1558b69487fd None None] The sync data for ids ['7466033c-7a7e-47b4-a68a-15e5e0c2e1e3'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:19.970788 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7a085cee-5025-474e-a31f-686419f32be1 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 HTTP/1.1" status: 200 len: 924 time: 0.5108435 Aug 25 11:37:19.973897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:20.082827 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-457f920c-d17b-4c20-acc5-77711d317e00 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 HTTP/1.1" status: 200 len: 205 time: 0.1076150 Aug 25 11:37:20.086434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40082) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:20.213346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edde2161-d8fe-4cfc-bb3b-8f46a026de18 req-c8c0c9a1-bc3a-4ddf-b3e6-29d3773bdc26 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 210 time: 0.5922253 Aug 25 11:37:20.469579 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb19f62f-7fd4-41ca-88a0-c7af0b6d2966 x-openstack-request-id: req-fb19f62f-7fd4-41ca-88a0-c7af0b6d2966 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:20.470222 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:20.470793 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb19f62f-7fd4-41ca-88a0-c7af0b6d2966 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:20.471566 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'code': 200} Aug 25 11:37:20.556536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:20.647187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:20.686172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:20.699450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:21.066174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.067358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'Port': ['ID=cce12ef1-d990-4fd0-aeed-72c7a7cbac2e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:21.165559 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fb1485d-6e05-4962-a9d1-37e64ce9f267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.166991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d034d-c530-4c37-b7c2-666591f3d16a req-857f1756-c446-4140-a748-d22dbc687d2b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:21.176861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-773d034d-c530-4c37-b7c2-666591f3d16a req-857f1756-c446-4140-a748-d22dbc687d2b tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 944 time: 1.4797897 Aug 25 11:37:21.218208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.273973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Deleting port 23d9942e-d051-423a-9f66-cf06234bf655 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:21.274326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.300239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] device_id is not set on port e355b46e-7625-48f0-bc20-bbddc1c5a05c yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:21.396781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.619874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.738144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:21.786979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Calling delete_port for 23d9942e-d051-423a-9f66-cf06234bf655 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:21.938310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b654d16-1cd7-481d-9dd7-1583d8233db6 req-7082727a-cbbf-4ec6-9dd3-f28c19a51e5b tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 210 time: 0.3376102 Aug 25 11:37:22.078500 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.109204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Pushing event deleted for resources: {'Port': ['ID=219c55c1-779c-44cc-a322-8cef1572c32b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:22.119086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.380323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-773d034d-c530-4c37-b7c2-666591f3d16a req-3fff6c7f-84d6-4397-9a67-9dacba178dd7 tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/security-groups?id=d45c66cd-a2d4-475e-9dcc-de023bc4a20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2011032 Aug 25 11:37:22.445630 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.473318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] No DVR routers for this DVR port 219c55c1-779c-44cc-a322-8cef1572c32b on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:37:22.480696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.493600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5183ae80-9999-4193-8ed4-d5b0ffb49164 req-d9f67045-8261-4010-80a1-a06b5e977b4f tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.67 "DELETE /v2.0/ports/219c55c1-779c-44cc-a322-8cef1572c32b HTTP/1.1" status: 204 len: 173 time: 4.7207322 Aug 25 11:37:22.498992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.503704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'name': 'network-vif-deleted', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:22.510131 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99653a-b75a-4e0a-af92-9b2a38136fe3" -d '{"events": [{"server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "name": "network-vif-deleted", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:22.554768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.688054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event deleted for resources: {'Port': ['ID=23d9942e-d051-423a-9f66-cf06234bf655,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:22.769931 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ec5154-23c7-4850-9114-aeabc45b8dd6 x-openstack-request-id: req-40ec5154-23c7-4850-9114-aeabc45b8dd6 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:22.770273 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0d2de-1b3b-4498-a7e4-84438b135ac3", "name": "network-vif-deleted", "tag": "219c55c1-779c-44cc-a322-8cef1572c32b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:22.770629 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-40ec5154-23c7-4850-9114-aeabc45b8dd6 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:22.771415 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0d2de-1b3b-4498-a7e4-84438b135ac3', 'name': 'network-vif-deleted', 'tag': '219c55c1-779c-44cc-a322-8cef1572c32b', 'status': 'completed', 'code': 200} Aug 25 11:37:22.832080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:22.926095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.071980 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.077057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.160018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40152) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:23.222572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-82a20b50-525c-47c6-aa3c-4b0c9bedbf57 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:23.226078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-82a20b50-525c-47c6-aa3c-4b0c9bedbf57 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.10 "GET /v2.0/networks?id=659147fd-11ad-49a2-8735-edfeeabf7503 HTTP/1.1" status: 200 len: 809 time: 0.9419632 Aug 25 11:37:23.250850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Request body: {'port': {'device_id': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503', 'admin_state_up': True, 'tenant_id': '0d3e5a59fbc84af9b01117a1af6e138f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:23.341321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.342680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Fanout notify agent at l3_agent the message router_deleted on router 7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:37:23.374580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.384016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Port': ['ID=99424997-9118-4b56-84a4-1ae579c4fb73,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:23.389562 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-855009c8-7556-4d09-9dd7-2642ac4f7bc3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 HTTP/1.1" status: 204 len: 168 time: 3.3011136 Aug 25 11:37:23.390242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40156) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:23.425374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1678653924', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': False}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:23.545237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a116e0c-9a99-41dd-bef1-8540781cb42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.628632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.629917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.652207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef01c616-0aa1-4168-8259-cb216082295f req-4e8ca19f-e608-4421-96fd-f052bd55b5ad tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 210 time: 0.4093497 Aug 25 11:37:23.741415 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.751973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-34a704bd-047b-4e5b-8003-6a02ee55d82c req-98d5071a-af1c-4df1-8abb-36ec929ae86d tempest-ServerRescueTestJSONUnderV235-1979345911 tempest-ServerRescueTestJSONUnderV235-1979345911-project] 10.222.0.35 "GET /v2.0/ports?device_id=30b0d2de-1b3b-4498-a7e4-84438b135ac3 HTTP/1.1" status: 200 len: 210 time: 0.1359921 Aug 25 11:37:23.803766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Checking segment: {'id': '97ae0116-abd2-420e-93ae-6cca78ffbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '10afb4f0-77db-41ea-a5b9-27f542e4e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:23.804247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network hostable DHCP agents. Network: 10afb4f0-77db-41ea-a5b9-27f542e4e8c8, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:23.828801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:23.846287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.025755 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a116e0c-9a99-41dd-bef1-8540781cb42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.079485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network 10afb4f0-77db-41ea-a5b9-27f542e4e8c8 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:24.114089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'Port': ['ID=cce12ef1-d990-4fd0-aeed-72c7a7cbac2e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:24.122234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1a116e0c-9a99-41dd-bef1-8540781cb42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.124546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 10afb4f0-77db-41ea-a5b9-27f542e4e8c8) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:24.132591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:24.133452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.135176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc4b7a-9c22-4183-b53d-f4bf61eb29c3 None None] Network 10afb4f0-77db-41ea-a5b9-27f542e4e8c8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:24.141621 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.175568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.220681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.222999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aa80f806-6438-4a2e-8f1b-f83523879c7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7289395 Aug 25 11:37:24.223322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Port': ['ID=e355b46e-7625-48f0-bc20-bbddc1c5a05c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:24.248800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Checking segment: {'id': '61079365-7815-413a-8f53-6f893c8f2bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '632491bc-1200-4ca9-9295-cf85cdcd0a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:24.249538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network hostable DHCP agents. Network: 632491bc-1200-4ca9-9295-cf85cdcd0a63, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:24.272833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Made reservation on behalf of 0d3e5a59fbc84af9b01117a1af6e138f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:24.276871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.301080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network 632491bc-1200-4ca9-9295-cf85cdcd0a63 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:24.330617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 632491bc-1200-4ca9-9295-cf85cdcd0a63) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:24.331074 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a116e0c-9a99-41dd-bef1-8540781cb42d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97a726debe7b411faba259a0685be91d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1483700 Aug 25 11:37:24.337316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:24.355159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:24.356799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a116e0c-9a99-41dd-bef1-8540781cb42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d33ac5-bc62-43ae-a9d4-3d29c463d2a6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:24.376090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:24.391857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:24.394607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.574554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-032aa7e1-1450-40a3-8f68-e0c2e3818e23 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.6086268 Aug 25 11:37:24.580084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40180) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:24.739935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Allocated IP 172.20.0.5 (659147fd-11ad-49a2-8735-edfeeabf7503/c9dc0334-4786-4646-9c37-4eeb1ee115d7/368c2f1b-6bcf-4f3c-b1b1-32b58646931d) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:24.764289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6567dac-b501-4b56-bd49-122e63512ef5 None None] Network 632491bc-1200-4ca9-9295-cf85cdcd0a63 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:24.872534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e8d6e7-91ed-4e83-9ce5-955962e36fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:24.921217 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:25.089522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e8d6e7-91ed-4e83-9ce5-955962e36fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:25.301328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10ccc33e-3331-4e9e-b001-3c7d3c263251 req-2a5bd2ab-27b1-4d7b-acb4-3eb707dd3fa4 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 210 time: 0.1596665 Aug 25 11:37:25.404436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40196) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:25.411382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d95742c4-ac0f-46e9-a38d-26093aa057ed tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1487789101&fields=id&tenant_id=ea734ae901b441478b26caabddb5fc02 HTTP/1.1" status: 200 len: 267 time: 0.4925947 Aug 25 11:37:25.610580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcfd1d8-5e7e-48a0-baf7-065734019048 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:25.627931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcfd1d8-5e7e-48a0-baf7-065734019048 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:25.635596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5fcfd1d8-5e7e-48a0-baf7-065734019048 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0525723 Aug 25 11:37:25.707978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40202) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:25.870320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:25.949439 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.066945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e8d6e7-91ed-4e83-9ce5-955962e36fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.072989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e8d6e7-91ed-4e83-9ce5-955962e36fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.081845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48e8d6e7-91ed-4e83-9ce5-955962e36fa9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19d33ac5-bc62-43ae-a9d4-3d29c463d2a6 HTTP/1.1" status: 204 len: 168 time: 1.7423384 Aug 25 11:37:26.129433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8d6e7-91ed-4e83-9ce5-955962e36fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d33ac5-bc62-43ae-a9d4-3d29c463d2a6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:26.212638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-5be4f75f-fb66-435e-9032-a846db522a1d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:26.238689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-5be4f75f-fb66-435e-9032-a846db522a1d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 810 time: 0.5311804 Aug 25 11:37:26.312956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Allocated IP 172.25.1.230 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ecb7e654-9078-4b0c-9489-3e43a0977ebd) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:26.446346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d355c579-c71a-4ee2-a0e6-84f88f3d31ef tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/quotas/ea734ae901b441478b26caabddb5fc02 HTTP/1.1" status: 200 len: 375 time: 0.2000368 Aug 25 11:37:26.448544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Deleting port 99424997-9118-4b56-84a4-1ae579c4fb73 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:26.448889 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.673334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-603cc668-4ce2-428b-a737-259311fa873a req-88adce36-54ca-4192-bad8-4728bff43cff tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 210 time: 0.1183507 Aug 25 11:37:26.674587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.811210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.849322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40220) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:26.880198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-c527b759-63a6-483c-8e16-5ab5893b8f02 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3308871 Aug 25 11:37:26.886508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.888289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81a6a2b4-1a91-4e2f-989e-32c540525de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.891012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Calling delete_port for 99424997-9118-4b56-84a4-1ae579c4fb73 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:26.896412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:26.948715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:27.028237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-e7a3bf1d-5874-42f4-9270-a9fadb7d33be service neutron] 10.222.0.35 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166701 Aug 25 11:37:27.101656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:27.117880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb7e654-9078-4b0c-9489-3e43a0977ebd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:27.132830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:27.140354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:27.261214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.472537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-89b9e802-73a5-4448-a9bd-0e40c43f4195 service neutron] 10.222.0.35 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429598 Aug 25 11:37:27.504784 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.516178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0a9a-8282-4571-8b6c-3d8e1a2e3b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.586417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Port': ['ID=99424997-9118-4b56-84a4-1ae579c4fb73,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:27.595909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.604496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c45e068-8870-496c-b4e7-d7ccd24464be tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/ports/99424997-9118-4b56-84a4-1ae579c4fb73 HTTP/1.1" status: 204 len: 168 time: 1.8924477 Aug 25 11:37:27.610609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40226) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:27.633201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.705540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.836385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:27.959059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Network 659147fd-11ad-49a2-8735-edfeeabf7503 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:27.972117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:27.975878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:28.083079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Pushing event updated for resources: {'Port': ['ID=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:28.119918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:28.120669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:28.293942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:28.359210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-266800c3-f667-45b0-9e55-26ff3a204d1c req-89d34690-865d-43fa-ab23-2d9245ef64fc tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.1848247 Aug 25 11:37:28.452966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81a6a2b4-1a91-4e2f-989e-32c540525de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:28.479720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81a6a2b4-1a91-4e2f-989e-32c540525de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:28.481850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-6de8827b-d947-48a3-80c0-dbaf283066f6 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2405703 Aug 25 11:37:28.499957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Request body: {'port': {'device_id': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:28.606801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6a2b4-1a91-4e2f-989e-32c540525de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f482f-5a59-4387-b794-7031bde01dcd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:28.648179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:28.667232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Router aa53ede7-f018-4f49-9e73-71343f92410f is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:37:28.760767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66815-53c8-42c4-918d-1e2b538c428f req-a1967473-0bcc-4cdc-8aa3-45d2aa0ce6f4 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:28.763738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0d66815-53c8-42c4-918d-1e2b538c428f req-a1967473-0bcc-4cdc-8aa3-45d2aa0ce6f4 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 931 time: 0.5932627 Aug 25 11:37:28.821059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-81a6a2b4-1a91-4e2f-989e-32c540525de7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e619ee06ec6841108b051baaddb05b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9638479 Aug 25 11:37:28.828083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40250) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:28.877311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Deleting port e355b46e-7625-48f0-bc20-bbddc1c5a05c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:28.878177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.073248 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0a9a-8282-4571-8b6c-3d8e1a2e3b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.088922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0d66815-53c8-42c4-918d-1e2b538c428f req-34f3f102-eeb5-4611-989b-a3b7fb767256 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761528 Aug 25 11:37:29.094986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.157368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Calling delete_port for e355b46e-7625-48f0-bc20-bbddc1c5a05c owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:29.206518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0a9a-8282-4571-8b6c-3d8e1a2e3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.283287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Deleting port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:29.283830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.395415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0a9a-8282-4571-8b6c-3d8e1a2e3b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549052a8-bca3-4a43-8e91-7263bb2f15b4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:29.435378 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc432e1f-55b4-4fff-8615-151e406a3788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.440910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.471919 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc432e1f-55b4-4fff-8615-151e406a3788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.508435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:29.518853 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Sync routers for ids ['aa53ede7-f018-4f49-9e73-71343f92410f'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:29.542020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Port': ['ID=e355b46e-7625-48f0-bc20-bbddc1c5a05c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:29.558057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Routers {'aa53ede7-f018-4f49-9e73-71343f92410f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:29.559574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['aa53ede7-f018-4f49-9e73-71343f92410f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:29.582563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.591696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8e326ebe-65c7-4abe-ae4c-34c233e9ec30 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/ports/e355b46e-7625-48f0-bc20-bbddc1c5a05c HTTP/1.1" status: 204 len: 168 time: 1.9786549 Aug 25 11:37:29.596724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40254) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:29.625784 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e8c0a9a-8282-4571-8b6c-3d8e1a2e3b04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e492836b85f46b5ac7e3f5dffd22a86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6328781 Aug 25 11:37:29.632562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:29.666639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.671217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6a192f73-e62e-41e9-855b-8f3b8fb10045 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.2662661 Aug 25 11:37:29.685749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40258) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:29.690469 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b87829d8-19ec-409e-ab7a-131e34e14a90 req-0c67a66f-205b-4197-9617-904b1e95a259 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.1584148 Aug 25 11:37:29.778266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-86f5ecfc-0ce4-415b-ad7e-fc9c84abc299 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1579466 Aug 25 11:37:29.780070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40264) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:29.804817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-912223555'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:29.882114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368c2f1b-6bcf-4f3c-b1b1-32b58646931d {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:37:29.902071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.928579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] For port e972636f-01a8-4e35-b5d7-4ca19dc3a1f1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,segment=NetworkSegment(dad929fa-6c4b-4631-a350-751b22808dde),segment_id=dad929fa-6c4b-4631-a350-751b22808dde)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:29.929072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.953141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Transition to ACTIVE for port object 368c2f1b-6bcf-4f3c-b1b1-32b58646931d will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:29.956189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc432e1f-55b4-4fff-8615-151e406a3788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.961535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc432e1f-55b4-4fff-8615-151e406a3788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.965749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cc432e1f-55b4-4fff-8615-151e406a3788 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/992f482f-5a59-4387-b794-7031bde01dcd HTTP/1.1" status: 204 len: 168 time: 1.1337078 Aug 25 11:37:29.986550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:29.997309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Set router aa53ede7-f018-4f49-9e73-71343f92410f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:30.059026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Calling delete_port for e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:30.103650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc432e1f-55b4-4fff-8615-151e406a3788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f482f-5a59-4387-b794-7031bde01dcd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:30.172668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d3b0d-2ddc-4844-a2bb-db25e975ec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:30.275557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Pushing event updated for resources: {'Port': ['ID=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:30.357533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d3b0d-2ddc-4844-a2bb-db25e975ec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:30.528921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d3b0d-2ddc-4844-a2bb-db25e975ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:30.532787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d3b0d-2ddc-4844-a2bb-db25e975ec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:30.535065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de6d3b0d-2ddc-4844-a2bb-db25e975ec27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/549052a8-bca3-4a43-8e91-7263bb2f15b4 HTTP/1.1" status: 204 len: 168 time: 0.8934841 Aug 25 11:37:30.550163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d3b0d-2ddc-4844-a2bb-db25e975ec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549052a8-bca3-4a43-8e91-7263bb2f15b4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:30.606460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53ede7-f018-4f49-9e73-71343f92410f', 'name': 'tempest-snat-router-1678653924', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'ecb7e654-9078-4b0c-9489-3e43a0977ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:37:23Z', 'updated_at': '2021-08-25T11:37:27Z', 'revision_number': 3, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port': {'id': 'ecb7e654-9078-4b0c-9489-3e43a0977ebd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53ede7-f018-4f49-9e73-71343f92410f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:37:25Z', 'updated_at': '2021-08-25T11:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:30.641608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Attempting to bind port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:30.645709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Attempting to bind port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '19c81ecd-7172-4bfb-b119-05d27de45b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:30.647384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Attempting to bind port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d on network 659147fd-11ad-49a2-8735-edfeeabf7503 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:30.667951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Checking router: aa53ede7-f018-4f49-9e73-71343f92410f for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:37:30.669300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Updating router aa53ede7-f018-4f49-9e73-71343f92410f port ecb7e654-9078-4b0c-9489-3e43a0977ebd binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:37:30.672018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d on network 659147fd-11ad-49a2-8735-edfeeabf7503 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:30.673657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Attempting to bind port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d on network 659147fd-11ad-49a2-8735-edfeeabf7503 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:30.692530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:37:30.698326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Checking segment: {'id': '19c81ecd-7172-4bfb-b119-05d27de45b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:30.699194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Bound using segment: {'id': '19c81ecd-7172-4bfb-b119-05d27de45b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:37:30.700024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Bound port: 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c81ecd-7172-4bfb-b119-05d27de45b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:37:30.700644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:30.732726 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:30.828046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:30.855372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.007012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] For port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:31.015445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] For port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,segment=NetworkSegment(19c81ecd-7172-4bfb-b119-05d27de45b73),segment_id=19c81ecd-7172-4bfb-b119-05d27de45b73)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:37:31.028901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.066168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.145653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:31.170426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.179476 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] 10.222.0.10 "PUT /v2.0/ports/368c2f1b-6bcf-4f3c-b1b1-32b58646931d HTTP/1.1" status: 200 len: 1092 time: 2.6839654 Aug 25 11:37:31.181229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'tag': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:31.195468 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a41920-9b41-4e93-83dc-babc4975b9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1", "tag": "368c2f1b-6bcf-4f3c-b1b1-32b58646931d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:31.377082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e5d13-69cd-403b-bbc7-30e6f1367c26 service neutron] Pushing event updated for resources: {'Port': ['ID=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:31.420426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-f28c7843-c736-43e6-be89-c8d1e98313bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:31.422086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-f28c7843-c736-43e6-be89-c8d1e98313bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3e5a59fbc84af9b01117a1af6e138f&device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 1095 time: 0.1707072 Aug 25 11:37:31.465553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.519855 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-cf4765fe-c285-4d4f-a728-75e47c1b46f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d HTTP/1.1" status: 200 len: 217 time: 0.0889723 Aug 25 11:37:31.524537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:31.537657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.538228 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Added segment 7eb439fe-6957-49e4-8272-6af6622a31f5 of type vlan for network f27ab9b4-fb61-441b-b074-d4ff588209a2 Aug 25 11:37:31.600313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.606250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d489b676-edf1-4272-98ea-d0478fa7fc2e req-bcce8647-b0d4-439f-8162-55bbdfa7f104 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.6001298 Aug 25 11:37:31.652517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Transition to ACTIVE for port object ecb7e654-9078-4b0c-9489-3e43a0977ebd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:31.679161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.681022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.693391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1358a-4e61-4edc-a3dc-36fb0e5031b9 req-0a91fafd-ed77-466c-a7a3-59be06445d4f tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:31.695899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fc1358a-4e61-4edc-a3dc-36fb0e5031b9 req-0a91fafd-ed77-466c-a7a3-59be06445d4f tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 943 time: 1.1681981 Aug 25 11:37:31.696569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-4e592f33-3735-45dc-9305-1543e1d874cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:31.703191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-4e592f33-3735-45dc-9305-1543e1d874cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9dc0334-4786-4646-9c37-4eeb1ee115d7 HTTP/1.1" status: 200 len: 849 time: 0.1741836 Aug 25 11:37:31.753340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e972636f-01a8-4e35-b5d7-4ca19dc3a1f1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:31.766131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Attempting to bind port ecb7e654-9078-4b0c-9489-3e43a0977ebd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:31.766518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Attempting to bind port ecb7e654-9078-4b0c-9489-3e43a0977ebd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:31.768708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Attempting to bind port ecb7e654-9078-4b0c-9489-3e43a0977ebd on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:31.776980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab631957-46e4-451d-b17a-6a796bdc378d tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/aa53ede7-f018-4f49-9e73-71343f92410f HTTP/1.1" status: 200 len: 909 time: 2.0849009 Aug 25 11:37:31.818211 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:37:31.823132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40302) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:31.824462 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-45b86033-e23a-4703-a3bf-626ac6ce0e2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=659147fd-11ad-49a2-8735-edfeeabf7503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083169 Aug 25 11:37:31.832949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-26f348a2-9e1e-43ee-80b7-906f15d33be3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:31.835439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-26f348a2-9e1e-43ee-80b7-906f15d33be3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.67 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 810 time: 1.8546338 Aug 25 11:37:31.841161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1678653924', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': True}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:31.851630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:37:31.852020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:31.860121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.862120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:37:31.862929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Bound port: ecb7e654-9078-4b0c-9489-3e43a0977ebd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:37:31.863576 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.932845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398be037-8a9f-4d47-8aea-7df63d5004b1 None None] Pushing event updated for resources: {'Port': ['ID=ecb7e654-9078-4b0c-9489-3e43a0977ebd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:31.985256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.989361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:31.995519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] For port ecb7e654-9078-4b0c-9489-3e43a0977ebd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:32.004897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] For port ecb7e654-9078-4b0c-9489-3e43a0977ebd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ecb7e654-9078-4b0c-9489-3e43a0977ebd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:37:32.015487 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:32.080882 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-9791919c-f33a-4426-9273-30a3d59e6f59 service neutron] 10.222.0.10 "GET /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494543 Aug 25 11:37:32.096597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:32.103052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:32.103702 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:32.201202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Routers {'aa53ede7-f018-4f49-9e73-71343f92410f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:32.207895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['aa53ede7-f018-4f49-9e73-71343f92410f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:32.212137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398be037-8a9f-4d47-8aea-7df63d5004b1 None None] Pushing event updated for resources: {'Port': ['ID=ecb7e654-9078-4b0c-9489-3e43a0977ebd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:32.252338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fc1358a-4e61-4edc-a3dc-36fb0e5031b9 req-4f6c704f-c8c3-408d-807e-ffc84ce3f95d tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304945 Aug 25 11:37:32.275315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-70e3905c-c852-41ff-9591-5a29aa7fa2c0 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea734ae901b441478b26caabddb5fc02 HTTP/1.1" status: 200 len: 380 time: 0.3761985 Aug 25 11:37:32.326092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Network': ['ID=f27ab9b4-fb61-441b-b074-d4ff588209a2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:32.370236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f27ab9b4-fb61-441b-b074-d4ff588209a2 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:32.379595 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ab39873e-01ce-4a30-8af3-e4342a3b5841 req-d03c6202-6516-4508-8860-821734202ad3 service neutron] 10.222.0.10 "GET /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913799 Aug 25 11:37:32.381838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'port': {'device_id': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'admin_state_up': True, 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'security_groups': ['72ed4935-6d68-43d5-afc4-cad2c4a5a9bb']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:32.521149 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fe790b-3df7-4e84-b2cb-a8b90d0a015f x-openstack-request-id: req-90fe790b-3df7-4e84-b2cb-a8b90d0a015f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:32.521893 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1", "tag": "368c2f1b-6bcf-4f3c-b1b1-32b58646931d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:32.522257 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90fe790b-3df7-4e84-b2cb-a8b90d0a015f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:32.522593 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'tag': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d', 'status': 'completed', 'code': 200} Aug 25 11:37:32.648067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-79bd73d4-ad1f-4e3e-b623-e67a3de2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:32.654600 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-79bd73d4-ad1f-4e3e-b623-e67a3de2f4bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d3e5a59fbc84af9b01117a1af6e138f&device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 1095 time: 0.1142991 Aug 25 11:37:32.659947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2702919a-015a-43ff-9ab1-2aeafc27c24d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8610818 Aug 25 11:37:32.660588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40322) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:32.677646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1553558363'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:32.693437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:32.885755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] Set router aa53ede7-f018-4f49-9e73-71343f92410f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:32.887282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:32.891457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:32.915385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-2bb04068-2783-47b4-9082-2d2c27800cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:32.917512 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-2bb04068-2783-47b4-9082-2d2c27800cc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=659147fd-11ad-49a2-8735-edfeeabf7503 HTTP/1.1" status: 200 len: 910 time: 0.2541049 Aug 25 11:37:32.933241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:33.036949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:33.037665 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Added segment 83dc4ac7-0a7f-43e9-84b6-e414cf291d24 of type vlan for network 8aae184d-a298-4447-ab07-c082c35ab3c3 Aug 25 11:37:33.171335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:33.238963 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-607c86cd-cdd0-4b42-8680-22ffa02e2aa7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d HTTP/1.1" status: 200 len: 217 time: 0.3058920 Aug 25 11:37:33.242403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:33.254683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:33.258246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:33.330054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73bfdc22-ced6-4ef4-9ef5-2d02e26ebf91 req-80b9d5de-0387-4b49-bc5e-86fdfdd60d60 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.2375994 Aug 25 11:37:33.346886 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6845498 Aug 25 11:37:33.379289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53ede7-f018-4f49-9e73-71343f92410f', 'name': 'tempest-snat-router-1678653924', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'ecb7e654-9078-4b0c-9489-3e43a0977ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:37:23Z', 'updated_at': '2021-08-25T11:37:27Z', 'revision_number': 3, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port': {'id': 'ecb7e654-9078-4b0c-9489-3e43a0977ebd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53ede7-f018-4f49-9e73-71343f92410f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:37:25Z', 'updated_at': '2021-08-25T11:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:33.494460 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:33.563927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c98f71-bd54-4a40-9d37-effd5cb112b2 None None] The sync data for ids ['aa53ede7-f018-4f49-9e73-71343f92410f'] in n-d-778732-11 is: [{'id': 'aa53ede7-f018-4f49-9e73-71343f92410f', 'name': 'tempest-snat-router-1678653924', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.230'}], 'enable_snat': False}, 'gw_port_id': 'ecb7e654-9078-4b0c-9489-3e43a0977ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:37:23Z', 'updated_at': '2021-08-25T11:37:27Z', 'revision_number': 3, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port': {'id': 'ecb7e654-9078-4b0c-9489-3e43a0977ebd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53ede7-f018-4f49-9e73-71343f92410f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:37:25Z', 'updated_at': '2021-08-25T11:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:33.635011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:33.661880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ae3b-4640-486e-a3df-45451b0d54db tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Network': ['ID=8aae184d-a298-4447-ab07-c082c35ab3c3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:33.671723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40348) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:33.679693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 8aae184d-a298-4447-ab07-c082c35ab3c3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:33.823470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'subnets': [{'network_id': 'f27ab9b4-fb61-441b-b074-d4ff588209a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1219833990', 'ip_version': 4}, {'network_id': '8aae184d-a298-4447-ab07-c082c35ab3c3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:33.825508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'subnet': {'network_id': 'f27ab9b4-fb61-441b-b074-d4ff588209a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1219833990', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:33.825508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Request body: {'subnet': {'network_id': '8aae184d-a298-4447-ab07-c082c35ab3c3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:34.061544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-843da1df-3e6e-4a15-b72e-8196f83d16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:34.063447 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-843da1df-3e6e-4a15-b72e-8196f83d16fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9dc0334-4786-4646-9c37-4eeb1ee115d7 HTTP/1.1" status: 200 len: 849 time: 0.7739639 Aug 25 11:37:34.101510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 368c2f1b-6bcf-4f3c-b1b1-32b58646931d details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:37:34.208899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-37c47668-6e2e-4d70-bc83-75328d505cff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=659147fd-11ad-49a2-8735-edfeeabf7503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358702 Aug 25 11:37:34.231013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83cb4-ef95-4a3d-ae0a-c24741e59ad8 req-6cb41a4a-a44b-480f-a6cb-2227c70c52aa tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:34.252056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8e83cb4-ef95-4a3d-ae0a-c24741e59ad8 req-6cb41a4a-a44b-480f-a6cb-2227c70c52aa tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 943 time: 0.6077502 Aug 25 11:37:34.467328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,segment=NetworkSegment(19c81ecd-7172-4bfb-b119-05d27de45b73),segment_id=19c81ecd-7172-4bfb-b119-05d27de45b73)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:34.498371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d', 'network_id': '659147fd-11ad-49a2-8735-edfeeabf7503', 'port_id': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d', 'mac_address': 'fa:16:3e:22:6d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9dc0334-4786-4646-9c37-4eeb1ee115d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:37:34.624419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:34.660750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368c2f1b-6bcf-4f3c-b1b1-32b58646931d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:37:34.723179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,segment=NetworkSegment(19c81ecd-7172-4bfb-b119-05d27de45b73),segment_id=19c81ecd-7172-4bfb-b119-05d27de45b73)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:34.751757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:34.773483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6409c84e-5a3c-4dc7-9c2b-96ce851fe083 req-86b61822-8f4f-46c3-ae50-0cb3985d7758 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.1410537 Aug 25 11:37:34.835442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-5dcf8cb9-e4d2-4010-9d0c-f1bc199d00f7 service neutron] 10.222.0.10 "GET /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151867 Aug 25 11:37:34.943383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Made reservation on behalf of ea734ae901b441478b26caabddb5fc02 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:34.950206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:35.003192 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a6a41920-9b41-4e93-83dc-babc4975b9a7 req-b85db3a7-3616-462e-a3b7-fb0d790bed2b service neutron] 10.222.0.10 "GET /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553395 Aug 25 11:37:35.067292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['368c2f1b-6bcf-4f3c-b1b1-32b58646931d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:37:35.079191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Made reservation on behalf of 41284d892b6e4f18825112dd13adcf93 for: {'subnet': 2} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:35.100068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8e83cb4-ef95-4a3d-ae0a-c24741e59ad8 req-36a95f71-cab2-43c4-b50d-471d082b7ed1 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202515 Aug 25 11:37:35.113377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:35.113958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:35.384181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:35.943498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecb7e654-9078-4b0c-9489-3e43a0977ebd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:37:36.155832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ecb7e654-9078-4b0c-9489-3e43a0977ebd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:37:36.177250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ecb7e654-9078-4b0c-9489-3e43a0977ebd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:37:36.177888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:36.378008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:36.519212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Subnet': ['ID=779c4f6e-fa9f-4541-bddf-a6b3a2043a5e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:36.525776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Checking segment: {'id': '7eb439fe-6957-49e4-8272-6af6622a31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f27ab9b4-fb61-441b-b074-d4ff588209a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:36.526513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network hostable DHCP agents. Network: f27ab9b4-fb61-441b-b074-d4ff588209a2, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:36.569852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:36.577225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network f27ab9b4-fb61-441b-b074-d4ff588209a2 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:36.593297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f27ab9b4-fb61-441b-b074-d4ff588209a2) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:36.619164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271296df-b691-46ee-a94f-fd1af57ad582 None None] Network f27ab9b4-fb61-441b-b074-d4ff588209a2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:36.627022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:36.676143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ecb7e654-9078-4b0c-9489-3e43a0977ebd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ecb7e654-9078-4b0c-9489-3e43a0977ebd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:36.754502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event updated for resources: {'Subnet': ['ID=819fb7f8-e6b6-4db5-b4c6-d37f46650873,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:36.765014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Checking segment: {'id': '83dc4ac7-0a7f-43e9-84b6-e414cf291d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8aae184d-a298-4447-ab07-c082c35ab3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:36.766166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network hostable DHCP agents. Network: 8aae184d-a298-4447-ab07-c082c35ab3c3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:36.771864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e8d8523-b1ba-42d9-8b48-3a727e5ae59f req-4d982e2f-df0b-4a13-85c8-71c4b8d1024d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.2440624 Aug 25 11:37:36.799731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:36.886936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Network 8aae184d-a298-4447-ab07-c082c35ab3c3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:36.907864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 8aae184d-a298-4447-ab07-c082c35ab3c3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:36.926329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:36.926889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:36.929137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:36.962586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Allocated IP 172.20.0.6 (e2b883b8-69fe-4bad-8874-d560689e83b0/5e4aef92-c14b-4737-aee2-e2ae0e2eff21/a301892a-9de5-4bbe-b2a7-4293c75190c9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:36.975882 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0dc2785f-592e-4841-8159-42140edf5f89 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1976497 Aug 25 11:37:36.981118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40440) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:37.093268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f90720-e34b-4475-9edb-5f315eef1d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:37.100028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f90720-e34b-4475-9edb-5f315eef1d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:37.104642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f90720-e34b-4475-9edb-5f315eef1d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:37.109167 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-33f90720-e34b-4475-9edb-5f315eef1d3b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1265757 Aug 25 11:37:37.114962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40442) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:37.228808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ecb7e654-9078-4b0c-9489-3e43a0977ebd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:37.243436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8712956-0e09-4a66-96f1-8249993c1999 None None] Network 8aae184d-a298-4447-ab07-c082c35ab3c3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:37.343957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Deleting subnet 779c4f6e-fa9f-4541-bddf-a6b3a2043a5e {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:37:37.351243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.392934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.399170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40446) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:37.458918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.508166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.561905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.594538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80201c6-db73-47c1-905c-31414201cdba req-c22ff7e7-8e3c-4b09-8a38-35cb8a36523e tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:37.600400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d80201c6-db73-47c1-905c-31414201cdba req-c22ff7e7-8e3c-4b09-8a38-35cb8a36523e tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 944 time: 0.9335160 Aug 25 11:37:37.639772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:37:37.693324 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.799842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Subnet': ['ID=779c4f6e-fa9f-4541-bddf-a6b3a2043a5e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:37.819779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.821898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e597ea1-86c4-4bdb-81f8-9683fd6cfd7d tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/subnets/779c4f6e-fa9f-4541-bddf-a6b3a2043a5e HTTP/1.1" status: 204 len: 168 time: 0.7050552 Aug 25 11:37:37.827491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:37.888214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecb7e654-9078-4b0c-9489-3e43a0977ebd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:37:37.910373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.933229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4a530-eaff-41e2-96dc-fb531d97281d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f27ab9b4-fb61-441b-b074-d4ff588209a2', 'network_id': 'f27ab9b4-fb61-441b-b074-d4ff588209a2', 'tenant_id': '41284d892b6e4f18825112dd13adcf93', 'fixed_ips': [{'subnet_id': '779c4f6e-fa9f-4541-bddf-a6b3a2043a5e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:37:37.934676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28b4a530-eaff-41e2-96dc-fb531d97281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:37.985923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Transition to ACTIVE for port object a301892a-9de5-4bbe-b2a7-4293c75190c9 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:37.996858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ecb7e654-9078-4b0c-9489-3e43a0977ebd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:37:37.997348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.071870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Deleting subnet 819fb7f8-e6b6-4db5-b4c6-d37f46650873 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:37:38.083114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.107371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efbfb949-f8e1-4da9-a4cc-6be264e143f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.118375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38fe55-c9a7-4da6-810a-0ab9a133ce7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-8aae184d-a298-4447-ab07-c082c35ab3c3', 'network_id': '8aae184d-a298-4447-ab07-c082c35ab3c3', 'tenant_id': '41284d892b6e4f18825112dd13adcf93', 'fixed_ips': [{'subnet_id': '819fb7f8-e6b6-4db5-b4c6-d37f46650873'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:37:38.119257 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ee38fe55-c9a7-4da6-810a-0ab9a133ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.140509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 368c2f1b-6bcf-4f3c-b1b1-32b58646931d up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:37:38.211320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68cbfc-cd00-4443-bb54-c957308c97a9 None None] Network f27ab9b4-fb61-441b-b074-d4ff588209a2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:38.241037 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.264813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.334341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.419007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:37:38.425887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:37:38.426281 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.445520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-ee38fe55-c9a7-4da6-810a-0ab9a133ce7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 819fb7f8-e6b6-4db5-b4c6-d37f46650873: This subnet is being modified by another concurrent operation. Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:37:38.477441 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exception Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 819fb7f8-e6b6-4db5-b4c6-d37f46650873: This subnet is being modified by another concurrent operation. Aug 25 11:37:38.481939 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:37:38.502143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf6f73-b79c-46d6-a7a5-51a4d3d693b5 None None] Network 8aae184d-a298-4447-ab07-c082c35ab3c3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:38.504660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Subnet': ['ID=819fb7f8-e6b6-4db5-b4c6-d37f46650873,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:38.513296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efbfb949-f8e1-4da9-a4cc-6be264e143f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.517437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.519898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-83a0be1f-9295-4e10-897c-bdef039add92 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/subnets/819fb7f8-e6b6-4db5-b4c6-d37f46650873 HTTP/1.1" status: 204 len: 168 time: 0.6912465 Aug 25 11:37:38.531553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40460) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:38.685753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a9d48-1b5c-4468-81e3-5d7fa7afdb38 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:37:38.728086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efbfb949-f8e1-4da9-a4cc-6be264e143f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.733177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event updated for resources: {'Port': ['ID=a301892a-9de5-4bbe-b2a7-4293c75190c9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:38.762188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.806134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:38.809265 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347be10-e9e3-4e34-a086-87b126029ca1" -d '{"events": [{"server_uuid": "5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1", "name": "network-vif-plugged", "status": "completed", "tag": "368c2f1b-6bcf-4f3c-b1b1-32b58646931d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:38.814472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a9d48-1b5c-4468-81e3-5d7fa7afdb38 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:37:38.828115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,segment=NetworkSegment(19c81ecd-7172-4bfb-b119-05d27de45b73),segment_id=19c81ecd-7172-4bfb-b119-05d27de45b73)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:38.840796 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:38.873770 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d80201c6-db73-47c1-905c-31414201cdba req-7b72c9d1-c139-4ff8-a577-80faf62ddd7b tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2413752 Aug 25 11:37:38.919739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Network e2b883b8-69fe-4bad-8874-d560689e83b0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:38.942021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e9e6e-f9f1-49b9-8d58-4c9e5cea59b7 req-f4892994-454c-4328-b30c-2babbeae1490 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:38.942021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be6e9e6e-f9f1-49b9-8d58-4c9e5cea59b7 req-f4892994-454c-4328-b30c-2babbeae1490 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 931 time: 0.8165140 Aug 25 11:37:38.950983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:38.957421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-efbfb949-f8e1-4da9-a4cc-6be264e143f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87d4fbeaea3e47778621c62a8860cfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5534046 Aug 25 11:37:38.958827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8215127e-97a3-4c12-85b2-b3e04f0d58b5 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:38.960764 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8215127e-97a3-4c12-85b2-b3e04f0d58b5 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4277530 Aug 25 11:37:38.961207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40466) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:38.962219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:38.972045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Allocated IP 172.25.1.151 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/dbec8c65-2884-44f9-bc3c-542adddfa4da) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:38.975229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:38.975847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40468) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:38.977842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfb949-f8e1-4da9-a4cc-6be264e143f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ce8925-a488-498c-bbea-cd01f0c8bd18,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:38.989671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dcbb54d7-2016-43a4-8c3a-36c68723cbb3 admin admin] 10.222.0.35 "PUT /v2.0/routers/27c9bbf6-e5ba-4d48-9f60-0ecd933a6792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5767550 Aug 25 11:37:38.998588 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] Sync routers for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:39.031384 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:39.034270 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:39.040742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40470) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:39.082000 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.144130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.176956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.225975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:39.314257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.328362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aae184d-a298-4447-ab07-c082c35ab3c3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:39.345606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dc4ac7-0a7f-43e9-84b6-e414cf291d24') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:39.347132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dc4ac7-0a7f-43e9-84b6-e414cf291d24') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:39.348508 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:39.365070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.383649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.397725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be6e9e6e-f9f1-49b9-8d58-4c9e5cea59b7 req-907c460f-8480-40cf-8976-f6d69b0ade11 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4382148 Aug 25 11:37:39.399086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1ce8925-a488-498c-bbea-cd01f0c8bd18 HTTP/1.1" status: 204 len: 168 time: 0.4261892 Aug 25 11:37:39.425158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.427646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ce8925-a488-498c-bbea-cd01f0c8bd18,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:39.458366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.458366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.458670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.458837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.459132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.459467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.459793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.460115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.460654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.460986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.463279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.463279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717900e-2f10-45e9-b1fb-1fbb1ee01820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:37:39.480875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.504953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:39.506062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.553325 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03b5bc-ee4f-4694-be9f-8466eacdfe9d x-openstack-request-id: req-0d03b5bc-ee4f-4694-be9f-8466eacdfe9d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:39.555130 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1", "name": "network-vif-plugged", "status": "completed", "tag": "368c2f1b-6bcf-4f3c-b1b1-32b58646931d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:39.556053 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d03b5bc-ee4f-4694-be9f-8466eacdfe9d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:39.557606 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d', 'code': 200} Aug 25 11:37:39.667367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:39.668731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:39.687577 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:39.700379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.731289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.735523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/networks/8aae184d-a298-4447-ab07-c082c35ab3c3 HTTP/1.1" status: 204 len: 168 time: 0.7582796 Aug 25 11:37:39.752786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5830e1-d21b-4953-b53f-3e8b4c1f2b52 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Network': ['ID=8aae184d-a298-4447-ab07-c082c35ab3c3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:39.757979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:39.798715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-8d805efb-855b-4504-8c96-151eb009cda8 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d60fadbc2d0414fa8cac3e7c2bbea93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4356198 Aug 25 11:37:39.915334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426e68-eab0-4f21-9a3a-c410fea6cbd7 req-7dc93741-6e33-44c8-8ce3-cdb90b384041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:39.916680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f426e68-eab0-4f21-9a3a-c410fea6cbd7 req-7dc93741-6e33-44c8-8ce3-cdb90b384041 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 1097 time: 0.2280982 Aug 25 11:37:39.938847 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:37:31Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:39.966516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:39.985571 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f426e68-eab0-4f21-9a3a-c410fea6cbd7 req-9a58a141-4f34-474e-9db0-0fd3cac80aae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592649 Aug 25 11:37:40.040449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] Checking router: 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:37:40.052548 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] Routers {'27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:40.053128 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.153972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d6eae5f-ffa7-4eda-b97c-c0dadf5cded8 None None] Provisioning for port a301892a-9de5-4bbe-b2a7-4293c75190c9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:37:40.164757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d6eae5f-ffa7-4eda-b97c-c0dadf5cded8 None None] Provisioning complete for port a301892a-9de5-4bbe-b2a7-4293c75190c9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:37:40.167861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d6eae5f-ffa7-4eda-b97c-c0dadf5cded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.189851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.204257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:40.217521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27ab9b4-fb61-441b-b074-d4ff588209a2']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.232004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-611fbd49-b6b7-4bbd-8d5c-f0a562706145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.238066 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] Set router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:40.246855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb439fe-6957-49e4-8272-6af6622a31f5') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.247317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb439fe-6957-49e4-8272-6af6622a31f5') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.262845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.283567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.296372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:40.297185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:40.301092 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:40.312843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eae5f-ffa7-4eda-b97c-c0dadf5cded8 None None] Port a301892a-9de5-4bbe-b2a7-4293c75190c9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:37:40.313783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-546fe001-62a7-4904-adb7-a01981415a8c tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:40.314930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-546fe001-62a7-4904-adb7-a01981415a8c tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5153878 Aug 25 11:37:40.351483 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.403643 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.418847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.429988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.435779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/networks/f27ab9b4-fb61-441b-b074-d4ff588209a2 HTTP/1.1" status: 204 len: 168 time: 0.6720836 Aug 25 11:37:40.438890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40508) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:40.470318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56706307-3408-413a-846c-e6b093918d2b tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Network': ['ID=f27ab9b4-fb61-441b-b074-d4ff588209a2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:40.488850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-d982c9dd-df4d-4bf0-a587-c84b023ee548 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1155674 Aug 25 11:37:40.517477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.539757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Request body: {'port': {'device_id': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:40.591216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.615624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-611fbd49-b6b7-4bbd-8d5c-f0a562706145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.634018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-b8ff3f1a-f33d-4d2d-8139-3f46f9bfb97d tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/quotas/1d60fadbc2d0414fa8cac3e7c2bbea93 HTTP/1.1" status: 200 len: 375 time: 0.1665573 Aug 25 11:37:40.647905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-611fbd49-b6b7-4bbd-8d5c-f0a562706145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.711783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:40.723432 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:37:31Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.760368 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-611fbd49-b6b7-4bbd-8d5c-f0a562706145 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85018743b25d444ca3c52705995051ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538936 Aug 25 11:37:40.764355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.769867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fbd49-b6b7-4bbd-8d5c-f0a562706145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9e147d-62d7-4028-880c-4dbc0b2d00fb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:40.775883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d32709-300f-45ee-842c-066aa02b619c None None] The sync data for ids ['27c9bbf6-e5ba-4d48-9f60-0ecd933a6792'] in n-d-778732-11 is: [{'id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'name': 'tempest-ServerRescueTestJSONUnderV235-2057135503-router', 'tenant_id': 'ceb85b3794644ec087ce462fb7c56565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:35:21Z', 'updated_at': '2021-08-25T11:37:31Z', 'revision_number': 5, 'project_id': 'ceb85b3794644ec087ce462fb7c56565', 'gw_port': {'id': '867dc109-326c-4c4c-bca0-b131b4f5bb6e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:35:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9bbf6-e5ba-4d48-9f60-0ecd933a6792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:35:22Z', 'updated_at': '2021-08-25T11:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:40.783802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40530) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:40.825356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:40.831026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-f981bd27-d6c0-4ced-8bd2-5d5938085da7 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d60fadbc2d0414fa8cac3e7c2bbea93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1704254 Aug 25 11:37:40.832535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632491bc-1200-4ca9-9295-cf85cdcd0a63']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.837616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:40.850931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61079365-7815-413a-8f53-6f893c8f2bb1') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.851321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61079365-7815-413a-8f53-6f893c8f2bb1') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:40.868893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.888831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.891506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8fe2-5995-4738-9b6e-265185556319 req-c989ff1b-e97f-4d9b-b6f5-244173440b0c tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:40.894714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc6d8fe2-5995-4738-9b6e-265185556319 req-c989ff1b-e97f-4d9b-b6f5-244173440b0c tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 945 time: 0.4929202 Aug 25 11:37:40.907403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:40.908036 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:40.911827 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:40.929656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e23442e-f040-4c76-b611-0d71c7386dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:40.951020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Port': ['ID=dbec8c65-2884-44f9-bc3c-542adddfa4da,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:41.032051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e23442e-f040-4c76-b611-0d71c7386dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.042003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.051198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.077075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.082911 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/networks/632491bc-1200-4ca9-9295-cf85cdcd0a63 HTTP/1.1" status: 204 len: 168 time: 0.6372788 Aug 25 11:37:41.086493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40546) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:41.127431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5730c1-91bd-4ef6-92f1-745233120424 tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Network': ['ID=632491bc-1200-4ca9-9295-cf85cdcd0a63,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:41.202323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.202545 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e23442e-f040-4c76-b611-0d71c7386dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.206157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8e23442e-f040-4c76-b611-0d71c7386dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.208423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8e23442e-f040-4c76-b611-0d71c7386dba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc9e147d-62d7-4028-880c-4dbc0b2d00fb HTTP/1.1" status: 204 len: 168 time: 0.4180150 Aug 25 11:37:41.218706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23442e-f040-4c76-b611-0d71c7386dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9e147d-62d7-4028-880c-4dbc0b2d00fb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:41.621633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:37:41.673730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:37:41.674609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e972636f-01a8-4e35-b5d7-4ca19dc3a1f1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:37:41.819769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc6d8fe2-5995-4738-9b6e-265185556319 req-5df0e12d-71c4-4dc0-ad60-3d1873474465 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8637018 Aug 25 11:37:41.950816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:41.975116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53da5-fe93-4787-af31-1b6401c19e64 req-a9be0226-7e23-4663-9c9a-5960f885ee1d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:41.981855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fc53da5-fe93-4787-af31-1b6401c19e64 req-a9be0226-7e23-4663-9c9a-5960f885ee1d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 931 time: 0.2488286 Aug 25 11:37:42.262538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7092af3d-6b29-41da-846a-bc332ea7c9f9 req-36b87c89-d67d-40eb-85ec-c8b7393a3334 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 210 time: 0.3160915 Aug 25 11:37:42.398612 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fc53da5-fe93-4787-af31-1b6401c19e64 req-50986dd4-7807-4dc9-b366-830f8cbf7cf5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240770 Aug 25 11:37:42.536548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Deleting port 867dc109-326c-4c4c-bca0-b131b4f5bb6e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:42.536909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:42.623884 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:42.702179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:37:42.778462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10afb4f0-77db-41ea-a5b9-27f542e4e8c8']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:42.849996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ae0116-abd2-420e-93ae-6cca78ffbc0e') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:42.850717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ae0116-abd2-420e-93ae-6cca78ffbc0e') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:42.869733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:42.875863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-6978cf42-0150-4045-b921-b67f0150471c tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1d60fadbc2d0414fa8cac3e7c2bbea93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1393173 Aug 25 11:37:42.913284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.145222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.206895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:43.207439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:43.222803 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:43.365355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] For port 867dc109-326c-4c4c-bca0-b131b4f5bb6e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=867dc109-326c-4c4c-bca0-b131b4f5bb6e,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:43.365744 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.407586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2bdd2-502c-498d-a95d-15a42c9bac14 req-dc3a9afc-8668-428b-84c2-f3d1ba499577 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:43.410082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bca2bdd2-502c-498d-a95d-15a42c9bac14 req-dc3a9afc-8668-428b-84c2-f3d1ba499577 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 945 time: 0.4283333 Aug 25 11:37:43.413364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a301892a-9de5-4bbe-b2a7-4293c75190c9 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:37:43.429027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Calling delete_port for 867dc109-326c-4c4c-bca0-b131b4f5bb6e owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:43.435264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.439652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.501279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-e2498469-d658-43f9-b313-349408dfdcbc tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:43.502899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-e2498469-d658-43f9-b313-349408dfdcbc tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5863326 Aug 25 11:37:43.517470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.519483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] 10.222.0.35 "DELETE /v2.0/networks/10afb4f0-77db-41ea-a5b9-27f542e4e8c8 HTTP/1.1" status: 204 len: 168 time: 2.4293251 Aug 25 11:37:43.567653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Request body: {'port': {'device_id': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '1d60fadbc2d0414fa8cac3e7c2bbea93'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:43.596120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8beb0f-9cbe-4d8d-81ed-af047fe04f2c tempest-BulkNetworkOpsTest-454866496 tempest-BulkNetworkOpsTest-454866496-project] Pushing event deleted for resources: {'Network': ['ID=10afb4f0-77db-41ea-a5b9-27f542e4e8c8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:43.597336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:43.615965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e2f4ff-2a39-4be1-bc9a-dda0bbf0622d req-16deb1ba-9ef4-4016-b32f-630dbbd8b3a3 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 210 time: 0.1260927 Aug 25 11:37:43.678119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Transition to ACTIVE for port object a301892a-9de5-4bbe-b2a7-4293c75190c9 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:43.707270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Deleting subnet 7949c19e-b900-4f4e-a1dd-798183c8a145 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:37:43.714929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.779765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.826112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:43.934209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.001243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bca2bdd2-502c-498d-a95d-15a42c9bac14 req-dcc10099-ff04-4aab-8e58-b36309591a04 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745404 Aug 25 11:37:44.110090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.190389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7949c19e-b900-4f4e-a1dd-798183c8a145,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:44.199471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.201740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ecce3b18-5b59-4c65-8715-c37bddb3399f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7949c19e-b900-4f4e-a1dd-798183c8a145 HTTP/1.1" status: 204 len: 168 time: 0.6028876 Aug 25 11:37:44.205501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:44.208553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:44.304902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.312759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40620) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:44.375379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.426372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a301892a-9de5-4bbe-b2a7-4293c75190c9,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:44.625808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.647759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0004b916-f5b4-4fd2-ba1c-b1e033cee9b1']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:44.669757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a58178-e41f-41eb-b3f3-6608de509b2b') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:44.670733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a58178-e41f-41eb-b3f3-6608de509b2b') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:44.693235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.709938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Attempting to bind port a301892a-9de5-4bbe-b2a7-4293c75190c9 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:44.712643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Attempting to bind port a301892a-9de5-4bbe-b2a7-4293c75190c9 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:44.713293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Attempting to bind port a301892a-9de5-4bbe-b2a7-4293c75190c9 on network e2b883b8-69fe-4bad-8874-d560689e83b0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:44.713926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.721316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:44.722074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:44.798945 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:44.805023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.827326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:44.833544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] 10.222.0.35 "DELETE /v2.0/networks/0004b916-f5b4-4fd2-ba1c-b1e033cee9b1 HTTP/1.1" status: 204 len: 168 time: 0.6260715 Aug 25 11:37:44.863730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad5530-c2a5-490c-93e2-9d6c8986dcee admin admin] Pushing event deleted for resources: {'Network': ['ID=0004b916-f5b4-4fd2-ba1c-b1e033cee9b1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:44.894718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1058431709'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:44.927505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c4c5-bb10-454c-ae7c-3672e0334d77 req-bf054683-c349-41d7-a578-c175535246e7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:44.929251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23d7c4c5-bb10-454c-ae7c-3672e0334d77 req-bf054683-c349-41d7-a578-c175535246e7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 943 time: 1.0695200 Aug 25 11:37:44.951718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Port a301892a-9de5-4bbe-b2a7-4293c75190c9 on network e2b883b8-69fe-4bad-8874-d560689e83b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:44.951980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Attempting to bind port a301892a-9de5-4bbe-b2a7-4293c75190c9 on network e2b883b8-69fe-4bad-8874-d560689e83b0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:45.051937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Made reservation on behalf of da2050e652f745aeb485ff18d0081d2a for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:45.059564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.075915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.097031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40638) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:45.189033 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aeb84885-fbca-4940-931c-6df2385eb700 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d17cad471ab74889b1717b45dbda8246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904682 Aug 25 11:37:45.194251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40640) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:45.319673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06b50a17-a675-4d7b-be1e-cf3988569699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.354539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.362808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.394853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f10840b9-a4da-4efc-bf0a-bd246233ed18 req-2dd9c521-ea11-4182-906b-0a032802f4db tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 210 time: 0.4467335 Aug 25 11:37:45.395726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:37:45.395987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Checking segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:45.396222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06b50a17-a675-4d7b-be1e-cf3988569699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.396371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Bound using segment: {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:37:45.396780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Bound port: a301892a-9de5-4bbe-b2a7-4293c75190c9, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a828c7e-d3a3-40fd-bd9d-0849253cd638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:37:45.397141 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.420624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Made reservation on behalf of 1d60fadbc2d0414fa8cac3e7c2bbea93 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:45.424401 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.429323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:45.491372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.491929 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Added segment 4130cb00-0dd7-40f5-887f-c344e1946f27 of type vlan for network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed Aug 25 11:37:45.501630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b76fa85-847b-43ca-a45b-f6cde82caccf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:45.509616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fce048ae-275a-4b18-83d8-3bd8225f00a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41284d892b6e4f18825112dd13adcf93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1833832 Aug 25 11:37:45.526480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40642) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:45.535403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23d7c4c5-bb10-454c-ae7c-3672e0334d77 req-6bc87a11-1441-4ee0-b57c-c7cd555f262e tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5756013 Aug 25 11:37:45.571943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.631097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.666284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06b50a17-a675-4d7b-be1e-cf3988569699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.667652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] For port a301892a-9de5-4bbe-b2a7-4293c75190c9, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:45.671625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06b50a17-a675-4d7b-be1e-cf3988569699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.674402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] For port a301892a-9de5-4bbe-b2a7-4293c75190c9, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:37:45.677402 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.678714 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-06b50a17-a675-4d7b-be1e-cf3988569699 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7928729-e21b-4ef3-82c4-3296cf7c7179 HTTP/1.1" status: 204 len: 168 time: 0.4824646 Aug 25 11:37:45.715237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50a17-a675-4d7b-be1e-cf3988569699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7928729-e21b-4ef3-82c4-3296cf7c7179,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:45.721291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.732833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:45.733612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dddda262-02fc-4d93-b3cc-ab95322b3506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.734681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.815572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:45.825149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Pushing event deleted for resources: {'Port': ['ID=867dc109-326c-4c4c-bca0-b131b4f5bb6e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:45.896276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Pushing event updated for resources: {'Network': ['ID=bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:45.913876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:46.036957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dddda262-02fc-4d93-b3cc-ab95322b3506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.089462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:46.090934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.093383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] 10.222.0.67 "PUT /v2.0/ports/a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 1092 time: 5.5591571 Aug 25 11:37:46.144575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:46.148878 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:46.219665 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe0f16-b6f6-489a-b8f9-a948428d2a9e x-openstack-request-id: req-8bfe0f16-b6f6-489a-b8f9-a948428d2a9e {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:46.220100 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:46.220503 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bfe0f16-b6f6-489a-b8f9-a948428d2a9e {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:46.221138 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'status': 'completed', 'code': 200} Aug 25 11:37:46.301163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f938b-29f5-401a-866a-3d295701dbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a301892a-9de5-4bbe-b2a7-4293c75190c9,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:46.341884 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.356853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Router bc848853-526e-4c54-97dc-fa754977df2e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:37:46.358881 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-06205f40-1902-414d-a1b1-6c35a8097a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1487303 Aug 25 11:37:46.378385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.428424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.724798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-9a05000e-4910-4462-add8-17f50eeac1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:46.728686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-9a05000e-4910-4462-add8-17f50eeac1fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1095 time: 0.5736878 Aug 25 11:37:46.791791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce05540-5e97-4deb-be4f-6ba47452a1ba,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:46.859031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.863663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-315a59aa-2711-40fd-8d35-7471f6e6def2 req-865f7638-1c8b-4988-9ea2-fc6f2bbdd9ab tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 210 time: 0.2155280 Aug 25 11:37:46.864471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dddda262-02fc-4d93-b3cc-ab95322b3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.867513 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dddda262-02fc-4d93-b3cc-ab95322b3506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.868745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dddda262-02fc-4d93-b3cc-ab95322b3506 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4292b5fe-9972-421a-93a4-d8b1e034947b HTTP/1.1" status: 204 len: 168 time: 1.3323178 Aug 25 11:37:46.870426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:46.918225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-c5529584-1f13-424a-99e3-74ac879a9aa8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 217 time: 0.1026649 Aug 25 11:37:46.926570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:46.933606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Request body: {'port': {'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed', 'binding:host_id': 'n-h1-778732-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-545367559'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:46.983505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Made reservation on behalf of f87dbe96aede4376bc83a3f63966c7db for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:46.991616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.008847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.012297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddda262-02fc-4d93-b3cc-ab95322b3506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4292b5fe-9972-421a-93a4-d8b1e034947b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:47.020992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:47.109299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.109871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:37:47.140782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.146133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-34212c9e-c422-456f-949c-3adc1715ed0b admin admin] 10.222.0.35 "DELETE /v2.0/routers/27c9bbf6-e5ba-4d48-9f60-0ecd933a6792 HTTP/1.1" status: 204 len: 168 time: 8.1041200 Aug 25 11:37:47.148386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:47.175992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:37:47.189087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Sync routers for ids ['bc848853-526e-4c54-97dc-fa754977df2e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:37:47.194950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Allocated IP 192.168.233.47 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/b2fdc42d-6842-4fa5-a338-6f7f10b65c2c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:37:47.202640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-8fe8fe71-235f-4054-ab29-5e0cf9c35f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:47.210037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Routers {'bc848853-526e-4c54-97dc-fa754977df2e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:47.211516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-8fe8fe71-235f-4054-ab29-5e0cf9c35f29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.2484210 Aug 25 11:37:47.212424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bc848853-526e-4c54-97dc-fa754977df2e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:47.260431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Deleting subnet fff27ab4-b0ee-4a01-a704-a89404e27efe {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:37:47.267912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.364929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.388291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.390930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.462818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbce0f7-daa0-4bf0-869b-3142c100de1d req-342f81de-0d71-44ea-b9fe-cd112cb57a85 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:47.463471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port 74dbe9d5-6226-46a0-b591-870baccf85cb yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:47.477040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2cbce0f7-daa0-4bf0-869b-3142c100de1d req-342f81de-0d71-44ea-b9fe-cd112cb57a85 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 943 time: 0.4608839 Aug 25 11:37:47.485852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Set router bc848853-526e-4c54-97dc-fa754977df2e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:47.488876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.491707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-28bd48ca-5f07-450c-a5af-0e6e398ddb09 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 15.6548970 Aug 25 11:37:47.498601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40708) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:47.606634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6249c8bf-5dd7-4673-96b1-9f09ed09a79e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:47.612006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.686453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1582782354-network', 'tenant_id': '843576927c9a41499595364ddb3dca1b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:47.837417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-5e6d4e67-f130-4598-8d88-7ea469f0b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:47.839189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-5e6d4e67-f130-4598-8d88-7ea469f0b467 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5622373 Aug 25 11:37:47.900981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d00c605f-b845-4a21-b59d-80ee359f8dc4 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/bc848853-526e-4c54-97dc-fa754977df2e HTTP/1.1" status: 200 len: 908 time: 0.3852572 Aug 25 11:37:47.914509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:47.923516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40724) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:47.928314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 867dc109-326c-4c4c-bca0-b131b4f5bb6e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:37:47.956286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 867dc109-326c-4c4c-bca0-b131b4f5bb6e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:37:47.957915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 867dc109-326c-4c4c-bca0-b131b4f5bb6e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:37:47.959511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff27ab4-b0ee-4a01-a704-a89404e27efe,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:47.961450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Made reservation on behalf of 843576927c9a41499595364ddb3dca1b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:47.964944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.023022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.029040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.031123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ceaf456-2838-4247-984f-bfe70372e069 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fff27ab4-b0ee-4a01-a704-a89404e27efe HTTP/1.1" status: 204 len: 168 time: 0.8737457 Aug 25 11:37:48.037456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40726) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:48.131619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc848853-526e-4c54-97dc-fa754977df2e', 'name': 'tempest-snat-router-1678653924', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'dbec8c65-2884-44f9-bc3c-542adddfa4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:37:32Z', 'updated_at': '2021-08-25T11:37:41Z', 'revision_number': 3, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port': {'id': 'dbec8c65-2884-44f9-bc3c-542adddfa4da', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc848853-526e-4c54-97dc-fa754977df2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:37:37Z', 'updated_at': '2021-08-25T11:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:48.159706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.177106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2cbce0f7-daa0-4bf0-869b-3142c100de1d req-a73ccd95-d1f5-4099-ab18-c06cb89a8207 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6675308 Aug 25 11:37:48.197375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Checking router: bc848853-526e-4c54-97dc-fa754977df2e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:37:48.198181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Updating router bc848853-526e-4c54-97dc-fa754977df2e port dbec8c65-2884-44f9-bc3c-542adddfa4da binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:37:48.259552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.280630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Transition to ACTIVE for port object b2fdc42d-6842-4fa5-a338-6f7f10b65c2c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:48.320247 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.322957 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6103dd1-b163-4b23-bb88-dd11ec5a80a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.401359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d281692-713c-4832-ba4a-eef56d3932fa req-f5f5fdae-af10-4d28-8882-3e9c3b11b445 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 210 time: 0.0837517 Aug 25 11:37:48.437520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.463210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port 74dbe9d5-6226-46a0-b591-870baccf85cb yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:48.503960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Pushing event updated for resources: {'Port': ['ID=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:48.514182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-3f63aea1-7940-4104-991b-0ba7017df83a service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572020 Aug 25 11:37:48.532692 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.553841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:48.585161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.596468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:48.693580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:48.759271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.764782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Transition to ACTIVE for port object 74dbe9d5-6226-46a0-b591-870baccf85cb will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:48.812337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb7160b-bca1-4235-aa90-cea2cf8d119b']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:48.859257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad929fa-6c4b-4631-a350-751b22808dde') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:48.859537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad929fa-6c4b-4631-a350-751b22808dde') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:48.899481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:48.900312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.906569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40744) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:48.908470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:48.936198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.002499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0385c38-9bbe-496d-83e6-cf87ce6e070d req-290ca292-89fa-44d6-ad4d-fa8d3b9f12af service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739499 Aug 25 11:37:49.021893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.038803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.053890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Transition to ACTIVE for port object dbec8c65-2884-44f9-bc3c-542adddfa4da will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:49.069990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:49.070676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.075987 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:49.079484 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:49.155195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=74dbe9d5-6226-46a0-b591-870baccf85cb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:49.159906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.184599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.201892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.202731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-874211631'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:49.223719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Attempting to bind port dbec8c65-2884-44f9-bc3c-542adddfa4da on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:49.224548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Attempting to bind port dbec8c65-2884-44f9-bc3c-542adddfa4da by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:49.225401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Attempting to bind port dbec8c65-2884-44f9-bc3c-542adddfa4da on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:49.242420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:49.245831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-554374d2-fe04-414d-9a16-61c2cdedaac1 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7167025 Aug 25 11:37:49.246191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:37:49.247702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:49.248658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.249569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:37:49.250598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Bound port: dbec8c65-2884-44f9-bc3c-542adddfa4da, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:37:49.251316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.255013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.255470 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Added segment bf60df29-e83b-4c16-9f61-cd901861bbe6 of type vlan for network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef Aug 25 11:37:49.279099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Request body: {'port': {'device_id': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:49.299124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706adacb-4c04-43d9-95ec-dccfcfa6531e None None] Pushing event updated for resources: {'Port': ['ID=dbec8c65-2884-44f9-bc3c-542adddfa4da,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:49.305892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.307723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0043598c-2f00-49e2-b79c-ed90bdcb2c25 None None] Provisioning for port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:37:49.327897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0043598c-2f00-49e2-b79c-ed90bdcb2c25 None None] Provisioning complete for port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:37:49.329057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0043598c-2f00-49e2-b79c-ed90bdcb2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.337090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Checking segment: {'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:49.337532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Network hostable DHCP agents. Network: bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:49.344546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.345591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:49.346209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.374649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6686a447-e45a-43c2-b79c-0dbbac8caa15,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:49.380049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f46a9-1a30-404c-b082-bceb673640c0 req-eeec1f83-17d4-4e05-a7cb-3e970681fa2e tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:49.382864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.394625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c48f46a9-1a30-404c-b082-bceb673640c0 req-eeec1f83-17d4-4e05-a7cb-3e970681fa2e tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 945 time: 0.2990913 Aug 25 11:37:49.422848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] For port dbec8c65-2884-44f9-bc3c-542adddfa4da, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:49.424775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-6f8da7f4-d737-4dd3-ba74-e05f7687381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:49.427250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-6f8da7f4-d737-4dd3-ba74-e05f7687381c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1095 time: 0.3191741 Aug 25 11:37:49.429901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0043598c-2f00-49e2-b79c-ed90bdcb2c25 None None] Port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:37:49.451966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] For port dbec8c65-2884-44f9-bc3c-542adddfa4da, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dbec8c65-2884-44f9-bc3c-542adddfa4da,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:37:49.454706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.457547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7cb7160b-bca1-4235-aa90-cea2cf8d119b HTTP/1.1" status: 204 len: 168 time: 1.4107623 Aug 25 11:37:49.467284 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.472782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0113f866-ecc1-42d6-9227-b6ea5d9d69ef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:49.497325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:49.508650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:49.512583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be2060-48c1-4a8b-a31d-68ef3423f473 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb7160b-bca1-4235-aa90-cea2cf8d119b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:49.524720 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-add9a852-bf8e-4776-8111-a955b601a4c4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4993625 Aug 25 11:37:49.529619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:49.538567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Request body: {'subnet': {'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1582782354-subnet', 'tenant_id': '843576927c9a41499595364ddb3dca1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:49.545642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:49.554978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:49.577299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Deleting port dbec8c65-2884-44f9-bc3c-542adddfa4da {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:49.577733 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.617762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8177ca9-010c-4547-b846-d45ecec658eb None None] Network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:49.624973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:49.625308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:49.625844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:49.640641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:49.641070 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:49.645756 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 2 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:49.658677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:49.664383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.667001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Made reservation on behalf of 843576927c9a41499595364ddb3dca1b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:49.673190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.690872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:49.691593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:49.692435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:49.730955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.764483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40756) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:49.765115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:49.765446 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:49.768152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.773106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706adacb-4c04-43d9-95ec-dccfcfa6531e None None] Pushing event updated for resources: {'Port': ['ID=dbec8c65-2884-44f9-bc3c-542adddfa4da,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:49.787373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Routers {'bc848853-526e-4c54-97dc-fa754977df2e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:37:49.788196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bc848853-526e-4c54-97dc-fa754977df2e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:49.791272 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 3 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:49.801252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c48f46a9-1a30-404c-b082-bceb673640c0 req-d94af20d-c243-4c51-ab2d-0b75c75f9702 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050481 Aug 25 11:37:49.809292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a693e82-4aa2-497a-a3e9-638e810777ba req-94d2fc68-fc1b-4f08-a988-c1060b81c333 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:49.826986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a693e82-4aa2-497a-a3e9-638e810777ba req-94d2fc68-fc1b-4f08-a988-c1060b81c333 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 943 time: 0.4633584 Aug 25 11:37:49.827584 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-92852a5f-0751-4e76-a4ff-c565904e5487 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ceb85b3794644ec087ce462fb7c56565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606847 Aug 25 11:37:49.832731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40758) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:49.868978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:49.869520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:49.869856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:49.884564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:49.885756 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:49.886173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-646d11eb-4fdf-4930-8292-c09c722d45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:49.887727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-646d11eb-4fdf-4930-8292-c09c722d45bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.4181447 Aug 25 11:37:49.888005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] For port dbec8c65-2884-44f9-bc3c-542adddfa4da, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dbec8c65-2884-44f9-bc3c-542adddfa4da,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:49.888346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:49.897672 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 4 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:49.925364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Calling delete_port for dbec8c65-2884-44f9-bc3c-542adddfa4da owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:49.939689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:49.940027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:49.940809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:49.952071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:49.952432 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:49.955812 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 5 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:49.990411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a693e82-4aa2-497a-a3e9-638e810777ba req-4c4ac8f5-3a8d-4d98-babe-c1f824d7c556 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725831 Aug 25 11:37:50.006577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:50.006962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:50.007232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:50.019004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-0a9ed345-ca71-4fa0-aafc-1538b8e35d73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 217 time: 0.0920813 Aug 25 11:37:50.099876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:50.101561 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:50.107745 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 6 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:50.209951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-316a1a60-16ef-4b45-9ee8-a876569979a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.229033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] Set router bc848853-526e-4c54-97dc-fa754977df2e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:37:50.288501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-bc95228c-d912-406b-bb70-ffd20c18b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:50.290278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-bc95228c-d912-406b-bb70-ffd20c18b01d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.2568247 Aug 25 11:37:50.308196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e82f58-a617-4d36-bc6f-9755addb4c85 req-fd89a73c-a479-4b76-925d-f0faa9a4b526 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:50.309920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5e82f58-a617-4d36-bc6f-9755addb4c85 req-fd89a73c-a479-4b76-925d-f0faa9a4b526 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 935 time: 0.3593199 Aug 25 11:37:50.319000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc848853-526e-4c54-97dc-fa754977df2e', 'name': 'tempest-snat-router-1678653924', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:37:32Z', 'updated_at': '2021-08-25T11:37:49Z', 'revision_number': 4, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:50.352272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-316a1a60-16ef-4b45-9ee8-a876569979a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.361183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0757b-8175-48b2-baa7-4a9207d610c3 None None] The sync data for ids ['bc848853-526e-4c54-97dc-fa754977df2e'] in n-d-778732-11 is: [{'id': 'bc848853-526e-4c54-97dc-fa754977df2e', 'name': 'tempest-snat-router-1678653924', 'tenant_id': 'd614dd4cee8741cd829d0d3372bae431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:37:32Z', 'updated_at': '2021-08-25T11:37:49Z', 'revision_number': 4, 'project_id': 'd614dd4cee8741cd829d0d3372bae431', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:37:50.438734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.483790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.525419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:50.525723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:50.526098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:50.551441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:50.551809 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:50.556427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5e82f58-a617-4d36-bc6f-9755addb4c85 req-b222d6d4-f3ef-4590-af41-fec5a0e60504 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178671 Aug 25 11:37:50.560775 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 7 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:50.565995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:50.644186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.666105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:50.666478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:50.666822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:50.703565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d8c61f17-affc-4c3a-bfde-e9a311d5953c tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:50.705245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d8c61f17-affc-4c3a-bfde-e9a311d5953c tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 945 time: 0.2428582 Aug 25 11:37:50.723827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:50.724081 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:50.734365 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 8 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:50.807529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a301892a-9de5-4bbe-b2a7-4293c75190c9 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:37:50.815948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7348542e-b503-4656-861b-a2302ae3c685,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:50.826956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:50.827297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:50.827643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:50.856004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:50.856351 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:50.875452 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 9 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:50.902559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Checking segment: {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:50.903029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Network hostable DHCP agents. Network: 0113f866-ecc1-42d6-9227-b6ea5d9d69ef, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:50.915131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.917906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:50.918248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:50.918592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:50.963691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-c72f62a6-02dd-473c-a356-ed17503cdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:50.965339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-c72f62a6-02dd-473c-a356-ed17503cdd97 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6453354 Aug 25 11:37:50.971581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80439ab-4d4e-4cdf-80ad-54b299935a62,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:50.971904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbec8c65-2884-44f9-bc3c-542adddfa4da,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:50.975573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:50.975860 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:50.977722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:50.978081 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 924bb83a-e67f-45fa-abd4-59b61fce18b7 of type vlan for network f32703fe-a35c-47c2-93af-a3844546a2c7 Aug 25 11:37:51.000957 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 10 to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb Aug 25 11:37:51.018580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-316a1a60-16ef-4b45-9ee8-a876569979a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.023011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-316a1a60-16ef-4b45-9ee8-a876569979a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.028293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-316a1a60-16ef-4b45-9ee8-a876569979a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d45c66cd-a2d4-475e-9dcc-de023bc4a20c HTTP/1.1" status: 204 len: 168 time: 1.1862595 Aug 25 11:37:51.082652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:51.097616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:51.098669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:51.099538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:51.132462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1a60-16ef-4b45-9ee8-a876569979a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c66cd-a2d4-475e-9dcc-de023bc4a20c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:51.156390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.174612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a301892a-9de5-4bbe-b2a7-4293c75190c9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:51.178795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Deleting port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:51.179472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.190770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0113f866-ecc1-42d6-9227-b6ea5d9d69ef) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:51.219833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fdc42d-6842-4fa5-a338-6f7f10b65c2c {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:37:51.228977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 74dbe9d5-6226-46a0-b591-870baccf85cb on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:51.230265 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 74dbe9d5-6226-46a0-b591-870baccf85cb on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:51.230914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.242854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.253479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.260192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:51.261153 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.282333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f279e-29b1-4579-85e8-67bae0c56f47 None None] Network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:51.297240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:51.298546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.306042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66f2aa-63f3-4463-ac65-22622bf7f0d0 req-76b6d79d-03a4-46b8-9420-13829e7a01c7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:51.313912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da66f2aa-63f3-4463-ac65-22622bf7f0d0 req-76b6d79d-03a4-46b8-9420-13829e7a01c7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 943 time: 0.1241951 Aug 25 11:37:51.328461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4623737-95c5-4991-94aa-36888f488548 req-52e1ac1a-f885-44de-9f14-ee2c4e51eac3 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:51.336377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4623737-95c5-4991-94aa-36888f488548 req-52e1ac1a-f885-44de-9f14-ee2c4e51eac3 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 945 time: 0.3215830 Aug 25 11:37:51.404728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] For port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,segment=NetworkSegment(19c81ecd-7172-4bfb-b119-05d27de45b73),segment_id=19c81ecd-7172-4bfb-b119-05d27de45b73)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:51.405494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.428366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Calling delete_port for 368c2f1b-6bcf-4f3c-b1b1-32b58646931d owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:51.503812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'port_id': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'mac_address': 'fa:16:3e:28:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:37:51.515119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.543813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Transition to ACTIVE for port object b2fdc42d-6842-4fa5-a338-6f7f10b65c2c will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:51.563933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6498313 Aug 25 11:37:51.609271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40770) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:51.618630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.619909 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14e647a0-13c4-448d-8b3a-0206c5cc1ca7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0875177 Aug 25 11:37:51.628406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'name': 'tempest-PortsIpV6TestJSON-489850523'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:51.669051 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.671834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb1f204d-c353-4495-b65f-6edb3b564559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.701328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.701662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da66f2aa-63f3-4463-ac65-22622bf7f0d0 req-887aea39-d284-48dd-bcbc-18ae8c66d6a5 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865576 Aug 25 11:37:51.723903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62055a-d3fa-4ea6-b9b3-8abf0b4568ab None None] Network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:51.744430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a301892a-9de5-4bbe-b2a7-4293c75190c9 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:37:51.821130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a301892a-9de5-4bbe-b2a7-4293c75190c9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:51.830227 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.858604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.884435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:51.979648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4623737-95c5-4991-94aa-36888f488548 req-87ca1a8a-5054-4fb9-b7ed-f664707b2d97 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/security-groups?id=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412768 Aug 25 11:37:51.981764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21004ae6-6da0-45b0-8d59-d79422b7e645 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=f32703fe-a35c-47c2-93af-a3844546a2c7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:51.982886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a301892a-9de5-4bbe-b2a7-4293c75190c9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:51.989118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-12fd3d16-b8b3-4da3-a6d9-073e6a5406ce service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081313 Aug 25 11:37:52.040324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:52.050052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a301892a-9de5-4bbe-b2a7-4293c75190c9'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:37:52.150837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] For port 74dbe9d5-6226-46a0-b591-870baccf85cb, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:52.151446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempted to set empty binding levels {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 11:37:52.177727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.247050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a35e00d3-a7f1-4e42-9437-d1560c3fbbe8 req-c82e76b5-0428-4029-b3a1-a2d98dd9188e service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810544 Aug 25 11:37:52.310147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.310873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc848853-526e-4c54-97dc-fa754977df2e {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:37:52.358499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.365036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ac9a8757-79bb-40e7-8d6f-c1a3191ee800 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/routers/bc848853-526e-4c54-97dc-fa754977df2e HTTP/1.1" status: 204 len: 168 time: 4.4166362 Aug 25 11:37:52.371064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40788) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:52.382785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:52.386064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.455566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:52.551165 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.6231492 Aug 25 11:37:52.558330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.563612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:52.576778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:52.584226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.588434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e833a-bb29-43e8-806d-3de8978606da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=74dbe9d5-6226-46a0-b591-870baccf85cb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:52.596043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.620946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9414-4793-4a3c-a75e-42894f2b3b2e req-aebd67dc-2d1b-422f-bff1-57f5567d89d6 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:52.636911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92be9414-4793-4a3c-a75e-42894f2b3b2e req-aebd67dc-2d1b-422f-bff1-57f5567d89d6 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 947 time: 0.7056496 Aug 25 11:37:52.723111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Pushing event deleted for resources: {'Port': ['ID=368c2f1b-6bcf-4f3c-b1b1-32b58646931d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:52.801784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:52.804722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] No DVR routers for this DVR port 368c2f1b-6bcf-4f3c-b1b1-32b58646931d on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:37:52.808451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.811419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ae982ce8-cf43-45d4-a1cc-d1ff68e1d730 req-d1c03c1d-6861-4b98-89a5-1f684880ea34 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.10 "DELETE /v2.0/ports/368c2f1b-6bcf-4f3c-b1b1-32b58646931d HTTP/1.1" status: 204 len: 173 time: 2.0933166 Aug 25 11:37:52.816707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'name': 'network-vif-deleted', 'tag': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:52.819164 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80211fd8-d9e5-4af4-a7ea-d19e5fb63154" -d '{"events": [{"server_uuid": "5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1", "name": "network-vif-deleted", "tag": "368c2f1b-6bcf-4f3c-b1b1-32b58646931d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:52.856529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Deleting port 74dbe9d5-6226-46a0-b591-870baccf85cb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:52.856934 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.915899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92be9414-4793-4a3c-a75e-42894f2b3b2e req-5ead13f3-7fe9-4e48-b7e0-b51dd09f1d14 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775707 Aug 25 11:37:52.941247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] For port 74dbe9d5-6226-46a0-b591-870baccf85cb, host n-h1-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:52.941747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:52.968848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Calling delete_port for 74dbe9d5-6226-46a0-b591-870baccf85cb owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:53.053243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.070359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Attempting to bind port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:53.070707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Attempting to bind port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:53.071066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Attempting to bind port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:53.089548 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027b6f38-2a79-45c1-acb6-bbb2cb019709 x-openstack-request-id: req-027b6f38-2a79-45c1-acb6-bbb2cb019709 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:53.089878 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1", "name": "network-vif-deleted", "tag": "368c2f1b-6bcf-4f3c-b1b1-32b58646931d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:53.090167 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-027b6f38-2a79-45c1-acb6-bbb2cb019709 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:53.094667 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1', 'name': 'network-vif-deleted', 'tag': '368c2f1b-6bcf-4f3c-b1b1-32b58646931d', 'status': 'completed', 'code': 200} Aug 25 11:37:53.094868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:53.095499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Attempting to bind port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:53.103934 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.175846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event deleted for resources: {'Port': ['ID=74dbe9d5-6226-46a0-b591-870baccf85cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:53.193433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:37:53.193799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:53.194185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:37:53.194639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Bound port: b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:37:53.195005 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.209165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.216032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1d78c09a-a85a-40e1-a7f2-7abaeadbfd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "DELETE /v2.0/ports/74dbe9d5-6226-46a0-b591-870baccf85cb HTTP/1.1" status: 204 len: 168 time: 0.6497936 Aug 25 11:37:53.223748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:53.265877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a262237-540c-45a6-894b-b5801be7a0a3 req-8f3b0015-7bcb-4f9a-8724-15e43b67ce18 tempest-ServerTagsTestJSON-552160188 tempest-ServerTagsTestJSON-552160188-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ac2c7c0-939f-4ad6-a8b7-9bd4d6883cd1 HTTP/1.1" status: 200 len: 210 time: 0.0759587 Aug 25 11:37:53.286749 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-22498a45-2acb-402e-9617-6b9b53f2f6f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:37:53.294107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-22498a45-2acb-402e-9617-6b9b53f2f6f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "GET /v2.0/ports/74dbe9d5-6226-46a0-b591-870baccf85cb HTTP/1.1" status: 404 len: 333 time: 0.0682964 Aug 25 11:37:53.295370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:53.301453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Request body: {'port': {'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1337887473'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:53.343292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Made reservation on behalf of f87dbe96aede4376bc83a3f63966c7db for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:53.349858 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.379813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14048db-0c8d-4a7b-a1ce-15a9bf4ba19c req-b64fdbc5-f27c-4599-bd89-b3d3475b81ff tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:53.381872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d14048db-0c8d-4a7b-a1ce-15a9bf4ba19c req-b64fdbc5-f27c-4599-bd89-b3d3475b81ff tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 944 time: 0.4628515 Aug 25 11:37:53.396639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port 44043987-5b54-4654-995d-1c299e4cb5d9 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:53.717593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d14048db-0c8d-4a7b-a1ce-15a9bf4ba19c req-5580d310-1fa4-4348-b987-34497f66d666 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397614 Aug 25 11:37:53.741479 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.784542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] For port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:53.792427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.821589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.837097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] For port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:37:53.850025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.896452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.938936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:53.964164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:53.966539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:53.967526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:53.972966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/b2fdc42d-6842-4fa5-a338-6f7f10b65c2c HTTP/1.1" status: 200 len: 1096 time: 4.7130127 Aug 25 11:37:53.984815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'tag': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:53.987015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=44043987-5b54-4654-995d-1c299e4cb5d9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:53.992756 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8f286c-00b7-4f95-ab2b-a7f9df522947" -d '{"events": [{"name": "network-changed", "server_uuid": "50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98", "tag": "b2fdc42d-6842-4fa5-a338-6f7f10b65c2c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:53.993024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:53.994775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:54.001494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.071987 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba878cc3-4be6-43fc-b126-38e615c0457c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7755466 Aug 25 11:37:54.074566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40832) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:54.088666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:54.156158 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50dae9-7975-4542-b82f-0d83d21ec963 x-openstack-request-id: req-ca50dae9-7975-4542-b82f-0d83d21ec963 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:54.156812 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98", "tag": "b2fdc42d-6842-4fa5-a338-6f7f10b65c2c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:54.157028 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ca50dae9-7975-4542-b82f-0d83d21ec963 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:54.157664 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'tag': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c', 'status': 'completed', 'code': 200} Aug 25 11:37:54.164579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 368c2f1b-6bcf-4f3c-b1b1-32b58646931d no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:37:54.181756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.210540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca7493-8b8c-498b-92ea-29eea5d324d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:54.215449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 368c2f1b-6bcf-4f3c-b1b1-32b58646931d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:37:54.217975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 368c2f1b-6bcf-4f3c-b1b1-32b58646931d not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:37:54.264813 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.282215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.365854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40840) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:54.582703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port 44043987-5b54-4654-995d-1c299e4cb5d9 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:54.593078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.615230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Transition to ACTIVE for port object 44043987-5b54-4654-995d-1c299e4cb5d9 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:37:54.633461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.655138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Deleting port ecb7e654-9078-4b0c-9489-3e43a0977ebd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:54.655138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.664796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:54.679304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Deleting subnet c9dc0334-4786-4646-9c37-4eeb1ee115d7 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:37:54.690649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-7414a3e8-4ad3-4855-b48a-60afe7779a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:54.693349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-7414a3e8-4ad3-4855-b48a-60afe7779a5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d60fadbc2d0414fa8cac3e7c2bbea93&device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 1099 time: 0.6356318 Aug 25 11:37:54.694678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.750634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=44043987-5b54-4654-995d-1c299e4cb5d9,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:54.760353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.760842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.761369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.767874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.768428 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.769067 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 2 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:54.799297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.800687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.800687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.811502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.812391 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.813332 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 3 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:54.837349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a301892a-9de5-4bbe-b2a7-4293c75190c9 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:37:54.840037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.840778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.841495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.849841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.850479 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.851103 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 4 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:54.881564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.882378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.883343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.893023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.893468 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.894234 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 5 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:54.917389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.919007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.919693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.929824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.930623 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.931196 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 6 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:54.944814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a301892a-9de5-4bbe-b2a7-4293c75190c9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:37:54.954414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a301892a-9de5-4bbe-b2a7-4293c75190c9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:37:54.954414 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:54.963618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.964754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.965320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.971538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.971863 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.972265 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 7 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:54.987826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:54.987826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:54.988302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:54.993617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:54.994116 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:54.995204 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 8 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:55.013833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:55.015016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:55.015527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:55.022072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:55.022545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-89f7b92b-5f32-4561-8444-605619cc5725 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c HTTP/1.1" status: 200 len: 217 time: 0.2064254 Aug 25 11:37:55.023027 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:55.023648 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 9 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:55.054528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:55.054985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:55.055343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:55.062641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:55.063010 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:55.063458 n-d-778732-11 neutron-server[94911]: INFO neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 10 to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 Aug 25 11:37:55.082824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:37:55.083143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:37:55.083497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:37:55.092921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:37:55.093226 n-d-778732-11 neutron-server[94911]: ERROR neutron.plugins.ml2.managers [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port 44043987-5b54-4654-995d-1c299e4cb5d9 on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:37:55.093532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.119768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '924bb83a-e67f-45fa-abd4-59b61fce18b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:55.120940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: f32703fe-a35c-47c2-93af-a3844546a2c7, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:55.139139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.142227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca893-0545-447f-b92a-f237e8370780 req-9635f53b-6a72-4867-ae2e-10b333aacff8 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.144960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8cca893-0545-447f-b92a-f237e8370780 req-9635f53b-6a72-4867-ae2e-10b333aacff8 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 947 time: 0.9919050 Aug 25 11:37:55.171378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:37:55.174497 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c884fe9e-e39d-44bf-8f58-692bfb459a82" -d '{"events": [{"server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "name": "network-vif-plugged", "status": "completed", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:37:55.175357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.192791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a301892a-9de5-4bbe-b2a7-4293c75190c9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:55.199087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.224163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] For port 44043987-5b54-4654-995d-1c299e4cb5d9, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:37:55.225152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempted to set empty binding levels {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 11:37:55.234974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.270743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a301892a-9de5-4bbe-b2a7-4293c75190c9,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:55.298757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] In _notify_port_updated(), no bound segment for port 44043987-5b54-4654-995d-1c299e4cb5d9 on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:37:55.300206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.301293 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.303695 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "PUT /v2.0/ports/44043987-5b54-4654-995d-1c299e4cb5d9 HTTP/1.1" status: 200 len: 980 time: 1.2270546 Aug 25 11:37:55.306927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-31bd489a-5e8b-499d-b176-239d225e5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.308602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:55.309177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-31bd489a-5e8b-499d-b176-239d225e5bfe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.2522705 Aug 25 11:37:55.338646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374ea40-1449-4b1b-ad1e-79e101424bc6 req-403e7a97-a0a9-4329-9371-d97893698a2d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.340391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e374ea40-1449-4b1b-ad1e-79e101424bc6 req-403e7a97-a0a9-4329-9371-d97893698a2d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 944 time: 0.3747532 Aug 25 11:37:55.372431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:55.404923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758ecf-17b2-45ba-9f28-767c535dcc7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=44043987-5b54-4654-995d-1c299e4cb5d9,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:55.428817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.439669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.440164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.440652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.441133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.441611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.442119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.442594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.443063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.443537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.444009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.444476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.444942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.445404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.448884 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b2dbf1a1-cfc8-490f-bebc-28a161dd2bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11596 time: 0.1383917 Aug 25 11:37:55.452317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8cca893-0545-447f-b92a-f237e8370780 req-fb222e54-2e12-4438-8a03-e3326b3596a7 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838066 Aug 25 11:37:55.452580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:55.477839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f32703fe-a35c-47c2-93af-a3844546a2c7) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:55.486928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbf8bc-6f4b-4b1b-88d8-58c28d1708b6 None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:55.500910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] For port ecb7e654-9078-4b0c-9489-3e43a0977ebd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ecb7e654-9078-4b0c-9489-3e43a0977ebd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:55.501280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.528128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:55.544904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.545893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.559679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Deleting port 44043987-5b54-4654-995d-1c299e4cb5d9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:55.560102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.633073 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c71a2-4dc1-4c55-ae84-343a5a36e502 x-openstack-request-id: req-ae3c71a2-4dc1-4c55-ae84-343a5a36e502 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:37:55.633886 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "name": "network-vif-plugged", "status": "completed", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:37:55.634381 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae3c71a2-4dc1-4c55-ae84-343a5a36e502 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:37:55.635437 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'code': 200} Aug 25 11:37:55.645831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Calling delete_port for ecb7e654-9078-4b0c-9489-3e43a0977ebd owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:55.723293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c540fd-103f-49e2-8054-f20fd72de890 req-15eb7f1f-f917-440f-bb91-6b5fd04f91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.725045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-15eb7f1f-f917-440f-bb91-6b5fd04f91ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4003556 Aug 25 11:37:55.728237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e374ea40-1449-4b1b-ad1e-79e101424bc6 req-300762ef-a97b-4c10-bc41-ebf6fe25ac0a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485792 Aug 25 11:37:55.730211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bbba9168-0af2-4e75-8080-02e0c605d377 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1139019 Aug 25 11:37:55.736141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40872) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:55.766379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] For port 44043987-5b54-4654-995d-1c299e4cb5d9, host n-h1-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:55.767100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.796054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Calling delete_port for 44043987-5b54-4654-995d-1c299e4cb5d9 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:55.819684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644591911'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:55.897524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.975279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.987328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dc0334-4786-4646-9c37-4eeb1ee115d7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:55.992531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35901239-93dd-40d3-9f52-1746315bf37c req-7b0f3068-efb8-4559-8fe7-9e68df58e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:55.994534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35901239-93dd-40d3-9f52-1746315bf37c req-7b0f3068-efb8-4559-8fe7-9e68df58e8f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1097 time: 0.3431635 Aug 25 11:37:55.996963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:55.999093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-56858788-9b67-4112-8494-8299ae6dd17b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c9dc0334-4786-4646-9c37-4eeb1ee115d7 HTTP/1.1" status: 204 len: 168 time: 1.6162817 Aug 25 11:37:56.003869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:56.007826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.019995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40878) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:56.067153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event deleted for resources: {'Port': ['ID=44043987-5b54-4654-995d-1c299e4cb5d9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:56.083390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.088287 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4be2e3b0-f781-4b58-8799-227feb4e6cfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "DELETE /v2.0/ports/44043987-5b54-4654-995d-1c299e4cb5d9 HTTP/1.1" status: 204 len: 168 time: 0.6345415 Aug 25 11:37:56.088985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:56.128764 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b4a9a6-4732-4972-9b16-d5ac7d61933e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:37:56.131621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d3b4a9a6-4732-4972-9b16-d5ac7d61933e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "GET /v2.0/ports/44043987-5b54-4654-995d-1c299e4cb5d9 HTTP/1.1" status: 404 len: 333 time: 0.0414059 Aug 25 11:37:56.135536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:56.142255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-375832516', 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:56.172093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Made reservation on behalf of f87dbe96aede4376bc83a3f63966c7db for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:56.174997 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.202079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port 5d4e4bbd-9d64-4eed-88bd-40f8564b6429 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:56.450864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.545301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.614666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-1c2872ca-361a-4490-82a3-afe5f73b477a service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731961 Aug 25 11:37:56.662718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:56.669808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:56.676736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:56.678828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:56.679274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.692985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:37:56.721209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4e4bbd-9d64-4eed-88bd-40f8564b6429,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:56.721508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35901239-93dd-40d3-9f52-1746315bf37c req-227f65d2-017f-4f8a-86a7-ed86ade280f1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6994126 Aug 25 11:37:56.723949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.741438 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d7f4ef06-ad3b-4bca-a912-f9fc173c0107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6038361 Aug 25 11:37:56.744770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40900) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:56.806857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.807200 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 475efea7-ae7c-4723-abbd-babe34f6c9bd of type vlan for network dfb5330e-a78f-4270-aa5e-64a1bd870f7a Aug 25 11:37:56.851452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf706495-d122-40bd-822f-3210d882ea11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:56.863969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf706495-d122-40bd-822f-3210d882ea11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "GET /v2.0/ports/5d4e4bbd-9d64-4eed-88bd-40f8564b6429 HTTP/1.1" status: 200 len: 958 time: 0.1166267 Aug 25 11:37:56.864876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:56.904302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:56.977420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72877f41-2f60-4c09-a2a2-e98893995f70 req-d241e6ac-0589-4789-b033-06396b8992e6 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:56.979098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72877f41-2f60-4c09-a2a2-e98893995f70 req-d241e6ac-0589-4789-b033-06396b8992e6 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 947 time: 0.3471844 Aug 25 11:37:57.014594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.099718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51c540fd-103f-49e2-8054-f20fd72de890 req-351ddd92-78a6-4d69-9df4-e1934c544195 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688537 Aug 25 11:37:57.170676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecb7e654-9078-4b0c-9489-3e43a0977ebd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:57.184647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.190555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.196079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:57.196719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.225085 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.347258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659147fd-11ad-49a2-8735-edfeeabf7503']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:57.515503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1718a-c159-4180-9241-0189b3f244f0 req-c0424b4c-1de7-4162-af1b-12cfa7f3d148 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:57.518237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31b1718a-c159-4180-9241-0189b3f244f0 req-c0424b4c-1de7-4162-af1b-12cfa7f3d148 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 0.6249084 Aug 25 11:37:57.535312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72877f41-2f60-4c09-a2a2-e98893995f70 req-05cb734e-f936-47b1-b419-8e4d0af19d37 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295460 Aug 25 11:37:57.544198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:57.559913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'ports': [{'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'}, {'network_id': 'dfb5330e-a78f-4270-aa5e-64a1bd870f7a'}]} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:57.560137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8135219 Aug 25 11:37:57.560225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:57.561097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'dfb5330e-a78f-4270-aa5e-64a1bd870f7a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:57.565488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c81ecd-7172-4bfb-b119-05d27de45b73') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:57.566173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c81ecd-7172-4bfb-b119-05d27de45b73') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:37:57.618276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.660034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f4f4-0840-4ca6-85f2-da9683b9d481 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=dfb5330e-a78f-4270-aa5e-64a1bd870f7a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:57.685283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network dfb5330e-a78f-4270-aa5e-64a1bd870f7a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:37:57.690956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.697086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.759460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:37:57.760149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:57.947946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-193dc8ed-5163-4a8b-a491-d7dfb292773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:57.950749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-193dc8ed-5163-4a8b-a491-d7dfb292773e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d60fadbc2d0414fa8cac3e7c2bbea93&device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 1099 time: 0.7059822 Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:37:57.952593 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:37:58.007297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Deleting port 5d4e4bbd-9d64-4eed-88bd-40f8564b6429 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:58.007901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.097764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 2} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:58.106199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31b1718a-c159-4180-9241-0189b3f244f0 req-a9105ee1-39e3-4aaf-9ffe-465fc5c3927b tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428624 Aug 25 11:37:58.110359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.143345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.182241 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.185473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.334417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.341809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.346367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.347129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa53ede7-f018-4f49-9e73-71343f92410f {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:37:58.353924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.359912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c51e27ff-961a-4456-9800-4b50f643745a tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "DELETE /v2.0/routers/aa53ede7-f018-4f49-9e73-71343f92410f HTTP/1.1" status: 204 len: 168 time: 5.9864807 Aug 25 11:37:58.366726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.369085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] 10.222.0.35 "DELETE /v2.0/networks/659147fd-11ad-49a2-8735-edfeeabf7503 HTTP/1.1" status: 204 len: 168 time: 2.3459458 Aug 25 11:37:58.371098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port daa79d89-acdf-41d4-aba1-cca4bac13073 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:58.373382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40930) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:58.391423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1271639294', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:58.405815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Calling delete_port for 5d4e4bbd-9d64-4eed-88bd-40f8564b6429 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:37:58.418879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646609c-c788-4e81-a979-2954fed1b08a admin admin] Pushing event deleted for resources: {'Network': ['ID=659147fd-11ad-49a2-8735-edfeeabf7503,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:58.540291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-cea710aa-92d6-43be-bed6-7dc704159b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:58.541976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-cea710aa-92d6-43be-bed6-7dc704159b06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.4347391 Aug 25 11:37:58.544696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.545934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.626088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.629037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-fbc4de9b-2ffd-40da-be56-d72097498ed4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c HTTP/1.1" status: 200 len: 217 time: 0.0776899 Aug 25 11:37:58.731565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40942) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:58.773368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.796719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 6281ff7a-7447-40d0-b6fb-4425dbcb2b54 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:58.797187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-5fcaa3ca-6934-4d8b-a8c7-279c42a56790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:58.798800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-5fcaa3ca-6934-4d8b-a8c7-279c42a56790 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1581616 Aug 25 11:37:58.857946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.860005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b2fdc42d-6842-4fa5-a338-6f7f10b65c2c details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:37:58.933785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cfb1d-6425-4d59-a80b-d74e90c42ebf req-1b1f1631-4b29-4fce-8742-c1f882efef1e tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:58.935366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-936cfb1d-6425-4d59-a80b-d74e90c42ebf req-1b1f1631-4b29-4fce-8742-c1f882efef1e tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 947 time: 0.2988727 Aug 25 11:37:58.963855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:58.973720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d4e4bbd-9d64-4eed-88bd-40f8564b6429,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:58.989746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-06085e02-1b26-49ad-b923-f00dc5575917 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d3e5a59fbc84af9b01117a1af6e138f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287788 Aug 25 11:37:58.996866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40944) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:59.092251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.108881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:59.124427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c', 'mac_address': 'fa:16:3e:2d:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:37:59.151668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f57b5cb-17f3-4c41-addb-e62811797a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.168455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.188967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:37:59.189635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.197621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8afeca59-fd2c-4f0a-bad2-bee9e8b3c07f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "DELETE /v2.0/ports/5d4e4bbd-9d64-4eed-88bd-40f8564b6429 HTTP/1.1" status: 204 len: 168 time: 2.3185873 Aug 25 11:37:59.211352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40948) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:59.212358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:59.212554 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.217805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:59.218813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.249225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fdc42d-6842-4fa5-a338-6f7f10b65c2c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:37:59.263333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-3e4ddbdd-79cb-4067-b578-6b442b042aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:59.265226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-3e4ddbdd-79cb-4067-b578-6b442b042aaa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4573851 Aug 25 11:37:59.272851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f57b5cb-17f3-4c41-addb-e62811797a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.274800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=daa79d89-acdf-41d4-aba1-cca4bac13073,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:59.291060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-936cfb1d-6425-4d59-a80b-d74e90c42ebf req-36f77788-2243-4857-b618-f7d2f3d3f0c8 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222635 Aug 25 11:37:59.310802 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-9357c25c-4318-4a11-988a-bc1902e487d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:37:59.322450 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9357c25c-4318-4a11-988a-bc1902e487d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "GET /v2.0/ports/5d4e4bbd-9d64-4eed-88bd-40f8564b6429 HTTP/1.1" status: 404 len: 333 time: 0.0968697 Aug 25 11:37:59.324242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:59.342062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:37:59.358187 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.362517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Request body: {'port': {'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-579800398'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:37:59.427154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=6281ff7a-7447-40d0-b6fb-4425dbcb2b54,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:59.437975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '475efea7-ae7c-4723-abbd-babe34f6c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dfb5330e-a78f-4270-aa5e-64a1bd870f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:37:59.438670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: dfb5330e-a78f-4270-aa5e-64a1bd870f7a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:37:59.469805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:59.492831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daede5-7563-4d6e-b5e8-44cf8bee9956 req-6586c8e1-1eb3-46c8-a9be-4392aaf325c8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:59.494914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5daede5-7563-4d6e-b5e8-44cf8bee9956 req-6586c8e1-1eb3-46c8-a9be-4392aaf325c8 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 0.1286187 Aug 25 11:37:59.506922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f57b5cb-17f3-4c41-addb-e62811797a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.507773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Made reservation on behalf of f87dbe96aede4376bc83a3f63966c7db for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:37:59.511030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.516646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6f57b5cb-17f3-4c41-addb-e62811797a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.521302 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6f57b5cb-17f3-4c41-addb-e62811797a9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3e9c8bf-b3d6-4609-94ce-aca895a22dd5 HTTP/1.1" status: 204 len: 168 time: 0.5108390 Aug 25 11:37:59.527283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network dfb5330e-a78f-4270-aa5e-64a1bd870f7a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:37:59.540293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b5cb-17f3-4c41-addb-e62811797a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9c8bf-b3d6-4609-94ce-aca895a22dd5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:37:59.558007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, dfb5330e-a78f-4270-aa5e-64a1bd870f7a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:37:59.566911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:37:59.580008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:59.585166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:37:59.586856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b38462-628e-47e0-8bf7-c39dc443867f None None] Network dfb5330e-a78f-4270-aa5e-64a1bd870f7a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:37:59.599985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.637461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2b649c72-180e-4835-969f-4639d7d91f89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0901387 Aug 25 11:37:59.641327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40960) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:37:59.699151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.714659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['b2fdc42d-6842-4fa5-a338-6f7f10b65c2c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:37:59.733214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port b7620c40-9b82-4cd7-86d6-be8c0925347e yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:37:59.778112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecb7e654-9078-4b0c-9489-3e43a0977ebd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:37:59.847781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-99ab101b-a827-4387-bc1d-ed3021db81cd service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695696 Aug 25 11:37:59.850123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ecb7e654-9078-4b0c-9489-3e43a0977ebd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:37:59.852749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 6281ff7a-7447-40d0-b6fb-4425dbcb2b54 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:37:59.853205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.854735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecb7e654-9078-4b0c-9489-3e43a0977ebd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:37:59.877962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.955285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:37:59.975332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 6281ff7a-7447-40d0-b6fb-4425dbcb2b54 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:00.032967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5daede5-7563-4d6e-b5e8-44cf8bee9956 req-d20b6dc7-e0fe-422f-89ce-c9438dcfd3f2 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030951 Aug 25 11:38:00.172031 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:00.216404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=6281ff7a-7447-40d0-b6fb-4425dbcb2b54,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:00.220526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:00.226428 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-338d13e8-4851-4c68-b01a-86f62e723488 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/6281ff7a-7447-40d0-b6fb-4425dbcb2b54 HTTP/1.1" status: 204 len: 168 time: 0.5817332 Aug 25 11:38:00.230558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:00.359038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3e73d-58d5-4a95-8970-7ff5384e3e42 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:00.377517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3e73d-58d5-4a95-8970-7ff5384e3e42 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:00.381757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bd3e73d-58d5-4a95-8970-7ff5384e3e42 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1471431 Aug 25 11:38:00.382603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:00.643114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port daa79d89-acdf-41d4-aba1-cca4bac13073 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:00.643444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:00.871619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b2fdc42d-6842-4fa5-a338-6f7f10b65c2c up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:00.898878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:00.930312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for daa79d89-acdf-41d4-aba1-cca4bac13073 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:00.955313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.056862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:01.064381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:01.065182 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.089568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.142399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.199896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=daa79d89-acdf-41d4-aba1-cca4bac13073,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:01.212163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.227463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbea107f-1980-45d9-8dd0-54270c18dee6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/daa79d89-acdf-41d4-aba1-cca4bac13073 HTTP/1.1" status: 204 len: 168 time: 0.8304963 Aug 25 11:38:01.227463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41032) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:01.302511 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.337525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:38:01.340246 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7475d1a-6a00-41a1-a01b-8e924a039c1f" -d '{"events": [{"server_uuid": "50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdc42d-6842-4fa5-a338-6f7f10b65c2c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:38:01.346736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499a066-e39e-4d70-a0b3-22152d8d8472 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:01.347572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Allocated IP 172.25.1.239 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/01a7a8f6-544a-443e-bcc1-c92dfbdf1a5c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:01.350079 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a499a066-e39e-4d70-a0b3-22152d8d8472 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1245477 Aug 25 11:38:01.353938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41042) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:01.386364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:01.395333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.399131 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-106c9383-4985-4563-9b64-9a4e439ee0e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:01.401942 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-106c9383-4985-4563-9b64-9a4e439ee0e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/6281ff7a-7447-40d0-b6fb-4425dbcb2b54 HTTP/1.1" status: 404 len: 333 time: 0.0459547 Aug 25 11:38:01.404641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41046) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:01.472024 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9df8f4-c2c2-412d-98e5-946b65d55e9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:01.477388 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd9df8f4-c2c2-412d-98e5-946b65d55e9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/daa79d89-acdf-41d4-aba1-cca4bac13073 HTTP/1.1" status: 404 len: 333 time: 0.0675511 Aug 25 11:38:01.477388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41050) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:01.501751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:01.580299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.633346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa8f286c-00b7-4f95-ab2b-a7f9df522947 req-273737d9-c1a5-4638-b2e6-5a911ff12c23 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7569108 Aug 25 11:38:01.679521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.695796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb235d1-b2e2-465c-ae65-230951bdb242 req-44391e5b-282c-4e55-a599-495f1ba3a0fb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:01.714641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3bb235d1-b2e2-465c-ae65-230951bdb242 req-44391e5b-282c-4e55-a599-495f1ba3a0fb tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 1.5081182 Aug 25 11:38:01.722322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41068) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:01.724988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.733451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Request body: {'floatingip': {'port_id': 'a301892a-9de5-4bbe-b2a7-4293c75190c9'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:01.832405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986604-2287-42e7-b491-be59181d6791 req-61a6ba12-a785-4ab4-b6be-333bc423495d tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:01.835227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0986604-2287-42e7-b491-be59181d6791 req-61a6ba12-a785-4ab4-b6be-333bc423495d tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 948 time: 0.8002574 Aug 25 11:38:01.852652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.865568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb5330e-a78f-4270-aa5e-64a1bd870f7a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:01.878103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475efea7-ae7c-4723-abbd-babe34f6c9bd') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:01.878431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475efea7-ae7c-4723-abbd-babe34f6c9bd') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:01.884560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:01.891262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.908820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.915809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:38:01.916220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:01.969523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:38:01.989408 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:38:01.996743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.005913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.008253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:02.008509 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/dfb5330e-a78f-4270-aa5e-64a1bd870f7a HTTP/1.1" status: 204 len: 168 time: 0.5281732 Aug 25 11:38:02.010084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:02.011884 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.023064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41084) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:02.029458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-145198411'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:02.034426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79a92-9457-4f8d-be85-415443e3d1e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=dfb5330e-a78f-4270-aa5e-64a1bd870f7a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:02.061009 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.099476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:02.112579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.165368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:02.190630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.190630 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 708814c6-ce28-4a96-9fdc-bf1f123806ca of type vlan for network 603c580a-4cd3-4202-81b2-6dbe9083c8bd Aug 25 11:38:02.359264 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe5531-8a2b-4942-a06a-ee229be572dd x-openstack-request-id: req-33fe5531-8a2b-4942-a06a-ee229be572dd {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:38:02.360199 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98", "name": "network-vif-plugged", "status": "completed", "tag": "b2fdc42d-6842-4fa5-a338-6f7f10b65c2c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:38:02.360624 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33fe5531-8a2b-4942-a06a-ee229be572dd {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:38:02.361081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.361879 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c', 'code': 200} Aug 25 11:38:02.435778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.446306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:02.447983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.464079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1049590 Aug 25 11:38:02.466486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41110) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:02.546392 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5219195 Aug 25 11:38:02.553228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41114) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:02.554145 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:02.566335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:02.567114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:02.644608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-348c1b36-c9a9-4729-a33a-0eea5e832004 req-c314c20a-2ad4-41f4-8ec0-92ab71872d09 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.2231410 Aug 25 11:38:02.778954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3c294-e2fb-4330-8ff2-1bc79d5fe6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=b7620c40-9b82-4cd7-86d6-be8c0925347e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:03.036595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:03.066063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0986604-2287-42e7-b491-be59181d6791 req-f0f99602-92c4-4c22-94db-09bfd2b08fa6 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0821998 Aug 25 11:38:03.083369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:03.128926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:03.219640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event updated for resources: {'Port': ['ID=01a7a8f6-544a-443e-bcc1-c92dfbdf1a5c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:03.237752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:03.405357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc01b2-ef68-41f3-a91c-8f4c93e43f91 req-4cf4a4e9-d81f-4337-8a50-cda842d1a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:03.407976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7dbc01b2-ef68-41f3-a91c-8f4c93e43f91 req-4cf4a4e9-d81f-4337-8a50-cda842d1a155 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 1101 time: 0.9398890 Aug 25 11:38:03.431983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c38665-4e77-4ec0-a964-7fa914bde898 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=603c580a-4cd3-4202-81b2-6dbe9083c8bd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:03.470941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 603c580a-4cd3-4202-81b2-6dbe9083c8bd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:03.590226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:03.608534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:03.883389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7dbc01b2-ef68-41f3-a91c-8f4c93e43f91 req-df8b035b-efb2-41a7-9ec6-5ed268d84d59 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640083 Aug 25 11:38:04.167892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-229c4ae4-a2af-481d-944a-fa1bc11e2328 req-b894afca-aeb9-48c2-8bff-ad461887c10f tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.2894537 Aug 25 11:38:04.345767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] device_id is not set on port b7620c40-9b82-4cd7-86d6-be8c0925347e yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:04.378298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:04.458978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:04.558021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '708814c6-ce28-4a96-9fdc-bf1f123806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:04.559030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: 603c580a-4cd3-4202-81b2-6dbe9083c8bd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:04.578315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=c2498673-9974-46f3-8522-73e4835b091f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:04.616052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:04.626313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 603c580a-4cd3-4202-81b2-6dbe9083c8bd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:04.646128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 603c580a-4cd3-4202-81b2-6dbe9083c8bd) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:04.656205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:04.656577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:04.691742 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e8307d7e-2673-4ee4-bece-828476ca88e3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1364181 Aug 25 11:38:04.696705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41186) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:04.697420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Transition to ACTIVE for port object b7620c40-9b82-4cd7-86d6-be8c0925347e will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:04.703457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ee3b8-1c0f-4e01-b61f-e503a5039d8c None None] Network 603c580a-4cd3-4202-81b2-6dbe9083c8bd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:04.710403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd', 'name': 'tempest-PortsIpV6TestJSON-1580307807'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:04.760974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb18e1-d6ee-4350-8b5b-396b16efb836 req-850a3e7d-1b8e-4a2c-a1fc-7315a6022a8f tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:04.770089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2fb18e1-d6ee-4350-8b5b-396b16efb836 req-850a3e7d-1b8e-4a2c-a1fc-7315a6022a8f tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 949 time: 0.4721014 Aug 25 11:38:04.799745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:04.825521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:38:04.866552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.108267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebb174e5-13e2-4411-a690-f106739395e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.188851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:05.195721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.283805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 3f842f36-c7d5-44c8-9772-a3c68c0356e2 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:05.305312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-603c580a-4cd3-4202-81b2-6dbe9083c8bd', 'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': 'c2498673-9974-46f3-8522-73e4835b091f'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:05.307395 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.327607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2fb18e1-d6ee-4350-8b5b-396b16efb836 req-006490a7-7aeb-4dc0-83c3-f62ce52de555 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748464 Aug 25 11:38:05.362724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=b7620c40-9b82-4cd7-86d6-be8c0925347e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:05.384286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.394193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:05.394542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:05.394887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:05.443954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:05.444178 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:05.447150 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 2 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:05.450576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.538053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:05.538388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:05.538726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:05.560486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c28d862e-5889-4770-88eb-4df4c7bb6686 req-1cd6d76f-52fa-476d-9239-93ad0e65014c tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1548970 Aug 25 11:38:05.643742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:05.645292 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:05.656061 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 3 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:05.668230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::125 (603c580a-4cd3-4202-81b2-6dbe9083c8bd/c2498673-9974-46f3-8522-73e4835b091f/3f842f36-c7d5-44c8-9772-a3c68c0356e2) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:05.701401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:05.702169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:05.702376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:05.734752 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebb174e5-13e2-4411-a690-f106739395e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.746009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:05.746323 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:05.749255 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebb174e5-13e2-4411-a690-f106739395e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.752817 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 4 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:05.773716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:05.779706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:05.780038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:05.780364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:05.793788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:05.796547 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:05.796547 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Floating IP a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5 associated. External IP: 172.25.1.161, port: a301892a-9de5-4bbe-b2a7-4293c75190c9. Aug 25 11:38:05.801976 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 5 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:05.899237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb174e5-13e2-4411-a690-f106739395e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb678b5e-a5bc-4052-8d7d-6626e54a7064,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:05.907663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ebb174e5-13e2-4411-a690-f106739395e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf4c72cb148f4d63b9472e38e89c565b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2877185 Aug 25 11:38:05.920439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41192) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:05.974171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:05.975719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:05.975719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:06.069567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:06.070046 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:06.159421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.178739 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-93862265-4850-479e-9511-fd35741cb95c req-8c0823ff-834a-47d0-b563-b74cb78a0ceb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.0397894 Aug 25 11:38:06.191368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object 3f842f36-c7d5-44c8-9772-a3c68c0356e2 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:06.242957 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.319852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Allocated IP 2001:db8::2 (603c580a-4cd3-4202-81b2-6dbe9083c8bd/c2498673-9974-46f3-8522-73e4835b091f/fd3becec-8f1a-46a8-bec2-80f6ba99a742) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:06.332506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 603c580a-4cd3-4202-81b2-6dbe9083c8bd is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:06.337949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:06.344014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:06.355385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:06.356494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.369957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=3f842f36-c7d5-44c8-9772-a3c68c0356e2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:06.403529 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6d013539-9fa2-4668-8f5c-3c71a83bf3d6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7048831 Aug 25 11:38:06.405388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41198) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:06.564628 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 6 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:06.593085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 3f842f36-c7d5-44c8-9772-a3c68c0356e2 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:06.595401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.607849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:06.608261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:06.608499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:06.704487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:06.705019 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:06.715451 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 7 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:06.757596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d913202-ec05-4fd1-a15a-645da0431c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.766981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.779795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f0bd-0829-4742-85cf-dad02848f8ed req-14e83f97-4504-4469-a208-eae64741fbe7 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:06.781565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a7f0bd-0829-4742-85cf-dad02848f8ed req-14e83f97-4504-4469-a208-eae64741fbe7 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 949 time: 0.2029493 Aug 25 11:38:06.789121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:06.789121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:06.789121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:06.792600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 3f842f36-c7d5-44c8-9772-a3c68c0356e2 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:06.816705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.832925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c785ae23-003b-413b-ae4a-0e2d1c3b578c req-9e8e5ef3-b2f1-4f8f-b3c6-4c06d0fcc2bf tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0950003 Aug 25 11:38:06.851767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:06.851767 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:06.894373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Transition to ACTIVE for port object fd3becec-8f1a-46a8-bec2-80f6ba99a742 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:06.896321 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 8 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:06.913485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d913202-ec05-4fd1-a15a-645da0431c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:06.916930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:06.917270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:06.917613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:06.960247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:06.960662 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:06.970706 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 9 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:06.991502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Router 076dd81c-bad6-4e02-b08b-1b34ddfa1f0e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:38:07.039600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a7f0bd-0829-4742-85cf-dad02848f8ed req-6cfcd75b-4ef3-4ccd-a5ab-cc4d1fd687f5 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484958 Aug 25 11:38:07.049498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:07.049498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:07.049962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:07.069423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:07.069423 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:07.069423 n-d-778732-11 neutron-server[94910]: INFO neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempt 10 to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e Aug 25 11:38:07.110334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Transition to ACTIVE for port object fd3becec-8f1a-46a8-bec2-80f6ba99a742 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:07.111165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.129090 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.134052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:07.134426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:07.134995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempting to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:07.158873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:38:07.159672 n-d-778732-11 neutron-server[94910]: ERROR neutron.plugins.ml2.managers [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Failed to bind port b7620c40-9b82-4cd7-86d6-be8c0925347e on host n-h1-778732-11 for vnic_type normal using segments [{'id': '4130cb00-0dd7-40f5-887f-c344e1946f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed'}] Aug 25 11:38:07.159672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.161538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d913202-ec05-4fd1-a15a-645da0431c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.164218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d913202-ec05-4fd1-a15a-645da0431c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.168473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d913202-ec05-4fd1-a15a-645da0431c67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb678b5e-a5bc-4052-8d7d-6626e54a7064 HTTP/1.1" status: 204 len: 168 time: 1.2344820 Aug 25 11:38:07.168473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:38:07.188627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d913202-ec05-4fd1-a15a-645da0431c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb678b5e-a5bc-4052-8d7d-6626e54a7064,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:07.330819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Pushing event updated for resources: {'Port': ['ID=fd3becec-8f1a-46a8-bec2-80f6ba99a742,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:07.335272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.341164 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/3f842f36-c7d5-44c8-9772-a3c68c0356e2 HTTP/1.1" status: 204 len: 168 time: 0.9337211 Aug 25 11:38:07.351060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Network 603c580a-4cd3-4202-81b2-6dbe9083c8bd is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:07.355147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41210) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:07.357141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:07.368057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:07.418885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf11a12-ad99-407e-acb5-a77968e8f4ad tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=3f842f36-c7d5-44c8-9772-a3c68c0356e2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:07.435406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5b4054de-e097-426a-9442-680ee0cc67b4 req-f5392496-7389-40b3-a47c-d9a7b1db4164 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.3014092 Aug 25 11:38:07.494483 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f2aa88-f36c-4289-979e-515fed779707 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:38:07.497334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f2aa88-f36c-4289-979e-515fed779707 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:38:07.499780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-46f2aa88-f36c-4289-979e-515fed779707 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/3f842f36-c7d5-44c8-9772-a3c68c0356e2 HTTP/1.1" status: 404 len: 333 time: 0.1408238 Aug 25 11:38:07.503082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41212) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:07.505347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] For port b7620c40-9b82-4cd7-86d6-be8c0925347e, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:07.506018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attempted to set empty binding levels {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 25 11:38:07.507866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:07.530635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.533164 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] Sync routers for ids ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:07.543792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Attempting to bind port fd3becec-8f1a-46a8-bec2-80f6ba99a742 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:07.544522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Attempting to bind port fd3becec-8f1a-46a8-bec2-80f6ba99a742 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '708814c6-ce28-4a96-9fdc-bf1f123806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:07.549378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Attempting to bind port fd3becec-8f1a-46a8-bec2-80f6ba99a742 on network 603c580a-4cd3-4202-81b2-6dbe9083c8bd {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:07.562058 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8323ec23-57f5-44b2-9377-a98ff2804b8a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:07.564045 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8323ec23-57f5-44b2-9377-a98ff2804b8a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/3f842f36-c7d5-44c8-9772-a3c68c0356e2 HTTP/1.1" status: 404 len: 333 time: 0.0597990 Aug 25 11:38:07.568172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:07.569991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:07.570398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Checking segment: {'id': '708814c6-ce28-4a96-9fdc-bf1f123806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:07.570945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.571406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Bound using segment: {'id': '708814c6-ce28-4a96-9fdc-bf1f123806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:07.571901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Bound port: fd3becec-8f1a-46a8-bec2-80f6ba99a742, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708814c6-ce28-4a96-9fdc-bf1f123806ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '603c580a-4cd3-4202-81b2-6dbe9083c8bd'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:07.572290 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.655942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.658992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fa12dc54-3ee3-4740-bee9-86eb09a01928 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2824695 Aug 25 11:38:07.662198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41220) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:07.673610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': False}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:07.707264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] In _notify_port_updated(), no bound segment for port b7620c40-9b82-4cd7-86d6-be8c0925347e on network bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:38:07.713632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:07.719626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.721334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "PUT /v2.0/ports/b7620c40-9b82-4cd7-86d6-be8c0925347e HTTP/1.1" status: 200 len: 979 time: 5.1717696 Aug 25 11:38:07.731544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41222) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:07.803044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet c2498673-9974-46f3-8522-73e4835b091f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:38:07.810686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] For port fd3becec-8f1a-46a8-bec2-80f6ba99a742, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:07.824586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.827362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] For port fd3becec-8f1a-46a8-bec2-80f6ba99a742, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd3becec-8f1a-46a8-bec2-80f6ba99a742,segment=NetworkSegment(708814c6-ce28-4a96-9fdc-bf1f123806ca),segment_id=708814c6-ce28-4a96-9fdc-bf1f123806ca)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:07.836232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.850934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8e523-c734-4eab-a30a-ee941fa70791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event updated for resources: {'Port': ['ID=b7620c40-9b82-4cd7-86d6-be8c0925347e,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:07.861425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:07.881387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:07.918153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:07.960757 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] Routers {'076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:07.961618 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:07.984051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41228) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:08.014580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:08.015607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:08.059976 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:08.091327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-646e848c-ff8d-4781-812a-21a35bfce4f7 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "PUT /v2.0/floatingips/a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5 HTTP/1.1" status: 200 len: 991 time: 6.3674648 Aug 25 11:38:08.101815 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] Routers {'076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:08.107495 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:08.158266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:38:08.160934 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453" -d '{"events": [{"name": "network-changed", "server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:38:08.163833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b9454a5-1b15-4282-ab17-8d8dbb5865e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.193280 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:08.194923 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f815253-e244-459e-887c-156cb6b5caf1 None None] The sync data for ids ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:08.270414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.366268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0039d8c0-2eac-44be-8831-9f079d8f6e2f req-dcf55dc5-ce93-4eed-a9bb-556a0b39be42 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.2628245 Aug 25 11:38:08.466052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:38:08.475083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a6b08-962e-463f-82d0-8617cdfc9d96 None None] Pushing event updated for resources: {'Port': ['ID=fd3becec-8f1a-46a8-bec2-80f6ba99a742,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:08.641969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b9454a5-1b15-4282-ab17-8d8dbb5865e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.674758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.685028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219737e0-18d2-4b5b-9dc8-f5fb41233d2e req-ef08c97a-dbb4-4738-a807-dd6d3efdb242 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:08.687173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-219737e0-18d2-4b5b-9dc8-f5fb41233d2e req-ef08c97a-dbb4-4738-a807-dd6d3efdb242 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 949 time: 0.7209446 Aug 25 11:38:08.694384 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d06b19-6095-4140-b092-2dc718a043bf x-openstack-request-id: req-08d06b19-6095-4140-b092-2dc718a043bf {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:38:08.695090 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:38:08.695447 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08d06b19-6095-4140-b092-2dc718a043bf {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:38:08.695950 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'status': 'completed', 'code': 200} Aug 25 11:38:08.700033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b9454a5-1b15-4282-ab17-8d8dbb5865e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.867720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-219737e0-18d2-4b5b-9dc8-f5fb41233d2e req-8c9de059-b80a-4c47-85ed-b4a17ecf63f4 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605480 Aug 25 11:38:08.895959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.902432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9b9454a5-1b15-4282-ab17-8d8dbb5865e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e0bacdf8830412aa075ce9a6dc87660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973300 Aug 25 11:38:08.904860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:08.911800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Deleting port b7620c40-9b82-4cd7-86d6-be8c0925347e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:08.913124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:08.922349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9454a5-1b15-4282-ab17-8d8dbb5865e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f94ef43-0de5-4d5b-814a-5da152249dc2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:08.945673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.014699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-a72b103c-f7ee-4b01-9cf6-5ea456070567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:09.017383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-a72b103c-f7ee-4b01-9cf6-5ea456070567 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1097 time: 0.2797713 Aug 25 11:38:09.078490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=c2498673-9974-46f3-8522-73e4835b091f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:09.092014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.094488 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-035b93d9-f20a-47f2-bfd1-33a665b2aa0a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/c2498673-9974-46f3-8522-73e4835b091f HTTP/1.1" status: 204 len: 168 time: 1.5231547 Aug 25 11:38:09.100581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:09.141836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] For port b7620c40-9b82-4cd7-86d6-be8c0925347e, host n-h1-778732-11, got binding levels [] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:09.142988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.148030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'port_id': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'mac_address': 'fa:16:3e:28:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:37:21Z', 'updated_at': '2021-08-25T11:38:04Z', 'revision_number': 1, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:09.195244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Calling delete_port for b7620c40-9b82-4cd7-86d6-be8c0925347e owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:09.219618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:38:09.248542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:09.252621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:09.257928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5f32-a838-418b-951d-2a0b6b5b501c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.291861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.298903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5f32-a838-418b-951d-2a0b6b5b501c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.390065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-963b7f80-ec49-47d1-880f-cb79a7f6e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:09.393340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-963b7f80-ec49-47d1-880f-cb79a7f6e72d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.3590579 Aug 25 11:38:09.435018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-8c5454c2-7f71-487c-8056-224a6de85732 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:09.438109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-8c5454c2-7f71-487c-8056-224a6de85732 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.67 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 949 time: 0.2656395 Aug 25 11:38:09.724182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5f32-a838-418b-951d-2a0b6b5b501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.742473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5f32-a838-418b-951d-2a0b6b5b501c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.744010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-3102ccff-f974-4c95-8749-99633b682d78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 999 time: 0.3412933 Aug 25 11:38:09.758225 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e2b5f32-a838-418b-951d-2a0b6b5b501c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f94ef43-0de5-4d5b-814a-5da152249dc2 HTTP/1.1" status: 204 len: 168 time: 0.8513672 Aug 25 11:38:09.810941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b5f32-a838-418b-951d-2a0b6b5b501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f94ef43-0de5-4d5b-814a-5da152249dc2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:09.842421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port fd3becec-8f1a-46a8-bec2-80f6ba99a742 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:09.843042 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:09.917036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f79ab-4e10-4f61-9e42-2e01dc668555 None None] Network 603c580a-4cd3-4202-81b2-6dbe9083c8bd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:09.992938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.107208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-e3f140ce-e3dd-4ab9-b6de-5acc60535c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:10.110966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-e3f140ce-e3dd-4ab9-b6de-5acc60535c09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.3454432 Aug 25 11:38:10.116254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fd373dd8-6e0b-418b-87f1-f35acfb02bec None None] Provisioning for port fd3becec-8f1a-46a8-bec2-80f6ba99a742 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:10.122817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:38:10.179878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd3becec-8f1a-46a8-bec2-80f6ba99a742 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:10.186961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] For port fd3becec-8f1a-46a8-bec2-80f6ba99a742, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd3becec-8f1a-46a8-bec2-80f6ba99a742,segment=NetworkSegment(708814c6-ce28-4a96-9fdc-bf1f123806ca),segment_id=708814c6-ce28-4a96-9fdc-bf1f123806ca)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:10.189453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.204400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d17789b-2c8a-4197-8212-6ce7f9c1600d req-aeed3f21-d89e-4ae6-948a-c3bfeed41569 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.2544017 Aug 25 11:38:10.251951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for fd3becec-8f1a-46a8-bec2-80f6ba99a742 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:10.481016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port fd3becec-8f1a-46a8-bec2-80f6ba99a742 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:10.523712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7620c40-9b82-4cd7-86d6-be8c0925347e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:10.538868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.546353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5f621c6a-968a-405e-8df8-b7e0d0e2aa59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b7620c40-9b82-4cd7-86d6-be8c0925347e HTTP/1.1" status: 204 len: 168 time: 2.8124423 Aug 25 11:38:10.548810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41264) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:10.611701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] DHCP port deletion for 603c580a-4cd3-4202-81b2-6dbe9083c8bd request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:38:10.623330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fd3becec-8f1a-46a8-bec2-80f6ba99a742 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:10.623987 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.732539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.738428 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.768549 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-be582dad-d890-4df6-bfac-167f36685993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] GET failed (client error): The resource could not be found. Aug 25 11:38:10.771282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-be582dad-d890-4df6-bfac-167f36685993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554152966-project-admin] 10.222.0.35 "GET /v2.0/ports/b7620c40-9b82-4cd7-86d6-be8c0925347e HTTP/1.1" status: 404 len: 333 time: 0.2153709 Aug 25 11:38:10.781076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41268) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:10.833184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70424201-d11c-4ced-96bc-4b0dae2ba38e req-d26669bc-a254-4f65-b65a-a03d0c1ac2dc tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:10.838214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70424201-d11c-4ced-96bc-4b0dae2ba38e req-d26669bc-a254-4f65-b65a-a03d0c1ac2dc tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 949 time: 0.6856422 Aug 25 11:38:10.864775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-14c51e91-43d8-492f-92db-9ace1cfc0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:10.864985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:10.878623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-14c51e91-43d8-492f-92db-9ace1cfc0c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6833875 Aug 25 11:38:10.912274 n-d-778732-11 neutron-server[94912]: INFO neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No ports have port_id starting with fd3becec-8f1a-46a8-bec2-80f6ba99a742 Aug 25 11:38:10.995119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Deleting port fd3becec-8f1a-46a8-bec2-80f6ba99a742 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:10.996075 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.059038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Deleting port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:11.059416 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.197287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] For port fd3becec-8f1a-46a8-bec2-80f6ba99a742, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:11.198280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.215657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Calling delete_port for fd3becec-8f1a-46a8-bec2-80f6ba99a742 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:11.219773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Port fd3becec-8f1a-46a8-bec2-80f6ba99a742 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:38:11.223287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'port_id': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'mac_address': 'fa:16:3e:28:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:37:21Z', 'updated_at': '2021-08-25T11:38:04Z', 'revision_number': 1, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:11.225559 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.284393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fa492-b85b-4772-a4f1-c52380f51083 None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'port_id': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'mac_address': 'fa:16:3e:28:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:37:21Z', 'updated_at': '2021-08-25T11:38:04Z', 'revision_number': 1, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:11.287463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] Pushing event deleted for resources: {'Port': ['ID=fd3becec-8f1a-46a8-bec2-80f6ba99a742,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:11.290775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae12e3-b4b3-4acc-9a61-06bdc9ea7337 None None] No DVR routers for this DVR port fd3becec-8f1a-46a8-bec2-80f6ba99a742 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:38:11.351127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6e45b11-5823-4d95-b90a-aef98c79a441 req-72a9c49a-7978-4fcc-a44b-be204472a2ff tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1728911 Aug 25 11:38:11.659902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.694191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No DVR routers for this DVR port fd3becec-8f1a-46a8-bec2-80f6ba99a742 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:38:11.720490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70424201-d11c-4ced-96bc-4b0dae2ba38e req-a6420923-2d10-4d93-8596-4a94e1ddaa11 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/security-groups?id=cce05540-5e97-4deb-be4f-6ba47452a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8487446 Aug 25 11:38:11.755887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=fd3becec-8f1a-46a8-bec2-80f6ba99a742,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:11.799723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd3becec-8f1a-46a8-bec2-80f6ba99a742 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:38:11.802983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] For port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:11.803570 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.875302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Router 076dd81c-bad6-4e02-b08b-1b34ddfa1f0e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:38:11.906732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:11.928657 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e4309-d136-4407-9d97-885f9a90e2cb None None] New status for floating IP a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:38:11.935429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-f35795a1-324e-495c-b37a-633900baa940 service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456008 Aug 25 11:38:11.939209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: fd3becec-8f1a-46a8-bec2-80f6ba99a742 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:38:11.941875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd3becec-8f1a-46a8-bec2-80f6ba99a742 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:38:11.949731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Calling delete_port for b2fdc42d-6842-4fa5-a338-6f7f10b65c2c owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:11.957457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603c580a-4cd3-4202-81b2-6dbe9083c8bd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:11.974600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708814c6-ce28-4a96-9fdc-bf1f123806ca') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:11.974967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708814c6-ce28-4a96-9fdc-bf1f123806ca') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.027699 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.039242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.098590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.120390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:38:12.120646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:38:12.124666 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:38:12.165999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:12.176857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.178561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] Sync routers for ids ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:12.180921 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-50da6981-eba0-46e4-aaf0-22cc7116f07e tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "PUT /v2.0/routers/076dd81c-bad6-4e02-b08b-1b34ddfa1f0e HTTP/1.1" status: 200 len: 926 time: 4.5152647 Aug 25 11:38:12.185009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41296) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:12.201989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] Routers {'076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:12.204864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.239971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.253594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4130cb00-0dd7-40f5-887f-c344e1946f27') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.254046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4130cb00-0dd7-40f5-887f-c344e1946f27') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.265747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.282604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.290977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:38:12.291721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.310745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-489baf0a-b216-4cc4-a37b-2b50b5dc434f tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/076dd81c-bad6-4e02-b08b-1b34ddfa1f0e HTTP/1.1" status: 200 len: 926 time: 0.1246340 Aug 25 11:38:12.311164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.311368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:12.341936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] Routers {'076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:12.343917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:38:12.388917 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:38:12.394897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.400583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.421009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.435266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.437915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] 10.222.0.35 "DELETE /v2.0/networks/bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed HTTP/1.1" status: 204 len: 168 time: 1.6516299 Aug 25 11:38:12.489781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28faaa9c-ab92-4997-911d-98fe8133c0b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-142899938-project] Pushing event deleted for resources: {'Network': ['ID=bbfa6adc-24ad-4a12-972b-a2ec9c7b4bed,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:12.501248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Pushing event deleted for resources: {'Port': ['ID=b2fdc42d-6842-4fa5-a338-6f7f10b65c2c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:12.581822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.594151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/603c580a-4cd3-4202-81b2-6dbe9083c8bd HTTP/1.1" status: 204 len: 168 time: 3.4909844 Aug 25 11:38:12.595728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:12.605389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-497221160'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:12.611958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3c365-c5d3-49ca-b103-a7b6f116b5e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=603c580a-4cd3-4202-81b2-6dbe9083c8bd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:12.658795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] No DVR routers for this DVR port b2fdc42d-6842-4fa5-a338-6f7f10b65c2c on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:38:12.659031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc8f0a-cb3f-4070-bed3-54ac33d03121 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:12.664703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-46dc8f0a-cb3f-4070-bed3-54ac33d03121 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=076dd81c-bad6-4e02-b08b-1b34ddfa1f0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3485970 Aug 25 11:38:12.665556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41312) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:12.669296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.671989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fb13588-fc33-45d3-ad27-e2209dea8456 req-9d8713e3-f0a3-485a-b96d-de023e516b49 tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.67 "DELETE /v2.0/ports/b2fdc42d-6842-4fa5-a338-6f7f10b65c2c HTTP/1.1" status: 204 len: 173 time: 3.1715295 Aug 25 11:38:12.673820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'name': 'network-vif-deleted', 'tag': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:38:12.678246 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5228b8a-766a-4b00-bc82-6cad8763cc64" -d '{"events": [{"server_uuid": "50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98", "name": "network-vif-deleted", "tag": "b2fdc42d-6842-4fa5-a338-6f7f10b65c2c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:38:12.689654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:12.693740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9830f0-a62f-4771-9f3f-a9ef1b8b9f4f None None] The sync data for ids ['076dd81c-bad6-4e02-b08b-1b34ddfa1f0e'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:12.747026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fc74a46-9fe6-4b49-a6f5-56d50d8f8c1e req-0dc550d7-60d9-4b4c-b789-866d395401d7 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0991905 Aug 25 11:38:12.752689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c2c7cdf-9b1d-4569-a99f-9bdfab019453 req-dfa27290-2c91-49a6-9603-7737e6f75e6e service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8001337 Aug 25 11:38:12.780459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:12.785323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.868391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0b22c-6e4a-4989-b796-c993016239d7 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:12.873889 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bed0b22c-6e4a-4989-b796-c993016239d7 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.2037868 Aug 25 11:38:12.876725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41318) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:12.878735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:12.923258 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010889c8-4dd6-4d43-b1af-78a11c5eb8b6 x-openstack-request-id: req-010889c8-4dd6-4d43-b1af-78a11c5eb8b6 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:38:12.923258 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98", "name": "network-vif-deleted", "tag": "b2fdc42d-6842-4fa5-a338-6f7f10b65c2c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:38:12.923258 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-010889c8-4dd6-4d43-b1af-78a11c5eb8b6 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:38:12.923258 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98', 'name': 'network-vif-deleted', 'tag': 'b2fdc42d-6842-4fa5-a338-6f7f10b65c2c', 'status': 'completed', 'code': 200} Aug 25 11:38:12.934751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b2fdc42d-6842-4fa5-a338-6f7f10b65c2c no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:38:12.971214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-87cf772e-d45f-4b9f-b431-53fc477facdb tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=076dd81c-bad6-4e02-b08b-1b34ddfa1f0e HTTP/1.1" status: 200 len: 205 time: 0.0935478 Aug 25 11:38:12.973951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41322) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:12.981887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:12.982489 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 327f2d12-8a24-4d64-9ad9-bea23cb59a85 of type vlan for network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 Aug 25 11:38:13.029157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: b2fdc42d-6842-4fa5-a338-6f7f10b65c2c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:38:13.029819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b2fdc42d-6842-4fa5-a338-6f7f10b65c2c not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:38:13.136639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:13.195342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fce350-5d13-4c2f-943a-c5bd13f716bb req-49e0ff39-ee0d-4d35-864b-a4123d5173fb tempest-VolumesNegativeTest-1117122226 tempest-VolumesNegativeTest-1117122226-project] 10.222.0.35 "GET /v2.0/ports?device_id=50b15cd0-f3ff-4c5a-97aa-0429ca6bcc98 HTTP/1.1" status: 200 len: 210 time: 0.0681534 Aug 25 11:38:13.268493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:13.280181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:13.282962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:13.326583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:13.416267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41330) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:13.488655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8890915 Aug 25 11:38:13.491595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:13.497547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:13.702044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c17bf922-ebf5-4d83-b0dc-33874a21e248 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da2050e652f745aeb485ff18d0081d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843423 Aug 25 11:38:13.702836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:13.710689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:13.714475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:13.857796 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f54fcf1-eefc-49b8-b4f5-fe8045696a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:13.900933 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f54fcf1-eefc-49b8-b4f5-fe8045696a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.085439 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f54fcf1-eefc-49b8-b4f5-fe8045696a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.089027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f54fcf1-eefc-49b8-b4f5-fe8045696a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.094116 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9f54fcf1-eefc-49b8-b4f5-fe8045696a2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b76fa85-847b-43ca-a45b-f6cde82caccf HTTP/1.1" status: 204 len: 168 time: 0.3893797 Aug 25 11:38:14.134901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54fcf1-eefc-49b8-b4f5-fe8045696a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b76fa85-847b-43ca-a45b-f6cde82caccf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:14.141348 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.207125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:14.263808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.303236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.303666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.304092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.304454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.304799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.305132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.305458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.305858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.306339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.306743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.307559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.307879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96b8174-c32f-4b56-879d-8bdc0738cf2b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:14.321206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33adf9b9-8f5f-49ed-bdd8-1ffedf241a13 req-e8b995b4-7ede-4014-b9a3-e782a0cfc031 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1089218 Aug 25 11:38:14.324595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:14.329538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=cff592e8-ad9d-43b4-91b6-4a796d3b5cab,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:14.341789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '327f2d12-8a24-4d64-9ad9-bea23cb59a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:14.342204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:14.364971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:14.379857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:14.387714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:14.388525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.423307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b263daef-4383-4a8c-96c0-f49708183435 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9300265 Aug 25 11:38:14.426098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:14.434095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Deleting port 01a7a8f6-544a-443e-bcc1-c92dfbdf1a5c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:14.434443 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.437727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1242245294'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:14.555560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02072f94-fc73-40b1-b145-828cded19068 None None] Network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:14.712286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.736949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Calling delete_port for 01a7a8f6-544a-443e-bcc1-c92dfbdf1a5c owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:14.820494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:14.832255 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.837587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3', 'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': 'cff592e8-ad9d-43b4-91b6-4a796d3b5cab'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:14.839241 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:14.876347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:14.985125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41380) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:15.096376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e1f418d-07a3-4971-ae57-97bbe1a368ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f87dbe96aede4376bc83a3f63966c7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082392 Aug 25 11:38:15.097297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41390) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:15.114240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.170889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::164 (7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3/cff592e8-ad9d-43b4-91b6-4a796d3b5cab/c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:15.219167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event deleted for resources: {'Port': ['ID=01a7a8f6-544a-443e-bcc1-c92dfbdf1a5c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:15.343932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.402508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.418597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe67d41e-c33c-40b9-afb5-dec4bfba485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.447132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:15.487354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56e3a148-4906-43e7-b498-92b4dbb73e68 req-4b493ab6-7c21-4bd6-a897-933d7e6daf4e tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0280843 Aug 25 11:38:15.500546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.504676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.533237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe67d41e-c33c-40b9-afb5-dec4bfba485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.549215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.622035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.622570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Fanout notify agent at l3_agent the message router_deleted on router 076dd81c-bad6-4e02-b08b-1b34ddfa1f0e {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:15.632492 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.643946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2c70abaa-b9d4-4974-ac70-bc3aa7da1b3f tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/076dd81c-bad6-4e02-b08b-1b34ddfa1f0e HTTP/1.1" status: 204 len: 168 time: 2.6586630 Aug 25 11:38:15.645977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Allocated IP 2001:db8::2 (7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3/cff592e8-ad9d-43b4-91b6-4a796d3b5cab/fdf5e271-bf8e-4cea-badf-516dbdc934b9) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:15.649119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41402) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:15.657520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-363376689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:15.715873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:15.726036 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.727213 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.739915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:15.746002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:15.754866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:15.755937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.787670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:15.818522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6da76fab-6f87-42a1-9002-0599adfb75a9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3910961 Aug 25 11:38:15.819734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41418) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:15.870289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.872693 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe67d41e-c33c-40b9-afb5-dec4bfba485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.883691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe67d41e-c33c-40b9-afb5-dec4bfba485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.890628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fe67d41e-c33c-40b9-afb5-dec4bfba485e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6249c8bf-5dd7-4673-96b1-9f09ed09a79e HTTP/1.1" status: 204 len: 168 time: 0.7868881 Aug 25 11:38:15.913802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67d41e-c33c-40b9-afb5-dec4bfba485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6249c8bf-5dd7-4673-96b1-9f09ed09a79e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:15.916443 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.961117 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.965921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-874570b4-4275-48e3-b8e8-f35909d82588 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3155994 Aug 25 11:38:15.966660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41430) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:15.970954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:15.971619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:15.977557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:16.108266 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.143685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Transition to ACTIVE for port object fdf5e271-bf8e-4cea-badf-516dbdc934b9 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:16.196700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Transition to ACTIVE for port object fdf5e271-bf8e-4cea-badf-516dbdc934b9 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:16.213950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.312323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.347833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Pushing event updated for resources: {'Port': ['ID=fdf5e271-bf8e-4cea-badf-516dbdc934b9,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:16.377136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:16.380963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:16.388509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:16.403682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:16.408588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.459840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Attempting to bind port fdf5e271-bf8e-4cea-badf-516dbdc934b9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:16.460718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Attempting to bind port fdf5e271-bf8e-4cea-badf-516dbdc934b9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '327f2d12-8a24-4d64-9ad9-bea23cb59a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:16.461256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Attempting to bind port fdf5e271-bf8e-4cea-badf-516dbdc934b9 on network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:16.467615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:16.468305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Checking segment: {'id': '327f2d12-8a24-4d64-9ad9-bea23cb59a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:16.468904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.469445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Bound using segment: {'id': '327f2d12-8a24-4d64-9ad9-bea23cb59a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:16.470199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Bound port: fdf5e271-bf8e-4cea-badf-516dbdc934b9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327f2d12-8a24-4d64-9ad9-bea23cb59a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:16.470909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.617141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] For port fdf5e271-bf8e-4cea-badf-516dbdc934b9, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:16.626046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] For port fdf5e271-bf8e-4cea-badf-516dbdc934b9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fdf5e271-bf8e-4cea-badf-516dbdc934b9,segment=NetworkSegment(327f2d12-8a24-4d64-9ad9-bea23cb59a85),segment_id=327f2d12-8a24-4d64-9ad9-bea23cb59a85)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:16.636529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.787616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4237e-b5cb-4788-8f29-4becdbb1af75 None None] Pushing event updated for resources: {'Port': ['ID=fdf5e271-bf8e-4cea-badf-516dbdc934b9,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:16.913990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:16.974606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dc44a87-3020-4b7d-8608-0154c93a132b req-42cb81a0-0751-4ec8-8ff3-7160e10d1adc tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0690858 Aug 25 11:38:16.980135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.050783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.064066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:17.131106 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.133968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6df6747-b0cc-47d8-9704-98cc805a468a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 HTTP/1.1" status: 204 len: 168 time: 1.3131604 Aug 25 11:38:17.168642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:17.245506 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec5a3a3-074f-481a-b549-a2bfc65b0a0d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:17.250121 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ec5a3a3-074f-481a-b549-a2bfc65b0a0d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 HTTP/1.1" status: 404 len: 333 time: 0.0797567 Aug 25 11:38:17.254060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:17.398775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet cff592e8-ad9d-43b4-91b6-4a796d3b5cab {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:38:17.411949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.475848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Allocated IP 172.25.1.181 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/95ab54b4-b351-4361-8d48-e98cea713b15) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:17.499019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:17.591675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.679403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.775880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.847282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:17.851296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:17.856524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:17.903002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:17.912205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event updated for resources: {'Port': ['ID=95ab54b4-b351-4361-8d48-e98cea713b15,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:17.918193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fdf5e271-bf8e-4cea-badf-516dbdc934b9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:18.038431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.062638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port fdf5e271-bf8e-4cea-badf-516dbdc934b9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:18.094272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=cff592e8-ad9d-43b4-91b6-4a796d3b5cab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:18.104966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.108202 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d2f18c5-94d9-4857-a63e-82087f579e6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/cff592e8-ad9d-43b4-91b6-4a796d3b5cab HTTP/1.1" status: 204 len: 168 time: 0.8435595 Aug 25 11:38:18.112998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:18.276091 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f69bcf79-a514-406e-8115-adcea316d749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.321929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-44f8c12c-9274-46af-9d99-24c48baae11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.412207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.433978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05487208-76d0-4149-9f43-f408f7eeaa31 req-f9710c46-3d66-4d76-979f-76661ac820d0 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0484710 Aug 25 11:38:18.492904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.597152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d3a69-8e09-41ca-b7f1-4b023dcf15a6 None None] Network 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:18.744963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-44f8c12c-9274-46af-9d99-24c48baae11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.762221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-44f8c12c-9274-46af-9d99-24c48baae11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.766131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] Provisioning for port fdf5e271-bf8e-4cea-badf-516dbdc934b9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:18.781595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] Provisioning complete for port fdf5e271-bf8e-4cea-badf-516dbdc934b9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:18.782256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:18.938558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-44f8c12c-9274-46af-9d99-24c48baae11a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d5ae54d35074e3b99d2fd3510b8c1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4380286 Aug 25 11:38:18.953120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:18.953852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8c12c-9274-46af-9d99-24c48baae11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82245c10-8515-4a87-9094-1ea08555bfb3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:18.987326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port fdf5e271-bf8e-4cea-badf-516dbdc934b9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:18.994719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.074563 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.086404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] For port fdf5e271-bf8e-4cea-badf-516dbdc934b9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fdf5e271-bf8e-4cea-badf-516dbdc934b9,segment=NetworkSegment(327f2d12-8a24-4d64-9ad9-bea23cb59a85),segment_id=327f2d12-8a24-4d64-9ad9-bea23cb59a85)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:19.087043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.105639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for fdf5e271-bf8e-4cea-badf-516dbdc934b9 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:19.161667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] For port fdf5e271-bf8e-4cea-badf-516dbdc934b9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fdf5e271-bf8e-4cea-badf-516dbdc934b9,segment=NetworkSegment(327f2d12-8a24-4d64-9ad9-bea23cb59a85),segment_id=327f2d12-8a24-4d64-9ad9-bea23cb59a85)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:19.170894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.217466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b29b49f-920f-42f1-8474-2f21eaa6e013 None None] DHCP port deletion for 7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:38:19.220103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.270976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=fdf5e271-bf8e-4cea-badf-516dbdc934b9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:19.289405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No DVR routers for this DVR port fdf5e271-bf8e-4cea-badf-516dbdc934b9 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:38:19.303921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77425d6-0c87-4d29-ba6f-347215111d52 None None] Pushing event updated for resources: {'Port': ['ID=fdf5e271-bf8e-4cea-badf-516dbdc934b9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:19.329014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.335949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.410805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d76-e2f6-4c6b-8f1f-8f7f08318f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.448563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.460475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d76-e2f6-4c6b-8f1f-8f7f08318f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.471925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:19.512635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327f2d12-8a24-4d64-9ad9-bea23cb59a85') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:19.512635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327f2d12-8a24-4d64-9ad9-bea23cb59a85') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:19.534027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.554066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.562439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:38:19.563084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:38:19.566877 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:38:19.649155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d76-e2f6-4c6b-8f1f-8f7f08318f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.652425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53ea4d76-e2f6-4c6b-8f1f-8f7f08318f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.654081 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-53ea4d76-e2f6-4c6b-8f1f-8f7f08318f9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82245c10-8515-4a87-9094-1ea08555bfb3 HTTP/1.1" status: 204 len: 168 time: 0.6742115 Aug 25 11:38:19.668887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Router 6bdae4a5-c668-41af-bfa9-ca999ce73aef is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:38:19.697917 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:38:19.701182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea4d76-e2f6-4c6b-8f1f-8f7f08318f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82245c10-8515-4a87-9094-1ea08555bfb3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:19.714907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.724604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.728192 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3 HTTP/1.1" status: 204 len: 168 time: 1.6119184 Aug 25 11:38:19.735378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:19.763156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'name': 'tempest-PortsIpV6TestJSON-1630915303'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:19.764356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fdf5e271-bf8e-4cea-badf-516dbdc934b9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:38:19.769533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28fcd2a9-d554-4fb9-af38-4ef547010e22 req-6541cddf-10c7-4452-b413-6ee7a38028e8 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0557253 Aug 25 11:38:19.827997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251330ab-d59c-49ff-bcee-d22754999877 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=7f57b95d-7418-4e4c-ab04-d1b7dffb9ee3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:19.884847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: fdf5e271-bf8e-4cea-badf-516dbdc934b9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:38:19.887962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fdf5e271-bf8e-4cea-badf-516dbdc934b9 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:38:19.914353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:19.925037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:19.926320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4598086d-87fd-437c-8656-6666f7931416 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "PUT /v2.0/routers/6bdae4a5-c668-41af-bfa9-ca999ce73aef HTTP/1.1" status: 200 len: 883 time: 3.9583814 Aug 25 11:38:19.933046 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] Sync routers for ids ['6bdae4a5-c668-41af-bfa9-ca999ce73aef'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:19.936539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41622) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:19.959258 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] Routers {'6bdae4a5-c668-41af-bfa9-ca999ce73aef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:19.961809 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['6bdae4a5-c668-41af-bfa9-ca999ce73aef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:20.030682 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:20.044167 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] Routers {'6bdae4a5-c668-41af-bfa9-ca999ce73aef'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:20.045048 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:37:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['6bdae4a5-c668-41af-bfa9-ca999ce73aef'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:20.097807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:20.098879 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:20.102109 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3838d7-64a5-4979-8158-380d01bda008 None None] The sync data for ids ['6bdae4a5-c668-41af-bfa9-ca999ce73aef'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:20.102319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:20.132150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 8f532da9-3090-4b8f-9e45-76f0d332df6c yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:20.140670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-06afff3a-110f-4d44-a103-fa7db1ef371f tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/6bdae4a5-c668-41af-bfa9-ca999ce73aef HTTP/1.1" status: 200 len: 924 time: 0.2024956 Aug 25 11:38:20.145628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41624) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:20.283364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1ca2d-af20-446a-bbb2-b55f6ec3efbb tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:20.294776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-20e1ca2d-af20-446a-bbb2-b55f6ec3efbb tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=6bdae4a5-c668-41af-bfa9-ca999ce73aef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1428938 Aug 25 11:38:20.295093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41628) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:20.439105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a3271-6d7c-4649-9977-551ebb4f736d tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:20.442061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b8a3271-6d7c-4649-9977-551ebb4f736d tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.1455777 Aug 25 11:38:20.446340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41638) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:20.497722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:20.514892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c3241c22-a6a5-4957-a399-2697d4a20ffe tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdae4a5-c668-41af-bfa9-ca999ce73aef HTTP/1.1" status: 200 len: 205 time: 0.0666401 Aug 25 11:38:20.516323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41640) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:20.613579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:20.661675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41652) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:20.708140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:20.709754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9098a47f-c54e-424f-b5f7-3d0094f8f59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:20.711437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:20.720093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:20.744625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:20.755345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:20.798453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=8f532da9-3090-4b8f-9e45-76f0d332df6c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:20.825713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7def4d8-81f3-49ae-92c4-c42df859e961 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0855896 Aug 25 11:38:20.830277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41666) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:21.115705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 8f532da9-3090-4b8f-9e45-76f0d332df6c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:21.116535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.176829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9811c094-d39f-4758-93ca-97c87f5a725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.268813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.289116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 8f532da9-3090-4b8f-9e45-76f0d332df6c owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:21.331052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ac4937c-8c03-4315-9689-4e27d6b4f429 req-03dd49d3-59dc-4a1b-a0a7-73f4962a5ab3 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0432923 Aug 25 11:38:21.406711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.425539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.427468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41692) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:21.448273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.494596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=8f532da9-3090-4b8f-9e45-76f0d332df6c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:21.513252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.517747 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b4de26d2-38a7-48d0-9cb5-8016433d71b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/8f532da9-3090-4b8f-9e45-76f0d332df6c HTTP/1.1" status: 204 len: 168 time: 0.6851501 Aug 25 11:38:21.518592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41698) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:21.527241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'mac_address': 'fa:16:3e:a0:e1:03', 'name': 'tempest-PortsIpV6TestJSON-594790307'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:21.686534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.790947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1132651345'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:21.798939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9098a47f-c54e-424f-b5f7-3d0094f8f59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.812405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9098a47f-c54e-424f-b5f7-3d0094f8f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.839901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:21.849295 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:38:21.849295 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:38:21.849295 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id_1': 'd2d6be4e65c84c95b931a10b3262c005', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 38, 21, 804267)}] Aug 25 11:38:21.849295 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:38:21.850233 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:38:21.910119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9098a47f-c54e-424f-b5f7-3d0094f8f59b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6875614e0a48471e85e3348e868c7779&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2467778 Aug 25 11:38:21.915258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41726) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:21.920537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a47f-c54e-424f-b5f7-3d0094f8f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb288f0e-a78f-445b-8e95-e3b2b392b8fb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:21.965914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Deleting port 95ab54b4-b351-4361-8d48-e98cea713b15 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:21.966259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:21.971977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.008691 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port a86f9e92-f1d1-4558-945e-cfa62fc7bc03 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:22.074972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-83c365b5-0aa2-40f8-a2f9-c4ac6ace7ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.114591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.136639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-83c365b5-0aa2-40f8-a2f9-c4ac6ace7ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.146265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Calling delete_port for 95ab54b4-b351-4361-8d48-e98cea713b15 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:22.299426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-83c365b5-0aa2-40f8-a2f9-c4ac6ace7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.302293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-83c365b5-0aa2-40f8-a2f9-c4ac6ace7ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.308231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-83c365b5-0aa2-40f8-a2f9-c4ac6ace7ce2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb288f0e-a78f-445b-8e95-e3b2b392b8fb HTTP/1.1" status: 204 len: 168 time: 0.3869772 Aug 25 11:38:22.365417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.379374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c365b5-0aa2-40f8-a2f9-c4ac6ace7ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb288f0e-a78f-445b-8e95-e3b2b392b8fb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:22.425484 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.431000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.512215 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.565198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.573640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d726cef5-a966-4a99-8ef9-477ef9fc250c req-02f0d7b2-e82c-4594-ac3b-652f097cdf7a tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0569274 Aug 25 11:38:22.647105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:22.664897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:22.669308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:22.680473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:22.682111 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.700575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=a86f9e92-f1d1-4558-945e-cfa62fc7bc03,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:22.710060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.712576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.729569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.735240 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-04377067-eca9-4fee-b56e-ddea74dd6a5d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2117486 Aug 25 11:38:22.736004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:22.781531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event deleted for resources: {'Port': ['ID=95ab54b4-b351-4361-8d48-e98cea713b15,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:22.808249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:22.812923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4535eab3-ed81-4d1b-9c51-d8bb4fa55337 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3790364 Aug 25 11:38:22.826534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41746) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:22.854574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d132a2-2084-443f-903f-06b867285754 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:22.857775 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f7d132a2-2084-443f-903f-06b867285754 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/a86f9e92-f1d1-4558-945e-cfa62fc7bc03 HTTP/1.1" status: 200 len: 844 time: 0.1207728 Aug 25 11:38:22.860883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41748) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:22.888929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.093136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.098775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.100068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port a86f9e92-f1d1-4558-945e-cfa62fc7bc03 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:23.100472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.138504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.271937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.325633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for a86f9e92-f1d1-4558-945e-cfa62fc7bc03 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:23.385545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.386410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Fanout notify agent at l3_agent the message router_deleted on router 6bdae4a5-c668-41af-bfa9-ca999ce73aef {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:23.429154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.432511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-49f0663f-240d-4b45-b4d9-a5fef77ba936 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/6bdae4a5-c668-41af-bfa9-ca999ce73aef HTTP/1.1" status: 204 len: 168 time: 2.9140358 Aug 25 11:38:23.437477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41772) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:23.442860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1940471534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:23.454722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.459553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.496494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.524938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.526243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.531996 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.535131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8fa48a5-d8f3-48b3-bba8-22952e8b354f {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:23.546183 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.551007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4617fcf7-bbaf-4db5-a120-db349b32c661 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b8fa48a5-d8f3-48b3-bba8-22952e8b354f HTTP/1.1" status: 204 len: 168 time: 0.7190430 Aug 25 11:38:23.563681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41774) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:23.574741 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.579482 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/a86f9e92-f1d1-4558-945e-cfa62fc7bc03 HTTP/1.1" status: 204 len: 168 time: 0.7157500 Aug 25 11:38:23.580557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e4d1d-066a-435f-ba41-cd6d2ef9f2df tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=a86f9e92-f1d1-4558-945e-cfa62fc7bc03,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:23.583589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:23.588486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Request body: {'router': {'name': 'tempest-router-1153485493', 'distributed': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:23.614684 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-adadd15d-f25a-43b8-aaa3-e5d1fb63bcd5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:23.621233 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-adadd15d-f25a-43b8-aaa3-e5d1fb63bcd5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/a86f9e92-f1d1-4558-945e-cfa62fc7bc03 HTTP/1.1" status: 404 len: 333 time: 0.0362437 Aug 25 11:38:23.622033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41780) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:23.628085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'name': 'tempest-PortsIpV6TestJSON-279426415'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:23.808923 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.811921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9b5cf37-409c-4a00-8fa8-560c0d052964 req-f7c9f7c5-b43f-4092-a198-e4cffcf9e56b tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0350864 Aug 25 11:38:23.813983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.815948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.823840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.839368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:23.844286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.856464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:23.861117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-37fad99f-bf8f-4a2f-9ed0-2506b2c5afb7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4193020 Aug 25 11:38:23.861737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:23.866981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': True}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:23.909019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:24.011124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.064543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.123864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.129801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-88471b6c-a47f-43ba-a974-2d3e642f1d0d tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5626533 Aug 25 11:38:24.129801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41802) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:24.240680 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.277185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.285799 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.303881 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.473959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:24.480721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:24.514231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:24.526945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:24.527812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.539512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:24.539919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.610555 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e80ad87-8946-4a34-b812-e46a990aa7c6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9872482 Aug 25 11:38:24.611865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41828) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:24.630413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:24.706814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.710967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.731433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.782729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.783133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96e4b8db-645d-4cf2-92d3-dae96b8d175c {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:24.789072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.794047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8961daf4-6c5a-4056-bd94-1a613fbbd098 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "DELETE /v2.0/routers/96e4b8db-645d-4cf2-92d3-dae96b8d175c HTTP/1.1" status: 204 len: 168 time: 0.6595554 Aug 25 11:38:24.794810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41838) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:24.799229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Request body: {'router': {'name': 'tempest-router-1740179997', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bafc0660b8e14a2fbc2a94218923f6ca'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:24.846834 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:24.848257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.035809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.049460 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.078217 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.096452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3ea29d7-0d86-4168-8a37-5f4f4fa57a2c req-3ba87567-2aa6-486c-9cba-3e7a054bd689 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0592957 Aug 25 11:38:25.097372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.101190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b93c050f-186d-4f93-904d-2c4a0a2311c1 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3029809 Aug 25 11:38:25.101816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41846) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:25.108623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.121709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.129156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:25.199936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] In _notify_port_updated(), no bound segment for port b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee on network f32703fe-a35c-47c2-93af-a3844546a2c7 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:38:25.210796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:25.211904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.214548 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/ports/b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee HTTP/1.1" status: 200 len: 818 time: 0.6008837 Aug 25 11:38:25.219541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:25.309636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.405151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c7161-ae85-4406-8c1e-7ba059ea43f3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:25.443555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:25.443555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.444502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.444850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.546969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41860) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:25.599857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.617047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94910) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 25 11:38:25.617367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Router e591e345-ec96-4564-924f-d7eb2bc139f5 migrating from provider to provider. {{(pid=94910) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 25 11:38:25.617795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.647278 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.657187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:25.665916 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.710233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Allocated IP 172.25.1.240 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/fa22d0f7-6441-4cb2-b16c-67a905229eff) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:25.839973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.892455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:25.897083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:25.899396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b315d4f8-7d18-459f-96a1-a8be51446ea3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee HTTP/1.1" status: 204 len: 168 time: 0.6784072 Aug 25 11:38:25.907134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:25.977989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de3bd9-24fb-41a1-bf95-b31fb88a3c4e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:25.980109 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02de3bd9-24fb-41a1-bf95-b31fb88a3c4e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0718024 Aug 25 11:38:25.984528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41876) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:26.055153 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4801bd-8888-4f53-9118-a6c92de62c1f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:26.057957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ca4801bd-8888-4f53-9118-a6c92de62c1f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/b266aeaf-b01d-4933-8dbb-8ba9cf4ff0ee HTTP/1.1" status: 404 len: 333 time: 0.0720167 Aug 25 11:38:26.064289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:26.070436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2129305296'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:26.074900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:26.117075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:26.128771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.219960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:26.255844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.258564 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 177af540-10a2-41cc-9636-e40ed62fb6c7 of type vlan for network 40a1cba1-647c-4265-913d-535b553f1cfb Aug 25 11:38:26.379312 n-d-778732-11 neutron-server[94910]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] No L3 agents can host the router e591e345-ec96-4564-924f-d7eb2bc139f5 Aug 25 11:38:26.379789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.405314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a08c8ac-7ebd-4067-bf6e-247c8c400a7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d60fadbc2d0414fa8cac3e7c2bbea93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249269 Aug 25 11:38:26.410503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:26.444789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.467711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:26.469868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.512205 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-689404b5-37a7-43a9-8e8d-39594f8d9ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.515747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57a7d281-50cc-45b9-bc5c-98905718981b req-13f434df-eb54-4c20-bc0a-68181b19d9b3 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.2179487 Aug 25 11:38:26.611920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=40a1cba1-647c-4265-913d-535b553f1cfb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:26.614374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812a8f59-5d1b-404b-b4b9-49287860a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.624140 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.625737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:26.657211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812a8f59-5d1b-404b-b4b9-49287860a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.778494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812a8f59-5d1b-404b-b4b9-49287860a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.789489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812a8f59-5d1b-404b-b4b9-49287860a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.791528 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-812a8f59-5d1b-404b-b4b9-49287860a7f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cce05540-5e97-4deb-be4f-6ba47452a1ba HTTP/1.1" status: 204 len: 168 time: 0.3797801 Aug 25 11:38:26.801232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Hosts for router e591e345-ec96-4564-924f-d7eb2bc139f5: [] {{(pid=94910) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 25 11:38:26.813346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a8f59-5d1b-404b-b4b9-49287860a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce05540-5e97-4deb-be4f-6ba47452a1ba,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:26.852376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Hosts for other DVR routers connected to router e591e345-ec96-4564-924f-d7eb2bc139f5: set() {{(pid=94910) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 25 11:38:26.856326 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.862832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9bd219ef-c585-4913-8787-f0cf060c3421 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "PUT /v2.0/routers/e591e345-ec96-4564-924f-d7eb2bc139f5 HTTP/1.1" status: 200 len: 717 time: 1.7373664 Aug 25 11:38:26.866193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41902) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:26.896919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-689404b5-37a7-43a9-8e8d-39594f8d9ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.899269 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.920813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-689404b5-37a7-43a9-8e8d-39594f8d9ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:26.973309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-689404b5-37a7-43a9-8e8d-39594f8d9ac5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b080136123904abc8eb70c99d96924b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4255316 Aug 25 11:38:26.980621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:27.003502 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0f08a4df-7358-4405-ac13-d7b8ea8d85e9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9372039 Aug 25 11:38:27.007946 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-be4a9355-ca76-42b3-90c7-89d1eae3efc8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "GET /v2.0/routers/e591e345-ec96-4564-924f-d7eb2bc139f5 HTTP/1.1" status: 200 len: 717 time: 0.1393309 Aug 25 11:38:27.009592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41908) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:27.010412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41910) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:27.021643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:27.047277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:27.082295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:27.099097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:27.251711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.253877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:27.258108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.297542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689404b5-37a7-43a9-8e8d-39594f8d9ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed7191-0858-4d1e-84c6-2a33fa86bae3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:27.305358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Port': ['ID=fa22d0f7-6441-4cb2-b16c-67a905229eff,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:27.393978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-430eb976-7f40-4f44-b458-7b620371a248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.465167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-430eb976-7f40-4f44-b458-7b620371a248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.474795 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a99de19-0f99-423b-8516-faaec40c8105 req-01bb6a98-0d9d-429c-b93d-f85cdcfb626b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0646348 Aug 25 11:38:27.571191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.755355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a53bde11-587e-46bd-b9e4-3b43c160d59e req-c978ec96-dd74-4260-b030-1a3fa107684a tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0860457 Aug 25 11:38:27.758584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-430eb976-7f40-4f44-b458-7b620371a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.763329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-430eb976-7f40-4f44-b458-7b620371a248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:27.764848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-430eb976-7f40-4f44-b458-7b620371a248 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5ed7191-0858-4d1e-84c6-2a33fa86bae3 HTTP/1.1" status: 204 len: 168 time: 0.7768495 Aug 25 11:38:27.820148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb976-7f40-4f44-b458-7b620371a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed7191-0858-4d1e-84c6-2a33fa86bae3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:28.107602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:28.124409 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:28.160331 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a99de19-0f99-423b-8516-faaec40c8105 req-ae63e307-0ebf-4ab3-ac6e-ec59f23d8f6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f9920840bfa4f09863c293071260e7d&device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.5781744 Aug 25 11:38:28.200763 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e35e3c91-fef0-42bb-b5db-613cb6a7ed80 tempest-RoutersTestDVR-884961041 tempest-RoutersTestDVR-884961041-project] 10.222.0.35 "GET /v2.0/routers/e591e345-ec96-4564-924f-d7eb2bc139f5 HTTP/1.1" status: 200 len: 683 time: 1.1859720 Aug 25 11:38:28.201490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41954) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:28.317209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:28.385836 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a99de19-0f99-423b-8516-faaec40c8105 req-403fb3bb-e452-4a28-a306-884aacba8d24 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6f9920840bfa4f09863c293071260e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807284 Aug 25 11:38:28.424311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-41459ca0-aef1-42db-ad76-b1abf6cf8769 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1668041 Aug 25 11:38:28.465245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Router 44526afe-0c8c-4cca-af03-a1d5fd06e543 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:38:28.771273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-88fde46e-289b-4814-bdde-54474ce1ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:28.774472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-88fde46e-289b-4814-bdde-54474ce1ff75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1097 time: 0.1857517 Aug 25 11:38:28.825434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:28.837663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] Sync routers for ids ['44526afe-0c8c-4cca-af03-a1d5fd06e543'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:28.853952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] Routers {'44526afe-0c8c-4cca-af03-a1d5fd06e543'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:28.857884 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:28.860475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a8bfb3df-c10a-472f-b690-e33ee9dacb4c tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "PUT /v2.0/routers/44526afe-0c8c-4cca-af03-a1d5fd06e543 HTTP/1.1" status: 200 len: 919 time: 4.9971581 Aug 25 11:38:28.863803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['44526afe-0c8c-4cca-af03-a1d5fd06e543'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:28.907564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41980) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:28.965242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:28.984974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] Routers {'44526afe-0c8c-4cca-af03-a1d5fd06e543'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:28.984974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['44526afe-0c8c-4cca-af03-a1d5fd06e543'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:28.999974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.021204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.027278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.277589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:29.278857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f8ec55-8641-4aac-999d-21fae41029f8 None None] The sync data for ids ['44526afe-0c8c-4cca-af03-a1d5fd06e543'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:29.300299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f69daa67-a4fa-447d-85fa-dd87b14463c5 req-4034b2d7-018e-4e41-a337-64d09bdd995d tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1007700 Aug 25 11:38:29.395028 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.396384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e591e345-ec96-4564-924f-d7eb2bc139f5 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:29.419192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.423849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3e8243db-05f7-448a-9ca7-201ade51ba07 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e591e345-ec96-4564-924f-d7eb2bc139f5 HTTP/1.1" status: 204 len: 168 time: 1.2169006 Aug 25 11:38:29.432517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-127e2a95-4b82-4ba5-ba8f-9bfa21b9bc24 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/44526afe-0c8c-4cca-af03-a1d5fd06e543 HTTP/1.1" status: 200 len: 925 time: 0.5285981 Aug 25 11:38:29.433426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:29.436680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42004) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:29.438008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-2886f6f1-6612-40e8-9435-b89653b64b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:29.439681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-2886f6f1-6612-40e8-9435-b89653b64b20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.5773017 Aug 25 11:38:29.453992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Request body: {'router': {'name': 'tempest-router-610797964', 'distributed': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:29.486554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '177af540-10a2-41cc-9636-e40ed62fb6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:29.487139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: 40a1cba1-647c-4265-913d-535b553f1cfb, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:29.503170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=c19b992e-057c-40da-b8a3-254b1209bd77,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:29.535595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99de19-0f99-423b-8516-faaec40c8105 req-130661b8-45bf-40d1-91c9-04e2d7998047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:29.542019 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8a99de19-0f99-423b-8516-faaec40c8105 req-130661b8-45bf-40d1-91c9-04e2d7998047 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1046822 Aug 25 11:38:29.588707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 40a1cba1-647c-4265-913d-535b553f1cfb is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:29.612565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 40a1cba1-647c-4265-913d-535b553f1cfb) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:29.623462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:29.626325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.643438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a679b0-5171-4da0-9129-64b4632800e5 None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:29.663175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-04353c80-1238-46ff-b522-70a0cd6b9904 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 1001 time: 0.2031646 Aug 25 11:38:29.667289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.672092 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97091f71-4a0e-41ba-b934-b1bd22c7417e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6599648 Aug 25 11:38:29.673199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.677158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:29.693659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:29.766132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:29.826653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3916bd-a37b-4987-8e29-730078a31b10 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:29.831945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4f3916bd-a37b-4987-8e29-730078a31b10 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=44526afe-0c8c-4cca-af03-a1d5fd06e543&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3897665 Aug 25 11:38:29.836035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-545821a2-39c6-4036-8741-e0954781b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:29.839330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-545821a2-39c6-4036-8741-e0954781b21f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.0715864 Aug 25 11:38:29.839916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42018) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:29.880541 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.051938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-40a1cba1-647c-4265-913d-535b553f1cfb', 'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': 'c19b992e-057c-40da-b8a3-254b1209bd77'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:30.057334 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.071443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:30.078548 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.215658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80fedb-fd1e-40fd-a00c-08df5f9be062 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:30.224199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8e80fedb-fd1e-40fd-a00c-08df5f9be062 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.3782654 Aug 25 11:38:30.226722 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c19b992e-057c-40da-b8a3-254b1209bd77 (CIDR: 2001:db8::/64) Aug 25 11:38:30.228901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42022) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:30.249290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Allocated IP 2001:db8::2 (40a1cba1-647c-4265-913d-535b553f1cfb/c19b992e-057c-40da-b8a3-254b1209bd77/3e4fbbd8-202b-434d-adb5-d85076c81873) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:30.272386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.284614 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a962133c-581c-4eed-b252-48f1f68e7024 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=44526afe-0c8c-4cca-af03-a1d5fd06e543 HTTP/1.1" status: 200 len: 205 time: 0.0503955 Aug 25 11:38:30.284614 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:38:30.284614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:38:30.290433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-546ae4bd-b6aa-43d9-b5c9-c82581f8bed8 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8466990 Aug 25 11:38:30.290433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:30.291143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42026) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:30.319337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-40695699-0f5c-4ddc-a53e-11a2f01a7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:30.320474 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1087ab20-a627-4be3-98c9-2de48b937360 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6417792 Aug 25 11:38:30.325573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:30.327975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-40695699-0f5c-4ddc-a53e-11a2f01a7d69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2652676 Aug 25 11:38:30.341589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:30.597305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.609278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Transition to ACTIVE for port object 3e4fbbd8-202b-434d-adb5-d85076c81873 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:30.629822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Transition to ACTIVE for port object 3e4fbbd8-202b-434d-adb5-d85076c81873 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:30.637140 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.644079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.646632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.694901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:30.699306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:30.704394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:30.761225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:30.766032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.803319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Pushing event updated for resources: {'Port': ['ID=3e4fbbd8-202b-434d-adb5-d85076c81873,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:30.819290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.819644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.820392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.820392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.820719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.821061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.821391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.821824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.822155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.822528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.823046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.823379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:30.836811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Attempting to bind port 3e4fbbd8-202b-434d-adb5-d85076c81873 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:30.837269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Attempting to bind port 3e4fbbd8-202b-434d-adb5-d85076c81873 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '177af540-10a2-41cc-9636-e40ed62fb6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:30.837647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Attempting to bind port 3e4fbbd8-202b-434d-adb5-d85076c81873 on network 40a1cba1-647c-4265-913d-535b553f1cfb {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:30.845187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:30.845563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Checking segment: {'id': '177af540-10a2-41cc-9636-e40ed62fb6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:30.846036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.846440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Bound using segment: {'id': '177af540-10a2-41cc-9636-e40ed62fb6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:30.846943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Bound port: 3e4fbbd8-202b-434d-adb5-d85076c81873, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177af540-10a2-41cc-9636-e40ed62fb6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:30.847333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:30.871219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0935dbf8-43bf-49a0-8cdb-172d5126dc7b req-7f0887cf-4cf9-4a13-99c8-ba2fbb666ffe tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1206336 Aug 25 11:38:31.142462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] For port 3e4fbbd8-202b-434d-adb5-d85076c81873, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:31.152982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] For port 3e4fbbd8-202b-434d-adb5-d85076c81873, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3e4fbbd8-202b-434d-adb5-d85076c81873,segment=NetworkSegment(177af540-10a2-41cc-9636-e40ed62fb6c7),segment_id=177af540-10a2-41cc-9636-e40ed62fb6c7)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:31.183727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:31.209551 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:31.366880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12356d50-2d6c-4846-a3c4-3fc2ca825659 None None] Pushing event updated for resources: {'Port': ['ID=3e4fbbd8-202b-434d-adb5-d85076c81873,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:31.540450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:31.707542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 40a1cba1-647c-4265-913d-535b553f1cfb is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:31.712592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:31.718296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:31.718921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:31.725613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=527c4311-4a5d-43f4-98d5-a04c6fc283ef,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:31.744264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a9dc710-d823-4d32-bcac-ecd30b48af01 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4167018 Aug 25 11:38:31.748530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42064) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:31.754085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb', 'fixed_ips': [{'subnet_id': 'c19b992e-057c-40da-b8a3-254b1209bd77'}, {'subnet_id': '527c4311-4a5d-43f4-98d5-a04c6fc283ef'}], 'name': 'tempest-PortsIpV6TestJSON-1738672089'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:31.920984 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:31.926031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.022993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-c07b0bdd-e072-4221-af6b-5c7da676b3ac service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6782489 Aug 25 11:38:32.037014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.061381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:32.067645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7822a9a-bd7d-4f9e-a5ec-ce28e59fe2a3 req-474a9ab2-369f-4e38-83c9-260f4f78d1c5 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0432336 Aug 25 11:38:32.145351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.145921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef756609-7e81-4de7-97c5-795546ff866d {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:32.153781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.158646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-22ca08e2-5698-4ea4-97dd-7c4168898822 tempest-RoutersTestDVR-1387364813 tempest-RoutersTestDVR-1387364813-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ef756609-7e81-4de7-97c5-795546ff866d HTTP/1.1" status: 204 len: 168 time: 1.8615217 Aug 25 11:38:32.238498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c02ac24-7720-4d44-9810-bf940ce930aa req-a7d6d18f-c918-49ae-b6a4-7b6f26461719 service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964090 Aug 25 11:38:32.245158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Deleting port fa22d0f7-6441-4cb2-b16c-67a905229eff {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:32.245512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.447032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.490304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:32.491743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 0bbc5b43-e947-4baa-a590-7795f47ec142 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:32.542697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Calling delete_port for fa22d0f7-6441-4cb2-b16c-67a905229eff owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:32.931397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42094) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:33.102176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89af6d-8dde-46ec-9e12-7d7ec7e59a7e None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:33.277773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.312559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::197 (40a1cba1-647c-4265-913d-535b553f1cfb/c19b992e-057c-40da-b8a3-254b1209bd77/0bbc5b43-e947-4baa-a590-7795f47ec142) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:33.335272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8:0:1::257 (40a1cba1-647c-4265-913d-535b553f1cfb/527c4311-4a5d-43f4-98d5-a04c6fc283ef/0bbc5b43-e947-4baa-a590-7795f47ec142) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:33.354617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-09ec5e5c-d352-48d3-ac76-2669a2bc7232 None None] Provisioning for port 3e4fbbd8-202b-434d-adb5-d85076c81873 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:33.377709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event deleted for resources: {'Port': ['ID=fa22d0f7-6441-4cb2-b16c-67a905229eff,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:33.381620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9868c0d7-a557-4129-8e9d-3fef18547ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.417932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78617511-1b7d-4bc0-a265-c47b1b9e4069 req-51bc4904-8f6e-431b-bfeb-434d1c048668 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1206357 Aug 25 11:38:33.503475 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.631733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.635676 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.795709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.798231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.799221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Fanout notify agent at l3_agent the message router_deleted on router 44526afe-0c8c-4cca-af03-a1d5fd06e543 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:33.822148 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.828749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-75b4b843-bd5f-4cb7-908e-a90aa6cbd703 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/44526afe-0c8c-4cca-af03-a1d5fd06e543 HTTP/1.1" status: 204 len: 168 time: 3.5306261 Aug 25 11:38:33.829075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42110) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:33.844491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9868c0d7-a557-4129-8e9d-3fef18547ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.846477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1594317155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:33.848011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object 0bbc5b43-e947-4baa-a590-7795f47ec142 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:33.862573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9868c0d7-a557-4129-8e9d-3fef18547ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.874013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Update dhcp port {'port': {'network_id': '40a1cba1-647c-4265-913d-535b553f1cfb', 'fixed_ips': [{'subnet_id': 'c19b992e-057c-40da-b8a3-254b1209bd77', 'ip_address': '2001:db8::2'}, {'subnet_id': '527c4311-4a5d-43f4-98d5-a04c6fc283ef'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '3e4fbbd8-202b-434d-adb5-d85076c81873'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:38:33.931701 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.934244 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.955934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:33.956315 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9868c0d7-a557-4129-8e9d-3fef18547ec0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bafc0660b8e14a2fbc2a94218923f6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055020 Aug 25 11:38:33.959037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:33.967552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868c0d7-a557-4129-8e9d-3fef18547ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a105787c-a687-4c44-9ba2-55993292e20e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:33.982910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e4fbbd8-202b-434d-adb5-d85076c81873 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:34.014728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.043130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.079254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.082585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.085978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c2ac3cb3-7246-4980-844b-80fa7ff843ad tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2551789 Aug 25 11:38:34.089151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42120) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:34.099333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': False}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:34.214674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a26020f-404e-4dba-9ab2-b87c318cbc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.235189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 40a1cba1-647c-4265-913d-535b553f1cfb is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:34.248869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=0bbc5b43-e947-4baa-a590-7795f47ec142,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:34.269514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:34.318236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3e4fbbd8-202b-434d-adb5-d85076c81873 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:34.323349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:34.354363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:34.358217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.413601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3e4fbbd8-202b-434d-adb5-d85076c81873 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:34.417718 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.421116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a26020f-404e-4dba-9ab2-b87c318cbc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.433855 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b0cdc37c-6ba9-4e52-a135-261fe9394e4f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6838930 Aug 25 11:38:34.439247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42126) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:34.532232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c19b992e-057c-40da-b8a3-254b1209bd77'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:34.705144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.730378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Allocated IP 2001:db8:0:1::2 (40a1cba1-647c-4265-913d-535b553f1cfb/527c4311-4a5d-43f4-98d5-a04c6fc283ef/3e4fbbd8-202b-434d-adb5-d85076c81873) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:34.790004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.795673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23a382d0-73ee-4eda-bf33-fb549ee02c95 req-c3f7ac07-d7cf-48ca-a0e5-bf8ce42d171e tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0733061 Aug 25 11:38:34.929996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a26020f-404e-4dba-9ab2-b87c318cbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.932949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a26020f-404e-4dba-9ab2-b87c318cbc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.936664 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a26020f-404e-4dba-9ab2-b87c318cbc4d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a105787c-a687-4c44-9ba2-55993292e20e HTTP/1.1" status: 204 len: 168 time: 0.9740415 Aug 25 11:38:34.946384 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:34.978690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26020f-404e-4dba-9ab2-b87c318cbc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a105787c-a687-4c44-9ba2-55993292e20e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:35.090272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] For port 3e4fbbd8-202b-434d-adb5-d85076c81873, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3e4fbbd8-202b-434d-adb5-d85076c81873,segment=NetworkSegment(177af540-10a2-41cc-9636-e40ed62fb6c7),segment_id=177af540-10a2-41cc-9636-e40ed62fb6c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:35.172599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.203480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Transition to ACTIVE for port object 3e4fbbd8-202b-434d-adb5-d85076c81873 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:35.218273 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.268136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.315491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.419454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Delete allocated IP 2001:db8:0:1::257 (40a1cba1-647c-4265-913d-535b553f1cfb/527c4311-4a5d-43f4-98d5-a04c6fc283ef) {{(pid=94911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 11:38:35.592403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:38:35.594500 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:38:35.619090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b12e0-c54b-46cb-bc8d-f415589afa71 None None] Pushing event updated for resources: {'Port': ['ID=3e4fbbd8-202b-434d-adb5-d85076c81873,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:35.673992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.693077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:35.701299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Allocated IP 172.25.1.188 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/b8bc74b0-7194-458c-a807-93d2db3692cb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:35.750933 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c820781-9164-46e9-b57e-54d1039615b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.757290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Ignored duplicate provisioning block setup for port 0bbc5b43-e947-4baa-a590-7795f47ec142 by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 11:38:35.785038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:35.978550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] In _notify_port_updated(), no bound segment for port 0bbc5b43-e947-4baa-a590-7795f47ec142 on network 40a1cba1-647c-4265-913d-535b553f1cfb {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:38:35.998440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:35.999538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.007032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/ports/0bbc5b43-e947-4baa-a590-7795f47ec142 HTTP/1.1" status: 200 len: 926 time: 1.5309355 Aug 25 11:38:36.013705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42176) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:36.078529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699503-d574-4a89-bdd5-da8859ea8c86 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=0bbc5b43-e947-4baa-a590-7795f47ec142,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:36.082764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c19b992e-057c-40da-b8a3-254b1209bd77'}, {'subnet_id': '527c4311-4a5d-43f4-98d5-a04c6fc283ef'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:36.153998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.213024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.272448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c820781-9164-46e9-b57e-54d1039615b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.284359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c820781-9164-46e9-b57e-54d1039615b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.298696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 3e4fbbd8-202b-434d-adb5-d85076c81873, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3e4fbbd8-202b-434d-adb5-d85076c81873,segment=NetworkSegment(177af540-10a2-41cc-9636-e40ed62fb6c7),segment_id=177af540-10a2-41cc-9636-e40ed62fb6c7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:36.309106 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.340183 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.369468 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7c820781-9164-46e9-b57e-54d1039615b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2d6be4e65c84c95b931a10b3262c005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6741533 Aug 25 11:38:36.372223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-120da4fa-1f35-459f-8d65-3276c237f76a req-add59333-81cb-4d44-a361-842f3f709fd5 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.3059039 Aug 25 11:38:36.380171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42180) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:36.387465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=3e4fbbd8-202b-434d-adb5-d85076c81873,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:36.469362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e4fbbd8-202b-434d-adb5-d85076c81873 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:36.495649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820781-9164-46e9-b57e-54d1039615b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94fd0f-9620-4663-aa5f-93215b795af1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:36.513053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:36.552369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:36.619647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1b178-58a8-418c-bb53-ecc47c7c4a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.664399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1b178-58a8-418c-bb53-ecc47c7c4a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.670942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:36.741299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Pushing event updated for resources: {'Port': ['ID=b8bc74b0-7194-458c-a807-93d2db3692cb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:36.770896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1b178-58a8-418c-bb53-ecc47c7c4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.775017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1b178-58a8-418c-bb53-ecc47c7c4a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:36.778519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-27f1b178-58a8-418c-bb53-ecc47c7c4a6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa94fd0f-9620-4663-aa5f-93215b795af1 HTTP/1.1" status: 204 len: 168 time: 0.3972511 Aug 25 11:38:36.797240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1b178-58a8-418c-bb53-ecc47c7c4a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94fd0f-9620-4663-aa5f-93215b795af1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:36.866890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cfd98d-4c4f-4cec-8b22-4ea92ac12196 None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:36.927612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:37.007427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0dc5a8fd-8a2f-4bd8-b4fb-165c88e2910d None None] Provisioning for port 3e4fbbd8-202b-434d-adb5-d85076c81873 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:37.036893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0dc5a8fd-8a2f-4bd8-b4fb-165c88e2910d None None] Provisioning complete for port 3e4fbbd8-202b-434d-adb5-d85076c81873 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:37.037242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0dc5a8fd-8a2f-4bd8-b4fb-165c88e2910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:37.729390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4e4ce83-06a6-4b4b-a0dd-0527148b7fd4 req-fe160107-0ce4-433a-9b4c-4478a0c78453 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1850214 Aug 25 11:38:37.803454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:37.980919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-788b1fcf-5c4d-4194-b12c-dbe58355a9a2 None None] Provisioning for port 0bbc5b43-e947-4baa-a590-7795f47ec142 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:38.002252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-788b1fcf-5c4d-4194-b12c-dbe58355a9a2 None None] Provisioning complete for port 0bbc5b43-e947-4baa-a590-7795f47ec142 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:38.003708 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-788b1fcf-5c4d-4194-b12c-dbe58355a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:38.125105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8:0:1::236 (40a1cba1-647c-4265-913d-535b553f1cfb/527c4311-4a5d-43f4-98d5-a04c6fc283ef/0bbc5b43-e947-4baa-a590-7795f47ec142) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:38.213091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-788b1fcf-5c4d-4194-b12c-dbe58355a9a2 None None] Port 0bbc5b43-e947-4baa-a590-7795f47ec142 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:38:38.243617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-788b1fcf-5c4d-4194-b12c-dbe58355a9a2 None None] Provisioning complete for port 3e4fbbd8-202b-434d-adb5-d85076c81873 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:38.244714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-788b1fcf-5c4d-4194-b12c-dbe58355a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:38.561134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e4fbbd8-202b-434d-adb5-d85076c81873 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:38.642241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3e4fbbd8-202b-434d-adb5-d85076c81873 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:38.643791 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:38.669100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:38.820613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-594fef39-2aa7-4af1-aad5-29fc2d54aff3 None None] Provisioning complete for port 0bbc5b43-e947-4baa-a590-7795f47ec142 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:38.823819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-594fef39-2aa7-4af1-aad5-29fc2d54aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:38.916455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:38.941911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:38.950379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-594fef39-2aa7-4af1-aad5-29fc2d54aff3 None None] Port 0bbc5b43-e947-4baa-a590-7795f47ec142 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:38:38.957703 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.027697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538332051'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:39.047609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Ignored duplicate provisioning block setup for port 0bbc5b43-e947-4baa-a590-7795f47ec142 by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 11:38:39.087180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.090649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-853c12b1-b28b-436c-b124-fadbeb2e75e1 None None] Provisioning complete for port 0bbc5b43-e947-4baa-a590-7795f47ec142 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:39.090649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-853c12b1-b28b-436c-b124-fadbeb2e75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.101772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:39.110993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.140296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9523ba6b-7872-4e78-b73b-1d063c428a4c req-553fed3f-b9c4-4c83-a2ca-c04dc061ed18 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0925817 Aug 25 11:38:39.158595 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.198956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-853c12b1-b28b-436c-b124-fadbeb2e75e1 None None] Port 0bbc5b43-e947-4baa-a590-7795f47ec142 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:38:39.370090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] In _notify_port_updated(), no bound segment for port 0bbc5b43-e947-4baa-a590-7795f47ec142 on network 40a1cba1-647c-4265-913d-535b553f1cfb {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:38:39.376523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:39.377620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.380167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/ports/0bbc5b43-e947-4baa-a590-7795f47ec142 HTTP/1.1" status: 200 len: 1012 time: 3.3579893 Aug 25 11:38:39.390222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42268) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:39.406744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.432505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.456828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d771977-76b9-4563-9397-10bc35e0da16 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=0bbc5b43-e947-4baa-a590-7795f47ec142,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:39.479654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:39.506842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Router ba9e91f5-0e80-4510-a532-0a36cf384408 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:38:39.588250 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.589032 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment c50194a8-ae99-49a8-a4b8-8e3bed34b78d of type vlan for network 82fac648-30cf-40be-aa00-e995b0ed08a2 Aug 25 11:38:39.657089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d512ab2c-4523-4297-9f20-b61c8d4c26cd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:39.686362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e6d33fc2-4ff9-4743-9645-a91c589821a6 req-4e885851-5aac-49a5-9fe5-fbe11b839c34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1009293 Aug 25 11:38:39.728869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.729528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.730063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.730594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.731413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.731955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.732899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.733742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.734261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.734912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.736033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.737019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:38:39.738310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-48d0d138-43ee-4966-9b2f-68ad3cde3c72 None None] Provisioning complete for port 0bbc5b43-e947-4baa-a590-7795f47ec142 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:39.738875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-48d0d138-43ee-4966-9b2f-68ad3cde3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.760047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.794359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 0bbc5b43-e947-4baa-a590-7795f47ec142 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:39.794695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.822398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-48d0d138-43ee-4966-9b2f-68ad3cde3c72 None None] Port 0bbc5b43-e947-4baa-a590-7795f47ec142 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:38:39.833560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.840409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:39.841261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:39.986577 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3195086 Aug 25 11:38:39.994265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5bee2-cc32-449c-8471-00d838f7a32f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=82fac648-30cf-40be-aa00-e995b0ed08a2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:40.013580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 82fac648-30cf-40be-aa00-e995b0ed08a2 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:40.052506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:40.067483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 0bbc5b43-e947-4baa-a590-7795f47ec142 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:40.288583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:40.294763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:40.302646 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] Sync routers for ids ['ba9e91f5-0e80-4510-a532-0a36cf384408'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:40.307457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ebaf08d8-59ca-4708-b34c-1d19a19295a6 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "PUT /v2.0/routers/ba9e91f5-0e80-4510-a532-0a36cf384408 HTTP/1.1" status: 200 len: 920 time: 6.2090957 Aug 25 11:38:40.308122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42280) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:40.319748 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] Routers {'ba9e91f5-0e80-4510-a532-0a36cf384408'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:40.320386 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ba9e91f5-0e80-4510-a532-0a36cf384408'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:40.429902 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:40.448528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:40.459945 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] Routers {'ba9e91f5-0e80-4510-a532-0a36cf384408'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:40.462871 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ba9e91f5-0e80-4510-a532-0a36cf384408'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:40.496019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=0bbc5b43-e947-4baa-a590-7795f47ec142,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:40.552383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef8362a3-752f-4449-8cf8-39df94f6a2b1 req-4981d2e1-80eb-4a06-bfc0-f170a266e940 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1012628 Aug 25 11:38:40.570429 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:40.571144 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed22370-815f-4768-850d-a029f91277d5 None None] The sync data for ids ['ba9e91f5-0e80-4510-a532-0a36cf384408'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:40.618237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:40.630857 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6bb5fd1-784a-43e2-ba0c-a410cf2eb561 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/0bbc5b43-e947-4baa-a590-7795f47ec142 HTTP/1.1" status: 204 len: 168 time: 1.2392721 Aug 25 11:38:40.636008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42288) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:40.716135 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d710709d-851f-4165-bba4-3dbd94ac84b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:40.718805 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d710709d-851f-4165-bba4-3dbd94ac84b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/0bbc5b43-e947-4baa-a590-7795f47ec142 HTTP/1.1" status: 404 len: 333 time: 0.0814803 Aug 25 11:38:40.723275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42290) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:40.813088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f19c709b-2b1d-4c6e-bcaa-0b27096d95a1 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/ba9e91f5-0e80-4510-a532-0a36cf384408 HTTP/1.1" status: 200 len: 926 time: 0.5036736 Aug 25 11:38:40.815167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42292) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:40.890656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 527c4311-4a5d-43f4-98d5-a04c6fc283ef {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:38:40.897743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:40.954903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d877f59-6ad8-4f47-b694-46dbaf34d9d5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:40.962282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:40.970116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8d877f59-6ad8-4f47-b694-46dbaf34d9d5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=ba9e91f5-0e80-4510-a532-0a36cf384408&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1473567 Aug 25 11:38:41.041853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:41.632046 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:41.752695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777aa09f-da38-44c2-a7af-79a003c20f42 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:41.758847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42312) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:41.771112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-777aa09f-da38-44c2-a7af-79a003c20f42 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.8071806 Aug 25 11:38:41.780306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:41.822453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9b4427e8-0167-4469-a6ee-6bffce5db2a8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba9e91f5-0e80-4510-a532-0a36cf384408 HTTP/1.1" status: 200 len: 205 time: 0.0612915 Aug 25 11:38:41.830522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:41.880123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ddac2-2ef7-487c-a840-dd27f5171e2d None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:41.888875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:41.894939 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/527c4311-4a5d-43f4-98d5-a04c6fc283ef HTTP/1.1" status: 204 len: 168 time: 1.1663597 Aug 25 11:38:41.894939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e118f-0314-4772-94f3-8443578b7913 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=527c4311-4a5d-43f4-98d5-a04c6fc283ef,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:41.898358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:41.996984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet c19b992e-057c-40da-b8a3-254b1209bd77 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:38:42.031384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.130823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.169098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f086e8f-d394-4303-8934-2854bbc1ed55 req-f0714276-14c6-4272-a86b-336c91deed57 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1231854 Aug 25 11:38:42.217794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.488927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.497450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.573634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Deleting port b8bc74b0-7194-458c-a807-93d2db3692cb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:42.576817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.642622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.755887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.768859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/c19b992e-057c-40da-b8a3-254b1209bd77 HTTP/1.1" status: 204 len: 168 time: 0.8654599 Aug 25 11:38:42.770019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952859a-baf1-4fff-8933-5a9c830f829f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=c19b992e-057c-40da-b8a3-254b1209bd77,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:42.778715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:42.877215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:42.936301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Calling delete_port for b8bc74b0-7194-458c-a807-93d2db3692cb owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:43.074251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:43.160886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 3e4fbbd8-202b-434d-adb5-d85076c81873 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:43.161231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:43.306571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] For port 3e4fbbd8-202b-434d-adb5-d85076c81873, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3e4fbbd8-202b-434d-adb5-d85076c81873,segment=NetworkSegment(177af540-10a2-41cc-9636-e40ed62fb6c7),segment_id=177af540-10a2-41cc-9636-e40ed62fb6c7)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:43.306942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:43.348579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 3e4fbbd8-202b-434d-adb5-d85076c81873 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:43.594210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:43.658304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42348) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:43.689883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event deleted for resources: {'Port': ['ID=b8bc74b0-7194-458c-a807-93d2db3692cb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:43.763685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:43.802304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No DVR routers for this DVR port 3e4fbbd8-202b-434d-adb5-d85076c81873 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:38:43.867240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=3e4fbbd8-202b-434d-adb5-d85076c81873,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:43.905546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca1c18de-5aeb-4320-8cf0-6368923865f5 req-a95b75f6-defa-48fa-852c-37cab9092f2f tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0&device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.1263571 Aug 25 11:38:44.002827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4a3eb-3d46-4627-be9f-5096589bd5ec None None] Network 40a1cba1-647c-4265-913d-535b553f1cfb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:44.056683 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.222134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73529cc4-635c-45f1-809d-6b045b8a8a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.272522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d5f2c10b-c815-4da5-8735-8dbd7de905b0 None None] Could not find standard attr ID for object 3e4fbbd8-202b-434d-adb5-d85076c81873. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:38:44.292114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.294794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42360) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:44.346668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:44.402490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a1cba1-647c-4265-913d-535b553f1cfb']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:44.484133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.491692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.516091 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e830f6c-9408-42c1-a3a8-42ddbf079ac6 req-f2917c73-4563-4989-937f-2848868d010e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f9920840bfa4f09863c293071260e7d&device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1556361 Aug 25 11:38:44.520790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177af540-10a2-41cc-9636-e40ed62fb6c7') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:44.521089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177af540-10a2-41cc-9636-e40ed62fb6c7') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:44.552509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89d4df-a555-4967-9213-3eae2ab91264 None None] DHCP port deletion for 40a1cba1-647c-4265-913d-535b553f1cfb request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:38:44.556345 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.608955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.608955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Fanout notify agent at l3_agent the message router_deleted on router ba9e91f5-0e80-4510-a532-0a36cf384408 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:44.629621 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.637404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-09156f7d-21dc-49d9-a47c-ccc9db4bad15 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/ba9e91f5-0e80-4510-a532-0a36cf384408 HTTP/1.1" status: 204 len: 168 time: 2.8021183 Aug 25 11:38:44.638173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42366) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:44.656477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e830f6c-9408-42c1-a3a8-42ddbf079ac6 req-745f0199-69b1-458f-9bf5-ac45c1945bc6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6f9920840bfa4f09863c293071260e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234932 Aug 25 11:38:44.663945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.667236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1565917836', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:44.676447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec9c7010-56da-4c9e-b219-12c47c8b07c8 req-96bcdc86-5531-4fa7-8efb-5c4096b5e16d tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0986769 Aug 25 11:38:44.702436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:38:44.702874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:38:44.706285 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:38:44.851674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.878665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.880603 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/40a1cba1-647c-4265-913d-535b553f1cfb HTTP/1.1" status: 204 len: 168 time: 2.0981655 Aug 25 11:38:44.888361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42372) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:44.909796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a58c3c-5f4e-4fb3-b0bd-55c7b761990b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=40a1cba1-647c-4265-913d-535b553f1cfb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:44.934312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73529cc4-635c-45f1-809d-6b045b8a8a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.936390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830f6c-9408-42c1-a3a8-42ddbf079ac6 req-9b3ff2b7-66d6-4947-aad8-5993f4978d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:44.938159 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e830f6c-9408-42c1-a3a8-42ddbf079ac6 req-9b3ff2b7-66d6-4947-aad8-5993f4978d04 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2653172 Aug 25 11:38:44.942625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73529cc4-635c-45f1-809d-6b045b8a8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:44.956824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09abdc-8c7b-4454-a08d-ba92c5ec5e8f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:44.959481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c09abdc-8c7b-4454-a08d-ba92c5ec5e8f tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0695348 Aug 25 11:38:44.967697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42374) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:44.995514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73529cc4-635c-45f1-809d-6b045b8a8a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aff2a97-5a89-4b62-8085-5519405ed80d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:45.034569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73529cc4-635c-45f1-809d-6b045b8a8a4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e8628575ab246a88ca9d4aa558da013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3746731 Aug 25 11:38:45.037306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42376) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:45.044544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.045999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.056819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:45.061840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.106676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b032567d-8978-496d-a705-c1b4c1e8d9b7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1372461 Aug 25 11:38:45.129407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42380) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:45.136539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-854790490'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:45.139359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.212847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:45.216558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.254734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6036c7c9-16f1-406e-9189-3c4bbc9cb7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.291954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6036c7c9-16f1-406e-9189-3c4bbc9cb7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.311201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.334467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:45.387850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.388224 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment f190fb71-3940-4d16-b229-9c0bdfe2d9e5 of type vlan for network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 Aug 25 11:38:45.485159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.493960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6036c7c9-16f1-406e-9189-3c4bbc9cb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.496990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6036c7c9-16f1-406e-9189-3c4bbc9cb7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.498315 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6036c7c9-16f1-406e-9189-3c4bbc9cb7fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4aff2a97-5a89-4b62-8085-5519405ed80d HTTP/1.1" status: 204 len: 168 time: 0.4597020 Aug 25 11:38:45.499359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.566243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c7c9-16f1-406e-9189-3c4bbc9cb7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aff2a97-5a89-4b62-8085-5519405ed80d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:45.567919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.599967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.602674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.608434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:45.609220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:45.623224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=26b34c31-ede9-4c07-8ccc-d2d670ba0a04,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:45.746090 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6153381 Aug 25 11:38:45.755872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42396) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:45.764650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:45.775228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:45.775623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: 82fac648-30cf-40be-aa00-e995b0ed08a2, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:45.845377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f1773-31cf-4570-8f58-a5945c2087ea tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=f123f6a4-2b11-4fbc-b3ec-ccb4e493be47,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:45.859723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5aeb294-2a6e-4374-b86d-da3fe607ab89 req-8ef5300a-1356-4dbb-b900-1c5633f55036 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0597448 Aug 25 11:38:45.860314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:45.881913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Allocated IP 172.25.1.91 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/35275052-c5af-4412-9f1e-9c77da947be2) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:45.913846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 82fac648-30cf-40be-aa00-e995b0ed08a2 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:45.958715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 82fac648-30cf-40be-aa00-e995b0ed08a2) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:45.981382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c8bd4-29f8-40fa-8aa3-6b0489c3d0f6 None None] Network 82fac648-30cf-40be-aa00-e995b0ed08a2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:45.989505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:45.991051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.012099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:46.012099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.129944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-38b9db6d-7aed-4cc6-a521-df25cc806b34 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8320234 Aug 25 11:38:46.130747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42410) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:46.144166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012927692'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:46.192794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.203236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:46.207721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.262348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:46.281059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.281405 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 2348130c-2db6-49f3-802a-9025b8e1424c of type vlan for network 06d15793-3e91-4bd8-8f81-d0ae15d8b7af Aug 25 11:38:46.338516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.362070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.383127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e4fbbd8-202b-434d-adb5-d85076c81873 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:38:46.405258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:46.409190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3e4fbbd8-202b-434d-adb5-d85076c81873 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:38:46.409811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e4fbbd8-202b-434d-adb5-d85076c81873 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:38:46.413298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:46.419155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-82fac648-30cf-40be-aa00-e995b0ed08a2', 'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': '26b34c31-ede9-4c07-8ccc-d2d670ba0a04'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:46.420377 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.426294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:46.429908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event updated for resources: {'Port': ['ID=35275052-c5af-4412-9f1e-9c77da947be2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:46.475517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.480561 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e830f6c-9408-42c1-a3a8-42ddbf079ac6 req-9aadf71c-035a-4bea-b931-bcce2f2cb11c tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.10 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.1053011 Aug 25 11:38:46.482385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:46.483023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.567530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=06d15793-3e91-4bd8-8f81-d0ae15d8b7af,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:46.604283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 06d15793-3e91-4bd8-8f81-d0ae15d8b7af details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:46.643789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.676595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bbafcf37-225f-4036-af9e-eacc81e91581 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5366333 Aug 25 11:38:46.677737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42426) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:46.688581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '06d15793-3e91-4bd8-8f81-d0ae15d8b7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:46.782168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:46.782616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: f123f6a4-2b11-4fbc-b3ec-ccb4e493be47, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:46.824830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:46.840237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=587e3e07-d037-4328-b22b-21c3f93bbde2,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:46.850933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f123f6a4-2b11-4fbc-b3ec-ccb4e493be47) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:46.857365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:46.858009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.872300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b91ca55-2b2a-4086-93a0-6eae982efd98 None None] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:46.908894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:46.913671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:46.924920 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce6db84a-e29d-4d27-b137-7315d240ecb7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1671245 Aug 25 11:38:46.926807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42436) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:46.933854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47', 'name': 'tempest-PortsIpV6TestJSON-693366798'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:47.027129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42438) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:47.078301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ed0c7fb-8026-4662-ad34-1978c885ef88 req-7213fb5f-47b1-41ce-a6e7-bff086e7bb75 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=92cce303-bcae-451f-ae1b-b473193a28c0 HTTP/1.1" status: 200 len: 210 time: 0.0777030 Aug 25 11:38:47.118526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.139525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:47.144202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.203636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 3c39f8a4-807c-4a7d-8e5d-83337d64ce61 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:47.438827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Allocated IP 2001:db8:0:ffff::2 (82fac648-30cf-40be-aa00-e995b0ed08a2/26b34c31-ede9-4c07-8ccc-d2d670ba0a04/19bfbc92-7384-4d35-9bc0-c99c8561248a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:47.444981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f123f6a4-2b11-4fbc-b3ec-ccb4e493be47', 'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': '587e3e07-d037-4328-b22b-21c3f93bbde2'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:47.451851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.453050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.498803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::2e8 (f123f6a4-2b11-4fbc-b3ec-ccb4e493be47/587e3e07-d037-4328-b22b-21c3f93bbde2/3c39f8a4-807c-4a7d-8e5d-83337d64ce61) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:47.526529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2126694307-network', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:47.535510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.614354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=574b6470-acc4-4492-b08c-3396ece0cac7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:47.655263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:47.655263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.699645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.764563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '2348130c-2db6-49f3-802a-9025b8e1424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '06d15793-3e91-4bd8-8f81-d0ae15d8b7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:47.765537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: 06d15793-3e91-4bd8-8f81-d0ae15d8b7af, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:47.776896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.796748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object 3c39f8a4-807c-4a7d-8e5d-83337d64ce61 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:47.839651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.852578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 06d15793-3e91-4bd8-8f81-d0ae15d8b7af is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:47.894270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 06d15793-3e91-4bd8-8f81-d0ae15d8b7af) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:47.917604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=3c39f8a4-807c-4a7d-8e5d-83337d64ce61,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:47.920620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:47.922176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:47.940183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:47.942196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:47.949656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:47.955944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:47.957134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.029840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Router 68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:38:48.073397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da431a-8ec6-4433-a37c-3e080c2a2c6c None None] Network 06d15793-3e91-4bd8-8f81-d0ae15d8b7af requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:48.075309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.093732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-39c5a725-062d-4ade-8ac8-bb1f5a5c93d4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1610639 Aug 25 11:38:48.094076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42454) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:48.099563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47', 'name': 'tempest-PortsIpV6TestJSON-1676253337'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:48.122103 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.186496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Allocated IP 2001:db8::2 (f123f6a4-2b11-4fbc-b3ec-ccb4e493be47/587e3e07-d037-4328-b22b-21c3f93bbde2/eb798ddf-d290-41c8-92df-ff3b231119bf) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:48.409115 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.452088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Transition to ACTIVE for port object 19bfbc92-7384-4d35-9bc0-c99c8561248a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:48.465320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:48.473482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.512339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Transition to ACTIVE for port object 19bfbc92-7384-4d35-9bc0-c99c8561248a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:48.517323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port a4b61dc8-5fd2-443a-86ce-81bf97b52796 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:38:48.532656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-39b75390-e1da-4b94-aab8-05bdb584320f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8482139 Aug 25 11:38:48.542656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42468) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:48.543436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:48.606609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5edd1d5a-1610-4e60-adb5-e0f2f15845ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.625468 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7180538-37de-4695-ab56-57423cdb3052 req-633e007c-7d8c-47b1-9730-00c14d18728e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f9920840bfa4f09863c293071260e7d&device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.0968335 Aug 25 11:38:48.626841 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.685344 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.685826 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Added segment 7a0178d6-e445-459c-b2c8-b1eb8f01acb1 of type vlan for network 23ee57be-cfa5-4242-889f-41f9dba105fc Aug 25 11:38:48.728249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Network 82fac648-30cf-40be-aa00-e995b0ed08a2 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:48.734737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf6be2-219d-443d-8e99-0b47b9391c66,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:48.751136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:48.757432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.759570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d811b2d4-e6d0-426e-8e3a-b7df0a09e9bf req-960a49b8-fcc6-4aad-823e-8da6d2bfb801 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.1416345 Aug 25 11:38:48.760059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:48.768118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Pushing event updated for resources: {'Port': ['ID=19bfbc92-7384-4d35-9bc0-c99c8561248a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:48.822379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.829570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Transition to ACTIVE for port object eb798ddf-d290-41c8-92df-ff3b231119bf will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:48.846800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:48.885142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Transition to ACTIVE for port object eb798ddf-d290-41c8-92df-ff3b231119bf will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:48.894831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] Sync routers for ids ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:48.901592 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7180538-37de-4695-ab56-57423cdb3052 req-255948d1-3c8d-4002-b199-b3069e03366a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6f9920840bfa4f09863c293071260e7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314927 Aug 25 11:38:48.907619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.918874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.923782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f30c9fa1-0226-427e-aff5-7764006bcf2c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2617009 Aug 25 11:38:48.925025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.926348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:48.927215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:48.930803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42472) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:48.939491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:48.999075 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.029983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c31c6-546f-4d53-bc1d-da7cfe449848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-06d15793-3e91-4bd8-8f81-d0ae15d8b7af', 'network_id': '06d15793-3e91-4bd8-8f81-d0ae15d8b7af', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': '574b6470-acc4-4492-b08c-3396ece0cac7'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:49.031456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-854c31c6-546f-4d53-bc1d-da7cfe449848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.084895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::279 (f123f6a4-2b11-4fbc-b3ec-ccb4e493be47/587e3e07-d037-4328-b22b-21c3f93bbde2/a4b61dc8-5fd2-443a-86ce-81bf97b52796) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:49.094216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0627961 Aug 25 11:38:49.099569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42478) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:49.120800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Request body: {'subnet': {'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2126694307-subnet', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:49.161114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab014cc-a380-4d21-aa2d-ca9ab153d908 admin admin] Pushing event updated for resources: {'Network': ['ID=23ee57be-cfa5-4242-889f-41f9dba105fc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:49.175880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.205681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:49.208675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Pushing event updated for resources: {'Port': ['ID=eb798ddf-d290-41c8-92df-ff3b231119bf,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:49.234653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:49.239795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:49.251026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 23ee57be-cfa5-4242-889f-41f9dba105fc details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:49.367183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.386159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object a4b61dc8-5fd2-443a-86ce-81bf97b52796 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:49.396418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] Routers {'68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:49.397578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.442688 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.448348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7180538-37de-4695-ab56-57423cdb3052 req-3e578ab3-f68f-4562-a97f-19139fcc2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:49.450433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7180538-37de-4695-ab56-57423cdb3052 req-3e578ab3-f68f-4562-a97f-19139fcc2f2f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5406997 Aug 25 11:38:49.450982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.505626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.511627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:49.516364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.528832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=574b6470-acc4-4492-b08c-3396ece0cac7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:49.545460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Attempting to bind port 19bfbc92-7384-4d35-9bc0-c99c8561248a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:49.546101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Attempting to bind port 19bfbc92-7384-4d35-9bc0-c99c8561248a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:49.546718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Attempting to bind port 19bfbc92-7384-4d35-9bc0-c99c8561248a on network 82fac648-30cf-40be-aa00-e995b0ed08a2 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:49.558238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:49.559802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=a4b61dc8-5fd2-443a-86ce-81bf97b52796,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:49.564470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:49.565173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Checking segment: {'id': 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:49.565864 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.566383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Bound using segment: {'id': 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:49.566996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Bound port: 19bfbc92-7384-4d35-9bc0-c99c8561248a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '82fac648-30cf-40be-aa00-e995b0ed08a2'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:49.567533 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.586126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:49.614454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:49.621328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:49.622099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.647510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] Routers {'68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:49.648809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.669998 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d6c2c93-d027-4008-b308-53768b241827 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5730755 Aug 25 11:38:49.673201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42486) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:49.727340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.728604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3ef20-c508-4f0f-8dd8-750d53a59d84 None None] The sync data for ids ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:49.738040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Attempting to bind port eb798ddf-d290-41c8-92df-ff3b231119bf on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:49.738749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Attempting to bind port eb798ddf-d290-41c8-92df-ff3b231119bf by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:49.739266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Attempting to bind port eb798ddf-d290-41c8-92df-ff3b231119bf on network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:49.782598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.790265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.817340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d15793-3e91-4bd8-8f81-d0ae15d8b7af']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.827086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7f43b-e496-4c8f-b721-66446841499b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:49.833032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cea7f43b-e496-4c8f-b721-66446841499b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e8 HTTP/1.1" status: 200 len: 928 time: 0.1545148 Aug 25 11:38:49.836474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42492) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:49.846144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2348130c-2db6-49f3-802a-9025b8e1424c') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.846452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2348130c-2db6-49f3-802a-9025b8e1424c') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:49.881672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.896033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.941375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.970116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.973107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] For port 19bfbc92-7384-4d35-9bc0-c99c8561248a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:49.979325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] For port 19bfbc92-7384-4d35-9bc0-c99c8561248a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19bfbc92-7384-4d35-9bc0-c99c8561248a,segment=NetworkSegment(c50194a8-ae99-49a8-a4b8-8e3bed34b78d),segment_id=c50194a8-ae99-49a8-a4b8-8e3bed34b78d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:49.982102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:49.982791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Checking segment: {'id': 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:49.983438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.984437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Bound using segment: {'id': 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:49.985010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Bound port: eb798ddf-d290-41c8-92df-ff3b231119bf, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f123f6a4-2b11-4fbc-b3ec-ccb4e493be47'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:49.985790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.986435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:38:49.986829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.994348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:38:49.995240 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:38:50.014606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e990d2e-746d-4e59-b32d-6e5de3e44120,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:50.052429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d72fe2-a71a-4624-91e9-2b59f65e0310 None None] Network 06d15793-3e91-4bd8-8f81-d0ae15d8b7af requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:50.085069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:50.085900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Network hostable DHCP agents. Network: 23ee57be-cfa5-4242-889f-41f9dba105fc, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:50.114833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:50.133392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 23ee57be-cfa5-4242-889f-41f9dba105fc) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:50.151158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:50.152182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.154375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b37035-7965-4c4f-ba1d-3d7415bbc1a2 None None] Network 23ee57be-cfa5-4242-889f-41f9dba105fc requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:50.179452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f0964c0-43aa-4adf-9375-b78b5130dae7 req-5b2b03ee-820e-44f8-9b62-e2827a03d1ce tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.1873610 Aug 25 11:38:50.186294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b4de2829-c282-4774-a4dd-dde900e8afd1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0847592 Aug 25 11:38:50.188754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:50.196354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:50.250837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Deleting port 35275052-c5af-4412-9f1e-9c77da947be2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:50.251450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.253887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.256064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.259885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port a4b61dc8-5fd2-443a-86ce-81bf97b52796 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:50.260461 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.279403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.349508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] For port eb798ddf-d290-41c8-92df-ff3b231119bf, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:50.359710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] For port eb798ddf-d290-41c8-92df-ff3b231119bf, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb798ddf-d290-41c8-92df-ff3b231119bf,segment=NetworkSegment(f190fb71-3940-4d16-b229-9c0bdfe2d9e5),segment_id=f190fb71-3940-4d16-b229-9c0bdfe2d9e5)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:50.377267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.379519 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.382533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/06d15793-3e91-4bd8-8f81-d0ae15d8b7af HTTP/1.1" status: 204 len: 168 time: 1.8345153 Aug 25 11:38:50.384828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b6471-eeb4-403a-9de5-e4378a23bec7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=06d15793-3e91-4bd8-8f81-d0ae15d8b7af,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:50.396381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a7ab6-562a-4d56-a3fe-b9cbc04a6a83 None None] Pushing event updated for resources: {'Port': ['ID=19bfbc92-7384-4d35-9bc0-c99c8561248a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:50.422778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.423650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:50.444711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1334836613'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:50.641838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:50.645510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.691910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61ff62-91c0-4c63-b670-e99af72f440c None None] Pushing event updated for resources: {'Port': ['ID=eb798ddf-d290-41c8-92df-ff3b231119bf,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:50.814359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b123a-d804-4860-8916-0982674a8788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-23ee57be-cfa5-4242-889f-41f9dba105fc', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:50.820602 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-738b123a-d804-4860-8916-0982674a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.837900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7180538-37de-4695-ab56-57423cdb3052 req-0cbb87fc-974e-41b5-b4e2-01854d24e6e7 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.10 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.0678496 Aug 25 11:38:50.850375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.914135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:50.922649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:51.035538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for a4b61dc8-5fd2-443a-86ce-81bf97b52796 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:51.124486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.138245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.138930 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 50596b7e-9f05-46aa-a691-24c82ed2e6b3 of type vlan for network e822084c-edc4-4896-8567-880123518a17 Aug 25 11:38:51.206827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.218246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Calling delete_port for 35275052-c5af-4412-9f1e-9c77da947be2 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:51.248127 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae798dd8-56b3-4d44-8392-e693c6c41c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.327267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.340608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:51.341710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.362080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-738b123a-d804-4860-8916-0982674a8788 None None] Allocated IP 172.20.0.2 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/563f100c-000c-47ee-a05f-90e7f8809e3c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:51.431061 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0060606 Aug 25 11:38:51.434265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:51.468585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': 'e822084c-edc4-4896-8567-880123518a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:51.523910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a072c4d6-9bfe-4645-8684-b129a260fda8 req-b3dc0801-70bd-465b-9b4b-709c20b283a9 tempest-ServerShowV247Test-1532655402 tempest-ServerShowV247Test-1532655402-project] 10.222.0.35 "GET /v2.0/ports?device_id=4534375f-c13e-470a-ab7c-6b4f5f3a145d HTTP/1.1" status: 200 len: 210 time: 0.0552356 Aug 25 11:38:51.559520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.698504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=a4b61dc8-5fd2-443a-86ce-81bf97b52796,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:51.722805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5412201-1f3c-48cb-bc75-0ee8913cb5d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=e822084c-edc4-4896-8567-880123518a17,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:51.725120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-738b123a-d804-4860-8916-0982674a8788 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.735630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-738b123a-d804-4860-8916-0982674a8788 None None] Transition to ACTIVE for port object 563f100c-000c-47ee-a05f-90e7f8809e3c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:51.755268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-738b123a-d804-4860-8916-0982674a8788 None None] Transition to ACTIVE for port object 563f100c-000c-47ee-a05f-90e7f8809e3c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:51.761143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e822084c-edc4-4896-8567-880123518a17 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:51.795245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.815237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0afb7ae4-78ad-439f-a734-33bdb96dd77e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/a4b61dc8-5fd2-443a-86ce-81bf97b52796 HTTP/1.1" status: 204 len: 168 time: 1.9724624 Aug 25 11:38:51.821918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42522) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:51.822577 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.852490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:51.876730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Pushing event deleted for resources: {'Port': ['ID=35275052-c5af-4412-9f1e-9c77da947be2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:51.910888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-738b123a-d804-4860-8916-0982674a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.006612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b123a-d804-4860-8916-0982674a8788 None None] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:52.012358 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.013281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-738b123a-d804-4860-8916-0982674a8788 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:52.014741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b123a-d804-4860-8916-0982674a8788 None None] Pushing event updated for resources: {'Port': ['ID=563f100c-000c-47ee-a05f-90e7f8809e3c,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:52.017248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b123a-d804-4860-8916-0982674a8788 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:52.033550 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a900ff-59a5-40b7-82cc-93fd91165d89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:52.041290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-51a900ff-59a5-40b7-82cc-93fd91165d89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/a4b61dc8-5fd2-443a-86ce-81bf97b52796 HTTP/1.1" status: 404 len: 333 time: 0.1991003 Aug 25 11:38:52.044933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:52.046116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:52.050128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.124567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-738b123a-d804-4860-8916-0982674a8788 None None] Attempting to bind port 563f100c-000c-47ee-a05f-90e7f8809e3c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:52.124951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-738b123a-d804-4860-8916-0982674a8788 None None] Attempting to bind port 563f100c-000c-47ee-a05f-90e7f8809e3c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:52.125330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b123a-d804-4860-8916-0982674a8788 None None] Attempting to bind port 563f100c-000c-47ee-a05f-90e7f8809e3c on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:52.141181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b123a-d804-4860-8916-0982674a8788 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:52.141588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b123a-d804-4860-8916-0982674a8788 None None] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:52.141923 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-738b123a-d804-4860-8916-0982674a8788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.142417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b123a-d804-4860-8916-0982674a8788 None None] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:52.142934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-738b123a-d804-4860-8916-0982674a8788 None None] Bound port: 563f100c-000c-47ee-a05f-90e7f8809e3c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:52.143330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-738b123a-d804-4860-8916-0982674a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.302732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-738b123a-d804-4860-8916-0982674a8788 None None] For port 563f100c-000c-47ee-a05f-90e7f8809e3c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:52.308785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-738b123a-d804-4860-8916-0982674a8788 None None] For port 563f100c-000c-47ee-a05f-90e7f8809e3c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=563f100c-000c-47ee-a05f-90e7f8809e3c,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:52.322280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-738b123a-d804-4860-8916-0982674a8788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.413596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.515004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.562149 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:52.611598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b123a-d804-4860-8916-0982674a8788 None None] Pushing event updated for resources: {'Port': ['ID=563f100c-000c-47ee-a05f-90e7f8809e3c,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:52.785429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb798ddf-d290-41c8-92df-ff3b231119bf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:52.857298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Allocated IP 172.25.1.125 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ffc100ca-c027-4984-87bf-55561c882b09) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:52.899567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36bbc5-0f66-4e0a-a0fd-ad7078183da8 None None] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:53.001323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.005713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.127437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a73f2831-6203-4e74-b498-86c35c8a0487 None None] Provisioning for port eb798ddf-d290-41c8-92df-ff3b231119bf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:53.143956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port eb798ddf-d290-41c8-92df-ff3b231119bf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:53.156831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port eb798ddf-d290-41c8-92df-ff3b231119bf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:53.160568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.310737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18704fa2-4638-4590-bea3-9778eaebad8d None None] Network 82fac648-30cf-40be-aa00-e995b0ed08a2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:53.320116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Router 68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:38:53.526264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42562) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:53.567009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:53.582250 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] Sync routers for ids ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:53.599019 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] Routers {'68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:53.599268 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.605908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bfcfd844-c261-44d6-83c4-e9dd898163b8 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "PUT /v2.0/routers/68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 200 len: 710 time: 4.6718712 Aug 25 11:38:53.608789 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:53.609623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42566) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:53.676621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a73f2831-6203-4e74-b498-86c35c8a0487 None None] Provisioning complete for port eb798ddf-d290-41c8-92df-ff3b231119bf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:53.677417 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a73f2831-6203-4e74-b498-86c35c8a0487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.698604 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:53.714630 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] Routers {'68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:53.715643 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:53.755850 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:53.756941 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb59b6c-c068-4648-ace9-10442c94ec10 None None] The sync data for ids ['68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:38:53.898113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.914102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 3c39f8a4-807c-4a7d-8e5d-83337d64ce61 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:53.915499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.938495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:53.948861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-79323e98-a120-4361-a37a-4763c01cadb5 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/routers/68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 200 len: 745 time: 0.3350554 Aug 25 11:38:53.955394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42572) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:53.960491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.011044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port eb798ddf-d290-41c8-92df-ff3b231119bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb798ddf-d290-41c8-92df-ff3b231119bf,segment=NetworkSegment(f190fb71-3940-4d16-b229-9c0bdfe2d9e5),segment_id=f190fb71-3940-4d16-b229-9c0bdfe2d9e5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:54.115112 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.115938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19bfbc92-7384-4d35-9bc0-c99c8561248a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:54.159338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dc0c3099-5c05-42f2-8205-296cfb542271 tempest-RoutersIpV6AdminTest-1073338129 tempest-RoutersIpV6AdminTest-1073338129-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 200 len: 205 time: 0.1985195 Aug 25 11:38:54.174564 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb73a34e-cd6f-419f-b452-206f0e1854cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.178976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42578) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:54.285133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e3fa03a7-efd0-4c34-841d-8adf87bc6db7 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 200 len: 205 time: 0.1039641 Aug 25 11:38:54.290373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42582) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:54.317180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=6dc87452-c81e-47e8-88f8-fb594256a3f7,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:54.349010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.375979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.420121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 19bfbc92-7384-4d35-9bc0-c99c8561248a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:54.489556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.510234 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.522012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=eb798ddf-d290-41c8-92df-ff3b231119bf,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:54.534916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '50596b7e-9f05-46aa-a691-24c82ed2e6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e822084c-edc4-4896-8567-880123518a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:54.535611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: e822084c-edc4-4896-8567-880123518a17, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:54.634776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:54.644710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 3c39f8a4-807c-4a7d-8e5d-83337d64ce61 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:54.675033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:54.678847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network e822084c-edc4-4896-8567-880123518a17 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:54.682858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] Provisioning for port 19bfbc92-7384-4d35-9bc0-c99c8561248a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:54.696268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] Provisioning complete for port 19bfbc92-7384-4d35-9bc0-c99c8561248a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:54.697024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:54.702530 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.775420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb73a34e-cd6f-419f-b452-206f0e1854cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.811375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Pushing event updated for resources: {'Port': ['ID=ffc100ca-c027-4984-87bf-55561c882b09,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:54.851994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6e074-bd40-4d3b-bb3e-ed11e50befe4 None None] Network 23ee57be-cfa5-4242-889f-41f9dba105fc requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:54.854222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 563f100c-000c-47ee-a05f-90e7f8809e3c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:54.911054 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb73a34e-cd6f-419f-b452-206f0e1854cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:54.967752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb73a34e-cd6f-419f-b452-206f0e1854cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f9920840bfa4f09863c293071260e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4399366 Aug 25 11:38:54.968502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42592) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.051912 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.076541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e822084c-edc4-4896-8567-880123518a17) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:55.091427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:55.092559 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.159163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] For port 19bfbc92-7384-4d35-9bc0-c99c8561248a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19bfbc92-7384-4d35-9bc0-c99c8561248a,segment=NetworkSegment(c50194a8-ae99-49a8-a4b8-8e3bed34b78d),segment_id=c50194a8-ae99-49a8-a4b8-8e3bed34b78d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:55.163423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002b55c-232b-4833-abdc-bda777d8f75a None None] Network e822084c-edc4-4896-8567-880123518a17 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:55.221991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73a34e-cd6f-419f-b452-206f0e1854cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4124c6-0302-4188-80fb-e4df4b8277e4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:55.271851 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-096fa04b-f8a5-46fe-9205-9e0698553df7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8106122 Aug 25 11:38:55.276774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.280868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46400371'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:55.316766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 563f100c-000c-47ee-a05f-90e7f8809e3c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:55.334366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.339644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.339938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:55.348711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.463773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.473915 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.512401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=3c39f8a4-807c-4a7d-8e5d-83337d64ce61,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:55.532554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685a738-0e53-4a80-a6d6-911b1cc79a35 None None] Pushing event updated for resources: {'Port': ['ID=19bfbc92-7384-4d35-9bc0-c99c8561248a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:55.542279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:38:55.560883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Provisioning for port 563f100c-000c-47ee-a05f-90e7f8809e3c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:38:55.561297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.561297 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment fe82dcf2-0c85-4db9-9b3b-74d5dca96376 of type vlan for network 1dab9011-9edb-472b-8472-a2b3d6b03d6b Aug 25 11:38:55.601441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.615642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.618379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Provisioning complete for port 563f100c-000c-47ee-a05f-90e7f8809e3c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:55.619043 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.626694 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.631733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d38c412-4a94-46ba-8f4c-252add8f62a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/3c39f8a4-807c-4a7d-8e5d-83337d64ce61 HTTP/1.1" status: 204 len: 168 time: 3.5842168 Aug 25 11:38:55.637090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Fanout notify agent at l3_agent the message router_deleted on router 68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:38:55.657644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.657916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.664519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-12665a19-8bf6-4a03-9839-58a7855473bc tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 204 len: 168 time: 1.3686841 Aug 25 11:38:55.666739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42608) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.703417 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b993dd-4e8d-4321-ab8e-e00807ca0704 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:38:55.709040 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76b993dd-4e8d-4321-ab8e-e00807ca0704 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/3c39f8a4-807c-4a7d-8e5d-83337d64ce61 HTTP/1.1" status: 404 len: 333 time: 0.0477238 Aug 25 11:38:55.719098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955828f4-2a15-4eb9-9faf-42118b62dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.723558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42610) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.729745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-70f3cf03-95ff-4a61-b105-480029495232 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 200 len: 205 time: 0.0592697 Aug 25 11:38:55.742327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42612) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.862506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 587e3e07-d037-4328-b22b-21c3f93bbde2 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:38:55.863532 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-c0da4d17-3a52-4c41-a857-54778a6a4656 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] delete failed (client error): The resource could not be found. Aug 25 11:38:55.865468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c0da4d17-3a52-4c41-a857-54778a6a4656 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/68ee2882-4fdf-4c3b-bfe6-f7f8ad2cca56 HTTP/1.1" status: 404 len: 336 time: 0.1212895 Aug 25 11:38:55.868235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:55.874567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955828f4-2a15-4eb9-9faf-42118b62dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.910956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.959366 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.973659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e822084c-edc4-4896-8567-880123518a17', 'network_id': 'e822084c-edc4-4896-8567-880123518a17', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': '6dc87452-c81e-47e8-88f8-fb594256a3f7'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:38:55.974616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:55.999670 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.017244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:56.022062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.082503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955828f4-2a15-4eb9-9faf-42118b62dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.092053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955828f4-2a15-4eb9-9faf-42118b62dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.097765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-955828f4-2a15-4eb9-9faf-42118b62dd36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd4124c6-0302-4188-80fb-e4df4b8277e4 HTTP/1.1" status: 204 len: 168 time: 1.0727913 Aug 25 11:38:56.154033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955828f4-2a15-4eb9-9faf-42118b62dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4124c6-0302-4188-80fb-e4df4b8277e4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:56.366642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] For port 563f100c-000c-47ee-a05f-90e7f8809e3c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=563f100c-000c-47ee-a05f-90e7f8809e3c,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:56.406973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.430646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d97b92a8-4ca7-4522-bedb-7d5dd8191b49 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba9e91f5-0e80-4510-a532-0a36cf384408 HTTP/1.1" status: 200 len: 205 time: 0.5600224 Aug 25 11:38:56.435664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42634) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:56.509414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=1dab9011-9edb-472b-8472-a2b3d6b03d6b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:56.544163 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b311917f-9909-4682-a943-8669e5d13ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2671559 Aug 25 11:38:56.547211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42636) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:56.563619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.580116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:56.588508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Allocated IP 2001:db8::3 (e822084c-edc4-4896-8567-880123518a17/6dc87452-c81e-47e8-88f8-fb594256a3f7/7fbc6be0-1138-4614-8b87-8f958497bb90) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:38:56.635352 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-c8943c58-cd71-4319-b2af-aa64f06ad1bb tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] delete failed (client error): The resource could not be found. Aug 25 11:38:56.644189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c8943c58-cd71-4319-b2af-aa64f06ad1bb tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/ba9e91f5-0e80-4510-a532-0a36cf384408 HTTP/1.1" status: 404 len: 336 time: 0.1945806 Aug 25 11:38:56.646288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42640) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:56.657869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 1dab9011-9edb-472b-8472-a2b3d6b03d6b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:38:56.690018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Provisioning complete for port 19bfbc92-7384-4d35-9bc0-c99c8561248a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:56.690981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.695206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:38:56.767651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:56.772079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5fbadfb-7439-4fce-aacd-0a507cfe6f0e tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=44526afe-0c8c-4cca-af03-a1d5fd06e543 HTTP/1.1" status: 200 len: 205 time: 0.1213505 Aug 25 11:38:56.831074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:56.840800 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-a145e57c-3b9f-4878-b3f0-9183a04c6927 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] delete failed (client error): The resource could not be found. Aug 25 11:38:56.844769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a145e57c-3b9f-4878-b3f0-9183a04c6927 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/44526afe-0c8c-4cca-af03-a1d5fd06e543 HTTP/1.1" status: 404 len: 336 time: 0.0706668 Aug 25 11:38:56.848438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42650) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:56.877737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb798ddf-d290-41c8-92df-ff3b231119bf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:56.890842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9e3f8ff4-83a4-48ae-9aee-a6c055df4e44 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bdae4a5-c668-41af-bfa9-ca999ce73aef HTTP/1.1" status: 200 len: 205 time: 0.0393548 Aug 25 11:38:56.891804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42654) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:56.942944 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-0fd83de0-1f3d-4917-99cf-59e01c0ec95c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] delete failed (client error): The resource could not be found. Aug 25 11:38:56.950708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0fd83de0-1f3d-4917-99cf-59e01c0ec95c tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/6bdae4a5-c668-41af-bfa9-ca999ce73aef HTTP/1.1" status: 404 len: 336 time: 0.0575421 Aug 25 11:38:56.952206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42656) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:57.013264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:38:57.022813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.103248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c5adae2-6caf-4460-8b21-ed2c74359547 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=076dd81c-bad6-4e02-b08b-1b34ddfa1f0e HTTP/1.1" status: 200 len: 205 time: 0.1493385 Aug 25 11:38:57.115619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42662) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:57.194991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.205572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Transition to ACTIVE for port object 7fbc6be0-1138-4614-8b87-8f958497bb90 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:57.223814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Transition to ACTIVE for port object 7fbc6be0-1138-4614-8b87-8f958497bb90 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:38:57.267983 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.299946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Pushing event updated for resources: {'Port': ['ID=563f100c-000c-47ee-a05f-90e7f8809e3c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:57.338248 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-a476243f-bb75-4060-a180-c6225245c147 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] delete failed (client error): The resource could not be found. Aug 25 11:38:57.351546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a476243f-bb75-4060-a180-c6225245c147 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/076dd81c-bad6-4e02-b08b-1b34ddfa1f0e HTTP/1.1" status: 404 len: 336 time: 0.2336807 Aug 25 11:38:57.352658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42672) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:57.357726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Network e822084c-edc4-4896-8567-880123518a17 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:38:57.374055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.374634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:57.390018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:38:57.426004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Pushing event updated for resources: {'Port': ['ID=7fbc6be0-1138-4614-8b87-8f958497bb90,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:57.430607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-31a35866-fca0-4cf6-abf9-c9aa4611a511 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "GET /v2.0/ports?device_id=7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 HTTP/1.1" status: 200 len: 205 time: 0.0729692 Aug 25 11:38:57.431675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42674) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:57.478223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Performing IP validity checks on allocation pools {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 11:38:57.481253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 11:38:57.494684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.514691 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-517ffc32-e35e-4a29-bc02-565991df44b3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] delete failed (client error): The resource could not be found. Aug 25 11:38:57.519032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-517ffc32-e35e-4a29-bc02-565991df44b3 tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/routers/7466033c-7a7e-47b4-a68a-15e5e0c2e1e3 HTTP/1.1" status: 404 len: 336 time: 0.0861959 Aug 25 11:38:57.519636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42678) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:57.521678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port eb798ddf-d290-41c8-92df-ff3b231119bf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:57.526198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.580678 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e2bc3c-ddf4-4596-9309-59ed9f2e5bbf tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] DELETE failed (client error): The resource could not be found. Aug 25 11:38:57.581162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e2bc3c-ddf4-4596-9309-59ed9f2e5bbf tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:38:57.591991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f2e2bc3c-ddf4-4596-9309-59ed9f2e5bbf tempest-RoutersIpV6AdminTest-959804309 tempest-RoutersIpV6AdminTest-959804309-project] 10.222.0.35 "DELETE /v2.0/subnets/74f8307d-a136-4b94-9ac5-412c2af5846d HTTP/1.1" status: 404 len: 337 time: 0.0712435 Aug 25 11:38:57.612023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Attempting to bind port 7fbc6be0-1138-4614-8b87-8f958497bb90 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:38:57.612916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Attempting to bind port 7fbc6be0-1138-4614-8b87-8f958497bb90 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '50596b7e-9f05-46aa-a691-24c82ed2e6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e822084c-edc4-4896-8567-880123518a17'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:38:57.613497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Attempting to bind port 7fbc6be0-1138-4614-8b87-8f958497bb90 on network e822084c-edc4-4896-8567-880123518a17 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:38:57.630745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:38:57.631470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Checking segment: {'id': '50596b7e-9f05-46aa-a691-24c82ed2e6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e822084c-edc4-4896-8567-880123518a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:57.632119 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.632776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Bound using segment: {'id': '50596b7e-9f05-46aa-a691-24c82ed2e6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e822084c-edc4-4896-8567-880123518a17'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:38:57.634285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Bound port: 7fbc6be0-1138-4614-8b87-8f958497bb90, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50596b7e-9f05-46aa-a691-24c82ed2e6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e822084c-edc4-4896-8567-880123518a17'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:38:57.634891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.653951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Provisioning complete for port eb798ddf-d290-41c8-92df-ff3b231119bf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:57.654509 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.842444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] For port 7fbc6be0-1138-4614-8b87-8f958497bb90, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:38:57.881022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42692) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:57.883500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] For port 7fbc6be0-1138-4614-8b87-8f958497bb90, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7fbc6be0-1138-4614-8b87-8f958497bb90,segment=NetworkSegment(50596b7e-9f05-46aa-a691-24c82ed2e6b3),segment_id=50596b7e-9f05-46aa-a691-24c82ed2e6b3)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:38:57.888264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.888594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19bfbc92-7384-4d35-9bc0-c99c8561248a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:57.915207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:57.957427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=587e3e07-d037-4328-b22b-21c3f93bbde2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:58.008516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636337c6-873d-4fc8-86a1-a09d009e6b64 None None] Pushing event updated for resources: {'Port': ['ID=7fbc6be0-1138-4614-8b87-8f958497bb90,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:58.010712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.012956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b8462fa2-acec-42f3-907d-9616a54ee1e0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/587e3e07-d037-4328-b22b-21c3f93bbde2 HTTP/1.1" status: 204 len: 168 time: 2.2883651 Aug 25 11:38:58.031465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42698) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:58.065177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4a83ac9b-fdcc-4f29-96bd-264dafb49853 None None] Could not find standard attr ID for object 3c39f8a4-807c-4a7d-8e5d-83337d64ce61. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:38:58.067344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b2111-8606-432b-8e7e-ed72a7eb7370 None None] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:58.087950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.274500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.280817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42700) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:58.318489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.454182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port eb798ddf-d290-41c8-92df-ff3b231119bf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:58.455487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.490634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ad7fdab6-5276-4663-a5f1-ec0365ec8989 None None] Could not find standard attr ID for object a4b61dc8-5fd2-443a-86ce-81bf97b52796. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:38:58.528343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19bfbc92-7384-4d35-9bc0-c99c8561248a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:58.529074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.581909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ad7fdab6-5276-4663-a5f1-ec0365ec8989 None None] Provisioning complete for port 563f100c-000c-47ee-a05f-90e7f8809e3c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:38:58.582716 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdab6-5276-4663-a5f1-ec0365ec8989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.600405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=4198c6a5-5a84-4e37-a600-9219bb136edb,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:38:58.644615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:38:58.645229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: 1dab9011-9edb-472b-8472-a2b3d6b03d6b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:38:58.665552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8d080eb-a8d2-48fc-ae90-48e152344aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.702817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:38:58.730993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 1dab9011-9edb-472b-8472-a2b3d6b03d6b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:38:58.787942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 1dab9011-9edb-472b-8472-a2b3d6b03d6b) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:38:58.793633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:38:58.794289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.829900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af4d83-74c9-4058-a79e-9fd482720fbf None None] Network 1dab9011-9edb-472b-8472-a2b3d6b03d6b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:38:58.852254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1753353923-network', 'tenant_id': '2f260df576844cd1980ac37b6cf9cf9f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:38:58.877855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] For port eb798ddf-d290-41c8-92df-ff3b231119bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb798ddf-d290-41c8-92df-ff3b231119bf,segment=NetworkSegment(f190fb71-3940-4d16-b229-9c0bdfe2d9e5),segment_id=f190fb71-3940-4d16-b229-9c0bdfe2d9e5)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:58.878519 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:58.900340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:38:58.916828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for eb798ddf-d290-41c8-92df-ff3b231119bf owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:38:58.995066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:38:59.045974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] DHCP port deletion for f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:38:59.111269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ad7fdab6-5276-4663-a5f1-ec0365ec8989 None None] Could not find standard attr ID for object 3c39f8a4-807c-4a7d-8e5d-83337d64ce61. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:38:59.125260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:38:59.126037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:38:59.295498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:38:59.503299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 563f100c-000c-47ee-a05f-90e7f8809e3c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:38:59.547992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Deleting port eb798ddf-d290-41c8-92df-ff3b231119bf {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:38:59.547992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:59.548306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42724) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:59.578881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8d080eb-a8d2-48fc-ae90-48e152344aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:59.611269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-00cf91d4-3769-476d-a7a5-8facabc220cf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0484087 Aug 25 11:38:59.611269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:59.615123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42730) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:59.627029 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-67355db8-0ef3-4aa7-9afc-c8642b05cd7f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4261718 Aug 25 11:38:59.634924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42732) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:38:59.713183 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8d080eb-a8d2-48fc-ae90-48e152344aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:59.881291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] For port eb798ddf-d290-41c8-92df-ff3b231119bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb798ddf-d290-41c8-92df-ff3b231119bf,segment=NetworkSegment(f190fb71-3940-4d16-b229-9c0bdfe2d9e5),segment_id=f190fb71-3940-4d16-b229-9c0bdfe2d9e5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:38:59.881877 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:38:59.934378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c93d86-6b2b-45d1-ac31-74dc333c1882 None None] Network e822084c-edc4-4896-8567-880123518a17 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:00.013055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c833f21-0db3-49e0-9e2b-174b59ad2a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.024474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-1dab9011-9edb-472b-8472-a2b3d6b03d6b', 'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': '4198c6a5-5a84-4e37-a600-9219bb136edb'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:00.024474 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.030771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.036559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Calling delete_port for eb798ddf-d290-41c8-92df-ff3b231119bf owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:00.050848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Made reservation on behalf of 2f260df576844cd1980ac37b6cf9cf9f for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:00.056131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.123601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d080eb-a8d2-48fc-ae90-48e152344aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67af3ef1-3a5e-4a4a-98b4-d6ae3e297db2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:00.127452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a7662aa-cf7a-4f05-a36b-145b365261a3 None None] Provisioning for port 7fbc6be0-1138-4614-8b87-8f958497bb90 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:00.139290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.162579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c8d080eb-a8d2-48fc-ae90-48e152344aa0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78e8ee43f09841688181dd99fdda9273&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8783631 Aug 25 11:39:00.169440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:00.221503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 563f100c-000c-47ee-a05f-90e7f8809e3c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:00.222070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.238523 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.313168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=eb798ddf-d290-41c8-92df-ff3b231119bf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:00.317998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No DVR routers for this DVR port eb798ddf-d290-41c8-92df-ff3b231119bf on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:00.322092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.328935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c833f21-0db3-49e0-9e2b-174b59ad2a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.352100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-305c4863-d691-4fda-817c-cc1d41a0e7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.357174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c833f21-0db3-49e0-9e2b-174b59ad2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.401203 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5c833f21-0db3-49e0-9e2b-174b59ad2a1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c0afb3eb023494e94e30ee517d1da6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518379 Aug 25 11:39:00.411334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42744) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:00.463232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.474828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f123f6a4-2b11-4fbc-b3ec-ccb4e493be47']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:00.488160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:00.488160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f190fb71-3940-4d16-b229-9c0bdfe2d9e5') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:00.499880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.515597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.523144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:00.524086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.569263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:38:55Z', 'revision_number': 3, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:00.598918 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:00.610038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.640463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.642664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 HTTP/1.1" status: 204 len: 168 time: 2.6100976 Aug 25 11:39:00.646245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cc39e-f840-4033-82b6-d239b95d8170 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=f123f6a4-2b11-4fbc-b3ec-ccb4e493be47,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:00.649619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42750) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:00.655413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267029191'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:00.681778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:39:00.682342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Updating router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a port ffc100ca-c027-4984-87bf-55561c882b09 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:39:00.766768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.781548 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-305c4863-d691-4fda-817c-cc1d41a0e7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.790035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.833047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:00.839206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89a9652f-f983-4c23-8354-21c8da78220d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.843067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.843313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Allocated IP 2001:db8::3 (1dab9011-9edb-472b-8472-a2b3d6b03d6b/4198c6a5-5a84-4e37-a600-9219bb136edb/87d42388-8a82-4940-a744-03d7547fd19a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:00.880423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c833f21-0db3-49e0-9e2b-174b59ad2a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bd27fd-e9b5-4519-bdaa-41504ad250f2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:00.916991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.920833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:00.967333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-305c4863-d691-4fda-817c-cc1d41a0e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.970553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-305c4863-d691-4fda-817c-cc1d41a0e7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.975702 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-305c4863-d691-4fda-817c-cc1d41a0e7c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67af3ef1-3a5e-4a4a-98b4-d6ae3e297db2 HTTP/1.1" status: 204 len: 168 time: 0.8018913 Aug 25 11:39:00.994720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.995006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89a9652f-f983-4c23-8354-21c8da78220d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:00.995968 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Added segment 6e798cd3-2108-4f25-b7ff-d77fe51497de of type vlan for network 3acca64c-00c3-4258-a5f5-63033b6e6c97 Aug 25 11:39:01.002929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c3a8f6-b31c-47a5-b8cd-11a90582c126,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:01.007248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c4863-d691-4fda-817c-cc1d41a0e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67af3ef1-3a5e-4a4a-98b4-d6ae3e297db2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:01.024920 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.114632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.140733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:01.175961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89a9652f-f983-4c23-8354-21c8da78220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.180629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89a9652f-f983-4c23-8354-21c8da78220d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.182485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89a9652f-f983-4c23-8354-21c8da78220d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1bd27fd-e9b5-4519-bdaa-41504ad250f2 HTTP/1.1" status: 204 len: 168 time: 0.7632275 Aug 25 11:39:01.199962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.202015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9652f-f983-4c23-8354-21c8da78220d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bd27fd-e9b5-4519-bdaa-41504ad250f2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:01.209356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.217523 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 70e5570b-15da-49b2-947a-c40fa3fa9b94 of type vlan for network a2ada320-e1ba-4b74-87bf-fa090433d2d6 Aug 25 11:39:01.226142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.253863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Network f123f6a4-2b11-4fbc-b3ec-ccb4e493be47 is not hosted by any dhcp agent {{(pid=94912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:39:01.254621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] No DVR routers for this DVR port eb798ddf-d290-41c8-92df-ff3b231119bf on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:01.284917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc2941-6918-4c87-8f27-3f1f335107d9 None None] Pushing event deleted for resources: {'Port': ['ID=eb798ddf-d290-41c8-92df-ff3b231119bf,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:01.402640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:39:01.464682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7fbc6be0-1138-4614-8b87-8f958497bb90 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:01.492592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.540523 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.543193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:01.547276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.659026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Allocated IP 172.20.0.1 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/19547611-ada9-4d81-a452-4088a872e76a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:01.754452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.768063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:01.771965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:01.794617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9122312 Aug 25 11:39:01.794864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42770) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:01.809434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7f756-0729-4c66-bbc1-004df18893a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3acca64c-00c3-4258-a5f5-63033b6e6c97,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:01.822092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Request body: {'subnet': {'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1753353923-subnet', 'tenant_id': '2f260df576844cd1980ac37b6cf9cf9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:01.830794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1796501 Aug 25 11:39:01.845813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:01.859496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:01.877531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3acca64c-00c3-4258-a5f5-63033b6e6c97 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:01.910283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42776) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:01.971959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f25a9-4b58-414b-b39c-a0fc426a2d6a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=a2ada320-e1ba-4b74-87bf-fa090433d2d6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:01.998169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:02.058408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6c8baa7b-0561-4c31-bdca-c5f43fac44fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d614dd4cee8741cd829d0d3372bae431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468756 Aug 25 11:39:02.065041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42784) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:02.081064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Made reservation on behalf of 2f260df576844cd1980ac37b6cf9cf9f for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:02.093331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.146574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.156066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ae43-536c-4c50-9a38-c4667e865d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.202471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ae43-536c-4c50-9a38-c4667e865d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.306983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ae43-536c-4c50-9a38-c4667e865d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.310067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ae43-536c-4c50-9a38-c4667e865d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.311406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e1b3ae43-536c-4c50-9a38-c4667e865d8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ff93cca-4129-43aa-a9cb-7c4935e36e83 HTTP/1.1" status: 204 len: 168 time: 0.2449517 Aug 25 11:39:02.329984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3ae43-536c-4c50-9a38-c4667e865d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff93cca-4129-43aa-a9cb-7c4935e36e83,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:02.554767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.569192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Transition to ACTIVE for port object ffc100ca-c027-4984-87bf-55561c882b09 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:02.657159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.771271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b69e-e518-472f-98a6-35147e137010 None None] Pushing event updated for resources: {'Port': ['ID=ffc100ca-c027-4984-87bf-55561c882b09,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:02.841719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Attempting to bind port ffc100ca-c027-4984-87bf-55561c882b09 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:02.842368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Attempting to bind port ffc100ca-c027-4984-87bf-55561c882b09 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:02.843260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Attempting to bind port ffc100ca-c027-4984-87bf-55561c882b09 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:02.854979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.858564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7fbc6be0-1138-4614-8b87-8f958497bb90 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:02.874450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7fbc6be0-1138-4614-8b87-8f958497bb90 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:02.875067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.896427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Transition to ACTIVE for port object 19547611-ada9-4d81-a452-4088a872e76a will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:02.936932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:02.939618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:02.940674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.941120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:02.941753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Bound port: ffc100ca-c027-4984-87bf-55561c882b09, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:02.942159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.957774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:02.961655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Transition to ACTIVE for port object 87d42388-8a82-4940-a744-03d7547fd19a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:03.024370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:03.040228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:03.069942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:03.183601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:03.190671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.202049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Transition to ACTIVE for port object 87d42388-8a82-4940-a744-03d7547fd19a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:03.246130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.302030 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.320412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=4198c6a5-5a84-4e37-a600-9219bb136edb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:03.336876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Pushing event updated for resources: {'Port': ['ID=19547611-ada9-4d81-a452-4088a872e76a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:03.469681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] For port ffc100ca-c027-4984-87bf-55561c882b09, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:03.539646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Pushing event updated for resources: {'Port': ['ID=87d42388-8a82-4940-a744-03d7547fd19a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:03.545780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Network 1dab9011-9edb-472b-8472-a2b3d6b03d6b is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:03.547211 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.560270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:03.563086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.568052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] For port ffc100ca-c027-4984-87bf-55561c882b09, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ffc100ca-c027-4984-87bf-55561c882b09,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:03.569443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:03.573021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dab9011-9edb-472b-8472-a2b3d6b03d6b']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:03.597998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:03.599902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.600366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:03.624618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.650403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.683756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.714401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:03.717354 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.720202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.727364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7fbc6be0-1138-4614-8b87-8f958497bb90, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7fbc6be0-1138-4614-8b87-8f958497bb90,segment=NetworkSegment(50596b7e-9f05-46aa-a691-24c82ed2e6b3),segment_id=50596b7e-9f05-46aa-a691-24c82ed2e6b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:03.728770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-66869605-df11-4a19-b263-026cca04020e None None] Provisioning for port 19547611-ada9-4d81-a452-4088a872e76a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:03.731238 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:03.762329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.795189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Attempting to bind port 87d42388-8a82-4940-a744-03d7547fd19a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:03.795561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Attempting to bind port 87d42388-8a82-4940-a744-03d7547fd19a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:03.796145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Attempting to bind port 87d42388-8a82-4940-a744-03d7547fd19a on network 1dab9011-9edb-472b-8472-a2b3d6b03d6b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:03.799178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-66869605-df11-4a19-b263-026cca04020e None None] Provisioning complete for port 19547611-ada9-4d81-a452-4088a872e76a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:03.799558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-66869605-df11-4a19-b263-026cca04020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.875011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb798ddf-d290-41c8-92df-ff3b231119bf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:39:03.942913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 11:39:03.942913 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 11:39:03.942913 n-d-778732-11 neutron-server[94910]: [parameters: {'id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b'}] Aug 25 11:39:03.942913 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:39:03.943458 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:39:03.974474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:03.974474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Checking segment: {'id': 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:03.975354 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.976135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Bound using segment: {'id': 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:03.977477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Bound port: 87d42388-8a82-4940-a744-03d7547fd19a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1dab9011-9edb-472b-8472-a2b3d6b03d6b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:03.978166 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:03.981931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:03.983026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:03.993003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.032252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: eb798ddf-d290-41c8-92df-ff3b231119bf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:39:04.032845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb798ddf-d290-41c8-92df-ff3b231119bf not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:39:04.058043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=5a641b13-79ef-44b5-ab82-e1227bcc8e3c,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:04.125226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b69e-e518-472f-98a6-35147e137010 None None] Pushing event updated for resources: {'Port': ['ID=ffc100ca-c027-4984-87bf-55561c882b09,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:04.175652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.200914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '70e5570b-15da-49b2-947a-c40fa3fa9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:04.201317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: a2ada320-e1ba-4b74-87bf-fa090433d2d6, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:04.222285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-66869605-df11-4a19-b263-026cca04020e None None] Port 19547611-ada9-4d81-a452-4088a872e76a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:04.315062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:04.440634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc750c3-c446-450f-b850-5a12c5565127,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:04.440848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=7fbc6be0-1138-4614-8b87-8f958497bb90,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:04.445646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.471586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:04.499896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] For port 87d42388-8a82-4940-a744-03d7547fd19a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:04.506049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] For port 87d42388-8a82-4940-a744-03d7547fd19a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=87d42388-8a82-4940-a744-03d7547fd19a,segment=NetworkSegment(fe82dcf2-0c85-4db9-9b3b-74d5dca96376),segment_id=fe82dcf2-0c85-4db9-9b3b-74d5dca96376)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:04.590598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, a2ada320-e1ba-4b74-87bf-fa090433d2d6) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:04.603965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:04.604849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.619894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting port 87d42388-8a82-4940-a744-03d7547fd19a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:04.620998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.629745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Checking segment: {'id': '6e798cd3-2108-4f25-b7ff-d77fe51497de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:04.630508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Network hostable DHCP agents. Network: 3acca64c-00c3-4258-a5f5-63033b6e6c97, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:04.682842 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.685369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdeb653-f858-41ca-bb64-f8ef0ca539fe None None] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:04.726033 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-59066bcc-e8d1-4134-b82e-13baaba093de tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8760712 Aug 25 11:39:04.745835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42870) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:04.759434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6', 'name': 'tempest-PortsIpV6TestJSON-1456482259', 'fixed_ips': [{'subnet_id': '5a641b13-79ef-44b5-ab82-e1227bcc8e3c', 'ip_address': '2001:db8::10'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:04.766594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Network 3acca64c-00c3-4258-a5f5-63033b6e6c97 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:04.798380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 3acca64c-00c3-4258-a5f5-63033b6e6c97) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:04.821155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:04.823712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.899000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cc4f8c4b-d37f-420a-901b-8d9d472b69d8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1025364 Aug 25 11:39:04.932788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69dd7a-6480-4937-bbc6-46f603f719ea None None] Network 3acca64c-00c3-4258-a5f5-63033b6e6c97 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:04.939651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:04.950477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:05.003613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42878) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:05.130046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] For port 87d42388-8a82-4940-a744-03d7547fd19a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=87d42388-8a82-4940-a744-03d7547fd19a,segment=NetworkSegment(fe82dcf2-0c85-4db9-9b3b-74d5dca96376),segment_id=fe82dcf2-0c85-4db9-9b3b-74d5dca96376)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:05.131726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:05.138802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:05.164848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Pushing event updated for resources: {'Port': ['ID=19547611-ada9-4d81-a452-4088a872e76a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:05.189068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-a2ada320-e1ba-4b74-87bf-fa090433d2d6', 'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': '5a641b13-79ef-44b5-ab82-e1227bcc8e3c'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:05.189994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:05.231395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:05.242777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Calling delete_port for 87d42388-8a82-4940-a744-03d7547fd19a owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:05.355808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:05.359285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:05.675218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:39:05.755127 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:05.811536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 42d555b6-5a99-4031-bd3d-bdc9dc37e18d yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:05.831608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905b700-5950-43b3-8d1d-bb161b49a497 None None] Network 3acca64c-00c3-4258-a5f5-63033b6e6c97 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:05.836132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305826bd-aa50-462b-bf51-7d1312293999 None None] Pushing event updated for resources: {'Port': ['ID=87d42388-8a82-4940-a744-03d7547fd19a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:05.844763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-582693121'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:05.903872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:39:05.919592 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60987b75-8ebf-44f8-8feb-e1df30daa690 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d1f944a-c3aa-4a01-a6f5-fe207d77365a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2683308 Aug 25 11:39:05.963126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:05.988329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad59272-ca02-4b67-a750-00f09adb4eb0 None None] Network 1dab9011-9edb-472b-8472-a2b3d6b03d6b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:06.045111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Port': ['ID=87d42388-8a82-4940-a744-03d7547fd19a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:06.081073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No DVR routers for this DVR port 87d42388-8a82-4940-a744-03d7547fd19a on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:06.085803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Made reservation on behalf of 6baef68d1f464c59b8aab6f097293c70 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:06.089420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.164149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Allocated IP 2001:db8::2 (a2ada320-e1ba-4b74-87bf-fa090433d2d6/5a641b13-79ef-44b5-ab82-e1227bcc8e3c/d582d480-2024-4069-a5c4-7087128a47b2) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:06.192204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.199020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:01Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:06.236547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e237c84f-b18a-4bc4-b718-9e08b021a76f None None] Provisioning complete for port 19547611-ada9-4d81-a452-4088a872e76a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:06.237604 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e237c84f-b18a-4bc4-b718-9e08b021a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.281517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.298406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d55946-0bba-4fa6-b610-f70db6849ae9 None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:01Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:39:06.299256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dab9011-9edb-472b-8472-a2b3d6b03d6b']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:06.314263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:06.314902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe82dcf2-0c85-4db9-9b3b-74d5dca96376') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:06.326404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.352994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7fbc6be0-1138-4614-8b87-8f958497bb90 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:06.354245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.362147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:06.363012 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.449556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:06.456828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1078605069-network', 'tenant_id': '26df754ec47448a88028c167b20ffc47'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:06.483877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e237c84f-b18a-4bc4-b718-9e08b021a76f None None] Port 19547611-ada9-4d81-a452-4088a872e76a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:06.488937 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:06.506207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.539209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Made reservation on behalf of 26df754ec47448a88028c167b20ffc47 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:06.542003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.547323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.561897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/1dab9011-9edb-472b-8472-a2b3d6b03d6b HTTP/1.1" status: 204 len: 168 time: 6.9301016 Aug 25 11:39:06.571784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42918) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:06.572689 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.594546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7794520'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:06.646914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42924) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:06.665166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac7f0-f7af-4e42-a22f-8758c5363d26 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=1dab9011-9edb-472b-8472-a2b3d6b03d6b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:06.672916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7fbc6be0-1138-4614-8b87-8f958497bb90 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:06.673616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.911696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.934575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:06.990002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:07.001145 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.036324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:07.089145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.121399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.123421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Transition to ACTIVE for port object d582d480-2024-4069-a5c4-7087128a47b2 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:07.123926 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Added segment b0490095-db36-4d99-8fee-64efb173ec57 of type vlan for network ca9a6f71-71af-4601-9fae-5e4e031e8078 Aug 25 11:39:07.130330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240b90e4-0c7f-4c14-b2f3-a009eb82bfe5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:07.160306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:07.183239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Transition to ACTIVE for port object d582d480-2024-4069-a5c4-7087128a47b2 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:07.196649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.197552 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 26dfa39a-f852-486f-b471-6c3e5fd6b77e of type vlan for network bc3606a9-0bbd-4483-adb2-43783462960d Aug 25 11:39:07.222176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.269155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.323467 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.343008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.350047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:07.350047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.366176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:07.374806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:07.385963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:07.391314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::10 (a2ada320-e1ba-4b74-87bf-fa090433d2d6/5a641b13-79ef-44b5-ab82-e1227bcc8e3c/42d555b6-5a99-4031-bd3d-bdc9dc37e18d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:07.405982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1411706610', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:07.414227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.419043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Pushing event updated for resources: {'Port': ['ID=d582d480-2024-4069-a5c4-7087128a47b2,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:07.441716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:07.442865 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.552223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Attempting to bind port d582d480-2024-4069-a5c4-7087128a47b2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:07.558814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Attempting to bind port d582d480-2024-4069-a5c4-7087128a47b2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '70e5570b-15da-49b2-947a-c40fa3fa9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:07.558814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Attempting to bind port d582d480-2024-4069-a5c4-7087128a47b2 on network a2ada320-e1ba-4b74-87bf-fa090433d2d6 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:07.571418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:07.574042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Checking segment: {'id': '70e5570b-15da-49b2-947a-c40fa3fa9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:07.578343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.579389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Bound using segment: {'id': '70e5570b-15da-49b2-947a-c40fa3fa9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:07.580332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Bound port: d582d480-2024-4069-a5c4-7087128a47b2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e5570b-15da-49b2-947a-c40fa3fa9b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:07.580729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.624474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=bc3606a9-0bbd-4483-adb2-43783462960d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:07.737895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.752409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.763494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] For port d582d480-2024-4069-a5c4-7087128a47b2, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:07.770687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] For port d582d480-2024-4069-a5c4-7087128a47b2, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d582d480-2024-4069-a5c4-7087128a47b2,segment=NetworkSegment(70e5570b-15da-49b2-947a-c40fa3fa9b94),segment_id=70e5570b-15da-49b2-947a-c40fa3fa9b94)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:07.772202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:07.776909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bc3606a9-0bbd-4483-adb2-43783462960d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:07.781569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.794610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:07.853881 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Added segment ccdd3a46-c5cb-43ac-9955-ab11901804e2 of type vlan for network cb427c26-c59f-4499-a261-55e0c9973611 Aug 25 11:39:07.996636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42954) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:08.023618 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1bdcbc06-1c0c-47a7-9e6d-1a9fef231794 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4369743 Aug 25 11:39:08.047413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42956) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:08.051998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-794337033-network', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:08.085082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:08.133341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06088a5c-b1fd-4d0a-9098-bd4e9f22986d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:08.149852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2734b71-51c1-4df9-9f05-0d1b615de401 None None] Pushing event updated for resources: {'Port': ['ID=d582d480-2024-4069-a5c4-7087128a47b2,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:08.165113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Made reservation on behalf of 01361712468348a684a4a31a5ac2cbb7 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:08.169353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.190046 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.203990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.262392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event updated for resources: {'Network': ['ID=ca9a6f71-71af-4601-9fae-5e4e031e8078,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:08.271984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9e2defe-3f10-452a-a0c9-fbc77d40ec44 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2672460 Aug 25 11:39:08.278665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.281716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42958) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:08.299089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ca9a6f71-71af-4601-9fae-5e4e031e8078 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:08.302290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Request body: {'subnet': {'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:08.375847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Made reservation on behalf of 2bec6cedfd6f45ccabdb81eba74db6ee for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:08.378715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.400529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.401617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:08.406912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.437113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ffc100ca-c027-4984-87bf-55561c882b09 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:08.504530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.594385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ffc100ca-c027-4984-87bf-55561c882b09 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:08.600321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ffc100ca-c027-4984-87bf-55561c882b09 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:08.600721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.627926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb427c26-c59f-4499-a261-55e0c9973611,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:08.678369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object 42d555b6-5a99-4031-bd3d-bdc9dc37e18d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:08.686124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network cb427c26-c59f-4499-a261-55e0c9973611 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:08.695513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.711432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.723485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] device_id is not set on port 9202d16c-62e3-4c76-bc12-a0901b37c6b7 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:08.800837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.806057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.825528 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-53fa38c3-db1b-47cf-8236-4df4182e62a3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3712451 Aug 25 11:39:08.827740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:08.855795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ffc100ca-c027-4984-87bf-55561c882b09, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ffc100ca-c027-4984-87bf-55561c882b09,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:08.866456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:08.886677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Request body: {'subnet': {'network_id': 'cb427c26-c59f-4499-a261-55e0c9973611', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1078605069-subnet', 'tenant_id': '26df754ec47448a88028c167b20ffc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:08.941364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:08.960064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:08.964829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ffc100ca-c027-4984-87bf-55561c882b09,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:08.965465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:08.981776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:08.982477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.009645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=42d555b6-5a99-4031-bd3d-bdc9dc37e18d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:09.073236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec86d8d-2758-458d-b82c-ac07f534f008,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:09.180346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Allocated IP 172.25.1.79 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9202d16c-62e3-4c76-bc12-a0901b37c6b7) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:09.252355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.274077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.297931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Made reservation on behalf of 6baef68d1f464c59b8aab6f097293c70 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:09.309571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.455617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:39:09.455617 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:39:09.455617 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '26df754ec47448a88028c167b20ffc47', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 39, 9, 61285)}] Aug 25 11:39:09.455617 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:39:09.457051 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:39:09.459072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:09.463496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.479718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93f53d30-54fd-4e04-8bc7-9e730402add4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7314494 Aug 25 11:39:09.480377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42978) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:09.489939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:09.521601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d2fc3-07fd-4b23-a850-1e1b48e982a4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:09.572226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.572226 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Added segment 96eb2d27-794b-4f45-93c0-f5618107cd40 of type vlan for network 4ebb8723-25d9-4bd9-ad28-2a94710e759d Aug 25 11:39:09.593531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.660974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': 'a2ada320-e1ba-4b74-87bf-fa090433d2d6', 'name': 'tempest-PortsIpV6TestJSON-1714379811', 'fixed_ips': [{'subnet_id': '5a641b13-79ef-44b5-ab82-e1227bcc8e3c', 'ip_address': '2001:db8::f'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:09.677872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.730952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.732200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:09.733052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.829660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:09.861620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8430827 Aug 25 11:39:09.862734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42980) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:09.873073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Request body: {'subnet': {'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-794337033-subnet', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:09.962322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:09.979315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff044-22b6-4882-9745-296481d258e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ebb8723-25d9-4bd9-ad28-2a94710e759d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:09.996084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:10.001118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:10.034438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:10.051301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Made reservation on behalf of 2bec6cedfd6f45ccabdb81eba74db6ee for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:10.055249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.114908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Pushing event updated for resources: {'Port': ['ID=9202d16c-62e3-4c76-bc12-a0901b37c6b7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:10.226488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Made reservation on behalf of 26df754ec47448a88028c167b20ffc47 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:10.228467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5fae6f-8d79-47be-be2d-c14650397fb5 None None] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:10.230605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.273098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.442700 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:10.443867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.486195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:10.489896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b49da96b-aae9-42bb-a715-da94376b31dc None None] Provisioning for port d582d480-2024-4069-a5c4-7087128a47b2 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:10.496281 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.558231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ffc100ca-c027-4984-87bf-55561c882b09 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:10.586665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e708b72-26e8-4473-b932-acc3371b0e56 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9371889 Aug 25 11:39:10.592051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Checking segment: {'id': 'b0490095-db36-4d99-8fee-64efb173ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:10.592440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Network hostable DHCP agents. Network: ca9a6f71-71af-4601-9fae-5e4e031e8078, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:10.595542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:10.606518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port d56372fa-9dc4-4e4c-a57c-916e08444256 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:10.612589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.79'}]}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:10.622214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.637517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event updated for resources: {'Subnet': ['ID=ec656889-cd68-474c-ada4-1d020517a85a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:10.709219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.711274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.745802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ffc100ca-c027-4984-87bf-55561c882b09 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:10.746461 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:10.849719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Network ca9a6f71-71af-4601-9fae-5e4e031e8078 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:10.943021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=74942705-73e0-4b14-a244-cccc2325145b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:10.948985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d582d480-2024-4069-a5c4-7087128a47b2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:10.972621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '26dfa39a-f852-486f-b471-6c3e5fd6b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:10.973298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: bc3606a9-0bbd-4483-adb2-43783462960d, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:10.980366 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:39:10.997235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ca9a6f71-71af-4601-9fae-5e4e031e8078) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:11.006111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:11.006751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:11.027151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268abba5-4a65-4be8-9043-35eb61ccbdc8 None None] Network ca9a6f71-71af-4601-9fae-5e4e031e8078 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:11.049461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:11.050424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.182352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2c99529a-8aa0-40f1-b8ea-194550573d48 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8894823 Aug 25 11:39:11.186770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.189346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42998) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:11.211131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.277237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d582d480-2024-4069-a5c4-7087128a47b2 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:11.289582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d582d480-2024-4069-a5c4-7087128a47b2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:11.290206 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.329967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network bc3606a9-0bbd-4483-adb2-43783462960d is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:11.342191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Request body: {'port': {'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1631332364'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:11.359613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8d3f4a-55b3-4132-9490-43fe8c7f0d95,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:11.372450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::f (a2ada320-e1ba-4b74-87bf-fa090433d2d6/5a641b13-79ef-44b5-ab82-e1227bcc8e3c/d56372fa-9dc4-4e4c-a57c-916e08444256) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:11.425439 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:11.443479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bc3606a9-0bbd-4483-adb2-43783462960d) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:11.475384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:11.478226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.512341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.560001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Provisioning complete for port d582d480-2024-4069-a5c4-7087128a47b2 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:11.560704 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.580627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7368826a-a784-436a-a7aa-5565c280bc02 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5312612 Aug 25 11:39:11.600133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43006) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:11.653276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb063fa-9c15-413e-9181-7bbf487e4eec None None] Network bc3606a9-0bbd-4483-adb2-43783462960d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:11.723307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-ca9a6f71-71af-4601-9fae-5e4e031e8078', 'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078', 'tenant_id': '6baef68d1f464c59b8aab6f097293c70', 'fixed_ips': [{'subnet_id': 'ec656889-cd68-474c-ada4-1d020517a85a'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:11.724532 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.758269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Checking segment: {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:11.759321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Network hostable DHCP agents. Network: 4ebb8723-25d9-4bd9-ad28-2a94710e759d, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:11.924698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.946479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Made reservation on behalf of 6baef68d1f464c59b8aab6f097293c70 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:11.950814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.959558 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:11.962560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:12.010776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d258d6-077a-4bb9-a16c-8fd3a72a08d2,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:12.033061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4ebb8723-25d9-4bd9-ad28-2a94710e759d) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:12.044046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Checking segment: {'id': 'ccdd3a46-c5cb-43ac-9955-ab11901804e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cb427c26-c59f-4499-a261-55e0c9973611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:12.045918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Network hostable DHCP agents. Network: cb427c26-c59f-4499-a261-55e0c9973611, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:12.067983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.089031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1352d9aa-61aa-41bf-9e02-78702e314f99 None None] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:12.092985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:04Z', 'revision_number': 2, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:12.099051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object d56372fa-9dc4-4e4c-a57c-916e08444256 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:12.122795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Network cb427c26-c59f-4499-a261-55e0c9973611 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:12.132996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, cb427c26-c59f-4499-a261-55e0c9973611) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:12.139936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:12.141077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.151380 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:39:12.152310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Updating router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a port 19547611-ada9-4d81-a452-4088a872e76a binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:39:12.182755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:12.183883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.188756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8229c050-3763-4683-b562-4f53a0f59e87 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3442228 Aug 25 11:39:12.213817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] device_id is not set on port 08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:12.261374 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.289423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ac3c7-10f9-4d6e-a052-86152e2a5e74 None None] Network cb427c26-c59f-4499-a261-55e0c9973611 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:12.535239 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.578390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Allocated IP 172.20.0.11 (ca9a6f71-71af-4601-9fae-5e4e031e8078/ec656889-cd68-474c-ada4-1d020517a85a/08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:12.608247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.964737 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:12.982185 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Transition to ACTIVE for port object 19547611-ada9-4d81-a452-4088a872e76a will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:12.984989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.006569 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.014089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-115718dd-0b48-44cc-ba0e-e1fbcaf846a9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1436121 Aug 25 11:39:13.027731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.082200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:13.087021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:13.149505 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Pushing event updated for resources: {'Port': ['ID=19547611-ada9-4d81-a452-4088a872e76a,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:13.162347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.198621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.199425 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.200003 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.200592 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.201151 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.201751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.202306 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.202863 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.203536 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.204119 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.204698 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.205266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:13.217806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Transition to ACTIVE for port object 08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:13.277993 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Attempting to bind port 19547611-ada9-4d81-a452-4088a872e76a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:13.278733 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Attempting to bind port 19547611-ada9-4d81-a452-4088a872e76a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:13.279416 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Attempting to bind port 19547611-ada9-4d81-a452-4088a872e76a on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:13.286276 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:13.287121 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:13.287849 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.289171 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:13.290427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Bound port: 19547611-ada9-4d81-a452-4088a872e76a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:13.291664 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.321546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-bc3606a9-0bbd-4483-adb2-43783462960d', 'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': '74942705-73e0-4b14-a244-cccc2325145b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:13.323047 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.434373 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] For port 19547611-ada9-4d81-a452-4088a872e76a, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:13.438928 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] For port 19547611-ada9-4d81-a452-4088a872e76a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19547611-ada9-4d81-a452-4088a872e76a,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:13.452375 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.453092 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.454619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.462872 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.521781 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:13.524438 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:13.619044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.625183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.921193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.929579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:13.930232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 118b0ae1-560e-4ddc-9bee-0b3e05157c5e {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:39:13.951054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.018162 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fcc66-a962-43bc-88f0-011ab23a0e13 None None] Pushing event updated for resources: {'Port': ['ID=19547611-ada9-4d81-a452-4088a872e76a,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:14.031810 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:14.077782 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 25 11:39:14.083312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a4bd311c-af62-4a89-aa72-dceace8bad2a tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4831231 Aug 25 11:39:14.085962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43050) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:14.087518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port d582d480-2024-4069-a5c4-7087128a47b2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d582d480-2024-4069-a5c4-7087128a47b2,segment=NetworkSegment(70e5570b-15da-49b2-947a-c40fa3fa9b94),segment_id=70e5570b-15da-49b2-947a-c40fa3fa9b94)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:14.174153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4ebb8723-25d9-4bd9-ad28-2a94710e759d', 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'fixed_ips': [{'subnet_id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:14.175584 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.228870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:14.254956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:14.261765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.361572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:14.368553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:14.369619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.385781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.415112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.470901 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:13Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:14.475285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=d56372fa-9dc4-4e4c-a57c-916e08444256,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:14.519854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.520223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.520529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.520886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.521225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.527362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.527766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.528093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.528425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.528774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.529113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.529517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:14.537813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.550478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Network ca9a6f71-71af-4601-9fae-5e4e031e8078 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:14.552447 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d7316-f5fa-4c71-b232-dee59431734d None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:13Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:39:14.566257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:14.581389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f47d11-4920-4b51-aa33-443d34ba25c9 None None] Network cb427c26-c59f-4499-a261-55e0c9973611 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:14.604036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Deleting port 9202d16c-62e3-4c76-bc12-a0901b37c6b7 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:14.604335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19547611-ada9-4d81-a452-4088a872e76a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:14.604524 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.625220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f93cddfa-60e6-439a-bcd4-4b448f5b8db5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0420809 Aug 25 11:39:14.632155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43058) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:14.652047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:14.815659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa88c21-d2d5-4f1e-98ae-5e9c36cb5756 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:14.825011 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eaa88c21-d2d5-4f1e-98ae-5e9c36cb5756 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1913218 Aug 25 11:39:14.833427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:14.887960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Allocated IP 2001:db8::1 (bc3606a9-0bbd-4483-adb2-43783462960d/74942705-73e0-4b14-a244-cccc2325145b/abd137aa-552a-4f64-843e-6fb7a1ee01c1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:14.949543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:14.950264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:14.984057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-5ec29e14-b2c8-42fb-a681-77d6056e026b tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:14.992150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-5ec29e14-b2c8-42fb-a681-77d6056e026b tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/networks?id=3acca64c-00c3-4258-a5f5-63033b6e6c97 HTTP/1.1" status: 200 len: 825 time: 0.8197243 Aug 25 11:39:15.005257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.6721184 Aug 25 11:39:15.012254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43068) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:15.023146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c051e-ce9e-40db-83af-7e29ce88fda6 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event updated for resources: {'Port': ['ID=08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:15.033889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-7401938f-9d21-49c6-9ae1-007b18069f0a tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/quotas/2f260df576844cd1980ac37b6cf9cf9f HTTP/1.1" status: 200 len: 375 time: 0.0404322 Aug 25 11:39:15.046213 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:39:15.046574 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:39:15.096938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-1145696a-71bd-43d2-b630-cb3dd330efee tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2f260df576844cd1980ac37b6cf9cf9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617244 Aug 25 11:39:15.223425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Deleting port 08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:15.223781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.400666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.416498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Calling delete_port for 08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:15.423374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=d582d480-2024-4069-a5c4-7087128a47b2,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:15.445028 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.494303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Allocated IP 172.20.0.2 (ca9a6f71-71af-4601-9fae-5e4e031e8078/ec656889-cd68-474c-ada4-1d020517a85a/b0e35566-862e-49da-9a0f-1ec41418aafb) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:15.523305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 19547611-ada9-4d81-a452-4088a872e76a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:15.553699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19547611-ada9-4d81-a452-4088a872e76a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:15.554667 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.567087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Calling delete_port for 9202d16c-62e3-4c76-bc12-a0901b37c6b7 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:15.655140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898b384-d007-439b-8c5c-012836d4cfb5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:15.664254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898b384-d007-439b-8c5c-012836d4cfb5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:15.671616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898b384-d007-439b-8c5c-012836d4cfb5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:15.677291 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6898b384-d007-439b-8c5c-012836d4cfb5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.8428550 Aug 25 11:39:15.678797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43078) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:15.681016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.700722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.716915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Transition to ACTIVE for port object abd137aa-552a-4f64-843e-6fb7a1ee01c1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:15.741867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Transition to ACTIVE for port object abd137aa-552a-4f64-843e-6fb7a1ee01c1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:15.795993 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.899532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.919107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:15.942848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.037240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=74942705-73e0-4b14-a244-cccc2325145b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:16.101637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Pushing event deleted for resources: {'Port': ['ID=9202d16c-62e3-4c76-bc12-a0901b37c6b7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:16.115945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.134147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Network bc3606a9-0bbd-4483-adb2-43783462960d is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:16.142193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:16.149744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Pushing event updated for resources: {'Port': ['ID=abd137aa-552a-4f64-843e-6fb7a1ee01c1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:16.152822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:16.165439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Allocated IP 172.20.0.2 (4ebb8723-25d9-4bd9-ad28-2a94710e759d/bd8d3f4a-55b3-4132-9490-43fe8c7f0d95/37446068-542a-4c16-a090-9b765289e3cc) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:16.184662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-4ecc1526-5b6d-4440-9805-349dfa394878 service neutron] 10.222.0.35 "GET /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0862002 Aug 25 11:39:16.225403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Transition to ACTIVE for port object b0e35566-862e-49da-9a0f-1ec41418aafb will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:16.245816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.294344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Provisioning for port 42d555b6-5a99-4031-bd3d-bdc9dc37e18d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:16.309117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port d56372fa-9dc4-4e4c-a57c-916e08444256 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:16.309368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.349063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Transition to ACTIVE for port object b0e35566-862e-49da-9a0f-1ec41418aafb will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:16.359169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Provisioning complete for port 42d555b6-5a99-4031-bd3d-bdc9dc37e18d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:16.359733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.384354 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.386657 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8fa8c9a2-3a90-4f45-8cf1-340c1e754c34 tempest-RoutersAdminNegativeTest-1473366142 tempest-RoutersAdminNegativeTest-1473366142-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9202d16c-62e3-4c76-bc12-a0901b37c6b7 HTTP/1.1" status: 204 len: 168 time: 2.2993898 Aug 25 11:39:16.398312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Allocated IP 172.25.1.91 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/4407b64f-3ca8-46db-bc0d-529f6a43f75a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:16.425776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-924c262f-c326-44ba-9fb8-9d481a917e2e None None] Port 42d555b6-5a99-4031-bd3d-bdc9dc37e18d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:16.445323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.461996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for d56372fa-9dc4-4e4c-a57c-916e08444256 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:16.464456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.486545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Attempting to bind port abd137aa-552a-4f64-843e-6fb7a1ee01c1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:16.487221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Attempting to bind port abd137aa-552a-4f64-843e-6fb7a1ee01c1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '26dfa39a-f852-486f-b471-6c3e5fd6b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:16.487781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Attempting to bind port abd137aa-552a-4f64-843e-6fb7a1ee01c1 on network bc3606a9-0bbd-4483-adb2-43783462960d {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:16.630846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.634678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.643150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3606a9-0bbd-4483-adb2-43783462960d']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:16.662192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.674381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Transition to ACTIVE for port object 37446068-542a-4c16-a090-9b765289e3cc will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:16.677452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dfa39a-f852-486f-b471-6c3e5fd6b77e') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:16.677820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dfa39a-f852-486f-b471-6c3e5fd6b77e') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:16.712240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Network ca9a6f71-71af-4601-9fae-5e4e031e8078 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:16.713521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.721747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Transition to ACTIVE for port object 37446068-542a-4c16-a090-9b765289e3cc will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:16.728605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:16.737175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.747112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.767467 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.769765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event deleted for resources: {'Port': ['ID=08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:16.782958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:16.791807 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.794401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:16.794728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Checking segment: {'id': '26dfa39a-f852-486f-b471-6c3e5fd6b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:16.794896 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.795355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Bound using segment: {'id': '26dfa39a-f852-486f-b471-6c3e5fd6b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:16.795822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Bound port: abd137aa-552a-4f64-843e-6fb7a1ee01c1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dfa39a-f852-486f-b471-6c3e5fd6b77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc3606a9-0bbd-4483-adb2-43783462960d'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:16.796206 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.820643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=d56372fa-9dc4-4e4c-a57c-916e08444256,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:16.827576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-416290df-aefd-4798-9407-c4321fa7718c None None] Could not find standard attr ID for object d56372fa-9dc4-4e4c-a57c-916e08444256. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:39:16.867830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.937575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:16.938032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:16.943821 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:16.949073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:16.952968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e319da48-456d-4a52-bdc1-04cb201acb99 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/d56372fa-9dc4-4e4c-a57c-916e08444256 HTTP/1.1" status: 204 len: 168 time: 1.2694421 Aug 25 11:39:16.960968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:16.987718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43102) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:17.009278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Pushing event updated for resources: {'Port': ['ID=b0e35566-862e-49da-9a0f-1ec41418aafb,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:17.039556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:17.045483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43106) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:17.049123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:17.067041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:17.075466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-8f45833d-3187-4103-9529-8e5a85173293 service neutron] 10.222.0.35 "GET /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8733714 Aug 25 11:39:17.128030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.134032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-05c8eb34-5f3a-4723-bd8b-aa9a0f233430 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "DELETE /v2.0/ports/08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b HTTP/1.1" status: 204 len: 168 time: 2.1200767 Aug 25 11:39:17.139574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43110) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:17.146081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Pushing event updated for resources: {'Port': ['ID=4407b64f-3ca8-46db-bc0d-529f6a43f75a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:17.172093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 25 11:39:17.172093 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 25 11:39:17.172093 n-d-778732-11 neutron-server[94910]: [parameters: {'id': 'bc3606a9-0bbd-4483-adb2-43783462960d'}] Aug 25 11:39:17.172093 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:39:17.172547 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:39:17.249353 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a25149-db4d-4cb5-981e-2ca7e8f3a342 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:39:17.257838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43120) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:17.285352 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-48a25149-db4d-4cb5-981e-2ca7e8f3a342 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/d56372fa-9dc4-4e4c-a57c-916e08444256 HTTP/1.1" status: 404 len: 333 time: 0.2877250 Aug 25 11:39:17.323291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:17.338272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-416290df-aefd-4798-9407-c4321fa7718c None None] Provisioning complete for port 19547611-ada9-4d81-a452-4088a872e76a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:17.339079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-416290df-aefd-4798-9407-c4321fa7718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.342432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 19547611-ada9-4d81-a452-4088a872e76a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19547611-ada9-4d81-a452-4088a872e76a,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:17.349384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:17.537228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f38f4602-d183-4a0a-a47b-3a677b236ca1 tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.3936675 Aug 25 11:39:17.556966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43124) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:17.582987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-771445875'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:17.663023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-709d46a4-c72e-4a76-87bb-11c789c93d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.667859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e55b9e0-5165-4d4e-8d26-3704ad85bd8f req-7d04fab8-3faf-4768-8934-86fd23d7ce67 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 210 time: 0.1491182 Aug 25 11:39:17.688346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.765383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Made reservation on behalf of 6baef68d1f464c59b8aab6f097293c70 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:17.771708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.818660 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.858718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:17.873026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.873656 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Added segment eabd9a56-355d-4786-8cf7-0f92030c8773 of type vlan for network 3156e3d7-bb34-4fc8-9306-3078a26ffa9a Aug 25 11:39:17.890529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 42d555b6-5a99-4031-bd3d-bdc9dc37e18d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:17.890932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.933100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.959856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting port abd137aa-552a-4f64-843e-6fb7a1ee01c1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:17.960738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:17.972620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Attempting to bind port b0e35566-862e-49da-9a0f-1ec41418aafb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:17.974352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Attempting to bind port b0e35566-862e-49da-9a0f-1ec41418aafb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'b0490095-db36-4d99-8fee-64efb173ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:17.977114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Attempting to bind port b0e35566-862e-49da-9a0f-1ec41418aafb on network ca9a6f71-71af-4601-9fae-5e4e031e8078 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:18.066218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.073335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d582d480-2024-4069-a5c4-7087128a47b2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:18.099881 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-709d46a4-c72e-4a76-87bb-11c789c93d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.155705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 42d555b6-5a99-4031-bd3d-bdc9dc37e18d owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:18.167049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Attempting to bind port 37446068-542a-4c16-a090-9b765289e3cc on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:18.167948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Attempting to bind port 37446068-542a-4c16-a090-9b765289e3cc by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:18.169230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Attempting to bind port 37446068-542a-4c16-a090-9b765289e3cc on network 4ebb8723-25d9-4bd9-ad28-2a94710e759d {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:18.179436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-709d46a4-c72e-4a76-87bb-11c789c93d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.186067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Pushing event updated for resources: {'Port': ['ID=37446068-542a-4c16-a090-9b765289e3cc,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:18.191716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:18.192795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Checking segment: {'id': 'b0490095-db36-4d99-8fee-64efb173ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:18.193621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.194470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Bound using segment: {'id': 'b0490095-db36-4d99-8fee-64efb173ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:18.195435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Bound port: b0e35566-862e-49da-9a0f-1ec41418aafb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0490095-db36-4d99-8fee-64efb173ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ca9a6f71-71af-4601-9fae-5e4e031e8078'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:18.196858 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.215965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.223046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:18.223609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.268559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] For port abd137aa-552a-4f64-843e-6fb7a1ee01c1, host n-d-778732-11, got binding levels [] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:18.268942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.288881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Calling delete_port for abd137aa-552a-4f64-843e-6fb7a1ee01c1 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:18.349258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] For port abd137aa-552a-4f64-843e-6fb7a1ee01c1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:18.354092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d46a4-c72e-4a76-87bb-11c789c93d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc82236e-b0c4-4c2f-9a70-0f070b296c49,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:18.414294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:18.414728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Checking segment: {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:18.415564 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.415564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Bound using segment: {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:18.416089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Bound port: 37446068-542a-4c16-a090-9b765289e3cc, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:18.416467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.473681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] For port abd137aa-552a-4f64-843e-6fb7a1ee01c1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=abd137aa-552a-4f64-843e-6fb7a1ee01c1,segment=NetworkSegment(26dfa39a-f852-486f-b471-6c3e5fd6b77e),segment_id=26dfa39a-f852-486f-b471-6c3e5fd6b77e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:18.511651 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-709d46a4-c72e-4a76-87bb-11c789c93d94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e88330a7ebe640ae8cff9f68ed9deab3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4643416 Aug 25 11:39:18.520745 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9201086-20d8-426d-b8b0-b5e927400d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.533593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.550048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43144) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:18.555489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.557615 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9991369 Aug 25 11:39:18.568287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43146) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:18.607445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d582d480-2024-4069-a5c4-7087128a47b2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:18.608093 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.614552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabe67a-7c55-4a05-8daf-dee4d0f29001 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event updated for resources: {'Network': ['ID=3156e3d7-bb34-4fc8-9306-3078a26ffa9a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:18.673599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-031764cd-ad23-4e5d-9d99-051e74ff9b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.676840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] For port b0e35566-862e-49da-9a0f-1ec41418aafb, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:18.677224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.729308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Port': ['ID=abd137aa-552a-4f64-843e-6fb7a1ee01c1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-a72492d6-2a05-40c6-bc23-d9a00d07cb66 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port abd137aa-552a-4f64-843e-6fb7a1ee01c1 could not be found. Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:39:18.763540 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port abd137aa-552a-4f64-843e-6fb7a1ee01c1 could not be found. Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:39:18.771363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=19547611-ada9-4d81-a452-4088a872e76a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:18.792905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-416290df-aefd-4798-9407-c4321fa7718c None None] Could not find standard attr ID for object 42d555b6-5a99-4031-bd3d-bdc9dc37e18d. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:39:18.795691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3156e3d7-bb34-4fc8-9306-3078a26ffa9a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:18.804594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] For port b0e35566-862e-49da-9a0f-1ec41418aafb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b0e35566-862e-49da-9a0f-1ec41418aafb,segment=NetworkSegment(b0490095-db36-4d99-8fee-64efb173ec57),segment_id=b0490095-db36-4d99-8fee-64efb173ec57)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:18.819590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.822285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No DVR routers for this DVR port abd137aa-552a-4f64-843e-6fb7a1ee01c1 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:18.831460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353dc3d4-a372-4139-9969-8e323c5f2b4e None None] Network bc3606a9-0bbd-4483-adb2-43783462960d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:18.908122 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:18.910612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f830b0-1154-4aaa-9cd8-913e97aadfe6 None None] Pushing event deleted for resources: {'Port': ['ID=abd137aa-552a-4f64-843e-6fb7a1ee01c1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:18.971267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=42d555b6-5a99-4031-bd3d-bdc9dc37e18d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:19.067146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.078621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-031764cd-ad23-4e5d-9d99-051e74ff9b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.184636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2decf12b-f60e-4639-a200-92508aef98e1 req-2018ec50-f1d0-4631-83d6-1074f4608924 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 210 time: 0.2534072 Aug 25 11:39:19.198810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.201242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0477e22e-8278-43ec-a842-af64122f5792 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/42d555b6-5a99-4031-bd3d-bdc9dc37e18d HTTP/1.1" status: 204 len: 168 time: 1.9420955 Aug 25 11:39:19.204902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43160) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:19.240531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.274656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] For port 37446068-542a-4c16-a090-9b765289e3cc, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:19.295971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] For port 37446068-542a-4c16-a090-9b765289e3cc, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=37446068-542a-4c16-a090-9b765289e3cc,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:19.298899 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d628332-feb8-484d-901d-5c1af66a0057 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:39:19.299467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb465e32-393b-4efc-9179-9a06d9ef84a9 None None] Pushing event updated for resources: {'Port': ['ID=b0e35566-862e-49da-9a0f-1ec41418aafb,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:19.312149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1d628332-feb8-484d-901d-5c1af66a0057 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/42d555b6-5a99-4031-bd3d-bdc9dc37e18d HTTP/1.1" status: 404 len: 333 time: 0.0927787 Aug 25 11:39:19.314061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43162) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:19.334643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3606a9-0bbd-4483-adb2-43783462960d']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:19.373086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.384677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dfa39a-f852-486f-b471-6c3e5fd6b77e') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:19.406117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dfa39a-f852-486f-b471-6c3e5fd6b77e') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:19.604529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-031764cd-ad23-4e5d-9d99-051e74ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.608303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-031764cd-ad23-4e5d-9d99-051e74ff9b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.616062 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-031764cd-ad23-4e5d-9d99-051e74ff9b05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc82236e-b0c4-4c2f-9a70-0f070b296c49 HTTP/1.1" status: 204 len: 168 time: 1.0586958 Aug 25 11:39:19.626973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Router 35387733-d6d1-4d9a-a907-3ce01bf1573c is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:39:19.638324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6340595-80a5-4189-9db1-aad7a1b9f30e tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/agents/5efd715f-4459-41ff-9705-14b14e1b20e1/dhcp-networks HTTP/1.1" status: 200 len: 12011 time: 1.0590301 Aug 25 11:39:19.646232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.646232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:19.701667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de448-17eb-48de-b82f-fd7aed175c70 None None] Pushing event updated for resources: {'Port': ['ID=37446068-542a-4c16-a090-9b765289e3cc,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:19.737881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.747609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031764cd-ad23-4e5d-9d99-051e74ff9b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc82236e-b0c4-4c2f-9a70-0f070b296c49,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:19.779447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:19.779932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:19.783707 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:19.789615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 5a641b13-79ef-44b5-ab82-e1227bcc8e3c {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:39:19.829294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-848d5b91-688c-40e7-8354-5a1ca1438fb4 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:19.832095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-848d5b91-688c-40e7-8354-5a1ca1438fb4 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.10 "GET /v2.0/networks?id=3acca64c-00c3-4258-a5f5-63033b6e6c97 HTTP/1.1" status: 200 len: 825 time: 0.5459719 Aug 25 11:39:19.832540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.876198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Request body: {'port': {'device_id': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97', 'admin_state_up': True, 'tenant_id': '2f260df576844cd1980ac37b6cf9cf9f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:19.919381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.939177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.950832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/bc3606a9-0bbd-4483-adb2-43783462960d HTTP/1.1" status: 204 len: 168 time: 8.3425107 Aug 25 11:39:19.953603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:19.987439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43176) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:20.038433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721841277'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:20.073842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232f7cf-c9cf-4717-8586-43939368e450 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=bc3606a9-0bbd-4483-adb2-43783462960d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:20.101800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fa5ad-6b54-4e9b-946e-cb8916ece6f1 tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] Network 3156e3d7-bb34-4fc8-9306-3078a26ffa9a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:20.174757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b72a3-c79a-4c25-b4b2-f48e9e991987 None None] Network 3156e3d7-bb34-4fc8-9306-3078a26ffa9a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:20.177580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ef6fa5ad-6b54-4e9b-946e-cb8916ece6f1 tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "POST /v2.0/agents/5efd715f-4459-41ff-9705-14b14e1b20e1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5206044 Aug 25 11:39:20.179681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43180) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:20.190275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:20.196013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.323380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:39:20.360704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19547611-ada9-4d81-a452-4088a872e76a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:20.365910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Sync routers for ids ['35387733-d6d1-4d9a-a907-3ce01bf1573c'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:39:20.371896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Made reservation on behalf of 2f260df576844cd1980ac37b6cf9cf9f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:20.376896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.402878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.405746 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-892e1cb9-585b-40af-b60a-b9bf90821eef admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3208983 Aug 25 11:39:20.407103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43188) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:20.561107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Routers {'35387733-d6d1-4d9a-a907-3ce01bf1573c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:20.565594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:38:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['35387733-d6d1-4d9a-a907-3ce01bf1573c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:20.614341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.637284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43196) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:20.684472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19547611-ada9-4d81-a452-4088a872e76a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:20.684860 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.774416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67d35c01-001d-4e40-ad3d-0c6f418eac2d req-4c2cfe13-303a-4b4b-a1e7-74e853380a16 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 210 time: 0.3454263 Aug 25 11:39:20.784548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.839220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:20.873244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=5a641b13-79ef-44b5-ab82-e1227bcc8e3c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:20.888067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.888571 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 801476f4-66ac-458f-acac-1addb29643ac of type vlan for network d025e455-4046-446e-b54f-3520042ed376 Aug 25 11:39:20.890610 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:20.892754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6fe8748f-1537-40fc-9eb1-e105ee83f401 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/5a641b13-79ef-44b5-ab82-e1227bcc8e3c HTTP/1.1" status: 204 len: 168 time: 1.5652366 Aug 25 11:39:20.925264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc7fb3-3c93-4713-b73c-ba84f6cdfe47 None None] Network a2ada320-e1ba-4b74-87bf-fa090433d2d6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:20.938684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Allocated IP 172.20.0.12 (3acca64c-00c3-4258-a5f5-63033b6e6c97/cdc750c3-c446-450f-b850-5a12c5565127/7fde0dab-c767-430b-8d78-d4ca2c10f3ad) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:20.978769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Set router 35387733-d6d1-4d9a-a907-3ce01bf1573c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:21.013655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e5a5bdae-87a2-4c67-8193-e9762ce5c483 tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/agents/5efd715f-4459-41ff-9705-14b14e1b20e1/dhcp-networks HTTP/1.1" status: 200 len: 12024 time: 0.8136637 Aug 25 11:39:21.014982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:21.015382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43210) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:21.162709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.223743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.316519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c768de53-e54c-40e4-a163-16999dde8935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.327790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0e35566-862e-49da-9a0f-1ec41418aafb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:21.341266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4eed8acd-ab54-4b05-864f-f125929043e2 tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "DELETE /v2.0/agents/5efd715f-4459-41ff-9705-14b14e1b20e1/dhcp-networks/3156e3d7-bb34-4fc8-9306-3078a26ffa9a HTTP/1.1" status: 204 len: 168 time: 0.3201685 Aug 25 11:39:21.347927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43212) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:21.457347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.471936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.482696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:21.483712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.496267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462cc29-bb0f-4345-b18a-7295ee7bf320 None None] Network ca9a6f71-71af-4601-9fae-5e4e031e8078 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:21.499581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] DHCP port deletion for a2ada320-e1ba-4b74-87bf-fa090433d2d6 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:39:21.528191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b0e35566-862e-49da-9a0f-1ec41418aafb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:21.543853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.672193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.696456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c20a8cdb-1ce6-4e01-a33a-deeee56e6fab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01361712468348a684a4a31a5ac2cbb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0569744 Aug 25 11:39:21.708182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:21.889930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7014636-614c-4f88-b046-07a70e921894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:21.902082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Network 3acca64c-00c3-4258-a5f5-63033b6e6c97 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:21.948875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:21.958266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:21.990827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c2b84-3ba2-4453-8803-46a78e8f59e1 None None] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:22.077569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:22.078301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.113753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Pushing event updated for resources: {'Port': ['ID=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:22.119095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-174aaab2-7679-4964-83a0-c8318c3a8b85 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2753403 Aug 25 11:39:22.143057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Request body: {'port': {'device_id': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:22.169431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] Provisioning for port b0e35566-862e-49da-9a0f-1ec41418aafb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:22.189258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7014636-614c-4f88-b046-07a70e921894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.194488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] Provisioning complete for port b0e35566-862e-49da-9a0f-1ec41418aafb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:22.195133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.255127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2d11d7d9-f843-497b-9967-ab6de2f9180f tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/agents/5efd715f-4459-41ff-9705-14b14e1b20e1/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.9008942 Aug 25 11:39:22.255127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2623718 Aug 25 11:39:22.256458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43226) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:22.256986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43224) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:22.268017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': 'd025e455-4046-446e-b54f-3520042ed376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:22.302234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.309899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 37446068-542a-4c16-a090-9b765289e3cc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:22.343142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f61584-e274-47b8-9a24-b4637cc3f224 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=d025e455-4046-446e-b54f-3520042ed376,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:22.369338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network d025e455-4046-446e-b54f-3520042ed376 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:22.390250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port d582d480-2024-4069-a5c4-7087128a47b2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:22.390821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.446269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] Deleting port d582d480-2024-4069-a5c4-7087128a47b2 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:22.446924 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.537811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f4050702-2a46-4544-a6a3-adbde7c60e1c tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/networks/ca9a6f71-71af-4601-9fae-5e4e031e8078/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2776394 Aug 25 11:39:22.557607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43228) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:22.645395 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.653792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] For port d582d480-2024-4069-a5c4-7087128a47b2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d582d480-2024-4069-a5c4-7087128a47b2,segment=NetworkSegment(70e5570b-15da-49b2-947a-c40fa3fa9b94),segment_id=70e5570b-15da-49b2-947a-c40fa3fa9b94)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:22.654403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.677329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e83edad0-a506-4e5c-83cc-6c386de4080d tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/networks/ca9a6f71-71af-4601-9fae-5e4e031e8078/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1148272 Aug 25 11:39:22.688140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43230) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:22.706869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for d582d480-2024-4069-a5c4-7087128a47b2 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:22.738829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:22.745525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.770885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:39:17Z', 'revision_number': 3, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:22.853814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fde0dab-c767-430b-8d78-d4ca2c10f3ad {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:39:22.864439 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7014636-614c-4f88-b046-07a70e921894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.867347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7014636-614c-4f88-b046-07a70e921894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.868708 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7014636-614c-4f88-b046-07a70e921894 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bec86d8d-2758-458d-b82c-ac07f534f008 HTTP/1.1" status: 204 len: 168 time: 1.1231759 Aug 25 11:39:22.871091 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.875903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] For port d582d480-2024-4069-a5c4-7087128a47b2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d582d480-2024-4069-a5c4-7087128a47b2,segment=NetworkSegment(70e5570b-15da-49b2-947a-c40fa3fa9b94),segment_id=70e5570b-15da-49b2-947a-c40fa3fa9b94)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:22.877428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.887596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:22.903363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] Calling delete_port for d582d480-2024-4069-a5c4-7087128a47b2 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:22.913916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7014636-614c-4f88-b046-07a70e921894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec86d8d-2758-458d-b82c-ac07f534f008,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:22.917370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Transition to ACTIVE for port object 7fde0dab-c767-430b-8d78-d4ca2c10f3ad will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:22.938309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:23.055193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Checking router: 35387733-d6d1-4d9a-a907-3ce01bf1573c for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:39:23.055554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Updating router 35387733-d6d1-4d9a-a907-3ce01bf1573c port 4407b64f-3ca8-46db-bc0d-529f6a43f75a binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:39:23.115009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Pushing event updated for resources: {'Port': ['ID=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:23.116418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:23.134748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:23.152456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:23.351405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] For port b0e35566-862e-49da-9a0f-1ec41418aafb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b0e35566-862e-49da-9a0f-1ec41418aafb,segment=NetworkSegment(b0490095-db36-4d99-8fee-64efb173ec57),segment_id=b0490095-db36-4d99-8fee-64efb173ec57)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:23.387935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 37446068-542a-4c16-a090-9b765289e3cc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:23.395125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] No DVR routers for this DVR port d582d480-2024-4069-a5c4-7087128a47b2 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:23.416903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b8cd5779-7ee5-4aec-9844-f8b12c64b46b tempest-DHCPAgentSchedulersTestJSON-1392012601 tempest-DHCPAgentSchedulersTestJSON-1392012601-project-admin] 10.222.0.35 "GET /v2.0/agents/5efd715f-4459-41ff-9705-14b14e1b20e1/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.7273884 Aug 25 11:39:23.457874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:23.493930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:23.529291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:23.531043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafc5a9-7482-4f39-b79b-08735cac5753 None None] Pushing event deleted for resources: {'Port': ['ID=d582d480-2024-4069-a5c4-7087128a47b2,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:23.626460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No DVR routers for this DVR port d582d480-2024-4069-a5c4-7087128a47b2 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:23.630250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=d582d480-2024-4069-a5c4-7087128a47b2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:23.640317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d582d480-2024-4069-a5c4-7087128a47b2 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:39:23.755636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d582d480-2024-4069-a5c4-7087128a47b2 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:39:23.760991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d582d480-2024-4069-a5c4-7087128a47b2 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:39:23.765075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5fe0-bbb4-4727-af10-91fd5b1490d9 req-ade86ba9-9868-4c30-ac3a-d465e0aebcfe tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:23.776617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4bb5fe0-bbb4-4727-af10-91fd5b1490d9 req-ade86ba9-9868-4c30-ac3a-d465e0aebcfe tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 944 time: 1.6165237 Aug 25 11:39:23.983114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] Provisioning for port 37446068-542a-4c16-a090-9b765289e3cc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:24.117158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.198324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] Provisioning complete for port 37446068-542a-4c16-a090-9b765289e3cc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:24.198791 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.210108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.218405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5d48-73ee-4491-a542-a530ffe060b8 None None] Pushing event updated for resources: {'Port': ['ID=b0e35566-862e-49da-9a0f-1ec41418aafb,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:24.282184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4bb5fe0-bbb4-4727-af10-91fd5b1490d9 req-db2d2d29-739c-4395-8837-9f6a5da2df7c tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281391 Aug 25 11:39:24.288933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ada320-e1ba-4b74-87bf-fa090433d2d6']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:24.347989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e5570b-15da-49b2-947a-c40fa3fa9b94') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:24.348698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e5570b-15da-49b2-947a-c40fa3fa9b94') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:24.426776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.459311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Transition to ACTIVE for port object 4407b64f-3ca8-46db-bc0d-529f6a43f75a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:24.514309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.531474 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.551897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Attempting to bind port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:24.552536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Attempting to bind port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '6e798cd3-2108-4f25-b7ff-d77fe51497de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:24.552832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Attempting to bind port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad on network 3acca64c-00c3-4258-a5f5-63033b6e6c97 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:24.558003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3156e3d7-bb34-4fc8-9306-3078a26ffa9a']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:24.585410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabd9a56-355d-4786-8cf7-0f92030c8773') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:24.586233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabd9a56-355d-4786-8cf7-0f92030c8773') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:24.586601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad on network 3acca64c-00c3-4258-a5f5-63033b6e6c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:39:24.586950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Attempting to bind port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad on network 3acca64c-00c3-4258-a5f5-63033b6e6c97 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:24.593610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Allocated IP 172.20.0.1 (4ebb8723-25d9-4bd9-ad28-2a94710e759d/bd8d3f4a-55b3-4132-9490-43fe8c7f0d95/1d412bf5-dd8b-4b38-a758-99b6a72ee921) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:24.596535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:24.597061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Checking segment: {'id': '6e798cd3-2108-4f25-b7ff-d77fe51497de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:24.597268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Bound using segment: {'id': '6e798cd3-2108-4f25-b7ff-d77fe51497de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:24.597837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Bound port: 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e798cd3-2108-4f25-b7ff-d77fe51497de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:24.598219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.604955 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.611777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.652293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.659600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Attempting to bind port 4407b64f-3ca8-46db-bc0d-529f6a43f75a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:24.660884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Attempting to bind port 4407b64f-3ca8-46db-bc0d-529f6a43f75a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:24.661518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Attempting to bind port 4407b64f-3ca8-46db-bc0d-529f6a43f75a on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:24.665103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:24.665869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:24.820725 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:24.825526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.831089 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.836916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "DELETE /v2.0/networks/3156e3d7-bb34-4fc8-9306-3078a26ffa9a HTTP/1.1" status: 204 len: 168 time: 1.2225945 Aug 25 11:39:24.837678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43260) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:24.839864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.843038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] For port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:24.855322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] For port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,segment=NetworkSegment(6e798cd3-2108-4f25-b7ff-d77fe51497de),segment_id=6e798cd3-2108-4f25-b7ff-d77fe51497de)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:24.882449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.892353 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-621bd35c-b560-45b7-882d-59a5a949b88f tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] DELETE failed (client error): The resource could not be found. Aug 25 11:39:24.893039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621bd35c-b560-45b7-882d-59a5a949b88f tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:39:24.898522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:24.901100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-621bd35c-b560-45b7-882d-59a5a949b88f tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "DELETE /v2.0/ports/08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b HTTP/1.1" status: 404 len: 333 time: 0.0544517 Aug 25 11:39:24.915236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:24.952325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fb2ca-6e96-402b-ac9e-b074c1d22e1c None None] Pushing event updated for resources: {'Port': ['ID=4407b64f-3ca8-46db-bc0d-529f6a43f75a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:24.998079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90887c-e4fc-4143-8817-d681c8356cd9 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event deleted for resources: {'Network': ['ID=3156e3d7-bb34-4fc8-9306-3078a26ffa9a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:25.012498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.042270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:25.042996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:25.043443 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.044007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:25.050625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Bound port: 4407b64f-3ca8-46db-bc0d-529f6a43f75a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:25.051476 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.161858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Transition to ACTIVE for port object 1d412bf5-dd8b-4b38-a758-99b6a72ee921 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:25.180017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.189135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=0ae779ea-d053-401f-a7a3-cd3edf3868e1,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:25.202524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] For port 4407b64f-3ca8-46db-bc0d-529f6a43f75a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:25.208393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] For port 4407b64f-3ca8-46db-bc0d-529f6a43f75a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4407b64f-3ca8-46db-bc0d-529f6a43f75a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:25.245909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:25.246748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:25.256293 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:25.311513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.332060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.337854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.341725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:25.342480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.345344 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] 10.222.0.10 "PUT /v2.0/ports/7fde0dab-c767-430b-8d78-d4ca2c10f3ad HTTP/1.1" status: 200 len: 1093 time: 3.2148647 Aug 25 11:39:25.355783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'tag': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:39:25.358244 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf67503-3531-4e34-95c9-fd6ee739c446" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4559ed-d8c4-445c-ac01-6d5cae85f320", "tag": "7fde0dab-c767-430b-8d78-d4ca2c10f3ad"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:39:25.483981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43274) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:25.581960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Deleting subnet ec656889-cd68-474c-ada4-1d020517a85a {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:39:25.583252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528adf5f-ecc7-4107-812a-b17e514e5e89 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:39:25.587789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:25.588761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] For port 37446068-542a-4c16-a090-9b765289e3cc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=37446068-542a-4c16-a090-9b765289e3cc,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:25.590464 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd62deb-098a-4553-9740-bccd970cd4f6 x-openstack-request-id: req-dfd62deb-098a-4553-9740-bccd970cd4f6 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:39:25.590791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fb2ca-6e96-402b-ac9e-b074c1d22e1c None None] Pushing event updated for resources: {'Port': ['ID=4407b64f-3ca8-46db-bc0d-529f6a43f75a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:25.591656 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4559ed-d8c4-445c-ac01-6d5cae85f320", "tag": "7fde0dab-c767-430b-8d78-d4ca2c10f3ad", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:39:25.592308 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfd62deb-098a-4553-9740-bccd970cd4f6 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:39:25.593165 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'tag': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad', 'status': 'completed', 'code': 200} Aug 25 11:39:25.593974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Routers {'35387733-d6d1-4d9a-a907-3ce01bf1573c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:25.594448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['35387733-d6d1-4d9a-a907-3ce01bf1573c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:25.609061 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.613924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:25.620649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:25.621904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.700648 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.713176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72691ce-d4e8-4456-bf58-cf766adbe1bf service neutron] Pushing event updated for resources: {'Port': ['ID=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:25.768634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.786657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '801476f4-66ac-458f-acac-1addb29643ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd025e455-4046-446e-b54f-3520042ed376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:25.787452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: d025e455-4046-446e-b54f-3520042ed376, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:25.805073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:25.809163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/a2ada320-e1ba-4b74-87bf-fa090433d2d6 HTTP/1.1" status: 204 len: 168 time: 4.7905595 Aug 25 11:39:25.817253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43278) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:25.837026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1983086852'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:25.886476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dde6d-47ba-4ee0-99cb-9a9c7f0a8eed req-4e21a662-915b-41de-988c-2c54e2c1e71b tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:25.887679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Pushing event updated for resources: {'Port': ['ID=1d412bf5-dd8b-4b38-a758-99b6a72ee921,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:25.889042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b8dde6d-47ba-4ee0-99cb-9a9c7f0a8eed req-4e21a662-915b-41de-988c-2c54e2c1e71b tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 944 time: 0.3517475 Aug 25 11:39:25.906601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a2756-295e-481a-9244-8b29508ebda7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=a2ada320-e1ba-4b74-87bf-fa090433d2d6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:25.909293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-6e3bc51d-3a80-4d0d-9261-08e7356a0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:25.912104 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-6e3bc51d-3a80-4d0d-9261-08e7356a0ba8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f260df576844cd1980ac37b6cf9cf9f&device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 1096 time: 0.4304852 Aug 25 11:39:25.924170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.010317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b8dde6d-47ba-4ee0-99cb-9a9c7f0a8eed req-16f07d23-e23c-4d34-97a4-bd7aa6109f91 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954757 Aug 25 11:39:26.060370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-be534086-ec9f-4fd5-b8a9-8931f5cd534e tempest-AgentManagementNegativeTest-1037354590 tempest-AgentManagementNegativeTest-1037354590-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5741997 Aug 25 11:39:26.073716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network d025e455-4046-446e-b54f-3520042ed376 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:26.083900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-fc0b2b6b-ba72-4406-ba36-b133f92725e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad HTTP/1.1" status: 200 len: 217 time: 0.1513937 Aug 25 11:39:26.109067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:26.121319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.183720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, d025e455-4046-446e-b54f-3520042ed376) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:26.215671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:26.226468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.257100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:26.287027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.288153 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Added segment 0bedb4ca-61d4-4a5a-a195-10cb97539a6a of type vlan for network 600f3ba1-3b8f-43f1-8987-0c829c24644f Aug 25 11:39:26.296470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bcf5bfa5-1a82-47ac-9c50-ef703e808a9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0380061 Aug 25 11:39:26.312837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43286) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:26.472008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] Set router 35387733-d6d1-4d9a-a907-3ce01bf1573c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:26.481860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-5d8f3190-397f-4214-bb81-11bd1ccf897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:26.484769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-5d8f3190-397f-4214-bb81-11bd1ccf897a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc750c3-c446-450f-b850-5a12c5565127 HTTP/1.1" status: 200 len: 865 time: 0.3884358 Aug 25 11:39:26.495636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.497132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.597025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-4235b854-2410-41dc-bee6-c64977a98d8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3acca64c-00c3-4258-a5f5-63033b6e6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973186 Aug 25 11:39:26.601301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.604601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.615493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:26.620273 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.643160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0e35566-862e-49da-9a0f-1ec41418aafb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:26.668178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.805213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Network': ['ID=600f3ba1-3b8f-43f1-8987-0c829c24644f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:26.820188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d0217847-ef44-469f-83f0-712c26202630 None None] Provisioning complete for port b0e35566-862e-49da-9a0f-1ec41418aafb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:26.821140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0217847-ef44-469f-83f0-712c26202630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:26.831897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:26.835223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43290) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:26.849074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c6c98-1897-499e-8332-30517a491936 None None] Pushing event updated for resources: {'Port': ['ID=37446068-542a-4c16-a090-9b765289e3cc,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:26.886106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-adf2b1f1-050d-4bbd-a52c-d274684646f9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0620127 Aug 25 11:39:26.887086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43294) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:26.897938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:26.941309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.193484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-eb58a5cd-6a72-42dc-b3cf-becd4fef9c13 service neutron] 10.222.0.10 "GET /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845671 Aug 25 11:39:27.200282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.238908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.430059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-170ce1fc-1c3c-42f9-9d49-a0039bd56487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.497417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.502337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Pushing event updated for resources: {'Port': ['ID=1d412bf5-dd8b-4b38-a758-99b6a72ee921,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:27.506255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528adf5f-ecc7-4107-812a-b17e514e5e89 None None] Unable to find a vacant binding_index for network d025e455-4046-446e-b54f-3520042ed376 and agent 5efd715f-4459-41ff-9705-14b14e1b20e1 {{(pid=94912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 25 11:39:27.511281 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.526937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.566323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.582486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b0e35566-862e-49da-9a0f-1ec41418aafb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:27.583136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.606056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae779ea-d053-401f-a7a3-cd3edf3868e1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:27.635631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528adf5f-ecc7-4107-812a-b17e514e5e89 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, d025e455-4046-446e-b54f-3520042ed376) {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:39:27.673935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c292c-4af0-491a-ae14-efe87b280c0e req-54f259bc-af19-43b5-84d7-905fb2c70a11 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:27.677652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-444c292c-4af0-491a-ae14-efe87b280c0e req-54f259bc-af19-43b5-84d7-905fb2c70a11 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 944 time: 0.4578934 Aug 25 11:39:27.744326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event deleted for resources: {'Subnet': ['ID=ec656889-cd68-474c-ada4-1d020517a85a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:27.747551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.756240 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3a6532dc-a0a1-43d7-a49c-4a283ca9212d tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "DELETE /v2.0/subnets/ec656889-cd68-474c-ada4-1d020517a85a HTTP/1.1" status: 204 len: 168 time: 2.8508551 Aug 25 11:39:27.758743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43302) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:27.784257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83ff1bea-ebda-435a-9128-13d32bc00c6e req-d007f8f7-9fe8-47b8-a4c7-d6ac57ed2525 service neutron] 10.222.0.10 "GET /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707216 Aug 25 11:39:27.790623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:27.797799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:27.968286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d0217847-ef44-469f-83f0-712c26202630 None None] Could not find standard attr ID for object 08d4cc99-6cf8-4f94-8e7b-a65d1c33c33b. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:39:27.986262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:39:17Z', 'revision_number': 3, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:28.022588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.049531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-6e85983c-47c2-4e49-952b-f201a376c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:28.052426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-6e85983c-47c2-4e49-952b-f201a376c401 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f260df576844cd1980ac37b6cf9cf9f&device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 1096 time: 0.1827493 Aug 25 11:39:28.067337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:28.084138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:28.162672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f744fa-c048-40ef-9d98-91ddc0c8f50e None None] The sync data for ids ['35387733-d6d1-4d9a-a907-3ce01bf1573c'] in n-d-778732-11 is: [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:39:17Z', 'revision_number': 3, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:39:28.203605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d0217847-ef44-469f-83f0-712c26202630 None None] Provisioning complete for port 37446068-542a-4c16-a090-9b765289e3cc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:28.204200 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d0217847-ef44-469f-83f0-712c26202630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.294266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.366733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-444c292c-4af0-491a-ae14-efe87b280c0e req-6d618dd9-c1ea-4e4b-af91-4b8eb3bbbda3 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751530 Aug 25 11:39:28.450874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 37446068-542a-4c16-a090-9b765289e3cc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:28.467850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.483060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-2cdb3dbd-294a-4914-80ff-e89921af277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:28.486602 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-2cdb3dbd-294a-4914-80ff-e89921af277e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3acca64c-00c3-4258-a5f5-63033b6e6c97 HTTP/1.1" status: 200 len: 926 time: 0.4229829 Aug 25 11:39:28.572266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d025e455-4046-446e-b54f-3520042ed376']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:28.642847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801476f4-66ac-458f-acac-1addb29643ac') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:28.643340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801476f4-66ac-458f-acac-1addb29643ac') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:28.719806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.734961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-c85e4309-e884-4863-abfd-d538a85b88f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad HTTP/1.1" status: 200 len: 217 time: 0.1905472 Aug 25 11:39:28.754363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7fde0dab-c767-430b-8d78-d4ca2c10f3ad details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:39:28.755677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Router 35387733-d6d1-4d9a-a907-3ce01bf1573c has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:39:28.763461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Deleting port b0e35566-862e-49da-9a0f-1ec41418aafb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:28.764042 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.787358 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.805778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:28.806522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:28.972362 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:29.038653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 37446068-542a-4c16-a090-9b765289e3cc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:29.039204 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.088947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] For port b0e35566-862e-49da-9a0f-1ec41418aafb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b0e35566-862e-49da-9a0f-1ec41418aafb,segment=NetworkSegment(b0490095-db36-4d99-8fee-64efb173ec57),segment_id=b0490095-db36-4d99-8fee-64efb173ec57)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:29.089871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.095525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-40a4c3e7-f493-4f72-a520-6d54897816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:29.097999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-40a4c3e7-f493-4f72-a520-6d54897816cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc750c3-c446-450f-b850-5a12c5565127 HTTP/1.1" status: 200 len: 865 time: 0.3385653 Aug 25 11:39:29.117174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-170ce1fc-1c3c-42f9-9d49-a0039bd56487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.129946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=0019a27b-b8c6-4bd2-ba02-3685e0c9fad7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:29.139490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-170ce1fc-1c3c-42f9-9d49-a0039bd56487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.151232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.162867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f27b3-e115-4218-94f6-ed90cb1b30e2 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:39:29.203414 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-71c6d764-b1f5-4891-bc33-ec812702c179 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3acca64c-00c3-4258-a5f5-63033b6e6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907350 Aug 25 11:39:29.228459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.236512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/d025e455-4046-446e-b54f-3520042ed376 HTTP/1.1" status: 204 len: 168 time: 2.9220867 Aug 25 11:39:29.259410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43310) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:29.268418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Calling delete_port for b0e35566-862e-49da-9a0f-1ec41418aafb owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:29.281350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923318917'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:29.290622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Checking segment: {'id': '0bedb4ca-61d4-4a5a-a195-10cb97539a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:29.291216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network hostable DHCP agents. Network: 600f3ba1-3b8f-43f1-8987-0c829c24644f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:29.357783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ce9d-87be-4eed-a011-8fb71a4575ec tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=d025e455-4046-446e-b54f-3520042ed376,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:29.369359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ce1fc-1c3c-42f9-9d49-a0039bd56487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1724e32c-a650-4c4b-9c95-6521466efda6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:29.462251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-170ce1fc-1c3c-42f9-9d49-a0039bd56487 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1a1f700fa8c46bcbb24e58ba1e73f56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6139178 Aug 25 11:39:29.465533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:29.486834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:29.507095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,segment=NetworkSegment(6e798cd3-2108-4f25-b7ff-d77fe51497de),segment_id=6e798cd3-2108-4f25-b7ff-d77fe51497de)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:29.509984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-d186d8b0-b2b3-438e-a4ab-3b4371903222 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2685754 Aug 25 11:39:29.523035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 600f3ba1-3b8f-43f1-8987-0c829c24644f) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:29.534329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:29.535305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.573214 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-2d8465a2-f678-4906-8fe6-dcf5d528edb2 service neutron] 10.222.0.10 "GET /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583574 Aug 25 11:39:29.575704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:39:29.587109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad', 'network_id': '3acca64c-00c3-4258-a5f5-63033b6e6c97', 'port_id': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad', 'mac_address': 'fa:16:3e:33:58:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc750c3-c446-450f-b850-5a12c5565127', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:39:29.594930 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf74de58-58fc-4fa7-ab71-c165adb736b6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7018199 Aug 25 11:39:29.595931 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ebf96c31-6de7-4536-8962-8c644d82a4bf admin admin] 10.222.0.35 "PUT /v2.0/routers/35387733-d6d1-4d9a-a907-3ce01bf1573c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1852696 Aug 25 11:39:29.601848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43318) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:29.606402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.610664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-481315018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:29.638639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] No DVR routers for this DVR port b0e35566-862e-49da-9a0f-1ec41418aafb on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:29.808305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.821500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9a6f71-71af-4601-9fae-5e4e031e8078']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:29.836078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0490095-db36-4d99-8fee-64efb173ec57') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:29.836558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0490095-db36-4d99-8fee-64efb173ec57') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:29.853510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.888075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:29.895185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:29.899289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.046626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79af611c-776d-490c-bfa4-517dedc353a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.068245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-15bd59b3-7b39-40a3-8781-c5579790ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:30.077791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-15bd59b3-7b39-40a3-8781-c5579790ff44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1097 time: 0.4414737 Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:30.080833 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:30.121848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.136265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event deleted for resources: {'Port': ['ID=b0e35566-862e-49da-9a0f-1ec41418aafb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:30.180810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79af611c-776d-490c-bfa4-517dedc353a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.187765 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.206590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] 10.222.0.35 "DELETE /v2.0/networks/ca9a6f71-71af-4601-9fae-5e4e031e8078 HTTP/1.1" status: 204 len: 168 time: 2.4356163 Aug 25 11:39:30.212459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f8e1-84b7-4ae3-abd4-bf02c1c4e895 tempest-DHCPAgentSchedulersTestJSON-871604972 tempest-DHCPAgentSchedulersTestJSON-871604972-project] Pushing event deleted for resources: {'Network': ['ID=ca9a6f71-71af-4601-9fae-5e4e031e8078,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:30.233004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:30.240417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.348969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:30.352562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f27b3-e115-4218-94f6-ed90cb1b30e2 None None] Unable to find a vacant binding_index for network 600f3ba1-3b8f-43f1-8987-0c829c24644f and agent 5efd715f-4459-41ff-9705-14b14e1b20e1 {{(pid=94912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 25 11:39:30.357550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-caf67503-3531-4e34-95c9-fd6ee739c446 req-2605c29b-9572-4666-a2fe-ee6eefd9d363 service neutron] 10.222.0.10 "GET /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623689 Aug 25 11:39:30.385817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.387057 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 6f0c6968-35ba-4848-af70-b1e75359a613 of type vlan for network 791d1a0f-82ce-49bc-95cf-02016eab4573 Aug 25 11:39:30.504998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197f27b3-e115-4218-94f6-ed90cb1b30e2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 600f3ba1-3b8f-43f1-8987-0c829c24644f) {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:39:30.592946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.625562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.627135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:30.663876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fde0dab-c767-430b-8d78-d4ca2c10f3ad {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:39:30.700893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69fbb1-862a-46e9-95d3-7c58c0d72466 req-8ff103d0-cb2a-4d6a-be69-84c4d98608f5 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:30.702664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad69fbb1-862a-46e9-95d3-7c58c0d72466 req-8ff103d0-cb2a-4d6a-be69-84c4d98608f5 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 944 time: 0.9639137 Aug 25 11:39:30.865333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,segment=NetworkSegment(6e798cd3-2108-4f25-b7ff-d77fe51497de),segment_id=6e798cd3-2108-4f25-b7ff-d77fe51497de)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:30.961082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad69fbb1-862a-46e9-95d3-7c58c0d72466 req-51e0fe6b-9fe8-43dd-963f-e6414af7543d tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246766 Aug 25 11:39:30.977529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.063378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79af611c-776d-490c-bfa4-517dedc353a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.085954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-79af611c-776d-490c-bfa4-517dedc353a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.092072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-79af611c-776d-490c-bfa4-517dedc353a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1724e32c-a650-4c4b-9c95-6521466efda6 HTTP/1.1" status: 204 len: 168 time: 1.6244574 Aug 25 11:39:31.096826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.098865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43340) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:31.149384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af611c-776d-490c-bfa4-517dedc353a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1724e32c-a650-4c4b-9c95-6521466efda6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:31.166603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.174665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4407b64f-3ca8-46db-bc0d-529f6a43f75a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:31.238830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-30bb3f43-18ba-4b95-832c-0c117c2d4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:31.245755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-30bb3f43-18ba-4b95-832c-0c117c2d4169 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 0.8998697 Aug 25 11:39:31.292298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.294173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7f8fdb64-8f76-48a3-82e2-aeca63691bde tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6905422 Aug 25 11:39:31.430002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43346) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:31.447788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f', 'name': 'tempest-PortsIpV6TestJSON-1203566060'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:31.454461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['7fde0dab-c767-430b-8d78-d4ca2c10f3ad'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:39:31.506082 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.529971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.634007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.657378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:31.662568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:31.714348 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Sync routers for ids ['35387733-d6d1-4d9a-a907-3ce01bf1573c'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:39:31.744274 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Routers {'35387733-d6d1-4d9a-a907-3ce01bf1573c'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:31.748532 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['35387733-d6d1-4d9a-a907-3ce01bf1573c'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:31.796521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:31.874779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.875092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.876059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.877266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.878274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.878970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.879674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.880390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.881885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.882590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.883615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.885350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:31.978548 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6927583 Aug 25 11:39:31.978548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43374) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:31.999523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4407b64f-3ca8-46db-bc0d-529f6a43f75a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:32.003418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:32.019264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-4b071923-e069-47ae-b157-18f0d74e24cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 1001 time: 0.7555902 Aug 25 11:39:32.094064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4407b64f-3ca8-46db-bc0d-529f6a43f75a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:32.100821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:32.385049 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Set router 35387733-d6d1-4d9a-a907-3ce01bf1573c gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:32.423063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25ad02-b519-4e25-98e8-8db1017c56da tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=791d1a0f-82ce-49bc-95cf-02016eab4573,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:32.628910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-8b410ee3-92ba-4f31-98ba-c2e89ca0cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:32.633599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-8b410ee3-92ba-4f31-98ba-c2e89ca0cd6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.6113441 Aug 25 11:39:32.638659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f8134ee4-e6e4-46d6-a180-85b0b0c0b6e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6baef68d1f464c59b8aab6f097293c70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5135903 Aug 25 11:39:32.641954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43436) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:32.645536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:32.654939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:32.772860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port e5778bc1-4c79-4717-ab5c-73cf01c074a7 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:32.820778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9baae4-3d12-47c9-9f42-52cfd4f30d1b req-38a545a1-e0ad-42a6-877a-2694617e8d6a tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:32.825728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad9baae4-3d12-47c9-9f42-52cfd4f30d1b req-38a545a1-e0ad-42a6-877a-2694617e8d6a tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 945 time: 0.4183178 Aug 25 11:39:32.833816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:32.860236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:33.049541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-43450b02-889b-4c92-86a6-506f2178ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:33.060785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-43450b02-889b-4c92-86a6-506f2178ae06 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4175572 Aug 25 11:39:33.166762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:33.271296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c457-8875-4724-a9e4-692c8ce15880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:33.313434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad9baae4-3d12-47c9-9f42-52cfd4f30d1b req-4f33e2a1-85d4-45b5-9f37-cb8ada560231 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096680 Aug 25 11:39:33.375809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c457-8875-4724-a9e4-692c8ce15880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:33.428932 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:39:26Z', 'revision_number': 4, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1d412bf5-dd8b-4b38-a758-99b6a72ee921', 'name': '', 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'mac_address': 'fa:16:3e:89:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:22Z', 'updated_at': '2021-08-25T11:39:26Z', 'revision_number': 2, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'subnets': [{'id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:33.510968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::76 (600f3ba1-3b8f-43f1-8987-0c829c24644f/0019a27b-b8c6-4bd2-ba02-3685e0c9fad7/e5778bc1-4c79-4717-ab5c-73cf01c074a7) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:33.541525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c457-8875-4724-a9e4-692c8ce15880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:33.546185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ee8c457-8875-4724-a9e4-692c8ce15880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:33.550666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:33.555439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0ee8c457-8875-4724-a9e4-692c8ce15880 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/240b90e4-0c7f-4c14-b2f3-a009eb82bfe5 HTTP/1.1" status: 204 len: 168 time: 0.9118283 Aug 25 11:39:33.584602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8c457-8875-4724-a9e4-692c8ce15880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b90e4-0c7f-4c14-b2f3-a009eb82bfe5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:33.598227 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Checking router: 35387733-d6d1-4d9a-a907-3ce01bf1573c for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:39:33.598772 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Updating router 35387733-d6d1-4d9a-a907-3ce01bf1573c port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:39:33.670342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-9c16af3a-ee9f-4c2c-9e44-20ac692b0ff1 service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898645 Aug 25 11:39:33.758874 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:39:33.793148 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.033981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-307479646'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:34.055972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.398776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.403425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=42d3a8c7-9029-4693-b18f-bb32b71ceb27,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:34.477419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '6f0c6968-35ba-4848-af70-b1e75359a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:34.477836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: 791d1a0f-82ce-49bc-95cf-02016eab4573, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:34.489040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36928844-4297-46f6-a154-8261f1003338 None None] DHCP port deletion for ca9a6f71-71af-4601-9fae-5e4e031e8078 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:39:34.499778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:34.513424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.522674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 4407b64f-3ca8-46db-bc0d-529f6a43f75a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4407b64f-3ca8-46db-bc0d-529f6a43f75a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:34.537006 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.562637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:34.589475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 791d1a0f-82ce-49bc-95cf-02016eab4573) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:34.622030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:34.625770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.665610 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df6e9b49-6d24-4221-a4d5-f3380a330879 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6866753 Aug 25 11:39:34.670000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:34.671041 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.676113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:34.721457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6fb4b33-0b62-4edf-af63-e04b09083f5c req-65012f73-7b7a-4efb-8f5e-faedf854fc13 service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0298238 Aug 25 11:39:34.742378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-600f3ba1-3b8f-43f1-8987-0c829c24644f', 'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': '0019a27b-b8c6-4bd2-ba02-3685e0c9fad7'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:34.746385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:34.789377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0e35566-862e-49da-9a0f-1ec41418aafb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:39:34.850592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43632) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:34.969002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b0e35566-862e-49da-9a0f-1ec41418aafb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:39:34.969873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0e35566-862e-49da-9a0f-1ec41418aafb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:39:35.010595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:35.026059 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.061884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7fde0dab-c767-430b-8d78-d4ca2c10f3ad up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:35.066038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.066798 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Transition to ACTIVE for port object 1d412bf5-dd8b-4b38-a758-99b6a72ee921 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:35.081082 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.085566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=4407b64f-3ca8-46db-bc0d-529f6a43f75a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:35.134443 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-02c8a8ad-1cce-483e-95b5-b5cbc2a88c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.337184 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Attempting to bind port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:35.337416 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Attempting to bind port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:35.337745 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Attempting to bind port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 on network 4ebb8723-25d9-4bd9-ad28-2a94710e759d {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:35.351696 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:35.352101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Checking segment: {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:35.352761 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.353499 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Bound using segment: {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:35.354255 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Bound port: 1d412bf5-dd8b-4b38-a758-99b6a72ee921, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96eb2d27-794b-4f45-93c0-f5618107cd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:35.354887 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.451678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50764068-5537-4639-81ff-a2d716e3d93e req-76a119d5-4082-445c-b8a7-2923f97f7002 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:35.470489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50764068-5537-4639-81ff-a2d716e3d93e req-76a119d5-4082-445c-b8a7-2923f97f7002 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 945 time: 0.6674604 Aug 25 11:39:35.496816 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] For port 1d412bf5-dd8b-4b38-a758-99b6a72ee921, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:35.517861 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15524ef1-17e4-4f79-9ba1-39a293235eec None None] Pushing event updated for resources: {'Port': ['ID=1d412bf5-dd8b-4b38-a758-99b6a72ee921,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:35.534984 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] For port 1d412bf5-dd8b-4b38-a758-99b6a72ee921, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1d412bf5-dd8b-4b38-a758-99b6a72ee921,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:35.545152 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.588852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50764068-5537-4639-81ff-a2d716e3d93e req-95c55f77-cf74-48f0-b1e7-2af1396e68e7 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167312 Aug 25 11:39:35.595361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:35.607215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:35.607678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.610296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.684977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object e5778bc1-4c79-4717-ab5c-73cf01c074a7 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:35.753950 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Routers {'35387733-d6d1-4d9a-a907-3ce01bf1573c'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:35.755356 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['35387733-d6d1-4d9a-a907-3ce01bf1573c'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:35.868954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.964068 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:35.989161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.010687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.030270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:39:36.052869 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4c6c73-fbd8-4d6a-b04a-cd5a6e9db76d" -d '{"events": [{"server_uuid": "fe4559ed-d8c4-445c-ac01-6d5cae85f320", "name": "network-vif-plugged", "status": "completed", "tag": "7fde0dab-c767-430b-8d78-d4ca2c10f3ad"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:39:36.054657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:36.054657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:36.060652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.122477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:36.124366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.129597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15524ef1-17e4-4f79-9ba1-39a293235eec None None] Pushing event updated for resources: {'Port': ['ID=1d412bf5-dd8b-4b38-a758-99b6a72ee921,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:36.192179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] Set router 35387733-d6d1-4d9a-a907-3ce01bf1573c gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:39:36.241577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,segment=NetworkSegment(6e798cd3-2108-4f25-b7ff-d77fe51497de),segment_id=6e798cd3-2108-4f25-b7ff-d77fe51497de)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:36.252936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:36.263974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=34740d31-6f3c-4072-8ab1-834b31c41c32,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:36.277151 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42c209a-c991-4480-8410-97539410f83e x-openstack-request-id: req-c42c209a-c991-4480-8410-97539410f83e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:39:36.277602 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4559ed-d8c4-445c-ac01-6d5cae85f320", "name": "network-vif-plugged", "status": "completed", "tag": "7fde0dab-c767-430b-8d78-d4ca2c10f3ad", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:39:36.278264 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c42c209a-c991-4480-8410-97539410f83e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:39:36.279191 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad', 'code': 200} Aug 25 11:39:36.286724 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.378612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:36.448704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:36.459172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Allocated IP 2001:db8::2 (600f3ba1-3b8f-43f1-8987-0c829c24644f/0019a27b-b8c6-4bd2-ba02-3685e0c9fad7/68ae2e00-7117-4418-be0c-6252218b325c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:36.474249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:36.484080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd670338-0cff-4a1c-ae81-19c3b4c01a10 req-51566bb6-39d4-44b9-860f-f149f1739d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:36.487638 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cd670338-0cff-4a1c-ae81-19c3b4c01a10 req-51566bb6-39d4-44b9-860f-f149f1739d60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 1098 time: 0.1555729 Aug 25 11:39:36.490089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:36.492186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.582833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:36.596544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cd670338-0cff-4a1c-ae81-19c3b4c01a10 req-75abd22d-e833-406f-8fac-7128e32d501f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970719 Aug 25 11:39:36.676523 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:39:26Z', 'revision_number': 4, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1d412bf5-dd8b-4b38-a758-99b6a72ee921', 'name': '', 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'mac_address': 'fa:16:3e:89:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:22Z', 'updated_at': '2021-08-25T11:39:35Z', 'revision_number': 4, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'subnets': [{'id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:36.678643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=e5778bc1-4c79-4717-ab5c-73cf01c074a7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:36.689111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a0e92-010f-499a-8d46-9af5d807ea90,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:36.700106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:36.700787 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Added segment 640572af-c91a-478f-9001-f2563b47c328 of type vlan for network 634ef136-af76-4482-863d-bf99089bd446 Aug 25 11:39:36.794490 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15e0cb-607d-4f6c-8a06-1c9e2ee78a63 None None] The sync data for ids ['35387733-d6d1-4d9a-a907-3ce01bf1573c'] in n-d-778732-11 is: [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:39:26Z', 'revision_number': 4, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1d412bf5-dd8b-4b38-a758-99b6a72ee921', 'name': '', 'network_id': '4ebb8723-25d9-4bd9-ad28-2a94710e759d', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'mac_address': 'fa:16:3e:89:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:22Z', 'updated_at': '2021-08-25T11:39:35Z', 'revision_number': 4, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'subnets': [{'id': 'bd8d3f4a-55b3-4132-9490-43fe8c7f0d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:39:36.861959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4407b64f-3ca8-46db-bc0d-529f6a43f75a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:36.906699 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.017390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.037373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.047802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.150166 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-02c8a8ad-1cce-483e-95b5-b5cbc2a88c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.175126 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fcc3da08-3a8e-4045-82c8-7d69445e65de tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5037775 Aug 25 11:39:37.176480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:37.243680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4407b64f-3ca8-46db-bc0d-529f6a43f75a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:37.245395 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.329088 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.355823 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed758d-ac68-4f04-a0f3-3e754539b287 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.367338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed758d-ac68-4f04-a0f3-3e754539b287 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.372578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Transition to ACTIVE for port object 68ae2e00-7117-4418-be0c-6252218b325c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:37.388224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed758d-ac68-4f04-a0f3-3e754539b287 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.393183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed758d-ac68-4f04-a0f3-3e754539b287 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.397061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed758d-ac68-4f04-a0f3-3e754539b287 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.400847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7eed758d-ac68-4f04-a0f3-3e754539b287 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2228868 Aug 25 11:39:37.408897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:37.410685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Transition to ACTIVE for port object 68ae2e00-7117-4418-be0c-6252218b325c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:37.430478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747231752'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:37.436971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.8589220 Aug 25 11:39:37.437673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-02c8a8ad-1cce-483e-95b5-b5cbc2a88c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.446291 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.486279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057deffc-8110-4e2b-a9d5-b244439ca7a4 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Network': ['ID=634ef136-af76-4482-863d-bf99089bd446,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:37.488812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43840) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:37.571491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:37.574522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 634ef136-af76-4482-863d-bf99089bd446 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:37.578417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.640448 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:37.688856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:37.707124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:37.710452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.711455 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 3410493b-7c45-45b8-9837-55b12c376765 of type vlan for network 20aa619e-bf21-452c-b537-b6651cdae93a Aug 25 11:39:37.723721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:37.733045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Pushing event updated for resources: {'Port': ['ID=68ae2e00-7117-4418-be0c-6252218b325c,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:37.766798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-02c8a8ad-1cce-483e-95b5-b5cbc2a88c79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ad39fcdfc2d492d897a346dc3741261&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8331587 Aug 25 11:39:37.777500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'subnet': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:37.785269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b63419ad-dff2-458e-8a96-c31aa88db964 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.3500888 Aug 25 11:39:37.793262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43864) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:37.801920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43866) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:37.848335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.888145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Attempting to bind port 68ae2e00-7117-4418-be0c-6252218b325c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:37.888995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Attempting to bind port 68ae2e00-7117-4418-be0c-6252218b325c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0bedb4ca-61d4-4a5a-a195-10cb97539a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:37.891601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Attempting to bind port 68ae2e00-7117-4418-be0c-6252218b325c on network 600f3ba1-3b8f-43f1-8987-0c829c24644f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:37.908909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:37.909403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Checking segment: {'id': '0bedb4ca-61d4-4a5a-a195-10cb97539a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:37.909948 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.910944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Bound using segment: {'id': '0bedb4ca-61d4-4a5a-a195-10cb97539a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:37.913235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Bound port: 68ae2e00-7117-4418-be0c-6252218b325c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bedb4ca-61d4-4a5a-a195-10cb97539a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '600f3ba1-3b8f-43f1-8987-0c829c24644f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:37.913718 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.931067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:37.940903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:37.941628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:38.077024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] For port 68ae2e00-7117-4418-be0c-6252218b325c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:38.092321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] For port 68ae2e00-7117-4418-be0c-6252218b325c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=68ae2e00-7117-4418-be0c-6252218b325c,segment=NetworkSegment(0bedb4ca-61d4-4a5a-a195-10cb97539a6a),segment_id=0bedb4ca-61d4-4a5a-a195-10cb97539a6a)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:38.109487 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:38.126554 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7156007 Aug 25 11:39:38.127730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c5029-3dd3-42af-bef4-3979d0330606 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=20aa619e-bf21-452c-b537-b6651cdae93a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:38.140014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:38.149753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:38.169978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:38.410967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699898c1-ba7f-4aa3-babb-fda5c8848f3e None None] Pushing event updated for resources: {'Port': ['ID=68ae2e00-7117-4418-be0c-6252218b325c,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:38.455577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:38.477019 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:38.537621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 20aa619e-bf21-452c-b537-b6651cdae93a is not hosted by any dhcp agent {{(pid=94911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:39:38.544076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:38.544758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:38.546641 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "PUT /v2.0/networks/20aa619e-bf21-452c-b537-b6651cdae93a HTTP/1.1" status: 200 len: 723 time: 0.4050906 Aug 25 11:39:38.570585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:38.612896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8a8ad-1cce-483e-95b5-b5cbc2a88c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e9a82f-9905-43cc-a309-361aa1f0c057,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:38.642269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '20aa619e-bf21-452c-b537-b6651cdae93a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:38.726963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b634e2-ac5c-48b1-83e2-5c903069f040 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=20aa619e-bf21-452c-b537-b6651cdae93a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:38.745286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:38.886821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1d412bf5-dd8b-4b38-a758-99b6a72ee921 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:39.000997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:39.008799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:39.085307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:39.168080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-799a6c88-200a-4028-9817-6a46ebae7b2c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:39.170766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-799a6c88-200a-4028-9817-6a46ebae7b2c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 1.9670918 Aug 25 11:39:39.288659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4480a-94a7-4d75-a3c7-d4382874625d req-8f247264-b7ec-4add-bab3-d04aaf9ae8b4 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:39.290377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3a4480a-94a7-4d75-a3c7-d4382874625d req-8f247264-b7ec-4add-bab3-d04aaf9ae8b4 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 946 time: 2.4295928 Aug 25 11:39:39.296021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-35f74336-dcfd-4fb8-94f4-b8e786176758 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.1038010 Aug 25 11:39:39.461516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:39.466659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c81ebfe-0ebb-47e5-9f46-0cdf1227d664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:39.485523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3a4480a-94a7-4d75-a3c7-d4382874625d req-2cf114fc-b9ec-4cd8-b184-296e4ae4ef08 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565990 Aug 25 11:39:39.496026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:39.499752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:39.647954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=a5edb9b7-b338-4efd-834d-377652cfba66,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:39.649782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-3ce1459c-1586-4f97-b630-94cf1a27fe3c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133974 Aug 25 11:39:39.656805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '3410493b-7c45-45b8-9837-55b12c376765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '20aa619e-bf21-452c-b537-b6651cdae93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:39.657368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: 20aa619e-bf21-452c-b537-b6651cdae93a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:39.691062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 20aa619e-bf21-452c-b537-b6651cdae93a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:39.713459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 20aa619e-bf21-452c-b537-b6651cdae93a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:39.723365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:39.724907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:39.752476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c81ebfe-0ebb-47e5-9f46-0cdf1227d664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:39.756821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e0b0a8b9-d12a-4fed-84cc-4d2677005787 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1836207 Aug 25 11:39:39.760353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43908) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:39.770306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:39.883997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-bc7b2fa7-80de-422c-a5d0-015002bfcf29 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325902 Aug 25 11:39:39.925436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59652687'] for subnet, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.098248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69751c59-65fa-43dd-af9b-84a2bb988df6 None None] Network d025e455-4046-446e-b54f-3520042ed376 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:40.134311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69751c59-65fa-43dd-af9b-84a2bb988df6 None None] Network d025e455-4046-446e-b54f-3520042ed376 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:39:40.137506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d1f07-24c6-4a5b-b4d3-d40f00234368 None None] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:40.150957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d5d0a-46c4-439d-91e4-3d6affb88605 None None] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:40.174693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d31a0a-e83f-41ae-9b39-d47ff33971c3 None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:40.181373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783714759208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3309926'] for subnet, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.220393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.249521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa0ecd-e271-4ffe-9797-18acb4eaeb2f None None] Network d025e455-4046-446e-b54f-3520042ed376 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:40.253916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:40.255167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.262439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "PUT /v2.0/subnets/a5edb9b7-b338-4efd-834d-377652cfba66 HTTP/1.1" status: 200 len: 826 time: 0.5000894 Aug 25 11:39:40.268056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:40.294860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-885c80c5-dc92-45a6-a3d8-536eadb66a84 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403916 Aug 25 11:39:40.308095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c81ebfe-0ebb-47e5-9f46-0cdf1227d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.311816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c81ebfe-0ebb-47e5-9f46-0cdf1227d664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.316308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9c81ebfe-0ebb-47e5-9f46-0cdf1227d664 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58e9a82f-9905-43cc-a309-361aa1f0c057 HTTP/1.1" status: 204 len: 168 time: 1.7001417 Aug 25 11:39:40.352534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa0ecd-e271-4ffe-9797-18acb4eaeb2f None None] Network d025e455-4046-446e-b54f-3520042ed376 could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:39:40.379092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81ebfe-0ebb-47e5-9f46-0cdf1227d664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e9a82f-9905-43cc-a309-361aa1f0c057,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:40.473567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=a5edb9b7-b338-4efd-834d-377652cfba66,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:40.493555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.494238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.494793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.495316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.495954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.496803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.497742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.498389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.499075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.499982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.500559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.501100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f3bea-5819-4b17-9873-49c90b011d54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:39:40.567663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9ca0fd3c-6dec-421e-b77a-b36f1792db0c None None] Provisioning for port 68ae2e00-7117-4418-be0c-6252218b325c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:40.608382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.814656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:40.853335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-09a60e09-6950-45a7-b049-b8fb3a641ce7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:40.866279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-09a60e09-6950-45a7-b049-b8fb3a641ce7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 814 time: 1.0055971 Aug 25 11:39:40.931293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 68ae2e00-7117-4418-be0c-6252218b325c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:40.988708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.015885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-084b5853-98ad-4757-9bc9-5de8977fbf60 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/quotas/843576927c9a41499595364ddb3dca1b HTTP/1.1" status: 200 len: 375 time: 0.1480827 Aug 25 11:39:41.065082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=a5edb9b7-b338-4efd-834d-377652cfba66,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:41.264964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.298531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20aa619e-bf21-452c-b537-b6651cdae93a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:41.346677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3410493b-7c45-45b8-9837-55b12c376765') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:41.347055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3410493b-7c45-45b8-9837-55b12c376765') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:41.362365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-781f8b4c-7a8d-4309-be3d-3ab9840c8096 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3451917 Aug 25 11:39:41.393902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.411587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] Provisioning for port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:41.440419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.452942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:41.452942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.579480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-791d1a0f-82ce-49bc-95cf-02016eab4573', 'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': '34740d31-6f3c-4072-8ab1-834b31c41c32'}, {'subnet_id': '42d3a8c7-9029-4693-b18f-bb32b71ceb27'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:41.581274 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.593533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] Provisioning complete for port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:41.594092 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:41.606614 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:41.618685 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.627194 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.647291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:41.663261 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/20aa619e-bf21-452c-b537-b6651cdae93a HTTP/1.1" status: 204 len: 168 time: 1.3869460 Aug 25 11:39:41.668443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43942) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:41.801586 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0190bea6-91b2-4539-a2d8-26e7d55bf182 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:39:41.806264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0190bea6-91b2-4539-a2d8-26e7d55bf182 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:39:41.815969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0190bea6-91b2-4539-a2d8-26e7d55bf182 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/20aa619e-bf21-452c-b537-b6651cdae93a HTTP/1.1" status: 404 len: 339 time: 0.1420965 Aug 25 11:39:41.819259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43950) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:41.835698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910927088', 'description': 'd1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:41.853061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a439-9a2f-4a5d-ba5e-9524ee93110d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=20aa619e-bf21-452c-b537-b6651cdae93a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:41.853385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601ebaf-2a72-4e7f-8566-85d75489c611 None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:41.952154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:41.961260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.045852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601ebaf-2a72-4e7f-8566-85d75489c611 None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:39:42.106563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:42.126093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e80362-93df-4ac3-9ded-b559b8a39f2f None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:42.140197 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.140379 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 1b99039b-6cd7-471b-a081-decf22d34746 of type vlan for network 016988f3-1a37-448b-8184-389d2190d293 Aug 25 11:39:42.232012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.265856 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.276303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:42.276935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.368672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.370106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e80362-93df-4ac3-9ded-b559b8a39f2f None None] Network 20aa619e-bf21-452c-b537-b6651cdae93a could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:39:42.404047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 68ae2e00-7117-4418-be0c-6252218b325c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:42.416325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.484047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 68ae2e00-7117-4418-be0c-6252218b325c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:42.488732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.523252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7021091 Aug 25 11:39:42.524779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:42.585965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=e5778bc1-4c79-4717-ab5c-73cf01c074a7,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:42.632387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff8d80-80f6-4a0a-af7d-6ff38ff3da51 req-d2638329-e435-4639-86f5-18e7b41e794e tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:42.636772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7ff8d80-80f6-4a0a-af7d-6ff38ff3da51 req-d2638329-e435-4639-86f5-18e7b41e794e tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 946 time: 1.3176217 Aug 25 11:39:42.641590 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.722497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Subnet': ['ID=95326dc7-c596-464e-9de1-b2122dcff130,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:42.752284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] For port 1d412bf5-dd8b-4b38-a758-99b6a72ee921, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1d412bf5-dd8b-4b38-a758-99b6a72ee921,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:42.788665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:42.808146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322ee03-e721-4eb2-bbad-8d5e2d6823f3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:42.815905 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a322ee03-e721-4eb2-bbad-8d5e2d6823f3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks?id=016988f3-1a37-448b-8184-389d2190d293 HTTP/1.1" status: 200 len: 765 time: 0.2814798 Aug 25 11:39:42.821118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43966) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:42.856027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'description': 'd2'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:42.870028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f0cd3-d902-4b0c-a7ff-4eca94678bcf tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=016988f3-1a37-448b-8184-389d2190d293,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:42.974048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Allocated IP 172.20.0.1 (791d1a0f-82ce-49bc-95cf-02016eab4573/34740d31-6f3c-4072-8ab1-834b31c41c32/0f9b52f0-a81a-4f98-9f41-cf380aeb393e) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:43.078594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:43.088993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 016988f3-1a37-448b-8184-389d2190d293 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:43.094620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-6d6f92ea-573b-4f6e-88e3-5fdf6ec281fe service neutron] 10.222.0.35 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5635388 Aug 25 11:39:43.112041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Checking segment: {'id': '640572af-c91a-478f-9001-f2563b47c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '634ef136-af76-4482-863d-bf99089bd446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:43.112897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network hostable DHCP agents. Network: 634ef136-af76-4482-863d-bf99089bd446, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:43.354825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-3b26839f-45e3-413e-9b96-21cd29872fb3 service neutron] 10.222.0.35 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353508 Aug 25 11:39:43.382379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7ff8d80-80f6-4a0a-af7d-6ff38ff3da51 req-0d87755b-bfd5-4f8e-bf26-107b2b908c2c tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788666 Aug 25 11:39:43.463918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Allocated IP 2001:db8::2 (791d1a0f-82ce-49bc-95cf-02016eab4573/42d3a8c7-9029-4693-b18f-bb32b71ceb27/0f9b52f0-a81a-4f98-9f41-cf380aeb393e) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:43.716762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:43.725647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b1365af0-50b6-4830-bf6f-6747e7a30c2b None None] Provisioning complete for port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:43.726539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b1365af0-50b6-4830-bf6f-6747e7a30c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:43.752549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:43.824092 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:43.869386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 68ae2e00-7117-4418-be0c-6252218b325c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=68ae2e00-7117-4418-be0c-6252218b325c,segment=NetworkSegment(0bedb4ca-61d4-4a5a-a195-10cb97539a6a),segment_id=0bedb4ca-61d4-4a5a-a195-10cb97539a6a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:43.881166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12423875-facc-4bad-9beb-901fc3da8fec req-37173ca9-d9ac-4486-9870-7b5c1b0865ae tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.1291559 Aug 25 11:39:43.885637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 634ef136-af76-4482-863d-bf99089bd446) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:43.887323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f039f-6012-45d7-b120-725db5289714 None None] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:43.916931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:43.921664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 016988f3-1a37-448b-8184-389d2190d293 is not hosted by any dhcp agent {{(pid=94911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:39:43.928158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61419c5e-e268-4c49-bb32-4056c16c2f47 None None] Pushing event updated for resources: {'Port': ['ID=1d412bf5-dd8b-4b38-a758-99b6a72ee921,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:43.948769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:43.950536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f508ad-dcc8-447e-879f-ed7e17d902e8 None None] Network 634ef136-af76-4482-863d-bf99089bd446 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:43.979421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:43.985464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:44.004567 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "PUT /v2.0/networks/016988f3-1a37-448b-8184-389d2190d293 HTTP/1.1" status: 200 len: 762 time: 1.1786873 Aug 25 11:39:44.005545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:44.177183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:44.194039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:44.202907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1d412bf5-dd8b-4b38-a758-99b6a72ee921 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:44.357115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-24e5a170-8eb7-4bf9-b589-2b41cfc3c444 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:44.360021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-24e5a170-8eb7-4bf9-b589-2b41cfc3c444 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 1.0076704 Aug 25 11:39:44.448486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=68ae2e00-7117-4418-be0c-6252218b325c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:44.506239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89029933-cad3-4532-b889-0ef55e1856f8 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:44.510301 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89029933-cad3-4532-b889-0ef55e1856f8 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks?id=016988f3-1a37-448b-8184-389d2190d293 HTTP/1.1" status: 200 len: 765 time: 0.2797446 Aug 25 11:39:44.518522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44002) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:44.549148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3381f83-664f-47a2-bdf5-53bbdced7bd2 req-094ceaac-8c26-46c6-98b3-057366903dcb tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 210 time: 0.3775606 Aug 25 11:39:44.571657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ecc584fa-0a37-4025-81c0-80ac84736005 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.7987571 Aug 25 11:39:44.584858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:44.593777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0e37d-e05f-4e9a-9504-01f703d8f385 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=016988f3-1a37-448b-8184-389d2190d293,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:44.611313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:44.617454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'name': 'tempest-AllowedAddressPairTestJSON-46782995'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:44.702281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 016988f3-1a37-448b-8184-389d2190d293 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:44.718024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44006) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:44.874076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:44.962173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Transition to ACTIVE for port object 0f9b52f0-a81a-4f98-9f41-cf380aeb393e will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:44.996290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:44.997108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.123124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1452413858', 'router:external': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:45.132245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Transition to ACTIVE for port object 0f9b52f0-a81a-4f98-9f41-cf380aeb393e will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:45.134725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f7a36-888f-4483-8720-1a80740f7450 req-b7d6af1e-c226-4b41-93f9-4cb27fce9c7d tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:45.142859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be1f7a36-888f-4483-8720-1a80740f7450 req-b7d6af1e-c226-4b41-93f9-4cb27fce9c7d tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 946 time: 0.8994122 Aug 25 11:39:45.166747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-634ef136-af76-4482-863d-bf99089bd446', 'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'tenant_id': '36658cf0693d4865b817d7c97f4c3e7c', 'fixed_ips': [{'subnet_id': '95326dc7-c596-464e-9de1-b2122dcff130'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:45.167670 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.190337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.208298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:39:45.208298 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:39:45.208298 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id_1': '8cd94e13d4924f6fb6943188ed4cc9e5', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 39, 45, 147842)}] Aug 25 11:39:45.208298 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:39:45.208637 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:39:45.233790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.252985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:45.257750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.273712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be1f7a36-888f-4483-8720-1a80740f7450 req-7af8c7a6-c7d3-46ea-9839-4b1cfd485827 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294954 Aug 25 11:39:45.338645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3ef0e-a4f5-49d7-a576-fb08b1970732 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:45.343671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d48e7b7-ff95-4ae8-97e8-ab54fbc30809 None None] Provisioning complete for port 68ae2e00-7117-4418-be0c-6252218b325c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:45.344148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d48e7b7-ff95-4ae8-97e8-ab54fbc30809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.350593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:45.359257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3fe3ef0e-a4f5-49d7-a576-fb08b1970732 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8268857 Aug 25 11:39:45.360241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44022) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:45.401485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Made reservation on behalf of 710ee2c360d142dc939ef7d6db641bc7 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:45.403795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.499233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] device_id is not set on port c93a8ad8-d4cd-4ef4-a861-65a26480f035 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:45.525549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ad2929-164c-4bd7-9e4f-76c23dbece57 req-85629676-14d0-4d6f-82bc-ac7b8e8dea51 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.1137903 Aug 25 11:39:45.529404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:45.631371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Allocated IP 172.20.0.2 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/cc06f87e-3146-4018-ba56-a6b35049aaff) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:45.682239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-141a1553-222b-42fc-80bb-f0bca52565be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 207 time: 0.3171105 Aug 25 11:39:45.687788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:45.858701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:46.108492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:46.139469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:46.156141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:46.189278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:46.203281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:46.231499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:46.241775 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ffd30ad-5d2e-47db-837c-888ddab171be tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5508475 Aug 25 11:39:46.248617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44032) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:46.273339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:46.289587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Transition to ACTIVE for port object cc06f87e-3146-4018-ba56-a6b35049aaff will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:46.329843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Transition to ACTIVE for port object cc06f87e-3146-4018-ba56-a6b35049aaff will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:46.344583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:46.392176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:46.411541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Pushing event updated for resources: {'Port': ['ID=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:46.702009 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-140e2fc8-06d4-4eaa-b207-85f75d11ed43 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4451983 Aug 25 11:39:46.857982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Allocated IP 172.20.0.5 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/c93a8ad8-d4cd-4ef4-a861-65a26480f035) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:46.943999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44040) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:47.082707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7cc72178-5797-4872-8dab-2850d9134956 req-8bc69914-eb2f-42c5-8ff9-91f24e7a1af8 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 210 time: 0.1399348 Aug 25 11:39:47.195386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:47.206454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:47.209367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:47.231028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.251855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:47.421536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff6523-e3c8-41dc-bd5a-1fdb239ce100 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:47.432631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff6523-e3c8-41dc-bd5a-1fdb239ce100 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:47.435256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff6523-e3c8-41dc-bd5a-1fdb239ce100 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:47.438052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff6523-e3c8-41dc-bd5a-1fdb239ce100 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:47.440409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff6523-e3c8-41dc-bd5a-1fdb239ce100 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:47.446236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5eff6523-e3c8-41dc-bd5a-1fdb239ce100 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4972351 Aug 25 11:39:47.454523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Pushing event updated for resources: {'Port': ['ID=cc06f87e-3146-4018-ba56-a6b35049aaff,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:47.494591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ba820-b07d-477f-b76a-c94685aa47c9 req-3da477af-aff8-4933-8af7-6949b2747dea tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:47.501598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.505387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a43ba820-b07d-477f-b76a-c94685aa47c9 req-3da477af-aff8-4933-8af7-6949b2747dea tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 946 time: 0.5582066 Aug 25 11:39:47.524897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44044) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:47.551595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Transition to ACTIVE for port object c93a8ad8-d4cd-4ef4-a861-65a26480f035 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:47.563859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9daf6169-fbdb-4bb3-85c3-2f3d55fa0e30 req-771beeea-08c1-4356-be2e-eec1682044ef tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.2419024 Aug 25 11:39:47.583784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Attempting to bind port cc06f87e-3146-4018-ba56-a6b35049aaff on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:47.584714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Attempting to bind port cc06f87e-3146-4018-ba56-a6b35049aaff by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '640572af-c91a-478f-9001-f2563b47c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '634ef136-af76-4482-863d-bf99089bd446'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:47.585581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Attempting to bind port cc06f87e-3146-4018-ba56-a6b35049aaff on network 634ef136-af76-4482-863d-bf99089bd446 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:47.603108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 68ae2e00-7117-4418-be0c-6252218b325c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:47.611386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Attempting to bind port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:47.611756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Attempting to bind port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6f0c6968-35ba-4848-af70-b1e75359a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:47.612128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Attempting to bind port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e on network 791d1a0f-82ce-49bc-95cf-02016eab4573 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:47.657425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:47.657737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Checking segment: {'id': '640572af-c91a-478f-9001-f2563b47c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '634ef136-af76-4482-863d-bf99089bd446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:47.658265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.658673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Bound using segment: {'id': '640572af-c91a-478f-9001-f2563b47c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '634ef136-af76-4482-863d-bf99089bd446'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:47.659429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Bound port: cc06f87e-3146-4018-ba56-a6b35049aaff, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640572af-c91a-478f-9001-f2563b47c328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '634ef136-af76-4482-863d-bf99089bd446'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:47.660002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.672151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:47.672562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Checking segment: {'id': '6f0c6968-35ba-4848-af70-b1e75359a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:47.673012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.673419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Bound using segment: {'id': '6f0c6968-35ba-4848-af70-b1e75359a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:47.673934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Bound port: 0f9b52f0-a81a-4f98-9f41-cf380aeb393e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0c6968-35ba-4848-af70-b1e75359a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '791d1a0f-82ce-49bc-95cf-02016eab4573'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:47.674368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.681536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.770079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.831287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.841432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] For port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:47.846506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] For port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,segment=NetworkSegment(6f0c6968-35ba-4848-af70-b1e75359a613),segment_id=6f0c6968-35ba-4848-af70-b1e75359a613)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:47.854645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:47.868375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=c93a8ad8-d4cd-4ef4-a861-65a26480f035,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:47.876622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.877418 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Added segment f5ee5999-b98c-4e8a-8833-0ce182dd2ed9 of type vlan for network 20f39957-2be9-4c83-a667-46802d81509b Aug 25 11:39:47.882538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.887725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 68ae2e00-7117-4418-be0c-6252218b325c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:47.888145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.898031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d48e7b7-ff95-4ae8-97e8-ab54fbc30809 None None] Provisioning for port e5778bc1-4c79-4717-ab5c-73cf01c074a7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:47.923199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:47.929583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:47.938756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:47.994235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:47.995084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2d48e7b7-ff95-4ae8-97e8-ab54fbc30809 None None] Provisioning complete for port e5778bc1-4c79-4717-ab5c-73cf01c074a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:47.998279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d48e7b7-ff95-4ae8-97e8-ab54fbc30809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.090562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e7b7-ff95-4ae8-97e8-ab54fbc30809 None None] Port e5778bc1-4c79-4717-ab5c-73cf01c074a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:48.120955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] For port cc06f87e-3146-4018-ba56-a6b35049aaff, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:48.128125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.133785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.176297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-c3620f91-77c8-4e3b-ad19-b14abaa917a3 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.179253 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-c3620f91-77c8-4e3b-ad19-b14abaa917a3 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 814 time: 0.5400491 Aug 25 11:39:48.182641 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf4fb03f-335b-4aae-8c7d-75664f63b03d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5800803 Aug 25 11:39:48.188838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44048) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:48.195935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] For port cc06f87e-3146-4018-ba56-a6b35049aaff, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc06f87e-3146-4018-ba56-a6b35049aaff,segment=NetworkSegment(640572af-c91a-478f-9001-f2563b47c328),segment_id=640572af-c91a-478f-9001-f2563b47c328)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:48.200001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'name': 'tempest-AllowedAddressPairTestJSON-1829384856', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:aa:4d'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:48.216785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea033f-c670-4ead-b2d6-1c6cd6f5b2fa None None] Pushing event updated for resources: {'Port': ['ID=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:48.236820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fadaa04-78de-43d3-9666-2dec9a929192,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:48.244346 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.299471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.301428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.302950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.433562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Request body: {'port': {'device_id': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef', 'admin_state_up': True, 'tenant_id': '843576927c9a41499595364ddb3dca1b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:48.448461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d72c41a-2dfb-41df-bef4-01e3e93a5064 None None] Provisioning complete for port 68ae2e00-7117-4418-be0c-6252218b325c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:48.449050 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d72c41a-2dfb-41df-bef4-01e3e93a5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.493971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47f257cd-3b9b-4551-bf6a-8b5dd8a5d947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:48.672391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd79e5-0954-485c-bdc6-0b5b1eea27fd None None] Pushing event updated for resources: {'Port': ['ID=cc06f87e-3146-4018-ba56-a6b35049aaff,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:48.690971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-241eef74-41fb-4248-b778-eb55c5459ff3 req-dba88792-fe35-43cb-bc74-dcd4119e27b0 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 210 time: 0.4466195 Aug 25 11:39:48.746652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Network': ['ID=20f39957-2be9-4c83-a667-46802d81509b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:48.751826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-68d630c8-9c7a-453d-9114-8f4a83f21c2b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.9228652 Aug 25 11:39:48.826818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 20f39957-2be9-4c83-a667-46802d81509b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:48.864326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:48.895616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'subnet': {'network_id': '20f39957-2be9-4c83-a667-46802d81509b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:48.932499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08360618-91eb-4c53-adbf-436ae8024576 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.934253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08360618-91eb-4c53-adbf-436ae8024576 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.935844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08360618-91eb-4c53-adbf-436ae8024576 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.937644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08360618-91eb-4c53-adbf-436ae8024576 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.939479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08360618-91eb-4c53-adbf-436ae8024576 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['shared'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:48.947368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-08360618-91eb-4c53-adbf-436ae8024576 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 1.3809905 Aug 25 11:39:48.956986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44054) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:48.959004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a43ba820-b07d-477f-b76a-c94685aa47c9 req-0083b791-a474-455d-9212-fa4d187911fd tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3821347 Aug 25 11:39:48.992255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:49.058440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d72c41a-2dfb-41df-bef4-01e3e93a5064 None None] Provisioning complete for port e5778bc1-4c79-4717-ab5c-73cf01c074a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:49.058824 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d72c41a-2dfb-41df-bef4-01e3e93a5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.130981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6d72c41a-2dfb-41df-bef4-01e3e93a5064 None None] Port e5778bc1-4c79-4717-ab5c-73cf01c074a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:49.160178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.4 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/19339bb4-a07e-494a-b881-2aff7fd906fb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:49.260828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Made reservation on behalf of 843576927c9a41499595364ddb3dca1b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:49.265560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.314597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efffb656-2613-4906-b23a-6b7ca89a7ed9 req-912a8f3d-e6d4-4278-b8c4-07ac93768305 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.3416955 Aug 25 11:39:49.324542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.331671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Made reservation on behalf of 710ee2c360d142dc939ef7d6db641bc7 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:49.336325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.336692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7140e31-3e04-4f83-a229-1207347f4319 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:49.338795 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7140e31-3e04-4f83-a229-1207347f4319 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks/82fac648-30cf-40be-aa00-e995b0ed08a2 HTTP/1.1" status: 200 len: 804 time: 0.3741279 Aug 25 11:39:49.345547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44062) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:49.436249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] device_id is not set on port e765f160-bfe0-49d6-998e-18b0a3c14b3d yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:49.630072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.637220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc06f87e-3146-4018-ba56-a6b35049aaff up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:49.757064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cc06f87e-3146-4018-ba56-a6b35049aaff completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:49.774826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0f9b52f0-a81a-4f98-9f41-cf380aeb393e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:49.779646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.780963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:49.807243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Allocated IP 172.20.0.6 (0113f866-ecc1-42d6-9227-b6ea5d9d69ef/7348542e-b503-4656-861b-a2302ae3c685/a6630de4-46eb-422e-ad20-ef5f58b99263) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:49.842945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Allocated IP 172.20.0.12 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/e765f160-bfe0-49d6-998e-18b0a3c14b3d) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:49.928856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:50.200466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40532a40-2c82-4f55-b628-9a0ca4ebb9c0 req-c86bf515-b83f-4240-b564-cae93d5f549c tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 210 time: 0.1869709 Aug 25 11:39:50.248087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=e5778bc1-4c79-4717-ab5c-73cf01c074a7,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:50.293333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:50.304627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9bcb3a-bd22-4251-a0fb-94859dbe66df None None] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:50.319089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:50.353111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Transition to ACTIVE for port object e765f160-bfe0-49d6-998e-18b0a3c14b3d will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:50.430197 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:50.486609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:50.522639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:50.534718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:50.539302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:50.542148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Pushing event updated for resources: {'Port': ['ID=a6630de4-46eb-422e-ad20-ef5f58b99263,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:50.594367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:50.596117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] Provisioning for port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:50.630758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5976b-4739-4516-b6fc-4a0bcfd94abb req-5417ef38-5b64-4e24-b631-43aa18860d7f tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:50.632479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9a5976b-4739-4516-b6fc-4a0bcfd94abb req-5417ef38-5b64-4e24-b631-43aa18860d7f tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 946 time: 1.2128389 Aug 25 11:39:50.641485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:50.651029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] Provisioning complete for port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:50.651825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:50.659680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5eb100fe-c963-4316-8b0a-df534dbab30c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/networks/82fac648-30cf-40be-aa00-e995b0ed08a2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.2909427 Aug 25 11:39:50.662557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44068) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:50.686093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:50.693631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:50.747948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e73267-3567-456f-b5c8-8dafa7bee2aa None None] Network 634ef136-af76-4482-863d-bf99089bd446 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:50.775916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9a5976b-4739-4516-b6fc-4a0bcfd94abb req-41d45a34-242d-413e-9dff-7205412014e4 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/security-groups?id=36c3a8f6-b31c-47a5-b8cd-11a90582c126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108840 Aug 25 11:39:50.780047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object 19339bb4-a07e-494a-b881-2aff7fd906fb will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:50.794798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e8269fb-9415-4189-a56c-374dffbf13fe req-3225cc91-e740-4e43-9a40-d0d4239c9f0e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.1606107 Aug 25 11:39:50.956020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:50.968139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:51.006252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-004c72e3-9690-4d62-a297-106da646f5f9 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.008642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-004c72e3-9690-4d62-a297-106da646f5f9 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 946 time: 0.1914558 Aug 25 11:39:51.040051 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.339058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] For port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,segment=NetworkSegment(6f0c6968-35ba-4848-af70-b1e75359a613),segment_id=6f0c6968-35ba-4848-af70-b1e75359a613)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:51.377383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.379332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.417369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1970177b-b001-4750-a9a1-71275c650990 None None] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:51.427962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f1db628a-5bbe-428c-9b1f-c2219de7c4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.454638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c8c2c-a778-4ecd-9693-e4875db96ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.456818 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-623c8c2c-a778-4ecd-9693-e4875db96ad3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/subnets/26b34c31-ede9-4c07-8ccc-d2d670ba0a04 HTTP/1.1" status: 200 len: 843 time: 0.7932568 Aug 25 11:39:51.465378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44072) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:51.485056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=19339bb4-a07e-494a-b881-2aff7fd906fb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:51.504442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.505468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.529982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=e765f160-bfe0-49d6-998e-18b0a3c14b3d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:51.551697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:51.560543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:51.570520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:51.580507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-fedd48cf-6b4c-494a-b272-f375ebdd9645 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1737096 Aug 25 11:39:51.600685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.601373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.617878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-22f23ae4-c974-456f-afaf-589a444a42ab tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:39:51.619382 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-22f23ae4-c974-456f-afaf-589a444a42ab tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119083 Aug 25 11:39:51.636674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Request body: {'port': {'device_id': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:51.678053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd344f5d-2e88-4072-a480-6021b46e86a3 req-a86c458f-fe75-4064-968c-83ab2a050fd5 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.679689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd344f5d-2e88-4072-a480-6021b46e86a3 req-a86c458f-fe75-4064-968c-83ab2a050fd5 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 931 time: 0.1984010 Aug 25 11:39:51.703948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Router be0805a3-62df-4f09-bf14-b0f5c80c3f3d is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:39:51.711525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64488c8a-2378-4b15-9393-af2c7c0f2062 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['shared'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.718152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-64488c8a-2378-4b15-9393-af2c7c0f2062 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "GET /v2.0/subnets/26b34c31-ede9-4c07-8ccc-d2d670ba0a04?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2402658 Aug 25 11:39:51.719789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44074) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:51.740792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:51.741473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.749330 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6ed11285-a1f6-4879-b6a1-8aafb6208880 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5549154 Aug 25 11:39:51.751535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341777038'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:51.759363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:51.760112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Deleting port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:51.760480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.764339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e7fc8-0222-4650-9b73-ba51262bee5e None None] Pushing event updated for resources: {'Port': ['ID=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:51.769045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.967409 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:51.978609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] For port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,segment=NetworkSegment(6e798cd3-2108-4f25-b7ff-d77fe51497de),segment_id=6e798cd3-2108-4f25-b7ff-d77fe51497de)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:51.979148 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.017673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Calling delete_port for 7fde0dab-c767-430b-8d78-d4ca2c10f3ad owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:52.097254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47d6a4-11b1-4702-b615-f0192edba94e tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:52.103559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47d6a4-11b1-4702-b615-f0192edba94e tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:52.118756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47d6a4-11b1-4702-b615-f0192edba94e tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:52.120531 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bc47d6a4-11b1-4702-b615-f0192edba94e tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.3600521 Aug 25 11:39:52.149871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Provisioning complete for port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:52.150512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.159920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44082) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:52.276247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.396945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Provisioning for port cc06f87e-3146-4018-ba56-a6b35049aaff completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:52.406723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Provisioning complete for port cc06f87e-3146-4018-ba56-a6b35049aaff triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:52.407385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.491782 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.603153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.617842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port e765f160-bfe0-49d6-998e-18b0a3c14b3d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:52.618596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.681746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Pushing event deleted for resources: {'Port': ['ID=7fde0dab-c767-430b-8d78-d4ca2c10f3ad,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:52.699549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71bb882e-1cc2-4340-b0a4-1e3ba9d3fba4 req-0b80f60f-8f93-4413-a0ce-747bd8aae49d tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe4559ed-d8c4-445c-ac01-6d5cae85f320 HTTP/1.1" status: 200 len: 210 time: 0.4504867 Aug 25 11:39:52.705472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] For port cc06f87e-3146-4018-ba56-a6b35049aaff, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc06f87e-3146-4018-ba56-a6b35049aaff,segment=NetworkSegment(640572af-c91a-478f-9001-f2563b47c328),segment_id=640572af-c91a-478f-9001-f2563b47c328)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:52.719902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.799810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] No DVR routers for this DVR port 7fde0dab-c767-430b-8d78-d4ca2c10f3ad on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:39:52.805250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.808168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03e18e8e-a4f0-4382-80a7-e292b6ada1e8 req-0a5b59c0-9034-4b45-acc6-173f7726c6f6 tempest-ServersNegativeTestMultiTenantJSON-1742267428 tempest-ServersNegativeTestMultiTenantJSON-1742267428-project] 10.222.0.10 "DELETE /v2.0/ports/7fde0dab-c767-430b-8d78-d4ca2c10f3ad HTTP/1.1" status: 204 len: 173 time: 1.6099892 Aug 25 11:39:52.830825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'name': 'network-vif-deleted', 'tag': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:39:52.836213 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc908c39-ac36-46ac-9eb1-7a268cd632af" -d '{"events": [{"server_uuid": "fe4559ed-d8c4-445c-ac01-6d5cae85f320", "name": "network-vif-deleted", "tag": "7fde0dab-c767-430b-8d78-d4ca2c10f3ad"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:39:52.846891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c8c17-7a5f-4840-b3fa-d0b9aa343d11 None None] Pushing event updated for resources: {'Port': ['ID=cc06f87e-3146-4018-ba56-a6b35049aaff,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:52.890443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd344f5d-2e88-4072-a480-6021b46e86a3 req-76681e6d-c0a7-4f84-a671-c80d1854a6f0 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1986997 Aug 25 11:39:52.903149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning for port c93a8ad8-d4cd-4ef4-a861-65a26480f035 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:52.910360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning complete for port c93a8ad8-d4cd-4ef4-a861-65a26480f035 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:52.911215 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.930266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:52.946305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.954843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:52.974835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Port c93a8ad8-d4cd-4ef4-a861-65a26480f035 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:53.007684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning complete for port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:53.008319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.050684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6630de4-46eb-422e-ad20-ef5f58b99263 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:39:53.051828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-e5486402-1a19-41e4-9b0c-0cddd492dea4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6602337 Aug 25 11:39:53.074681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.086714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for e765f160-bfe0-49d6-998e-18b0a3c14b3d owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:53.099578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7fde0dab-c767-430b-8d78-d4ca2c10f3ad no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:39:53.105453 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071bafc9-cf60-4ecc-83b9-b10a3bbf4288 x-openstack-request-id: req-071bafc9-cf60-4ecc-83b9-b10a3bbf4288 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:39:53.105453 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4559ed-d8c4-445c-ac01-6d5cae85f320", "name": "network-vif-deleted", "tag": "7fde0dab-c767-430b-8d78-d4ca2c10f3ad", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:39:53.105453 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-071bafc9-cf60-4ecc-83b9-b10a3bbf4288 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:39:53.106095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Transition to ACTIVE for port object a6630de4-46eb-422e-ad20-ef5f58b99263 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:53.106783 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4559ed-d8c4-445c-ac01-6d5cae85f320', 'name': 'network-vif-deleted', 'tag': '7fde0dab-c767-430b-8d78-d4ca2c10f3ad', 'status': 'completed', 'code': 200} Aug 25 11:39:53.132601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 7fde0dab-c767-430b-8d78-d4ca2c10f3ad {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:39:53.133473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7fde0dab-c767-430b-8d78-d4ca2c10f3ad not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:39:53.149313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.162066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Request body: {'port': {'device_id': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:53.167818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:39:53.168507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.224962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning for port e765f160-bfe0-49d6-998e-18b0a3c14b3d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:53.232332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning complete for port e765f160-bfe0-49d6-998e-18b0a3c14b3d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:53.237197 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.251359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6630de4-46eb-422e-ad20-ef5f58b99263,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:53.272146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:39:53.292625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] Sync routers for ids ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:39:53.315593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] Routers {'be0805a3-62df-4f09-bf14-b0f5c80c3f3d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:53.316580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:53.326099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Attempting to bind port a6630de4-46eb-422e-ad20-ef5f58b99263 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:53.326372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Attempting to bind port a6630de4-46eb-422e-ad20-ef5f58b99263 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:53.326781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Attempting to bind port a6630de4-46eb-422e-ad20-ef5f58b99263 on network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:53.331484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7c2f65f2-8491-47e8-a0dc-58d86639d95b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/routers/be0805a3-62df-4f09-bf14-b0f5c80c3f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7067986 Aug 25 11:39:53.332944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Port a6630de4-46eb-422e-ad20-ef5f58b99263 on network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:39:53.333373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Attempting to bind port a6630de4-46eb-422e-ad20-ef5f58b99263 on network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:53.337985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:53.363918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:39:53.390139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:53.391025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Checking segment: {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:53.391963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Bound using segment: {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:53.394108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Bound port: a6630de4-46eb-422e-ad20-ef5f58b99263, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:53.394949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.419870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:53.457776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Port e765f160-bfe0-49d6-998e-18b0a3c14b3d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:53.464059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f5fa-6710-44b8-b2e7-216ed80e61ce req-a5170942-4e96-4914-970f-d2be2d23c5e9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:53.469305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd83f5fa-6710-44b8-b2e7-216ed80e61ce req-a5170942-4e96-4914-970f-d2be2d23c5e9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 931 time: 0.5719440 Aug 25 11:39:53.488147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] Routers {'be0805a3-62df-4f09-bf14-b0f5c80c3f3d'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:39:53.493880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:53.509320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ccfc3be-abc6-4eb6-930d-08d462e0f33b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:53.513396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4cf5ce-8dc5-44b9-bb8c-ab605a7f431a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:53.523858 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cc4cf5ce-8dc5-44b9-bb8c-ab605a7f431a tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports?device_id=be0805a3-62df-4f09-bf14-b0f5c80c3f3d HTTP/1.1" status: 200 len: 988 time: 0.1827569 Aug 25 11:39:53.526988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44088) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:53.542882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.566460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:53.567642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008d062-a10e-41d3-8d05-84a7b7763cb3 None None] The sync data for ids ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:39:53.597430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning complete for port e5778bc1-4c79-4717-ab5c-73cf01c074a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:53.600721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.624783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.625463 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Added segment 35653081-4ce7-489b-903a-ebc13155d221 of type vlan for network 81e1af3e-dfab-4403-b71d-81b73a69f19a Aug 25 11:39:53.630977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.668106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=e765f160-bfe0-49d6-998e-18b0a3c14b3d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:53.693613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Port e5778bc1-4c79-4717-ab5c-73cf01c074a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:53.698440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc06f87e-3146-4018-ba56-a6b35049aaff up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:53.751157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] For port a6630de4-46eb-422e-ad20-ef5f58b99263, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:53.757359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd83f5fa-6710-44b8-b2e7-216ed80e61ce req-98849964-d745-493a-a12a-94cd07efb9ab tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580709 Aug 25 11:39:53.772394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Checking segment: {'id': 'f5ee5999-b98c-4e8a-8833-0ce182dd2ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '20f39957-2be9-4c83-a667-46802d81509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:53.773017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network hostable DHCP agents. Network: 20f39957-2be9-4c83-a667-46802d81509b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:53.845555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning for port 19339bb4-a07e-494a-b881-2aff7fd906fb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:53.872020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning complete for port 19339bb4-a07e-494a-b881-2aff7fd906fb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:53.872695 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.913710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] For port a6630de4-46eb-422e-ad20-ef5f58b99263, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a6630de4-46eb-422e-ad20-ef5f58b99263,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:53.915054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44092) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:53.938826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cc06f87e-3146-4018-ba56-a6b35049aaff triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:53.939870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:53.989142 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.001603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 20f39957-2be9-4c83-a667-46802d81509b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:54.045231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 20f39957-2be9-4c83-a667-46802d81509b) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:54.067531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f9725-3981-4a3c-8cdf-7f3da047ced6 None None] Network 20f39957-2be9-4c83-a667-46802d81509b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:54.075083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Port 19339bb4-a07e-494a-b881-2aff7fd906fb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:54.084803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Deleting subnet cdc750c3-c446-450f-b850-5a12c5565127 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:39:54.093851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.109292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.152796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:54.155581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.219160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:54.220517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.221906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Provisioning complete for port cc06f87e-3146-4018-ba56-a6b35049aaff triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:54.222295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41d87f59-8799-44a1-8a24-e13b65cc9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.222759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6630de4-46eb-422e-ad20-ef5f58b99263 HTTP/1.1" status: 200 len: 1092 time: 2.5918839 Aug 25 11:39:54.239097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'tag': 'a6630de4-46eb-422e-ad20-ef5f58b99263'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:39:54.242694 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae705090-b6da-41ff-adc2-16efd03daeba", "tag": "a6630de4-46eb-422e-ad20-ef5f58b99263"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:39:54.311244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0f9b52f0-a81a-4f98-9f41-cf380aeb393e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:54.338073 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.408778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cf21b-ad34-4645-bb6c-712d3b2672b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6630de4-46eb-422e-ad20-ef5f58b99263,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:54.418042 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9bb5fd-d253-405e-b09e-b16b45776bc8 x-openstack-request-id: req-6d9bb5fd-d253-405e-b09e-b16b45776bc8 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:39:54.418739 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae705090-b6da-41ff-adc2-16efd03daeba", "tag": "a6630de4-46eb-422e-ad20-ef5f58b99263", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:39:54.419283 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d9bb5fd-d253-405e-b09e-b16b45776bc8 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:39:54.420358 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'tag': 'a6630de4-46eb-422e-ad20-ef5f58b99263', 'status': 'completed', 'code': 200} Aug 25 11:39:54.484766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.537362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2adf2-50c3-401a-aa8d-e35e7f017da8 None None] Network 20f39957-2be9-4c83-a667-46802d81509b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:54.579535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-68cfa5f7-c163-495d-b2a0-753313fa4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:54.581540 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-68cfa5f7-c163-495d-b2a0-753313fa4e82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 1095 time: 0.2863119 Aug 25 11:39:54.603373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.606023 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b9732dac-1aa0-4334-be6f-7a9b2652e19d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/ports/e765f160-bfe0-49d6-998e-18b0a3c14b3d HTTP/1.1" status: 204 len: 168 time: 2.4444480 Aug 25 11:39:54.610641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44098) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:54.696082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:54.696652 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.701236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.705546 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-8b72599c-5a10-46bc-aa6d-b855ed2ad434 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6630de4-46eb-422e-ad20-ef5f58b99263 HTTP/1.1" status: 200 len: 217 time: 0.1094840 Aug 25 11:39:54.728266 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-281df781-e2b7-44c5-af7b-2761ae844b76 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] GET failed (client error): The resource could not be found. Aug 25 11:39:54.730617 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-281df781-e2b7-44c5-af7b-2761ae844b76 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "GET /v2.0/ports/e765f160-bfe0-49d6-998e-18b0a3c14b3d HTTP/1.1" status: 404 len: 333 time: 0.1054926 Aug 25 11:39:54.743933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44100) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:54.751713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'name': 'tempest-AllowedAddressPairTestJSON-35440841'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:54.842184 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.848466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:54.849756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:54.861424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-102aa674-8c5b-4b0a-9619-681069a686c7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9943993 Aug 25 11:39:54.883655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44104) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:54.925158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757856-2e51-486d-b759-f7694a5f0d99 req-b0aab25e-a21e-4f56-a229-2db83f486a8e tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:54.935256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38757856-2e51-486d-b759-f7694a5f0d99 req-b0aab25e-a21e-4f56-a229-2db83f486a8e tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 943 time: 0.8918364 Aug 25 11:39:54.944931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2083277266', 'network_id': '20f39957-2be9-4c83-a667-46802d81509b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:54.999795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-70cf9335-8392-4f9f-b93e-b1e94608ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:55.002294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-70cf9335-8392-4f9f-b93e-b1e94608ad19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.2683811 Aug 25 11:39:55.071789 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-260d89a3-2505-4a5e-b9ff-f634b1ceb780 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589273 Aug 25 11:39:55.088702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Made reservation on behalf of 710ee2c360d142dc939ef7d6db641bc7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:55.091274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.091580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.128757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3826306 Aug 25 11:39:55.133102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44106) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:55.165640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:55.193377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eb4c96ac-933a-454e-9924-2f64c5d1f553 None None] Could not find standard attr ID for object e765f160-bfe0-49d6-998e-18b0a3c14b3d. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:39:55.199645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc750c3-c446-450f-b850-5a12c5565127,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:55.203735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.206392 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f3ee0a1-33ee-4f4d-b7fd-0027dacaf851 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cdc750c3-c446-450f-b850-5a12c5565127 HTTP/1.1" status: 204 len: 168 time: 1.2010729 Aug 25 11:39:55.218600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44108) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:55.297997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e981f2-f3b1-499f-96c9-c58ec1065539 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Network': ['ID=81e1af3e-dfab-4403-b71d-81b73a69f19a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:55.314922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:39:55.328639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] device_id is not set on port 1bbdb160-8282-42f8-8272-3048cdc972f5 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:55.335012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:55.338600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.383198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5143de-ba0b-4ab0-8d08-4e16543b7a9a req-b0ccff95-ad26-4283-b348-6667d401d009 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:55.385933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f5143de-ba0b-4ab0-8d08-4e16543b7a9a req-b0ccff95-ad26-4283-b348-6667d401d009 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 931 time: 0.3667681 Aug 25 11:39:55.412904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38757856-2e51-486d-b759-f7694a5f0d99 req-e14b1a2a-59f7-4fc2-bef4-dd22efee9026 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760225 Aug 25 11:39:55.502401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] device_id is not set on port 044d4239-4ecc-4b11-8e17-24f0ae7be743 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:39:55.516734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-cec498f7-dd19-4165-9689-b7dfff71aa0b service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344056 Aug 25 11:39:55.529908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.544800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.720135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f5143de-ba0b-4ab0-8d08-4e16543b7a9a req-1e636598-79e5-4675-b0c7-ab593047f589 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410159 Aug 25 11:39:55.749978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Made reservation on behalf of 33abeb50259d4dc0993f4dc7de17af8b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:39:55.755493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.772414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19339bb4-a07e-494a-b881-2aff7fd906fb {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:39:55.807508 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.914181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Allocated IP 172.20.0.5 (20f39957-2be9-4c83-a667-46802d81509b/2ccfc3be-abc6-4eb6-930d-08d462e0f33b/1bbdb160-8282-42f8-8272-3048cdc972f5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:55.918390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Transition to ACTIVE for port object 19339bb4-a07e-494a-b881-2aff7fd906fb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:55.933561 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:55.950242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_backend_mixin [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Performing IP validity checks on allocation pools {{(pid=94910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 11:39:55.951116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_backend_mixin [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94910) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 11:39:56.127607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=19339bb4-a07e-494a-b881-2aff7fd906fb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:56.436146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Attempting to bind port 19339bb4-a07e-494a-b881-2aff7fd906fb on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:56.436483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Attempting to bind port 19339bb4-a07e-494a-b881-2aff7fd906fb by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:56.436813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Attempting to bind port 19339bb4-a07e-494a-b881-2aff7fd906fb on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:56.493447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Port 19339bb4-a07e-494a-b881-2aff7fd906fb on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:39:56.493828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Attempting to bind port 19339bb4-a07e-494a-b881-2aff7fd906fb on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:56.541348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:56.541659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:56.542027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:56.542886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Bound port: 19339bb4-a07e-494a-b881-2aff7fd906fb, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:56.543038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.545175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.558911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acca64c-00c3-4258-a5f5-63033b6e6c97']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:56.572209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e798cd3-2108-4f25-b7ff-d77fe51497de') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:56.572806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.573207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e798cd3-2108-4f25-b7ff-d77fe51497de') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:56.579960 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.587017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.600415 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6e91f870-84b4-4776-bef0-d4a2d910ad98 req-e1ef40c1-a95a-47e5-bd83-1b75cc7a4571 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0756307 Aug 25 11:39:56.717592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:56.734277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.734481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08bba-a4d3-40b2-bde0-c693f3fb11ba req-4b743f9f-c321-4c0c-baa6-79fba8089d9a tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:56.735827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ae08bba-a4d3-40b2-bde0-c693f3fb11ba req-4b743f9f-c321-4c0c-baa6-79fba8089d9a tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 943 time: 0.2333083 Aug 25 11:39:56.768977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:39:56.769397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.776735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Allocated IP 172.20.0.4 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/044d4239-4ecc-4b11-8e17-24f0ae7be743) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:39:56.778985 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:39:56.794579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] For port 19339bb4-a07e-494a-b881-2aff7fd906fb, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:56.815752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.819572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] For port 19339bb4-a07e-494a-b881-2aff7fd906fb, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=19339bb4-a07e-494a-b881-2aff7fd906fb,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:56.821837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Checking segment: {'id': '35653081-4ce7-489b-903a-ebc13155d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:56.821837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network hostable DHCP agents. Network: 81e1af3e-dfab-4403-b71d-81b73a69f19a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:39:56.837740 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.898101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.910411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-70460d6f-94eb-46b5-949c-47eacf793d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:56.912267 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-70460d6f-94eb-46b5-949c-47eacf793d59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 1095 time: 0.2335889 Aug 25 11:39:56.920284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.926708 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3acca64c-00c3-4258-a5f5-63033b6e6c97 HTTP/1.1" status: 204 len: 168 time: 1.7014396 Aug 25 11:39:56.928654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ae08bba-a4d3-40b2-bde0-c693f3fb11ba req-f4d78f10-061a-4da2-8398-b3aa996baae3 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836517 Aug 25 11:39:56.941424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 20f39957-2be9-4c83-a667-46802d81509b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:56.945358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44114) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:56.958889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:56.959898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:56.961653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] 10.222.0.67 "PUT /v2.0/ports/19339bb4-a07e-494a-b881-2aff7fd906fb HTTP/1.1" status: 200 len: 1092 time: 3.8471072 Aug 25 11:39:56.962939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'tag': '19339bb4-a07e-494a-b881-2aff7fd906fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:39:56.980581 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e4a54-7bcd-4401-a87f-7703903a8b32" -d '{"events": [{"name": "network-changed", "server_uuid": "6987719c-eba0-4c53-87ed-ed122d337ae5", "tag": "19339bb4-a07e-494a-b881-2aff7fd906fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:39:56.992895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:57.025618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:57.043468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa412a9-c15d-4a08-9993-49587c560311 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acca64c-00c3-4258-a5f5-63033b6e6c97,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:57.043864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:39:57.047740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Port': ['ID=1bbdb160-8282-42f8-8272-3048cdc972f5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:57.091307 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f78b270-6f68-4090-8f27-b3d2b92a5d93 x-openstack-request-id: req-6f78b270-6f68-4090-8f27-b3d2b92a5d93 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:39:57.091606 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6987719c-eba0-4c53-87ed-ed122d337ae5", "tag": "19339bb4-a07e-494a-b881-2aff7fd906fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:39:57.091882 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f78b270-6f68-4090-8f27-b3d2b92a5d93 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:39:57.092246 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'tag': '19339bb4-a07e-494a-b881-2aff7fd906fb', 'status': 'completed', 'code': 200} Aug 25 11:39:57.173888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 81e1af3e-dfab-4403-b71d-81b73a69f19a) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:57.195632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a95992-bbcd-4065-9ab5-ae8e8320ec11 None None] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:39:57.208698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.209041 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.240095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Deleting subnet 59d258d6-077a-4bb9-a16c-8fd3a72a08d2 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:39:57.243205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a6cb1347-2a2e-4e44-9969-ea7bcad28353 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1024094 Aug 25 11:39:57.254422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.258187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44118) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:57.292601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:57.303297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.303833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.304709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-fa11e166-bf95-4602-bae4-db5958d8ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.306350 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-fa11e166-bf95-4602-bae4-db5958d8ec4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 915 time: 0.3759601 Aug 25 11:39:57.330009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b66f3f-883c-4db6-8009-1d13d962cc56 service neutron] Pushing event updated for resources: {'Port': ['ID=19339bb4-a07e-494a-b881-2aff7fd906fb,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:57.364189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.376673 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.427939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31445538-d555-4561-bd12-67283aa456c6 req-e744bc1b-2fbf-4f81-82f5-a5ad73875cad tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.440838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31445538-d555-4561-bd12-67283aa456c6 req-e744bc1b-2fbf-4f81-82f5-a5ad73875cad tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 943 time: 0.4490633 Aug 25 11:39:57.444779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-cc33bf78-f578-4d55-a69e-0db3511698b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6630de4-46eb-422e-ad20-ef5f58b99263 HTTP/1.1" status: 200 len: 217 time: 0.1131034 Aug 25 11:39:57.449151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-903dc338-3d6f-461b-a341-5ee3213688ca tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5103066 Aug 25 11:39:57.456842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44122) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:57.466682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Transition to ACTIVE for port object 044d4239-4ecc-4b11-8e17-24f0ae7be743 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:57.467544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-60f42bfc-8e3e-40ec-a861-1f999b746150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.468752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-60f42bfc-8e3e-40ec-a861-1f999b746150 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 1095 time: 0.4144521 Aug 25 11:39:57.484781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.506018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-81e1af3e-dfab-4403-b71d-81b73a69f19a', 'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a', 'tenant_id': '33abeb50259d4dc0993f4dc7de17af8b', 'fixed_ips': [{'subnet_id': 'c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:39:57.507226 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.556247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-dde9d3e4-2b44-40f9-b678-63b5f33ae71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.559073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-dde9d3e4-2b44-40f9-b678-63b5f33ae71c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.0822797 Aug 25 11:39:57.588701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-0930e1e3-62d3-4fa1-ac8a-841c1aca8787 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19339bb4-a07e-494a-b881-2aff7fd906fb HTTP/1.1" status: 200 len: 217 time: 0.1084635 Aug 25 11:39:57.659714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port e5778bc1-4c79-4717-ab5c-73cf01c074a7 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:57.661014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.710366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31445538-d555-4561-bd12-67283aa456c6 req-c6b49db3-208a-4c3e-b1e8-ca4e35e08461 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688949 Aug 25 11:39:57.715493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.719499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Allocated IP 2001:db8::3 (81e1af3e-dfab-4403-b71d-81b73a69f19a/c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0/5f5c882d-694b-4916-90dc-42cee47b1302) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:39:57.782302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60069268'] for subnet, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.793935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.798925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-4009a14e-e9af-487b-96ae-52a5296ea2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.799653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-a71b9a62-ed20-47e7-9923-5d284e1a4099 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827612 Aug 25 11:39:57.800464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-4009a14e-e9af-487b-96ae-52a5296ea2af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1935313 Aug 25 11:39:57.865529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Deleting port 1bbdb160-8282-42f8-8272-3048cdc972f5 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:39:57.865990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.914896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:57.966676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:57.969328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d258d6-077a-4bb9-a16c-8fd3a72a08d2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:57.974983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-38832950-1091-4fe7-aea9-86e25d6b3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:57.977171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-38832950-1091-4fe7-aea9-86e25d6b3262 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668115 Aug 25 11:39:57.994500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.007360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Transition to ACTIVE for port object 5f5c882d-694b-4916-90dc-42cee47b1302 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:58.010897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2059113'] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.012926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c6b10d9a-628d-4506-b918-532fc224f80b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/59d258d6-077a-4bb9-a16c-8fd3a72a08d2 HTTP/1.1" status: 204 len: 168 time: 1.0652676 Aug 25 11:39:58.024643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44126) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:58.045153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.063142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for e5778bc1-4c79-4717-ab5c-73cf01c074a7 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:58.064202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Transition to ACTIVE for port object 5f5c882d-694b-4916-90dc-42cee47b1302 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:39:58.070645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:58.075721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.092335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:58.135635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:39:58.140441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:39:58.148370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:39:58.185176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:58.186217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.222405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4749610 Aug 25 11:39:58.230152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:58.238372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:aa:4d'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:39:58.246817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Pushing event updated for resources: {'Port': ['ID=5f5c882d-694b-4916-90dc-42cee47b1302,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:58.250764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Attempting to bind port 5f5c882d-694b-4916-90dc-42cee47b1302 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:39:58.251168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Attempting to bind port 5f5c882d-694b-4916-90dc-42cee47b1302 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '35653081-4ce7-489b-903a-ebc13155d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:39:58.261543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Attempting to bind port 5f5c882d-694b-4916-90dc-42cee47b1302 on network 81e1af3e-dfab-4403-b71d-81b73a69f19a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:39:58.269540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.274587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:39:58.275026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Checking segment: {'id': '35653081-4ce7-489b-903a-ebc13155d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:39:58.275456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.275863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Bound using segment: {'id': '35653081-4ce7-489b-903a-ebc13155d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:39:58.277571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Bound port: 5f5c882d-694b-4916-90dc-42cee47b1302, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35653081-4ce7-489b-903a-ebc13155d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81e1af3e-dfab-4403-b71d-81b73a69f19a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:39:58.278117 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.297899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3c5f0-d7db-4c1f-b316-3fdeb6f29b6f tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=044d4239-4ecc-4b11-8e17-24f0ae7be743,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:58.337841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Calling delete_port for 1bbdb160-8282-42f8-8272-3048cdc972f5 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:39:58.399308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.403743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] For port 5f5c882d-694b-4916-90dc-42cee47b1302, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:39:58.409838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] For port 5f5c882d-694b-4916-90dc-42cee47b1302, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5f5c882d-694b-4916-90dc-42cee47b1302,segment=NetworkSegment(35653081-4ce7-489b-903a-ebc13155d221),segment_id=35653081-4ce7-489b-903a-ebc13155d221)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:39:58.411236 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-35df7e51-f451-4672-8eaa-501f67505497 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960710 Aug 25 11:39:58.426116 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.463783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c64b9-4c85-4601-bc8f-a18fb1042b2e req-cadbadd9-7359-4eaa-953e-546687939e06 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:58.465437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa4c64b9-4c85-4601-bc8f-a18fb1042b2e req-cadbadd9-7359-4eaa-953e-546687939e06 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 943 time: 0.3403125 Aug 25 11:39:58.468114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-920b42e2-e3d4-4f70-ab37-2a3e15ebc07c service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747708 Aug 25 11:39:58.541991 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d7aed3e7-48dc-49b0-929b-00d947d9cdd2 req-5981c059-518a-4f77-8d9d-9f5f024b9c0c service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212924 Aug 25 11:39:58.542279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507cc81-be70-424e-a8a0-e6b0ee9add84 None None] Pushing event updated for resources: {'Port': ['ID=5f5c882d-694b-4916-90dc-42cee47b1302,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:58.548423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-be61b9fa-dfec-4db7-94e1-1c292a851cd6 None None] Provisioning for port 044d4239-4ecc-4b11-8e17-24f0ae7be743 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:39:58.555053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-be61b9fa-dfec-4db7-94e1-1c292a851cd6 None None] Provisioning complete for port 044d4239-4ecc-4b11-8e17-24f0ae7be743 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:39:58.555583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-be61b9fa-dfec-4db7-94e1-1c292a851cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.612687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-be61b9fa-dfec-4db7-94e1-1c292a851cd6 None None] Port 044d4239-4ecc-4b11-8e17-24f0ae7be743 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:39:58.705890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.835246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:58.848794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa4c64b9-4c85-4601-bc8f-a18fb1042b2e req-e9c95f03-1a1f-4aea-9135-c491156f2f10 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150818 Aug 25 11:39:58.887096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=e5778bc1-4c79-4717-ab5c-73cf01c074a7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:59.144594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a6630de4-46eb-422e-ad20-ef5f58b99263 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:39:59.180035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.359947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.361566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a6630de4-46eb-422e-ad20-ef5f58b99263, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a6630de4-46eb-422e-ad20-ef5f58b99263,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:59.368163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.391256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'a6630de4-46eb-422e-ad20-ef5f58b99263', 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef', 'port_id': 'a6630de4-46eb-422e-ad20-ef5f58b99263', 'mac_address': 'fa:16:3e:c5:a5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7348542e-b503-4656-861b-a2302ae3c685', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:39:59.490668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76dfc4e9-06ea-4021-a5db-b6512878cace req-2ebf4181-15d8-4296-937f-a72f012148bf service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0096548 Aug 25 11:39:59.524853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.563247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=044d4239-4ecc-4b11-8e17-24f0ae7be743,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:59.585828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6630de4-46eb-422e-ad20-ef5f58b99263 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:39:59.617230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] In _notify_port_updated(), no bound segment for port 044d4239-4ecc-4b11-8e17-24f0ae7be743 on network 634ef136-af76-4482-863d-bf99089bd446 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:39:59.629293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:59.630756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.633526 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98626c2f-46e2-462a-b1fd-20b607692f2a tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "PUT /v2.0/ports/044d4239-4ecc-4b11-8e17-24f0ae7be743 HTTP/1.1" status: 200 len: 991 time: 1.4000533 Aug 25 11:39:59.637214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Router be0805a3-62df-4f09-bf14-b0f5c80c3f3d has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:39:59.639744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:39:59.682383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a6630de4-46eb-422e-ad20-ef5f58b99263, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a6630de4-46eb-422e-ad20-ef5f58b99263,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:39:59.697488 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.705590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.712097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.823286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5f5c882d-694b-4916-90dc-42cee47b1302 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:39:59.860150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb427c26-c59f-4499-a261-55e0c9973611']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:59.863417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783714759208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60188289'] for subnet, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:39:59.898854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bbdb160-8282-42f8-8272-3048cdc972f5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:39:59.908537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdd3a46-c5cb-43ac-9955-ab11901804e2') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:59.909211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdd3a46-c5cb-43ac-9955-ab11901804e2') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:39:59.965205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a830314-607b-4c00-860d-43eea0dc0aa1 req-98b50829-bad5-4a7a-a6e5-1fff7c817db1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:39:59.977534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a830314-607b-4c00-860d-43eea0dc0aa1 req-98b50829-bad5-4a7a-a6e5-1fff7c817db1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 943 time: 1.0557463 Aug 25 11:39:59.996687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.006774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-1d8cd280-2d2f-4d05-b751-d8ba5d593613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:00.008815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-1d8cd280-2d2f-4d05-b751-d8ba5d593613 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 1095 time: 0.3305869 Aug 25 11:40:00.051379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a6630de4-46eb-422e-ad20-ef5f58b99263'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:40:00.122715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a6630de4-46eb-422e-ad20-ef5f58b99263,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:00.129765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:40:00.144908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-10697c0e-0db5-4dfe-bfca-a8d398ef56a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/routers/be0805a3-62df-4f09-bf14-b0f5c80c3f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6156080 Aug 25 11:40:00.149135 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] Sync routers for ids ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:40:00.149968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44140) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:00.165926 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] Routers {'be0805a3-62df-4f09-bf14-b0f5c80c3f3d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:00.168808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:00.169517 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:00.171493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.174199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "PUT /v2.0/subnets/c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0 HTTP/1.1" status: 200 len: 900 time: 2.9139452 Aug 25 11:40:00.197439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44142) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:00.199354 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd66766a-de37-422f-8667-1cba14a6a909 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:40:00.207120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd66766a-de37-422f-8667-1cba14a6a909 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/e5778bc1-4c79-4717-ab5c-73cf01c074a7 HTTP/1.1" status: 404 len: 333 time: 0.0556715 Aug 25 11:40:00.223535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5f5c882d-694b-4916-90dc-42cee47b1302 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:00.224229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44144) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:00.230410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c06b4123-e97a-4e7e-9b80-f3755659521d None None] Provisioning complete for port 044d4239-4ecc-4b11-8e17-24f0ae7be743 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:00.231108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c06b4123-e97a-4e7e-9b80-f3755659521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.365371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c06b4123-e97a-4e7e-9b80-f3755659521d None None] Port 044d4239-4ecc-4b11-8e17-24f0ae7be743 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:00.392964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee35f63-a336-4b09-96e1-7215df9c11be None None] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:00.407254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-30cb10a2-0ceb-4207-8d38-ba7e8090579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:00.411147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-30cb10a2-0ceb-4207-8d38-ba7e8090579b service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.3396709 Aug 25 11:40:00.469854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.485641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:00.488854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.494235 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:00.515163 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] Routers {'be0805a3-62df-4f09-bf14-b0f5c80c3f3d'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:00.516663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:00.538552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] Provisioning for port 5f5c882d-694b-4916-90dc-42cee47b1302 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:00.554122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] Provisioning complete for port 5f5c882d-694b-4916-90dc-42cee47b1302 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:00.554843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.594562 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:00.596138 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd3b92-5b08-44b5-9bfe-7ef0d9847243 None None] The sync data for ids ['be0805a3-62df-4f09-bf14-b0f5c80c3f3d'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:40:00.615230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a830314-607b-4c00-860d-43eea0dc0aa1 req-183b02aa-ea34-462e-a610-cec47fc378ab tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357720 Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:00.619000 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:00.625028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.628451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48e9053d-0947-4d83-b269-7c419d094b75 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/ports/1bbdb160-8282-42f8-8272-3048cdc972f5 HTTP/1.1" status: 204 len: 168 time: 3.1633246 Aug 25 11:40:00.641559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436e3e2-9ba6-4d23-827d-7d43737cc3b6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event updated for resources: {'Subnet': ['ID=c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:00.641559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44146) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:00.651415 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.657889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '20f39957-2be9-4c83-a667-46802d81509b', 'external_fixed_ips': [{'subnet_id': '2ccfc3be-abc6-4eb6-930d-08d462e0f33b', 'ip_address': '172.20.0.5'}]}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:00.723422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.729036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] 10.222.0.35 "DELETE /v2.0/networks/cb427c26-c59f-4499-a261-55e0c9973611 HTTP/1.1" status: 204 len: 168 time: 2.7012682 Aug 25 11:40:00.756287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-9df875a8-d40c-40e0-a2ff-32c5cc99eda1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19339bb4-a07e-494a-b881-2aff7fd906fb HTTP/1.1" status: 200 len: 217 time: 0.1336191 Aug 25 11:40:00.771982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360657f5-9bad-4572-870c-5117a195072f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb427c26-c59f-4499-a261-55e0c9973611,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:00.782376 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.783669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.834122 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.900803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d7-7d76-4be4-a7d5-3e46422a1e64 req-bce80ed3-9b54-4899-b5a5-0fb37665cc4b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:00.903550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-194e50d7-7d76-4be4-a7d5-3e46422a1e64 req-bce80ed3-9b54-4899-b5a5-0fb37665cc4b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 944 time: 0.8081903 Aug 25 11:40:00.963855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port 044d4239-4ecc-4b11-8e17-24f0ae7be743 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:00.965504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.967909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] For port 5f5c882d-694b-4916-90dc-42cee47b1302, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5f5c882d-694b-4916-90dc-42cee47b1302,segment=NetworkSegment(35653081-4ce7-489b-903a-ebc13155d221),segment_id=35653081-4ce7-489b-903a-ebc13155d221)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:00.976681 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.979001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:00.992531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.026485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-34ee6c47-bf64-4a4f-ab8f-932255762a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:01.028541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-34ee6c47-bf64-4a4f-ab8f-932255762a3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.2483170 Aug 25 11:40:01.032537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.039988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-194e50d7-7d76-4be4-a7d5-3e46422a1e64 req-b456b29a-17cf-4e9c-8221-11891e846bf1 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201880 Aug 25 11:40:01.147054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714a9be-1a2c-423d-855e-e65c71ee6a03 None None] Pushing event updated for resources: {'Port': ['ID=5f5c882d-694b-4916-90dc-42cee47b1302,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:01.158138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a6630de4-46eb-422e-ad20-ef5f58b99263 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:01.327527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port a6630de4-46eb-422e-ad20-ef5f58b99263 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:01.337931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port a6630de4-46eb-422e-ad20-ef5f58b99263 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:01.339122 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.349562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44152) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:01.371244 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.392863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.426653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-2d9a06d9-b358-45b2-a226-8fb31b2e10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:01.429679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-2d9a06d9-b358-45b2-a226-8fb31b2e10ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3867528 Aug 25 11:40:01.437832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5feb569-953a-4152-a1d2-7c55bd6cb8ba None None] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:01.525274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5f5c882d-694b-4916-90dc-42cee47b1302 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:01.560526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.574723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.579408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.626865 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.633306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a55d362c-4ee7-425f-9c7b-20e46ee1cf8f None None] Provisioning complete for port 5f5c882d-694b-4916-90dc-42cee47b1302 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:01.633862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a55d362c-4ee7-425f-9c7b-20e46ee1cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.661117 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6171df7f-8769-4e44-83d2-7b6357937ec0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f260df576844cd1980ac37b6cf9cf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115346 Aug 25 11:40:01.665638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44156) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:01.716559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-64967115-28c0-4dda-be4a-702d577843fb service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374723 Aug 25 11:40:01.749401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for 044d4239-4ecc-4b11-8e17-24f0ae7be743 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:01.764013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6630de4-46eb-422e-ad20-ef5f58b99263'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:40:01.766380 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8ff3ba-6dd4-41a6-adc2-890e7abb2263" -d '{"events": [{"server_uuid": "ae705090-b6da-41ff-adc2-16efd03daeba", "name": "network-vif-plugged", "status": "completed", "tag": "a6630de4-46eb-422e-ad20-ef5f58b99263"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:40:01.805826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.806673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Fanout notify agent at l3_agent the message router_deleted on router be0805a3-62df-4f09-bf14-b0f5c80c3f3d {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:40:01.837869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.839015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a6630de4-46eb-422e-ad20-ef5f58b99263, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a6630de4-46eb-422e-ad20-ef5f58b99263,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:01.847490 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-056b1764-94e5-4fbf-8161-eadbc425de58 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/routers/be0805a3-62df-4f09-bf14-b0f5c80c3f3d HTTP/1.1" status: 204 len: 168 time: 1.6217957 Aug 25 11:40:01.854357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44160) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:01.856881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:01.861896 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2286b65e-0fa0-40e8-8cd8-961ad8e23a27 x-openstack-request-id: req-2286b65e-0fa0-40e8-8cd8-961ad8e23a27 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:40:01.862249 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae705090-b6da-41ff-adc2-16efd03daeba", "name": "network-vif-plugged", "status": "completed", "tag": "a6630de4-46eb-422e-ad20-ef5f58b99263", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:40:01.862443 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2286b65e-0fa0-40e8-8cd8-961ad8e23a27 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:40:01.862841 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6630de4-46eb-422e-ad20-ef5f58b99263', 'code': 200} Aug 25 11:40:01.873633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5f5c882d-694b-4916-90dc-42cee47b1302 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:01.874111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.014141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a6630de4-46eb-422e-ad20-ef5f58b99263,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:02.025741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557920-e6b8-4c3e-98ac-65d430880720 req-c2c3ccd1-a047-4b90-a231-b1da45131293 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:02.025741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95557920-e6b8-4c3e-98ac-65d430880720 req-c2c3ccd1-a047-4b90-a231-b1da45131293 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 943 time: 0.2973430 Aug 25 11:40:02.177780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-869cb6f6-2ef0-4861-9936-5d66ac1638be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.183290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 0019a27b-b8c6-4bd2-ba02-3685e0c9fad7 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:02.190557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.255892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-018e4a54-7bcd-4401-a87f-7703903a8b32 req-2cc32b99-90e4-48aa-b7aa-41109727cbee service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223465 Aug 25 11:40:02.274989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-869cb6f6-2ef0-4861-9936-5d66ac1638be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.292310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.326476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95557920-e6b8-4c3e-98ac-65d430880720 req-72cae2d3-d330-4291-b623-97b1b460b9dc tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586986 Aug 25 11:40:02.334624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.338189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting port 5f5c882d-694b-4916-90dc-42cee47b1302 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:02.338708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.368068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0641d-7d04-4165-93fd-13afcb479336 req-a6dbf133-f192-4621-b6fa-19695e34e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:02.370630 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27b0641d-7d04-4165-93fd-13afcb479336 req-a6dbf133-f192-4621-b6fa-19695e34e21d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 1097 time: 0.2752628 Aug 25 11:40:02.388816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.426363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f42f-98b7-4077-9185-5780792d4bfb req-f00782f2-c9df-41d1-9995-caf7c38666d8 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:02.430339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6c4f42f-98b7-4077-9185-5780792d4bfb req-f00782f2-c9df-41d1-9995-caf7c38666d8 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 945 time: 0.1920259 Aug 25 11:40:02.470958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f5ca8c84-a8d2-48e4-bcf2-e978e76b7476 None None] Provisioning complete for port 5f5c882d-694b-4916-90dc-42cee47b1302 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:02.471881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5ca8c84-a8d2-48e4-bcf2-e978e76b7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.574335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27b0641d-7d04-4165-93fd-13afcb479336 req-6ab52ee3-4848-447d-b1a6-e28232760cc2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567242 Aug 25 11:40:02.604891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] For port 5f5c882d-694b-4916-90dc-42cee47b1302, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5f5c882d-694b-4916-90dc-42cee47b1302,segment=NetworkSegment(35653081-4ce7-489b-903a-ebc13155d221),segment_id=35653081-4ce7-489b-903a-ebc13155d221)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:02.605573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.623803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-869cb6f6-2ef0-4861-9936-5d66ac1638be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.626480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-869cb6f6-2ef0-4861-9936-5d66ac1638be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.627679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-869cb6f6-2ef0-4861-9936-5d66ac1638be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36c3a8f6-b31c-47a5-b8cd-11a90582c126 HTTP/1.1" status: 204 len: 168 time: 0.9606438 Aug 25 11:40:02.653082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.662888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6c4f42f-98b7-4077-9185-5780792d4bfb req-7e2acbbd-18f4-4c6d-bf39-df87b0c63ece tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939976 Aug 25 11:40:02.705258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Calling delete_port for 5f5c882d-694b-4916-90dc-42cee47b1302 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:02.708866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.728771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cb6f6-2ef0-4861-9936-5d66ac1638be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c3a8f6-b31c-47a5-b8cd-11a90582c126,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:02.774178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=044d4239-4ecc-4b11-8e17-24f0ae7be743,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:02.825362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Allocated IP 172.20.0.5 (20f39957-2be9-4c83-a667-46802d81509b/2ccfc3be-abc6-4eb6-930d-08d462e0f33b/63fe8480-56e0-40a7-b199-136088aed447) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:02.904475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.959100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=0019a27b-b8c6-4bd2-ba02-3685e0c9fad7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:02.966057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f87f22-86b8-4e6d-80b5-deab553ea96b None None] Network 600f3ba1-3b8f-43f1-8987-0c829c24644f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:02.989900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:02.992213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5d5a4665-2efb-4395-9baf-b795e4aab079 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/0019a27b-b8c6-4bd2-ba02-3685e0c9fad7 HTTP/1.1" status: 204 len: 168 time: 1.1245451 Aug 25 11:40:02.995943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44170) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:03.111196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.114810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.118613 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd5bc40b-6475-4bb2-a6dd-d7214940de01 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/ports/044d4239-4ecc-4b11-8e17-24f0ae7be743 HTTP/1.1" status: 204 len: 168 time: 3.4769738 Aug 25 11:40:03.123103 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.127032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44174) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:03.143216 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.188951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Port': ['ID=5f5c882d-694b-4916-90dc-42cee47b1302,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:03.208633 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4cacf8-6757-45f5-8e0a-ec044fd3f9af tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] GET failed (client error): The resource could not be found. Aug 25 11:40:03.215593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a4cacf8-6757-45f5-8e0a-ec044fd3f9af tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "GET /v2.0/ports/044d4239-4ecc-4b11-8e17-24f0ae7be743 HTTP/1.1" status: 404 len: 333 time: 0.0845644 Aug 25 11:40:03.216275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44176) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:03.236447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'name': 'tempest-AllowedAddressPairTestJSON-2113713967'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:03.253591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 68ae2e00-7117-4418-be0c-6252218b325c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:03.254233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.259359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.301234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] DHCP port deletion for 600f3ba1-3b8f-43f1-8987-0c829c24644f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:03.328535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No DVR routers for this DVR port 5f5c882d-694b-4916-90dc-42cee47b1302 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:03.350725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4ac8ea-ddd7-4f54-a1fe-a79b8092462b None None] DHCP port deletion for 81e1af3e-dfab-4403-b71d-81b73a69f19a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:03.358516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 20f39957-2be9-4c83-a667-46802d81509b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:03.371267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:03.381345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:03.383943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Port': ['ID=63fe8480-56e0-40a7-b199-136088aed447,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:03.396438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] For port 68ae2e00-7117-4418-be0c-6252218b325c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=68ae2e00-7117-4418-be0c-6252218b325c,segment=NetworkSegment(0bedb4ca-61d4-4a5a-a195-10cb97539a6a),segment_id=0bedb4ca-61d4-4a5a-a195-10cb97539a6a)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:03.397064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.415821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44180) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:03.417551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.419258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] Deleting port 68ae2e00-7117-4418-be0c-6252218b325c {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:03.421719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.444266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 68ae2e00-7117-4418-be0c-6252218b325c owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:03.528255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 68ae2e00-7117-4418-be0c-6252218b325c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:03.531774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] For port 68ae2e00-7117-4418-be0c-6252218b325c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=68ae2e00-7117-4418-be0c-6252218b325c,segment=NetworkSegment(0bedb4ca-61d4-4a5a-a195-10cb97539a6a),segment_id=0bedb4ca-61d4-4a5a-a195-10cb97539a6a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:03.532185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.578536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] Calling delete_port for 68ae2e00-7117-4418-be0c-6252218b325c owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:03.609579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a5ce1eec-f5bf-4882-9d62-50136183656c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26df754ec47448a88028c167b20ffc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748347 Aug 25 11:40:03.615942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:03.653926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:03.659431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.674731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d55ee-71c1-4d52-a68a-6f14633fd258 req-63ca2d36-cd05-4213-b6c0-e40bd0f43309 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:03.677141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a4d55ee-71c1-4d52-a68a-6f14633fd258 req-63ca2d36-cd05-4213-b6c0-e40bd0f43309 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 943 time: 0.2351961 Aug 25 11:40:03.733738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.741125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] device_id is not set on port f15a34a9-8bef-40a8-a150-121b6a870862 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:03.744501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.773289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.796753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a4d55ee-71c1-4d52-a68a-6f14633fd258 req-09e90c56-3d6c-411b-99c3-0e25db26e28e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103928 Aug 25 11:40:03.797806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.843978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=68ae2e00-7117-4418-be0c-6252218b325c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:03.850223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2922c97-6fdc-42f3-ab3e-dd35ea2537f0 None None] Network 81e1af3e-dfab-4403-b71d-81b73a69f19a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:03.855142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] Pushing event deleted for resources: {'Port': ['ID=68ae2e00-7117-4418-be0c-6252218b325c,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:03.860532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b205766-134f-429f-8906-60efcd3a3cad None None] No DVR routers for this DVR port 68ae2e00-7117-4418-be0c-6252218b325c on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:03.861498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No DVR routers for this DVR port 68ae2e00-7117-4418-be0c-6252218b325c on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:03.874313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:03.959906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5f5c882d-694b-4916-90dc-42cee47b1302 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:03.973263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.986382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8add-a456-4caa-9a8d-7bd53d89ad4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:03.987550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5f5c882d-694b-4916-90dc-42cee47b1302 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:40:03.988014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5f5c882d-694b-4916-90dc-42cee47b1302 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:40:04.012701 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.013718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e1af3e-dfab-4403-b71d-81b73a69f19a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:04.045385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcc1a1-5e90-45ca-8cd4-abedcd0aacb5 req-57312270-a04e-4186-ab7c-88c26dacbf55 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:04.047130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6bcc1a1-5e90-45ca-8cd4-abedcd0aacb5 req-57312270-a04e-4186-ab7c-88c26dacbf55 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 945 time: 0.2590084 Aug 25 11:40:04.055660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f3ba1-3b8f-43f1-8987-0c829c24644f']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:04.057037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35653081-4ce7-489b-903a-ebc13155d221') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:04.057336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35653081-4ce7-489b-903a-ebc13155d221') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:04.059294 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.074084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8add-a456-4caa-9a8d-7bd53d89ad4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.088821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.097525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d570de-6104-40a1-8cac-dfe2dd5aafb8 None None] DHCP port deletion for 81e1af3e-dfab-4403-b71d-81b73a69f19a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:04.102826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Allocated IP 172.20.0.6 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/f15a34a9-8bef-40a8-a150-121b6a870862) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:04.112945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bedb4ca-61d4-4a5a-a195-10cb97539a6a') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:04.113287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bedb4ca-61d4-4a5a-a195-10cb97539a6a') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:04.120444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d43f4f-1e76-4bd6-9327-a3ce7fa918c5 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:40:04.135589 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.147419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.171614 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.200967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:04.201589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:04.206960 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:04.209945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6bcc1a1-5e90-45ca-8cd4-abedcd0aacb5 req-805023d4-460b-4ada-b046-1d3c2d419dd8 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483006 Aug 25 11:40:04.214088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:04.214465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:04.218097 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:04.400836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8add-a456-4caa-9a8d-7bd53d89ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.406610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8add-a456-4caa-9a8d-7bd53d89ad4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.407048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d43f4f-1e76-4bd6-9327-a3ce7fa918c5 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:40:04.411862 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ec9e8add-a456-4caa-9a8d-7bd53d89ad4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06088a5c-b1fd-4d0a-9098-bd4e9f22986d HTTP/1.1" status: 204 len: 168 time: 0.7936292 Aug 25 11:40:04.418240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.428408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.430617 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/81e1af3e-dfab-4403-b71d-81b73a69f19a HTTP/1.1" status: 204 len: 168 time: 4.2173848 Aug 25 11:40:04.450091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44218) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:04.502332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.508965 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-76898947-fa09-4a90-a4ae-f8bb43b0b2f7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:04.509771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76898947-fa09-4a90-a4ae-f8bb43b0b2f7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:04.511819 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76898947-fa09-4a90-a4ae-f8bb43b0b2f7 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/c445b0d1-1f69-4b7e-ad4c-b82abc1e79a0 HTTP/1.1" status: 404 len: 337 time: 0.0537348 Aug 25 11:40:04.516788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e8add-a456-4caa-9a8d-7bd53d89ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06088a5c-b1fd-4d0a-9098-bd4e9f22986d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:04.527524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44224) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:04.538857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.544251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b8ce6-de3d-45f0-9f5a-debb05284e70 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=81e1af3e-dfab-4403-b71d-81b73a69f19a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:04.548582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/600f3ba1-3b8f-43f1-8987-0c829c24644f HTTP/1.1" status: 204 len: 168 time: 1.5509303 Aug 25 11:40:04.552375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:04.569230 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:04.586291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c119d-6660-4f49-a851-bbb22d6d7fee tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=600f3ba1-3b8f-43f1-8987-0c829c24644f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:04.756692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec25c4fe-aaa0-4f18-a75d-f7527663c7e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:04.763697 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ec25c4fe-aaa0-4f18-a75d-f7527663c7e1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad HTTP/1.1" status: 200 len: 844 time: 0.1725399 Aug 25 11:40:04.763697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:04.820903 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ec44f3-8b65-4015-8927-4c49b3673b2f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:04.821538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ec44f3-8b65-4015-8927-4c49b3673b2f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:04.850311 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-80ec44f3-8b65-4015-8927-4c49b3673b2f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/81e1af3e-dfab-4403-b71d-81b73a69f19a HTTP/1.1" status: 404 len: 339 time: 0.3072236 Aug 25 11:40:04.877825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44248) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:05.060179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:05.204101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Transition to ACTIVE for port object f15a34a9-8bef-40a8-a150-121b6a870862 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:05.216629 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e90a0188-502d-4ef5-936a-38062dae6010 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4319375 Aug 25 11:40:05.251279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:05.264261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44264) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:05.276204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:05.434301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbef16-a8b0-44f0-8232-456e198c0e88 req-6e879482-6c8b-45ef-a6b8-d58d59eb5991 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:05.437109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2dbef16-a8b0-44f0-8232-456e198c0e88 req-6e879482-6c8b-45ef-a6b8-d58d59eb5991 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 943 time: 0.1047990 Aug 25 11:40:05.475909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Router 22497c43-894c-4b23-9b56-0745a00c8742 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:40:05.588492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2dbef16-a8b0-44f0-8232-456e198c0e88 req-e440c4bd-c47b-41bc-9f01-d24dbd6c4a7e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380756 Aug 25 11:40:05.700044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:40:05.712788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Sync routers for ids ['22497c43-894c-4b23-9b56-0745a00c8742'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:40:05.735067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Routers {'22497c43-894c-4b23-9b56-0745a00c8742'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:05.736040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['22497c43-894c-4b23-9b56-0745a00c8742'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:05.883860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:06.135066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.144543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.159485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.162907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bfea72a1-b9a6-42ca-b005-cab8ee8674bf tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5139558 Aug 25 11:40:06.165417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:06.217838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Set router 22497c43-894c-4b23-9b56-0745a00c8742 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:40:06.218288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:06.222367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.274094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-121811440-network', 'tenant_id': '45bf7007aa984e658453b9d757071f28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:06.337783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016988f3-1a37-448b-8184-389d2190d293']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:06.348239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=f15a34a9-8bef-40a8-a150-121b6a870862,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:06.363411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Made reservation on behalf of 45bf7007aa984e658453b9d757071f28 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:06.366841 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.385310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.419650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b99039b-6cd7-471b-a081-decf22d34746') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:06.420462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b99039b-6cd7-471b-a081-decf22d34746') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:06.425407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:06.429072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.568732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:06.595117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.604255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:06.655928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.741726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.759811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.772168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.799313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22497c43-894c-4b23-9b56-0745a00c8742', 'name': '', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20f39957-2be9-4c83-a667-46802d81509b', 'external_fixed_ips': [{'subnet_id': '2ccfc3be-abc6-4eb6-930d-08d462e0f33b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '63fe8480-56e0-40a7-b199-136088aed447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:00Z', 'updated_at': '2021-08-25T11:40:03Z', 'revision_number': 3, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port': {'id': '63fe8480-56e0-40a7-b199-136088aed447', 'name': '', 'network_id': '20f39957-2be9-4c83-a667-46802d81509b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22497c43-894c-4b23-9b56-0745a00c8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '2ccfc3be-abc6-4eb6-930d-08d462e0f33b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:40:02Z', 'updated_at': '2021-08-25T11:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ccfc3be-abc6-4eb6-930d-08d462e0f33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:06.819451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:06.820272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.834754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:06.839758 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:06.852082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:40:06.852701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Checking router: 22497c43-894c-4b23-9b56-0745a00c8742 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:40:06.852701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Updating router 22497c43-894c-4b23-9b56-0745a00c8742 port 63fe8480-56e0-40a7-b199-136088aed447 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:40:06.893638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.893930 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Added segment 959b4b9f-58ac-4d3c-811c-942ec51d5d63 of type vlan for network 0590cbae-959e-467a-869f-72a93aa6ee88 Aug 25 11:40:06.896083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137ca17e-c11c-4ff7-96d0-a341b9f2788f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:06.897072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:06.936867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Deleting port 63fe8480-56e0-40a7-b199-136088aed447 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:06.937232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.079752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:07.081038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.098405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a77e-1bc9-4917-badf-08507637999d req-2c22472b-5dea-4a95-96de-f439a2878bcb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:07.100561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27a1a77e-1bc9-4917-badf-08507637999d req-2c22472b-5dea-4a95-96de-f439a2878bcb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 943 time: 0.3154912 Aug 25 11:40:07.110076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0bdf8820-e1ac-4022-9696-90a4cb967299 None None] Provisioning for port f15a34a9-8bef-40a8-a150-121b6a870862 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:07.116396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.121112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0bdf8820-e1ac-4022-9696-90a4cb967299 None None] Provisioning complete for port f15a34a9-8bef-40a8-a150-121b6a870862 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:07.121439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8820-e1ac-4022-9696-90a4cb967299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.127858 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc9bd0f2-f0ce-4a4c-9ca7-289eaa7cf3df tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8932710 Aug 25 11:40:07.140321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:07.142246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44328) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:07.152181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:07.165246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:aa:4d'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:07.165527 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.166802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:07.167456 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.174709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:07.175977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.185271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf8820-e1ac-4022-9696-90a4cb967299 None None] Port f15a34a9-8bef-40a8-a150-121b6a870862 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:07.192022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ac89f-02a7-4502-9ea3-95f17c60cdb2 None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:07.247219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.305456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.314760 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/016988f3-1a37-448b-8184-389d2190d293 HTTP/1.1" status: 204 len: 168 time: 2.4306939 Aug 25 11:40:07.314760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6459-8a0e-4246-9c9b-9b7ce279cf73 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=016988f3-1a37-448b-8184-389d2190d293,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:07.319250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=87a7dbff-8893-413f-b6aa-b2ff67ff6ac2,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:07.323194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44332) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:07.410765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5256979 Aug 25 11:40:07.424820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44336) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:07.439160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Request body: {'subnet': {'network_id': '0590cbae-959e-467a-869f-72a93aa6ee88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-121811440-subnet', 'tenant_id': '45bf7007aa984e658453b9d757071f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:07.457096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27a1a77e-1bc9-4917-badf-08507637999d req-bd9c2973-174b-400d-9b87-50a4da7b1798 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065400 Aug 25 11:40:07.468949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10fd29-cf36-4e09-bdf6-932b6767b16c admin admin] Pushing event updated for resources: {'Network': ['ID=0590cbae-959e-467a-869f-72a93aa6ee88,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:07.484706 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5c62e580-6068-4e4f-b0ae-44d03b97d36c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2167656 Aug 25 11:40:07.503605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44338) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:07.514346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'security_group': {'name': 'tempest-secgroup-721028031'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:07.514619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0590cbae-959e-467a-869f-72a93aa6ee88 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:40:07.538969 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-46edf737-10cd-4e43-a52a-d94c96c7f68f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:07.539779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46edf737-10cd-4e43-a52a-d94c96c7f68f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:07.541112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.545170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 19339bb4-a07e-494a-b881-2aff7fd906fb details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:40:07.545983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-46edf737-10cd-4e43-a52a-d94c96c7f68f tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/a5edb9b7-b338-4efd-834d-377652cfba66 HTTP/1.1" status: 404 len: 337 time: 0.2191615 Aug 25 11:40:07.549661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:07.559192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Made reservation on behalf of 45bf7007aa984e658453b9d757071f28 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:07.562361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.572127 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5f2819-f256-414c-8664-bcf8ab368b54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:07.573211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5f2819-f256-414c-8664-bcf8ab368b54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:07.578166 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb5f2819-f256-414c-8664-bcf8ab368b54 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/20aa619e-bf21-452c-b537-b6651cdae93a HTTP/1.1" status: 404 len: 339 time: 0.0268948 Aug 25 11:40:07.579092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:07.669023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 19339bb4-a07e-494a-b881-2aff7fd906fb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=19339bb4-a07e-494a-b881-2aff7fd906fb,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:07.692841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.699477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '19339bb4-a07e-494a-b881-2aff7fd906fb', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': '19339bb4-a07e-494a-b881-2aff7fd906fb', 'mac_address': 'fa:16:3e:d5:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:40:07.770070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting subnet 34740d31-6f3c-4072-8ab1-834b31c41c32 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:07.777149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.794230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Calling delete_port for 63fe8480-56e0-40a7-b199-136088aed447 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:07.809163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.820374 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.849128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.886498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:07.901429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19339bb4-a07e-494a-b881-2aff7fd906fb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:40:07.998469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0d6ee5-1fd6-4a06-8b74-de43e8c2c05a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:08.020928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Checking segment: {'id': '959b4b9f-58ac-4d3c-811c-942ec51d5d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0590cbae-959e-467a-869f-72a93aa6ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:40:08.021296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Network hostable DHCP agents. Network: 0590cbae-959e-467a-869f-72a93aa6ee88, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:40:08.046112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 19339bb4-a07e-494a-b881-2aff7fd906fb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=19339bb4-a07e-494a-b881-2aff7fd906fb,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:08.058328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.143705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.145747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Network 0590cbae-959e-467a-869f-72a93aa6ee88 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:40:08.185417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.186844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0590cbae-959e-467a-869f-72a93aa6ee88) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:08.187367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.213809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.219328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:08.220091 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.260001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.293237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fed3d729-6cc5-4a59-a7d7-5061dc9283ae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8621731 Aug 25 11:40:08.295514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22e80c-17aa-4d6a-9993-0652e6879a92,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:08.298401 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.303414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8fe67b7f-7d7c-4674-b7b4-b5a6b02dc25c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7952094 Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=94912) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers result.read() Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers items = [ Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2839, in __iter__ Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2846, in _iter Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 292, in orm_pre_session_exec Aug 25 11:40:08.306008 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self.flush() Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers raise exception Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers raise exception Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers result.read() Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 25 11:40:08.310885 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 25 11:40:08.315855 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:40:08.315855 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 25 11:40:08.315855 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-778732-11', 'ml2_port_bindings_port_id': '63fe8480-56e0-40a7-b199-136088aed447', 'ml2_port_bindings_host': ''}] Aug 25 11:40:08.315855 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 25 11:40:08.315855 n-d-778732-11 neutron-server[94912]: ERROR neutron.plugins.ml2.managers Aug 25 11:40:08.317766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.317950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44346) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:08.328163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.332757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419134612'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:08.358896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a0e01-5af0-4f02-ab82-0df5ec319236 None None] Network 0590cbae-959e-467a-869f-72a93aa6ee88 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:08.374534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:40:08.374534 n-d-778732-11 neutron-server[94912]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 25 11:40:08.374534 n-d-778732-11 neutron-server[94912]: [parameters: {'host': 'n-d-778732-11', 'ml2_port_bindings_port_id': '63fe8480-56e0-40a7-b199-136088aed447', 'ml2_port_bindings_host': ''}] Aug 25 11:40:08.374534 n-d-778732-11 neutron-server[94912]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:40:08.375420 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:40:08.377926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=19339bb4-a07e-494a-b881-2aff7fd906fb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:08.384563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f32703fe-a35c-47c2-93af-a3844546a2c7', 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'tenant_id': 'b65171df4a4741d3911dc45cc49441cc', 'fixed_ips': [{'subnet_id': '87a7dbff-8893-413f-b6aa-b2ff67ff6ac2'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:40:08.385901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.550606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['19339bb4-a07e-494a-b881-2aff7fd906fb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:40:08.565368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event deleted for resources: {'Port': ['ID=63fe8480-56e0-40a7-b199-136088aed447,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:08.644245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.681876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44356) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:08.714304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.725923 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/34740d31-6f3c-4072-8ab1-834b31c41c32 HTTP/1.1" status: 204 len: 168 time: 1.1387739 Aug 25 11:40:08.734627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44358) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:08.749303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab7ae9-f82f-4bd7-aa7d-8e579c961ad8 None None] Network 791d1a0f-82ce-49bc-95cf-02016eab4573 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:08.751364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.816318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=f15a34a9-8bef-40a8-a150-121b6a870862,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:08.886872 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:08.919057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660edff-b530-46cb-a303-bf8a4cbc704d tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=34740d31-6f3c-4072-8ab1-834b31c41c32,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:08.983335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Deleting subnet 7c0d6ee5-1fd6-4a06-8b74-de43e8c2c05a {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:09.006568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] In _notify_port_updated(), no bound segment for port f15a34a9-8bef-40a8-a150-121b6a870862 on network 634ef136-af76-4482-863d-bf99089bd446 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:40:09.013869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:09.014946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.019888 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-efee6ea1-40db-4495-8402-9b5c75572968 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "PUT /v2.0/ports/f15a34a9-8bef-40a8-a150-121b6a870862 HTTP/1.1" status: 200 len: 996 time: 1.8639841 Aug 25 11:40:09.021429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44360) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:09.030712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.053286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.056435 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.109053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Port 63fe8480-56e0-40a7-b199-136088aed447 not found while updating agent binding for router 22497c43-894c-4b23-9b56-0745a00c8742. {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 25 11:40:09.154678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting subnet 42d3a8c7-9029-4693-b18f-bb32b71ceb27 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:09.161725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.162049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22497c43-894c-4b23-9b56-0745a00c8742 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:40:09.167302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.168818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf064e0b-f56d-4bfd-94b1-832560dfb58f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/routers/22497c43-894c-4b23-9b56-0745a00c8742 HTTP/1.1" status: 204 len: 168 time: 3.0018272 Aug 25 11:40:09.169954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.188705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44362) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:09.231159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Routers set() bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:09.231765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Router IDs set() for agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 11:40:09.232579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_agentschedulers_db [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'22497c43-894c-4b23-9b56-0745a00c8742'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:39:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent'). {{(pid=94912) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 11:40:09.233147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c278b-3d79-4770-bdc0-b088cbead190 None None] The sync data for ids ['22497c43-894c-4b23-9b56-0745a00c8742'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:40:09.241058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.258086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.297621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032170-3d5f-4ab0-831b-9904eae169eb req-dbc4f66f-6d1c-4980-acce-614588f995d6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:09.311525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5032170-3d5f-4ab0-831b-9904eae169eb req-dbc4f66f-6d1c-4980-acce-614588f995d6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 944 time: 0.4445000 Aug 25 11:40:09.372856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5032170-3d5f-4ab0-831b-9904eae169eb req-954b02ea-e0d6-455c-b34b-cfe41138b62f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599923 Aug 25 11:40:09.374742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4925410f-ce9a-450a-a30f-c8a214bf4122 None None] Provisioning complete for port f15a34a9-8bef-40a8-a150-121b6a870862 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:09.375340 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4925410f-ce9a-450a-a30f-c8a214bf4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.567903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.571301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Deleting subnet 2ccfc3be-abc6-4eb6-930d-08d462e0f33b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:09.597848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.602617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.653883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61696660-d401-4cda-be91-ba6f22bf8efd None None] Network 0590cbae-959e-467a-869f-72a93aa6ee88 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:09.684370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.723151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.740030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=42d3a8c7-9029-4693-b18f-bb32b71ceb27,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:09.740832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Allocated IP 2001:db8::2 (f32703fe-a35c-47c2-93af-a3844546a2c7/87a7dbff-8893-413f-b6aa-b2ff67ff6ac2/1dae10f8-b5ad-4d5f-90b5-7abc0d0021db) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:09.742407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.744517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d90aca8a-a9b7-46a0-af2c-de7cfd6e6c76 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/42d3a8c7-9029-4693-b18f-bb32b71ceb27 HTTP/1.1" status: 204 len: 168 time: 1.0067954 Aug 25 11:40:09.754283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44366) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:09.771953 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.786615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port f15a34a9-8bef-40a8-a150-121b6a870862 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:09.786968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.863162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.924252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:09.928052 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6012855 Aug 25 11:40:09.934676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44370) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:09.940773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613a4ae-e896-4c75-a004-f5f3ac47b5c3 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867fedee-b79e-426d-83b0-358e90c43251,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:09.947338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-832086407', 'security_groups': ['867fedee-b79e-426d-83b0-358e90c43251'], 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '87a7dbff-8893-413f-b6aa-b2ff67ff6ac2'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:09.951121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4925410f-ce9a-450a-a30f-c8a214bf4122 None None] Port f15a34a9-8bef-40a8-a150-121b6a870862 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:10.056155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.068064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.099861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.115240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.172033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:10.172525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.223265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for f15a34a9-8bef-40a8-a150-121b6a870862 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:10.321282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0d6ee5-1fd6-4a06-8b74-de43e8c2c05a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:10.328917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] For port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,segment=NetworkSegment(6f0c6968-35ba-4848-af70-b1e75359a613),segment_id=6f0c6968-35ba-4848-af70-b1e75359a613)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:10.329302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.334523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.340025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6917b458-8bc3-4b80-9a07-a4cb719d4433 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c0d6ee5-1fd6-4a06-8b74-de43e8c2c05a HTTP/1.1" status: 204 len: 168 time: 1.6113732 Aug 25 11:40:10.356441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44372) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:10.434261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Calling delete_port for 0f9b52f0-a81a-4f98-9f41-cf380aeb393e owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:10.437063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:10.443404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.584813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] DHCP port deletion for 791d1a0f-82ce-49bc-95cf-02016eab4573 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:10.639582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccfc3be-abc6-4eb6-930d-08d462e0f33b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:10.646804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.696549 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.700141 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:40:10.707166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.711451 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d114052f-e7e3-40bb-a259-2d2ab7730b9f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/2ccfc3be-abc6-4eb6-930d-08d462e0f33b HTTP/1.1" status: 204 len: 168 time: 1.5173864 Aug 25 11:40:10.715536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44376) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:10.772421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] Deleting port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:10.772992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.836799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.849379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0590cbae-959e-467a-869f-72a93aa6ee88']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:10.869929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b4b9f-58ac-4d3c-811c-942ec51d5d63') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:10.870448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b4b9f-58ac-4d3c-811c-942ec51d5d63') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:10.884478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.890341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.893186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Transition to ACTIVE for port object 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:10.903256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.944185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:10.955630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:10.956903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.053631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=f15a34a9-8bef-40a8-a150-121b6a870862,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:11.096230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] For port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,segment=NetworkSegment(6f0c6968-35ba-4848-af70-b1e75359a613),segment_id=6f0c6968-35ba-4848-af70-b1e75359a613)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:11.096230 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.106723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Transition to ACTIVE for port object 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:11.120883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:11.132265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.135013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] Calling delete_port for 0f9b52f0-a81a-4f98-9f41-cf380aeb393e owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:11.225133 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:11.266522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.275683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:11.284805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:11.291583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.297197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0590cbae-959e-467a-869f-72a93aa6ee88 HTTP/1.1" status: 204 len: 168 time: 0.9350197 Aug 25 11:40:11.304331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:11.371362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:11.382152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.396091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed571b-2e5e-4a1c-a945-b4a3f0d84886 req-dca198a8-a0e8-4c05-999d-0f4893b7517e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:11.401484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] No DVR routers for this DVR port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:11.402743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43ed571b-2e5e-4a1c-a945-b4a3f0d84886 req-dca198a8-a0e8-4c05-999d-0f4893b7517e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 944 time: 0.7592854 Aug 25 11:40:11.524083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3361f-a96f-4cd4-a863-101f0381ecc2 None None] Pushing event deleted for resources: {'Port': ['ID=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:11.567980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a1a1-5bfe-420d-89d9-984a56ee33b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0590cbae-959e-467a-869f-72a93aa6ee88,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:11.592019 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.607874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.648051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0f9b52f0-a81a-4f98-9f41-cf380aeb393e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:11.650376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43ed571b-2e5e-4a1c-a945-b4a3f0d84886 req-c5e82d45-71ad-4e8d-91fa-14a5e5a778fd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829090 Aug 25 11:40:11.654758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Port': ['ID=0f9b52f0-a81a-4f98-9f41-cf380aeb393e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:11.662816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 19339bb4-a07e-494a-b881-2aff7fd906fb up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:11.664716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No DVR routers for this DVR port 0f9b52f0-a81a-4f98-9f41-cf380aeb393e on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:11.753300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44384) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:11.820371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0f9b52f0-a81a-4f98-9f41-cf380aeb393e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:40:11.820828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0f9b52f0-a81a-4f98-9f41-cf380aeb393e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:40:11.827902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Attempting to bind port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:40:11.828952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Attempting to bind port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '924bb83a-e67f-45fa-abd4-59b61fce18b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:40:11.830026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Attempting to bind port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db on network f32703fe-a35c-47c2-93af-a3844546a2c7 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:40:11.850079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:40:11.851293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Checking segment: {'id': '924bb83a-e67f-45fa-abd4-59b61fce18b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:40:11.852307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.853313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Bound using segment: {'id': '924bb83a-e67f-45fa-abd4-59b61fce18b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:40:11.854491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Bound port: 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924bb83a-e67f-45fa-abd4-59b61fce18b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:40:11.855530 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.902020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:11.936667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f39957-2be9-4c83-a667-46802d81509b']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:11.963795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ee5999-b98c-4e8a-8833-0ce182dd2ed9') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:11.964255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ee5999-b98c-4e8a-8833-0ce182dd2ed9') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:11.986376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 19339bb4-a07e-494a-b881-2aff7fd906fb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:11.989479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.008808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 19339bb4-a07e-494a-b881-2aff7fd906fb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:12.009189 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.027723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.046586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:12.047335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.084030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:40:12.089556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:40:12.106120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:12.203972 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:12.242121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.246949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3b27f-de38-403f-8737-921d0c0341b6 None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:12.279766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.310002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19339bb4-a07e-494a-b881-2aff7fd906fb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:40:12.314745 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef4a938-36d1-477b-a595-6309820d80fe" -d '{"events": [{"server_uuid": "6987719c-eba0-4c53-87ed-ed122d337ae5", "name": "network-vif-plugged", "status": "completed", "tag": "19339bb4-a07e-494a-b881-2aff7fd906fb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:40:12.348774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.358386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 19339bb4-a07e-494a-b881-2aff7fd906fb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=19339bb4-a07e-494a-b881-2aff7fd906fb,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:12.364982 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-af43430c-0659-40d3-8874-0a3f20251f81 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/ports/f15a34a9-8bef-40a8-a150-121b6a870862 HTTP/1.1" status: 204 len: 168 time: 3.3322167 Aug 25 11:40:12.373737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.377748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44392) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:12.412734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20f39957-2be9-4c83-a667-46802d81509b {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:40:12.484558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=19339bb4-a07e-494a-b881-2aff7fd906fb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:12.511267 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad4f88-b7de-428d-9112-9252d625b44d x-openstack-request-id: req-29ad4f88-b7de-428d-9112-9252d625b44d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:40:12.511617 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987719c-eba0-4c53-87ed-ed122d337ae5", "name": "network-vif-plugged", "status": "completed", "tag": "19339bb4-a07e-494a-b881-2aff7fd906fb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:40:12.511941 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29ad4f88-b7de-428d-9112-9252d625b44d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:40:12.512259 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19339bb4-a07e-494a-b881-2aff7fd906fb', 'code': 200} Aug 25 11:40:12.606707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.610179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/networks/20f39957-2be9-4c83-a667-46802d81509b HTTP/1.1" status: 204 len: 168 time: 1.8930638 Aug 25 11:40:12.677630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::1fb (f32703fe-a35c-47c2-93af-a3844546a2c7/87a7dbff-8893-413f-b6aa-b2ff67ff6ac2/ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:12.775737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93016691-6602-4a90-a5f4-cf0623c62e6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45bf7007aa984e658453b9d757071f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904901 Aug 25 11:40:12.778843 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:12.793573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe39cd8-d5e4-496e-a341-279b38e9f7fa tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event deleted for resources: {'Network': ['ID=20f39957-2be9-4c83-a667-46802d81509b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:12.810531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44398) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:12.842183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791d1a0f-82ce-49bc-95cf-02016eab4573']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:12.899632 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a539ddad-6350-44ff-830b-0160d66b9ffe tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] GET failed (client error): The resource could not be found. Aug 25 11:40:12.901802 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a539ddad-6350-44ff-830b-0160d66b9ffe tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "GET /v2.0/ports/f15a34a9-8bef-40a8-a150-121b6a870862 HTTP/1.1" status: 404 len: 333 time: 0.5238881 Aug 25 11:40:12.908072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44400) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:12.921608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'name': 'tempest-AllowedAddressPairTestJSON-99573574'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:12.972654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0c6968-35ba-4848-af70-b1e75359a613') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:12.972940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0c6968-35ba-4848-af70-b1e75359a613') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:13.023762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c09a1-7796-4e98-bd60-7035ca3f35fe req-a1cf9595-3a08-421b-bc8e-b41969539ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:13.025339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-571c09a1-7796-4e98-bd60-7035ca3f35fe req-a1cf9595-3a08-421b-bc8e-b41969539ecf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 1097 time: 0.4138422 Aug 25 11:40:13.032365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:13.205389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:13.242620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c689f-23f8-4d33-9903-9f3a7143164a req-bb258489-94f1-47f8-8980-38dbf5bb942d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:13.250245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b3c689f-23f8-4d33-9903-9f3a7143164a req-bb258489-94f1-47f8-8980-38dbf5bb942d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.3824272 Aug 25 11:40:13.263019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:13.264264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:13.393615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:13.404875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:13.411852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-571c09a1-7796-4e98-bd60-7035ca3f35fe req-74a76a44-079a-4a06-b31d-4fcb6dbd8efb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662784 Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:13.415126 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:13.539049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] device_id is not set on port 658059e5-180d-4570-bc38-0b96adfc3922 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:13.683455 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:13.686849 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057892e6-c969-4ade-acd4-459d74410112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:13.701446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44410) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:13.738669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:13.757109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:13.813986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b3c689f-23f8-4d33-9903-9f3a7143164a req-783640b5-3a7b-4723-bf87-a1b9664e0c9e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712444 Aug 25 11:40:13.838694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'name': 'tempest-router--719837918', 'project_id': '0ec634cc95394003981e56bde6bea8ce'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:14.006898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057892e6-c969-4ade-acd4-459d74410112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.086713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.091634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.091956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Allocated IP 172.20.0.4 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/658059e5-180d-4570-bc38-0b96adfc3922) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:14.093597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.127145 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.127426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.136592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/791d1a0f-82ce-49bc-95cf-02016eab4573 HTTP/1.1" status: 204 len: 168 time: 4.3808353 Aug 25 11:40:14.140440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44412) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.163183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:14.227427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c646210-9a49-42cd-a831-f836ba3f2241 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=791d1a0f-82ce-49bc-95cf-02016eab4573,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:14.234709 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d8be1f-99b3-4dd5-bef4-f9d8182ee473 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:14.235646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d8be1f-99b3-4dd5-bef4-f9d8182ee473 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:14.246739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-31d8be1f-99b3-4dd5-bef4-f9d8182ee473 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/0ae779ea-d053-401f-a7a3-cd3edf3868e1 HTTP/1.1" status: 404 len: 337 time: 0.1037323 Aug 25 11:40:14.258505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44414) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.267202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057892e6-c969-4ade-acd4-459d74410112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.274060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-057892e6-c969-4ade-acd4-459d74410112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.281853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-057892e6-c969-4ade-acd4-459d74410112 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/137ca17e-c11c-4ff7-96d0-a341b9f2788f HTTP/1.1" status: 204 len: 168 time: 1.4609156 Aug 25 11:40:14.323936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057892e6-c969-4ade-acd4-459d74410112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ca17e-c11c-4ff7-96d0-a341b9f2788f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:14.363717 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b8c036-514a-4d96-b150-149119f27688 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:14.364627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b8c036-514a-4d96-b150-149119f27688 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:14.367016 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3b8c036-514a-4d96-b150-149119f27688 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/d025e455-4046-446e-b54f-3520042ed376 HTTP/1.1" status: 404 len: 339 time: 0.0900395 Aug 25 11:40:14.369701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:14.382307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44418) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.402786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:14.427101 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.434903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.470752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.479596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e5c787f0-59a1-4e18-949b-94f37a681f91 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7012048 Aug 25 11:40:14.481100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44420) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.512386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:14.521165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:14.521902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.585569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:14.589509 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b271ac9d-a29e-4dc0-ac4c-b97607393801 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:14.590254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b271ac9d-a29e-4dc0-ac4c-b97607393801 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:14.593086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b271ac9d-a29e-4dc0-ac4c-b97607393801 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/74942705-73e0-4b14-a244-cccc2325145b HTTP/1.1" status: 404 len: 337 time: 0.2063353 Aug 25 11:40:14.603427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.640644 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8010d3ba-4f45-4fc3-b665-ef85298ed5a7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7008996 Aug 25 11:40:14.646532 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdf011a-fd01-4b7c-b134-b060e3a01c9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:14.647481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdf011a-fd01-4b7c-b134-b060e3a01c9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:14.649600 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7bdf011a-fd01-4b7c-b134-b060e3a01c9b tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/bc3606a9-0bbd-4483-adb2-43783462960d HTTP/1.1" status: 404 len: 339 time: 0.0448103 Aug 25 11:40:14.652796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44424) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.654028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44426) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.659587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:14.719060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Provisioning for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:14.735146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:14.740004 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.813257 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5661dae-b924-4f97-aeb8-3e705cbac5c3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:14.814419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5661dae-b924-4f97-aeb8-3e705cbac5c3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:14.816984 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b5661dae-b924-4f97-aeb8-3e705cbac5c3 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/4198c6a5-5a84-4e37-a600-9219bb136edb HTTP/1.1" status: 404 len: 337 time: 0.1524980 Aug 25 11:40:14.823745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44430) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:14.894392 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:14.959078 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef08cec-a3b8-4cbc-9d81-cd44c26740a6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:14.960925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef08cec-a3b8-4cbc-9d81-cd44c26740a6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:14.967834 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ef08cec-a3b8-4cbc-9d81-cd44c26740a6 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/1dab9011-9edb-472b-8472-a2b3d6b03d6b HTTP/1.1" status: 404 len: 339 time: 0.1321156 Aug 25 11:40:14.986239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:15.069611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.096705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.136808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Transition to ACTIVE for port object 658059e5-180d-4570-bc38-0b96adfc3922 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:15.182025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:15.194478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.198248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting subnet 6dc87452-c81e-47e8-88f8-fb594256a3f7 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:15.224642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.296875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:15.300600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Provisioning complete for port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:15.301183 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.305742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.380824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.384914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:15.413937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-800c7fb6-f351-4dd5-b9ba-68e7734c336b None None] Port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:15.567522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9d3d287e-c912-43fd-9c58-4a4481107a66 None None] Provisioning for port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:15.573128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9d3d287e-c912-43fd-9c58-4a4481107a66 None None] Provisioning complete for port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:15.573515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9d3d287e-c912-43fd-9c58-4a4481107a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.656729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.682739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d287e-c912-43fd-9c58-4a4481107a66 None None] Port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:15.693157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:15.852783 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.922493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:15.926795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.991524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:15.996924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.033474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=658059e5-180d-4570-bc38-0b96adfc3922,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:16.041406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c303-9b45-401f-9e41-c73b588765d3 req-5b6b8864-7520-4c9e-bfae-964b5382d3a3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:16.043094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9535c303-9b45-401f-9e41-c73b588765d3 req-5b6b8864-7520-4c9e-bfae-964b5382d3a3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.3704422 Aug 25 11:40:16.083866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.192630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc87452-c81e-47e8-88f8-fb594256a3f7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:16.197221 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87a7dbff-8893-413f-b6aa-b2ff67ff6ac2 (CIDR: 2001:db8::/64) Aug 25 11:40:16.206883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.209365 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4093467c-b57e-4e30-8d8e-5eda30f6f85e tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/6dc87452-c81e-47e8-88f8-fb594256a3f7 HTTP/1.1" status: 204 len: 168 time: 1.2219796 Aug 25 11:40:16.212660 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:40:16.212660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:16.216043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44458) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:16.217648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e6f0e-5ab2-4392-997e-14f06c847f36 None None] Network e822084c-edc4-4896-8567-880123518a17 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:16.221265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:16.235420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.235974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87bd2b80-9eb5-46b2-9588-fd5fb897ed08 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:40:16.244992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.246306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bc0a12cc-a4de-4e14-b996-3b3197beb364 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/routers/87bd2b80-9eb5-46b2-9588-fd5fb897ed08 HTTP/1.1" status: 204 len: 168 time: 1.7637124 Aug 25 11:40:16.266864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:16.281775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9535c303-9b45-401f-9e41-c73b588765d3 req-82292e53-63a9-4dbe-9ec5-fb7717097018 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273530 Aug 25 11:40:16.332762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:16.540640 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-533c5ed3-3325-47e6-9850-5186606a79c2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8852522 Aug 25 11:40:16.569893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44470) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:16.602495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:16.657369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8468a-edfc-4a81-b898-8a5d5c10e498 req-417695e3-6d90-48c8-8374-781f3ff5489b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:16.660309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffc8468a-edfc-4a81-b898-8a5d5c10e498 req-417695e3-6d90-48c8-8374-781f3ff5489b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.2545094 Aug 25 11:40:16.728371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] DHCP port deletion for e822084c-edc4-4896-8567-880123518a17 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:16.777456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffc8468a-edfc-4a81-b898-8a5d5c10e498 req-8575bae2-4d4d-4d53-b400-a4eccb3966d5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025581 Aug 25 11:40:16.816323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44472) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:16.861718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:16.862430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.890855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.898462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] Deleting port 7fbc6be0-1138-4614-8b87-8f958497bb90 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:16.899368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:16.981003 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-903acc1c-de9e-44fa-a5e4-3361cd80478d tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0677950 Aug 25 11:40:16.985229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44478) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:17.009032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'network_id': '634ef136-af76-4482-863d-bf99089bd446', 'name': 'tempest-AllowedAddressPairTestJSON-855666270'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:17.127646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f66c-bacb-4a90-9ad7-20c0d536ff89 req-42625020-4055-4bb8-bdfd-e3204e86eeca tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:17.132821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6b51dfac-7015-4d67-9eeb-0278facd2fa8 None None] Provisioning for port 658059e5-180d-4570-bc38-0b96adfc3922 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:17.140177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dc3f66c-bacb-4a90-9ad7-20c0d536ff89 req-42625020-4055-4bb8-bdfd-e3204e86eeca tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.2032576 Aug 25 11:40:17.172027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] For port 7fbc6be0-1138-4614-8b87-8f958497bb90, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7fbc6be0-1138-4614-8b87-8f958497bb90,segment=NetworkSegment(50596b7e-9f05-46aa-a691-24c82ed2e6b3),segment_id=50596b7e-9f05-46aa-a691-24c82ed2e6b3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:17.173632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.190539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6b51dfac-7015-4d67-9eeb-0278facd2fa8 None None] Provisioning complete for port 658059e5-180d-4570-bc38-0b96adfc3922 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:17.193071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b51dfac-7015-4d67-9eeb-0278facd2fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.214076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] Calling delete_port for 7fbc6be0-1138-4614-8b87-8f958497bb90 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:17.252261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dc3f66c-bacb-4a90-9ad7-20c0d536ff89 req-bf75da27-22a8-4f53-a710-ea110c720ccb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Aug 25 11:40:17.424536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155270390', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:17.440124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:17.453607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.508512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6b51dfac-7015-4d67-9eeb-0278facd2fa8 None None] Port 658059e5-180d-4570-bc38-0b96adfc3922 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:17.547698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7fbc6be0-1138-4614-8b87-8f958497bb90 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:17.562200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.567064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.616707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting port 7fbc6be0-1138-4614-8b87-8f958497bb90 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:17.617058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.754122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Made reservation on behalf of 36658cf0693d4865b817d7c97f4c3e7c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:17.770642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.811738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.873997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] device_id is not set on port 54a2977d-3776-4169-be45-36fe0f971b29 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:17.883520 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:17.998510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] Pushing event deleted for resources: {'Port': ['ID=7fbc6be0-1138-4614-8b87-8f958497bb90,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:18.001194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed7705-db7e-44f8-b09a-2d91ab1f1e65 None None] No DVR routers for this DVR port 7fbc6be0-1138-4614-8b87-8f958497bb90 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:18.032170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.181041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02f39-e2b8-4138-918b-04b96f2a8fc3 req-84531ee1-5f77-4570-8cac-c37edfbd43c8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:18.182854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97a02f39-e2b8-4138-918b-04b96f2a8fc3 req-84531ee1-5f77-4570-8cac-c37edfbd43c8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.2445292 Aug 25 11:40:18.185364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.269772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ad124f0-70b2-4a2c-bf40-a35016e4a74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.317466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97a02f39-e2b8-4138-918b-04b96f2a8fc3 req-7661a6bc-a3de-452e-8ebc-568fa4631e97 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227331 Aug 25 11:40:18.418109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] For port 7fbc6be0-1138-4614-8b87-8f958497bb90, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7fbc6be0-1138-4614-8b87-8f958497bb90,segment=NetworkSegment(50596b7e-9f05-46aa-a691-24c82ed2e6b3),segment_id=50596b7e-9f05-46aa-a691-24c82ed2e6b3)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:18.418357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.451890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Calling delete_port for 7fbc6be0-1138-4614-8b87-8f958497bb90 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:18.493632 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Allocated IP 172.20.0.8 (634ef136-af76-4482-863d-bf99089bd446/95326dc7-c596-464e-9de1-b2122dcff130/54a2977d-3776-4169-be45-36fe0f971b29) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:18.525546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.534178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.559974 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.609055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:18.623975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:18.632303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:18.633395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.636411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d63cdd-16d6-4e1f-bce9-af06789f732b None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:18.672317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=475243df-5237-48d2-9046-c46565da2fd0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:18.693051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.715775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Allocated IP 172.25.1.169 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/785d8db7-cf14-4061-b0a4-3416034f19c0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:18.736464 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b90ad370-c58b-461f-9e7c-4c3f1c1f3569 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1445220 Aug 25 11:40:18.764371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44494) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:18.766886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Port': ['ID=7fbc6be0-1138-4614-8b87-8f958497bb90,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:18.775082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1712052091', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '475243df-5237-48d2-9046-c46565da2fd0'}], 'security_groups': ['6a22e80c-17aa-4d6a-9993-0652e6879a92']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:18.778788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No DVR routers for this DVR port 7fbc6be0-1138-4614-8b87-8f958497bb90 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:18.857177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:18.910936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.006064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:19.025373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:19.026030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.039646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:19.059794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e822084c-edc4-4896-8567-880123518a17']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:19.085244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50596b7e-9f05-46aa-a691-24c82ed2e6b3') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:19.085244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50596b7e-9f05-46aa-a691-24c82ed2e6b3') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:19.108391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.118875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.130635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event updated for resources: {'Port': ['ID=785d8db7-cf14-4061-b0a4-3416034f19c0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:19.154877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Transition to ACTIVE for port object 54a2977d-3776-4169-be45-36fe0f971b29 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:19.164016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.177142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.177816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.178663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.179609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.180216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.181055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.184526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.185821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.186409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.187120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.188357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.188357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:19.211581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:19.212120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:19.215506 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:19.361209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Update dhcp port {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'fixed_ips': [{'subnet_id': '87a7dbff-8893-413f-b6aa-b2ff67ff6ac2', 'ip_address': '2001:db8::2'}, {'subnet_id': '475243df-5237-48d2-9046-c46565da2fd0'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '1dae10f8-b5ad-4d5f-90b5-7abc0d0021db'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:40:19.420677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.471433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b042504-327e-4863-a279-c8dd01b690ac req-90e101a3-8ce1-4c5b-93e5-1495d7d76261 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:19.481381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b042504-327e-4863-a279-c8dd01b690ac req-90e101a3-8ce1-4c5b-93e5-1495d7d76261 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.2143548 Aug 25 11:40:19.658251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.727039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3abf-1dc2-4b18-9ff8-bf924766b4b4 req-bb67f36c-ca09-4954-ba82-84b4014ed826 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:19.730286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-909e3abf-1dc2-4b18-9ff8-bf924766b4b4 req-bb67f36c-ca09-4954-ba82-84b4014ed826 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.2449532 Aug 25 11:40:19.809235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.839288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.843323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/e822084c-edc4-4896-8567-880123518a17 HTTP/1.1" status: 204 len: 168 time: 3.6185186 Aug 25 11:40:19.863244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44510) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:19.892950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Allocated IP 2001:db8:0:1::2 (f32703fe-a35c-47c2-93af-a3844546a2c7/475243df-5237-48d2-9046-c46565da2fd0/1dae10f8-b5ad-4d5f-90b5-7abc0d0021db) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:19.893579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.912605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port 19339bb4-a07e-494a-b881-2aff7fd906fb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:19.913254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:19.936479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b31b-250d-4abd-863d-e06fdeefb0d5 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=e822084c-edc4-4896-8567-880123518a17,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:19.998610 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba042aad-fd94-4da7-ae6c-775dad1c9b36 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:19.999339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba042aad-fd94-4da7-ae6c-775dad1c9b36 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:20.001811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ba042aad-fd94-4da7-ae6c-775dad1c9b36 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/574b6470-acc4-4492-b08c-3396ece0cac7 HTTP/1.1" status: 404 len: 337 time: 0.1363180 Aug 25 11:40:20.010528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44512) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:20.105960 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.125978 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d449f571-a62b-4af6-8341-fcb97584b396 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:20.128126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d449f571-a62b-4af6-8341-fcb97584b396 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:20.130833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d449f571-a62b-4af6-8341-fcb97584b396 tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/06d15793-3e91-4bd8-8f81-d0ae15d8b7af HTTP/1.1" status: 404 len: 339 time: 0.1184375 Aug 25 11:40:20.133790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Network 634ef136-af76-4482-863d-bf99089bd446 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:20.153104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-909e3abf-1dc2-4b18-9ff8-bf924766b4b4 req-d1fab680-d3b5-4961-82aa-69b7e5a0aff5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218250 Aug 25 11:40:20.157491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:20.250750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:20.252966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=54a2977d-3776-4169-be45-36fe0f971b29,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:20.256162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:20.314514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:20.395524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.422365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Transition to ACTIVE for port object 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:20.430701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:20.431789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.433536 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.589421 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-17d2d003-3e2e-492b-a531-c27a6e2e4492 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5983639 Aug 25 11:40:20.594997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44526) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:20.649873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:aa:4d'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:10:79:15'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:20.663513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Deleting subnet 26b34c31-ede9-4c07-8ccc-d2d670ba0a04 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:20.664314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d6ec4-1f43-4a71-a5a6-e62844318270 None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:20.727845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.732457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port 19339bb4-a07e-494a-b881-2aff7fd906fb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=19339bb4-a07e-494a-b881-2aff7fd906fb,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:20.732936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.836143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for 19339bb4-a07e-494a-b881-2aff7fd906fb owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:20.892886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98a48b61-0cce-4b6b-8ea6-443116c1c3a0 None None] Provisioning for port 54a2977d-3776-4169-be45-36fe0f971b29 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:20.902501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98a48b61-0cce-4b6b-8ea6-443116c1c3a0 None None] Provisioning complete for port 54a2977d-3776-4169-be45-36fe0f971b29 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:20.905280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a48b61-0cce-4b6b-8ea6-443116c1c3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.976631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:20.987708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Delete allocated IP 2001:db8::1fb (f32703fe-a35c-47c2-93af-a3844546a2c7/87a7dbff-8893-413f-b6aa-b2ff67ff6ac2) {{(pid=94911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 11:40:20.999915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8:0:1::1be (f32703fe-a35c-47c2-93af-a3844546a2c7/475243df-5237-48d2-9046-c46565da2fd0/ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:21.080654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-98a48b61-0cce-4b6b-8ea6-443116c1c3a0 None None] Port 54a2977d-3776-4169-be45-36fe0f971b29 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:21.195455 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-40194e9e-002b-47d2-ad7e-859bfdc9d994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.212967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.384034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.403453 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.473203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:21.522671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.657055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:21.708421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.736251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831b88-1aed-4fa3-8329-daad3ae125e0 req-5650a695-0490-4d57-bd8e-3dceff8ff94c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:21.738280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28831b88-1aed-4fa3-8329-daad3ae125e0 req-5650a695-0490-4d57-bd8e-3dceff8ff94c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 945 time: 0.3787599 Aug 25 11:40:21.821977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.841313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:21.873670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.914091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] In _notify_port_updated(), no bound segment for port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 on network f32703fe-a35c-47c2-93af-a3844546a2c7 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:40:21.926901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:21.928244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.931384 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-db0146c5-21f5-4721-a927-4e22a28161c8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/ports/ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 HTTP/1.1" status: 200 len: 931 time: 3.1615243 Aug 25 11:40:21.933075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:21.936756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44536) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:22.012354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Subnet': ['ID=26b34c31-ede9-4c07-8ccc-d2d670ba0a04,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:22.013948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bd64e-06d0-42e6-957d-799e6996ba08 None None] Network 82fac648-30cf-40be-aa00-e995b0ed08a2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:22.025586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.034233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-65b0ce40-f721-4059-b674-3cb9b5d6ceaa tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/subnets/26b34c31-ede9-4c07-8ccc-d2d670ba0a04 HTTP/1.1" status: 204 len: 168 time: 1.7531497 Aug 25 11:40:22.049414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44538) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:22.051577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=19339bb4-a07e-494a-b881-2aff7fd906fb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:22.231105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:22.231812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.356969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Provisioning for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:22.366842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:22.375371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.491210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] DHCP port deletion for 82fac648-30cf-40be-aa00-e995b0ed08a2 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:22.499735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.612217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.637358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Provisioning complete for port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:22.637358 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.667306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:22.683684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:22.710686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Provisioning for port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:22.726533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Provisioning complete for port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:22.726977 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.777020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] Deleting port 19bfbc92-7384-4d35-9bc0-c99c8561248a {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:22.777506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.867803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-07532848-9e65-4015-ad79-fb65b9c8aaa6 None None] Port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:22.902168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] For port 19bfbc92-7384-4d35-9bc0-c99c8561248a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19bfbc92-7384-4d35-9bc0-c99c8561248a,segment=NetworkSegment(c50194a8-ae99-49a8-a4b8-8e3bed34b78d),segment_id=c50194a8-ae99-49a8-a4b8-8e3bed34b78d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:22.903105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.904723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:22.946552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] Calling delete_port for 19bfbc92-7384-4d35-9bc0-c99c8561248a owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:23.042128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-79b8578a-cd90-469a-abff-9ba0a3506a4c None None] Provisioning complete for port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:23.042854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79b8578a-cd90-469a-abff-9ba0a3506a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.042947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.059358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.116817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-79b8578a-cd90-469a-abff-9ba0a3506a4c None None] Port ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 was deleted so its status cannot be updated. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 11:40:23.134090 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.157332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] No DVR routers for this DVR port 19bfbc92-7384-4d35-9bc0-c99c8561248a on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:23.200050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bff9d-5892-4701-aebf-d725a0867103 None None] Pushing event deleted for resources: {'Port': ['ID=19bfbc92-7384-4d35-9bc0-c99c8561248a,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:23.215058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28831b88-1aed-4fa3-8329-daad3ae125e0 req-46a6e1d6-701a-40d2-a019-79d07c84bf16 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3544528 Aug 25 11:40:23.242098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port 19339bb4-a07e-494a-b881-2aff7fd906fb on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:23.248495 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.250686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b042504-327e-4863-a279-c8dd01b690ac req-19a74e8f-50bb-4582-8607-d9bcd31aa6d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "DELETE /v2.0/ports/19339bb4-a07e-494a-b881-2aff7fd906fb HTTP/1.1" status: 204 len: 173 time: 3.7543139 Aug 25 11:40:23.255752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'name': 'network-vif-deleted', 'tag': '19339bb4-a07e-494a-b881-2aff7fd906fb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:40:23.268358 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd3e8b3-be3b-4d86-bbe4-55778228c277" -d '{"events": [{"server_uuid": "6987719c-eba0-4c53-87ed-ed122d337ae5", "name": "network-vif-deleted", "tag": "19339bb4-a07e-494a-b881-2aff7fd906fb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:40:23.314954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.364707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.387487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44554) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:23.393076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 HTTP/1.1" status: 204 len: 168 time: 1.4530096 Aug 25 11:40:23.397892 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae02d5-16de-42b9-81b0-2bcf0bcbc871 x-openstack-request-id: req-0bae02d5-16de-42b9-81b0-2bcf0bcbc871 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:40:23.398906 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987719c-eba0-4c53-87ed-ed122d337ae5", "name": "network-vif-deleted", "tag": "19339bb4-a07e-494a-b881-2aff7fd906fb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:40:23.398906 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0bae02d5-16de-42b9-81b0-2bcf0bcbc871 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:40:23.398906 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987719c-eba0-4c53-87ed-ed122d337ae5', 'name': 'network-vif-deleted', 'tag': '19339bb4-a07e-494a-b881-2aff7fd906fb', 'status': 'completed', 'code': 200} Aug 25 11:40:23.407018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event updated for resources: {'Port': ['ID=54a2977d-3776-4169-be45-36fe0f971b29,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:23.419315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] In _notify_port_updated(), no bound segment for port 54a2977d-3776-4169-be45-36fe0f971b29 on network 634ef136-af76-4482-863d-bf99089bd446 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:40:23.431174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Router 564d5f92-660e-4d24-acd1-3a787572b0ac is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:40:23.441515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:23.443318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.447315 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48acfdd-885c-4a93-a746-ea93a645f03b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:40:23.447515 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fa172816-5a80-4a03-9500-7c9824a50c72 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "PUT /v2.0/ports/54a2977d-3776-4169-be45-36fe0f971b29 HTTP/1.1" status: 200 len: 1054 time: 2.8460705 Aug 25 11:40:23.447647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f48acfdd-885c-4a93-a746-ea93a645f03b tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1 HTTP/1.1" status: 404 len: 333 time: 0.0583000 Aug 25 11:40:23.468309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44556) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:23.468523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44558) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:23.566417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.598383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 19339bb4-a07e-494a-b881-2aff7fd906fb no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:23.636922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fac648-30cf-40be-aa00-e995b0ed08a2']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:23.663690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19bfbc92-7384-4d35-9bc0-c99c8561248a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:23.692792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 19339bb4-a07e-494a-b881-2aff7fd906fb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:40:23.693147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 19339bb4-a07e-494a-b881-2aff7fd906fb not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:40:23.693918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:23.694684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50194a8-ae99-49a8-a4b8-8e3bed34b78d') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:23.731628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d1682-8504-47b4-8b61-ded8485594cb tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=ce0a347f-6b59-46c6-8bbf-6f1f7d66e1f1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:23.759811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 19bfbc92-7384-4d35-9bc0-c99c8561248a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:40:23.760165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19bfbc92-7384-4d35-9bc0-c99c8561248a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:40:23.780403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-39c46a7c-61d0-44df-8577-53ea9d54c3fe None None] Provisioning complete for port 54a2977d-3776-4169-be45-36fe0f971b29 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:23.780630 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-39c46a7c-61d0-44df-8577-53ea9d54c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.836400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-39c46a7c-61d0-44df-8577-53ea9d54c3fe None None] Port 54a2977d-3776-4169-be45-36fe0f971b29 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:23.846007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.896250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.924466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:23.928895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:23.942226 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:24.042021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:40:24.056736 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] Sync routers for ids ['564d5f92-660e-4d24-acd1-3a787572b0ac'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:40:24.072056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbd2820d-ab7f-4251-92cd-8461551bfc77 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.078809 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] Routers {'564d5f92-660e-4d24-acd1-3a787572b0ac'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:24.080763 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['564d5f92-660e-4d24-acd1-3a787572b0ac'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:24.088211 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.090019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59d7534f-7ac4-4342-abb5-73adf1a940dd tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2722535 Aug 25 11:40:24.092982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44570) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:24.104825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.172977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.175491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] 10.222.0.35 "DELETE /v2.0/networks/82fac648-30cf-40be-aa00-e995b0ed08a2 HTTP/1.1" status: 204 len: 168 time: 2.1195948 Aug 25 11:40:24.182522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port 54a2977d-3776-4169-be45-36fe0f971b29 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:24.183186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.207414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2400350-53d6-4f92-9b6d-8d256898122c tempest-NetworksIpV6Test-607172409 tempest-NetworksIpV6Test-607172409-project] Pushing event deleted for resources: {'Network': ['ID=82fac648-30cf-40be-aa00-e995b0ed08a2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:24.213808 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:24.282911 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] Routers {'564d5f92-660e-4d24-acd1-3a787572b0ac'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:24.286340 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['564d5f92-660e-4d24-acd1-3a787572b0ac'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:24.294040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.349802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbd2820d-ab7f-4251-92cd-8461551bfc77 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.399418 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:24.403261 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b1639-580a-44c1-afc7-d67210ce820a None None] The sync data for ids ['564d5f92-660e-4d24-acd1-3a787572b0ac'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:40:24.464581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbd2820d-ab7f-4251-92cd-8461551bfc77 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.469116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbd2820d-ab7f-4251-92cd-8461551bfc77 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.470712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cbd2820d-ab7f-4251-92cd-8461551bfc77 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/security-groups/867fedee-b79e-426d-83b0-358e90c43251 HTTP/1.1" status: 204 len: 168 time: 0.9985311 Aug 25 11:40:24.480133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44578) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:24.517367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2820d-ab7f-4251-92cd-8461551bfc77 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=867fedee-b79e-426d-83b0-358e90c43251,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:24.587664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.604091 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468ed8ef-e514-4bd9-be13-df1de8d275f8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.611618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for 54a2977d-3776-4169-be45-36fe0f971b29 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:24.623107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e01090ee-1f17-4fc2-a43b-af37f516b3ed req-ad396138-37b4-4f01-b23b-72c545f58a44 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.1294999 Aug 25 11:40:24.642452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2f18144c-abdd-47b8-b4eb-838bbb5e25f1 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/564d5f92-660e-4d24-acd1-3a787572b0ac HTTP/1.1" status: 200 len: 921 time: 0.5478148 Aug 25 11:40:24.648322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44580) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:24.704576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468ed8ef-e514-4bd9-be13-df1de8d275f8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.732539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1c75e07b-aec3-4348-977f-70d3c8c18911 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=564d5f92-660e-4d24-acd1-3a787572b0ac HTTP/1.1" status: 200 len: 205 time: 0.0812340 Aug 25 11:40:24.736852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44582) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:24.889942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468ed8ef-e514-4bd9-be13-df1de8d275f8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.892581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-468ed8ef-e514-4bd9-be13-df1de8d275f8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:24.893837 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-468ed8ef-e514-4bd9-be13-df1de8d275f8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/security-groups/6a22e80c-17aa-4d6a-9993-0652e6879a92 HTTP/1.1" status: 204 len: 168 time: 0.4103541 Aug 25 11:40:24.914981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:24.926104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ed8ef-e514-4bd9-be13-df1de8d275f8 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22e80c-17aa-4d6a-9993-0652e6879a92,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:25.074386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 87a7dbff-8893-413f-b6aa-b2ff67ff6ac2 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:25.086939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:25.142967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:25.211208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:25.223178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:25.321026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=54a2977d-3776-4169-be45-36fe0f971b29,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:25.352830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:25.645672 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:25.765034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:25.917643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7ac441b-5c60-4371-af69-f4e4089dd37d req-1bfefd70-2521-4e0f-9b15-a3509e55862c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.0526576 Aug 25 11:40:25.961093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Deleting port 785d8db7-cf14-4061-b0a4-3416034f19c0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:25.961378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.008654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.015096 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e96c8d2-71b6-4636-bb84-c43231ceddc5 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/ports/54a2977d-3776-4169-be45-36fe0f971b29 HTTP/1.1" status: 204 len: 168 time: 2.5450089 Aug 25 11:40:26.016122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:26.072219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.088386 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bead4177-8859-4fb5-ac51-5d3bad3ddb0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33abeb50259d4dc0993f4dc7de17af8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289979 Aug 25 11:40:26.088611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Calling delete_port for 785d8db7-cf14-4061-b0a4-3416034f19c0 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:26.095146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:26.097198 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.221240 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3e0b71-d658-4158-abf7-5dd6f41f042b tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] GET failed (client error): The resource could not be found. Aug 25 11:40:26.223882 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c3e0b71-d658-4158-abf7-5dd6f41f042b tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "GET /v2.0/ports/54a2977d-3776-4169-be45-36fe0f971b29 HTTP/1.1" status: 404 len: 333 time: 0.1672649 Aug 25 11:40:26.231349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:26.288081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=87a7dbff-8893-413f-b6aa-b2ff67ff6ac2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:26.297123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.299320 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2eef7402-dfba-48f0-afb0-56906c78710e tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/87a7dbff-8893-413f-b6aa-b2ff67ff6ac2 HTTP/1.1" status: 204 len: 168 time: 1.3604755 Aug 25 11:40:26.307449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44622) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:26.309244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a57b3-69e8-4555-9dd5-e89ff286611a None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:26.334499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:26.419012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f7baba3-ddb8-489f-b46b-dad83872e244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.567820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f7baba3-ddb8-489f-b46b-dad83872e244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.591355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.704965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event deleted for resources: {'Port': ['ID=785d8db7-cf14-4061-b0a4-3416034f19c0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:26.750533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port 658059e5-180d-4570-bc38-0b96adfc3922 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:26.751403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.905840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.965612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f7baba3-ddb8-489f-b46b-dad83872e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.970687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f7baba3-ddb8-489f-b46b-dad83872e244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:26.980211 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f7baba3-ddb8-489f-b46b-dad83872e244 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d512ab2c-4523-4297-9f20-b61c8d4c26cd HTTP/1.1" status: 204 len: 168 time: 0.8742089 Aug 25 11:40:27.016297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7baba3-ddb8-489f-b46b-dad83872e244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d512ab2c-4523-4297-9f20-b61c8d4c26cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:27.035610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:27.059928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.153387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.256145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.318354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f4f4a58-fb2e-4d0c-ab38-9632581e00b6 req-b56820b4-4f2c-4c72-a7b7-ee7942c29e4e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.1108472 Aug 25 11:40:27.321591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.333732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.386967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for 658059e5-180d-4570-bc38-0b96adfc3922 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:27.511590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.512462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Fanout notify agent at l3_agent the message router_deleted on router 564d5f92-660e-4d24-acd1-3a787572b0ac {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:40:27.529373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.531973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a02ad9e1-548c-4b94-bad1-1f382ef64e67 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/564d5f92-660e-4d24-acd1-3a787572b0ac HTTP/1.1" status: 204 len: 168 time: 2.7936242 Aug 25 11:40:27.536335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44654) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:27.553064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525879416', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': False}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:27.622808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.625077 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:27.798259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.132705 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.307627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bd94538e-2f2d-4cb1-b35d-deda0b7a357a None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:28.308175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd94538e-2f2d-4cb1-b35d-deda0b7a357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.359789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.397214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.512525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=658059e5-180d-4570-bc38-0b96adfc3922,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:28.540413 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:28.553301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:28.561373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bd94538e-2f2d-4cb1-b35d-deda0b7a357a None None] Provisioning complete for port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:28.564843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd94538e-2f2d-4cb1-b35d-deda0b7a357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.568296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:28.569431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.572155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.578073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69301c9-109b-4559-a014-246cf777c86e None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:28.645636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=9d70681f-7362-4880-a0e0-66107ced14e7,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:28.676188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.763578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ea31871-86a0-4bd6-8296-89b2b0c5fc90 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4441168 Aug 25 11:40:28.777430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44686) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:28.790875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'security_group': {'name': 'tempest-secgroup-1672858904'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:28.843231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bd94538e-2f2d-4cb1-b35d-deda0b7a357a None None] Port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:28.900998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Allocated IP 172.25.1.130 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/cdfdd0a2-975c-469d-8ecf-0e4fc991f750) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:28.901265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:28.924405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:29.072232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.148353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.152782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ec901b33-08b9-497d-aedc-72363308c7cb req-5ab872ab-1988-4e9b-a7da-4b646b8ef277 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.5827856 Aug 25 11:40:29.247722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:29.251778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Port': ['ID=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:29.267561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-996b4fb5-97bb-4a4c-8e44-8a8cece92a13 tempest-DvrRoutersNegativeTest-212315910 tempest-DvrRoutersNegativeTest-212315910-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-264514436', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:29.274726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:29.277286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.policy [None req-996b4fb5-97bb-4a4c-8e44-8a8cece92a13 tempest-DvrRoutersNegativeTest-212315910 tempest-DvrRoutersNegativeTest-212315910-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94911) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 25 11:40:29.277825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.policy [None req-996b4fb5-97bb-4a4c-8e44-8a8cece92a13 tempest-DvrRoutersNegativeTest-212315910 tempest-DvrRoutersNegativeTest-212315910-project] Failed policy check for 'create_router' {{(pid=94911) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 25 11:40:29.278329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:29.287453 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-996b4fb5-97bb-4a4c-8e44-8a8cece92a13 tempest-DvrRoutersNegativeTest-212315910 tempest-DvrRoutersNegativeTest-212315910-project] create failed (client error): Access was denied to this resource. Aug 25 11:40:29.299668 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-996b4fb5-97bb-4a4c-8e44-8a8cece92a13 tempest-DvrRoutersNegativeTest-212315910 tempest-DvrRoutersNegativeTest-212315910-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3493242 Aug 25 11:40:29.309166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.315756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ff7fae1-8f86-4c5d-ae25-69f5498986bc tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/ports/658059e5-180d-4570-bc38-0b96adfc3922 HTTP/1.1" status: 204 len: 168 time: 3.0771027 Aug 25 11:40:29.320726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44694) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:29.380910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.396650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.413065 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-db263192-aacb-4c03-a972-d49f00e1f2eb tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] GET failed (client error): The resource could not be found. Aug 25 11:40:29.418240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-db263192-aacb-4c03-a972-d49f00e1f2eb tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "GET /v2.0/ports/658059e5-180d-4570-bc38-0b96adfc3922 HTTP/1.1" status: 404 len: 333 time: 0.0861714 Aug 25 11:40:29.419366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44698) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:29.424028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Update dhcp port {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'fixed_ips': [{'subnet_id': '475243df-5237-48d2-9046-c46565da2fd0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9d70681f-7362-4880-a0e0-66107ced14e7'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '1dae10f8-b5ad-4d5f-90b5-7abc0d0021db'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:40:29.517222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.521521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7385511 Aug 25 11:40:29.525322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.527955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44700) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:29.533010 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48fc75-b6a2-46b6-8528-72df9488ec69 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517f8535-87d5-4f9c-9708-248516bde24d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:29.541434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486078760'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:29.672977 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-0b9a30f2-fef1-4ab0-8dde-0d24360a5136 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2864740 Aug 25 11:40:29.721608 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:29.936977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-b4173daf-3d1f-45be-9a4b-edfb3648e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:29.959148 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-b4173daf-3d1f-45be-9a4b-edfb3648e957 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 1097 time: 0.2054257 Aug 25 11:40:29.988595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Allocated IP 2001:db8::2 (f32703fe-a35c-47c2-93af-a3844546a2c7/9d70681f-7362-4880-a0e0-66107ced14e7/1dae10f8-b5ad-4d5f-90b5-7abc0d0021db) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:30.218334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port c93a8ad8-d4cd-4ef4-a861-65a26480f035 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:30.218897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.227025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44706) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:30.363030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-261f7b94-2d90-4c47-8694-25f2da8388c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:30.365042 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-261f7b94-2d90-4c47-8694-25f2da8388c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 915 time: 0.3664603 Aug 25 11:40:30.439030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:30.506821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.542312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-0524feda-97a3-41f8-9401-db89de697cb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6630de4-46eb-422e-ad20-ef5f58b99263 HTTP/1.1" status: 200 len: 217 time: 0.1636243 Aug 25 11:40:30.552973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Transition to ACTIVE for port object 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:30.577618 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.705572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169a44e-b3dc-4a86-bbf2-2209599a3fcd None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:30.751347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.794060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-785c2e40-3f58-47e1-9cc3-66751ae0f6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.905609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-3002180e-1747-4da8-bd5d-297409acc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:30.920700 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-3002180e-1747-4da8-bd5d-297409acc9b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.3684726 Aug 25 11:40:30.932410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.944477 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.980539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.984990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:30.993976 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19f2fb8a-34b1-423a-98b8-f6ec86803eb9 req-9a52918f-b72a-4eb9-8e79-b04acbd5cc9b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.2554750 Aug 25 11:40:30.994838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-8d77b984-01e5-4c42-ac1f-cbcf552e86e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635731 Aug 25 11:40:31.183037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for c93a8ad8-d4cd-4ef4-a861-65a26480f035 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:31.437086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a00ba-eaec-4cb0-800c-af85b1278847,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:31.585208 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-6dea5c88-79d1-41ce-a9bc-97376032e24b service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748644 Aug 25 11:40:31.650436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:31.710435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-785c2e40-3f58-47e1-9cc3-66751ae0f6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:31.744103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-785c2e40-3f58-47e1-9cc3-66751ae0f6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:31.858024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-2b870796-8b49-46b6-ad59-460b2b6beff9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6466362 Aug 25 11:40:31.864679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:31.866009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-efb9dac3-c54a-4b21-8ba4-a52f2795da89 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3341129 Aug 25 11:40:31.887604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44710) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:31.903994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677255222'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:31.915409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-785c2e40-3f58-47e1-9cc3-66751ae0f6b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=998123eb7b2d4810b283867fd1176b82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6844785 Aug 25 11:40:31.927343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44712) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:31.954837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c2e40-3f58-47e1-9cc3-66751ae0f6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfeddf4-192b-4ca8-992a-b8cecd34d593,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:32.037610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd9dfc23-a03a-46d4-8b09-1b7ef57f14f2 None None] Provisioning for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:32.048817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd9dfc23-a03a-46d4-8b09-1b7ef57f14f2 None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:32.049401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd9dfc23-a03a-46d4-8b09-1b7ef57f14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.196410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.197665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-49f1cacf-4569-4fd0-8519-de30912191e3 req-a5ef0628-a09f-444d-be0d-10ef9723b7bf service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975811 Aug 25 11:40:32.208152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-202009e0-ebec-4ea4-a41c-ecc6197e2e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.269758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-7d7158a5-ac8a-4813-9350-a8fbfa9529e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:32.274604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-7d7158a5-ac8a-4813-9350-a8fbfa9529e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea734ae901b441478b26caabddb5fc02&device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 1097 time: 0.3100040 Aug 25 11:40:32.276830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.279658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd9dfc23-a03a-46d4-8b09-1b7ef57f14f2 None None] Provisioning complete for port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:32.280048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd9dfc23-a03a-46d4-8b09-1b7ef57f14f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.292117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-202009e0-ebec-4ea4-a41c-ecc6197e2e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.356081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dfc23-a03a-46d4-8b09-1b7ef57f14f2 None None] Port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:32.401832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-202009e0-ebec-4ea4-a41c-ecc6197e2e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.406572 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-202009e0-ebec-4ea4-a41c-ecc6197e2e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:32.408335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-202009e0-ebec-4ea4-a41c-ecc6197e2e62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cfeddf4-192b-4ca8-992a-b8cecd34d593 HTTP/1.1" status: 204 len: 168 time: 0.4778633 Aug 25 11:40:32.420151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202009e0-ebec-4ea4-a41c-ecc6197e2e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfeddf4-192b-4ca8-992a-b8cecd34d593,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:32.483993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5267d95-55cf-42c2-bff8-bb7aa3ef7f05 req-d178bd08-ad3d-4ad9-a0c9-a9b9dfd121c4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.1789939 Aug 25 11:40:33.629844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:33.634803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:33.661120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:33.802335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44762) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:33.936022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=c93a8ad8-d4cd-4ef4-a861-65a26480f035,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:33.995129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215057851'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:34.063764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0586878e-dcee-4b06-a27d-184dffa9d680 req-19a466da-da91-442c-af64-9a4159ddaff5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=6987719c-eba0-4c53-87ed-ed122d337ae5 HTTP/1.1" status: 200 len: 210 time: 0.2664592 Aug 25 11:40:34.068232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-e496e158-1d03-42b8-906c-28d50d78695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:34.068692 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.071468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-e496e158-1d03-42b8-906c-28d50d78695a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 200 len: 911 time: 1.7267554 Aug 25 11:40:34.072602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e49d5b9-30a1-40e7-9775-dbc188827a25,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:34.109013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.110165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.119816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a42aeec4-6361-4f02-905f-914ed16dde75 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2267487 Aug 25 11:40:34.142844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44770) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:34.154783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1875162852', 'security_groups': ['5e49d5b9-30a1-40e7-9775-dbc188827a25'], 'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d70681f-7362-4880-a0e0-66107ced14e7'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:34.421928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Router fb480639-ed20-4d9e-8ca3-50a2a5d18024 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:40:34.430882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-788e2ed0-b38f-466c-a579-6a96827445e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 200 len: 1001 time: 0.2971239 Aug 25 11:40:34.577505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-3c5cea52-7e92-4bb4-8509-9dbb36137a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:34.579722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-3c5cea52-7e92-4bb4-8509-9dbb36137a9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 200 len: 849 time: 0.1256952 Aug 25 11:40:34.583394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.586170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.591552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44776) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:34.591854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4668aba2-0480-41ce-a4d8-bcd550644cac tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/ports/c93a8ad8-d4cd-4ef4-a861-65a26480f035 HTTP/1.1" status: 204 len: 168 time: 5.1704626 Aug 25 11:40:34.663692 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.731644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:34.744537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting subnet 95326dc7-c596-464e-9de1-b2122dcff130 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:34.749447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.804744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:34.884833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-98b2cea0-6a65-42bb-92e4-240bafbf3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:34.892157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-98b2cea0-6a65-42bb-92e4-240bafbf3df7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2b883b8-69fe-4bad-8874-d560689e83b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2955191 Aug 25 11:40:34.905622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d687cb-5985-402d-a279-e2556fbbd045,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:34.920076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-16fded94-0d3c-40f8-aaf8-97e0a55452a0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:40:34.921876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-16fded94-0d3c-40f8-aaf8-97e0a55452a0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092978 Aug 25 11:40:35.038884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:40:35.054180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Sync routers for ids ['fb480639-ed20-4d9e-8ca3-50a2a5d18024'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:40:35.060247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.075412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Routers {'fb480639-ed20-4d9e-8ca3-50a2a5d18024'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:35.076833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fb480639-ed20-4d9e-8ca3-50a2a5d18024'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:35.170336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-42cdbe9b-17fe-45cd-abf7-449791d47589 service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276502 Aug 25 11:40:35.234133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.318607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.320183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.323918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] device_id is not set on port 5b46974b-edb4-435f-be34-b6f94915ee9a yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:35.343017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.349329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.352461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-23d1fb6b-1593-48a0-9d6b-39b723739ba7 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.8143022 Aug 25 11:40:35.357347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44786) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:35.455469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Subnet': ['ID=95326dc7-c596-464e-9de1-b2122dcff130,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:35.476880 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.510001 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1203252f-5f81-4f30-8683-2a7400992fa3 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/subnets/95326dc7-c596-464e-9de1-b2122dcff130 HTTP/1.1" status: 204 len: 168 time: 0.9148233 Aug 25 11:40:35.517519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44790) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:35.602136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:35.604443 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8007176 Aug 25 11:40:35.626385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44794) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:35.634281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869c265-815f-4e41-af3b-e64a06fd6683 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90696003-e61a-47c2-b60b-666be34bfffd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:35.811312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d6a27-adc8-4aa6-8e36-34515c17d70a None None] Network 634ef136-af76-4482-863d-bf99089bd446 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:35.935488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aff9d79a-ade5-4745-8f09-e7ea6c2853ba req-40f50d41-aded-42c5-85ec-41e38eeb72fc service neutron] 10.222.0.67 "GET /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547126 Aug 25 11:40:35.968547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Set router fb480639-ed20-4d9e-8ca3-50a2a5d18024 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:40:36.085028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-959bb92b-907e-4007-9fd3-c832b83e30e4 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/fb480639-ed20-4d9e-8ca3-50a2a5d18024 HTTP/1.1" status: 200 len: 909 time: 0.7250090 Aug 25 11:40:36.102645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.104451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:36.109004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8::9f (f32703fe-a35c-47c2-93af-a3844546a2c7/9d70681f-7362-4880-a0e0-66107ced14e7/5b46974b-edb4-435f-be34-b6f94915ee9a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:36.150130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1525879416', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': True}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:36.187283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ca380971-c03b-4382-ba8f-9e5a205d44bb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5393152 Aug 25 11:40:36.243236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44798) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:36.252344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-security--457710378', 'description': 'tempest-security-description-1540059544'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:36.264026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.265608 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.540807 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.543947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] DHCP port deletion for 634ef136-af76-4482-863d-bf99089bd446 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:36.646310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.676207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object 5b46974b-edb4-435f-be34-b6f94915ee9a will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:36.745477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Deleting port cc06f87e-3146-4018-ba56-a6b35049aaff {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:36.746124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.749949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:36.914148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=5b46974b-edb4-435f-be34-b6f94915ee9a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:36.953084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:36.958448 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:36.978787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:37.013168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:37.022476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.044439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.054730 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.068284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] For port cc06f87e-3146-4018-ba56-a6b35049aaff, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc06f87e-3146-4018-ba56-a6b35049aaff,segment=NetworkSegment(640572af-c91a-478f-9001-f2563b47c328),segment_id=640572af-c91a-478f-9001-f2563b47c328)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:37.069401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.080491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-417f7f72-2d7b-484c-8d78-3726be2c3f8d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9349267 Aug 25 11:40:37.089019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44816) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:37.095430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:37.135398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Calling delete_port for cc06f87e-3146-4018-ba56-a6b35049aaff owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:37.168200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.190128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Deleting port cc06f87e-3146-4018-ba56-a6b35049aaff {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:37.190617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.195351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.198636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.202511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "PUT /v2.0/security-groups/90696003-e61a-47c2-b60b-666be34bfffd HTTP/1.1" status: 200 len: 1779 time: 0.9524610 Aug 25 11:40:37.243677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:37.267387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7a511-4b8c-4ef8-a105-36951981a09e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90696003-e61a-47c2-b60b-666be34bfffd,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:37.415447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.485409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Pushing event deleted for resources: {'Port': ['ID=cc06f87e-3146-4018-ba56-a6b35049aaff,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:37.511579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] For port cc06f87e-3146-4018-ba56-a6b35049aaff, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cc06f87e-3146-4018-ba56-a6b35049aaff,segment=NetworkSegment(640572af-c91a-478f-9001-f2563b47c328),segment_id=640572af-c91a-478f-9001-f2563b47c328)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:37.512131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.537452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.537785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.539482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.539987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.540598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.540919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.541543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.542132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.542681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.552012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.552697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.553123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:37.559027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb480639-ed20-4d9e-8ca3-50a2a5d18024', 'name': 'tempest-snat-router-1525879416', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.130'}], 'enable_snat': False}, 'gw_port_id': 'cdfdd0a2-975c-469d-8ecf-0e4fc991f750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:27Z', 'updated_at': '2021-08-25T11:40:29Z', 'revision_number': 3, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port': {'id': 'cdfdd0a2-975c-469d-8ecf-0e4fc991f750', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb480639-ed20-4d9e-8ca3-50a2a5d18024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:40:28Z', 'updated_at': '2021-08-25T11:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:37.561719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a91332ac-af58-4316-a2e5-5f64b4648735 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups/90696003-e61a-47c2-b60b-666be34bfffd HTTP/1.1" status: 200 len: 1779 time: 0.3122385 Aug 25 11:40:37.562533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44822) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:37.564320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca82d79-67ff-450c-9a0f-6ca9e23d905c None None] No DVR routers for this DVR port cc06f87e-3146-4018-ba56-a6b35049aaff on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:37.597634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Calling delete_port for cc06f87e-3146-4018-ba56-a6b35049aaff owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:37.654718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc06f87e-3146-4018-ba56-a6b35049aaff no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:37.659100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Checking router: fb480639-ed20-4d9e-8ca3-50a2a5d18024 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:40:37.660392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Updating router fb480639-ed20-4d9e-8ca3-50a2a5d18024 port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:40:37.729718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cc06f87e-3146-4018-ba56-a6b35049aaff {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:40:37.744669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cc06f87e-3146-4018-ba56-a6b35049aaff not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:40:37.769905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-db357cf0-01ed-4daa-94e9-4ccf8bebeabd None None] Provisioning for port 5b46974b-edb4-435f-be34-b6f94915ee9a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:37.786321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.842299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34f981e1-667b-4f03-8986-bed9bd0769cd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.879941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:37.888659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:37.985615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.031443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] No DVR routers for this DVR port cc06f87e-3146-4018-ba56-a6b35049aaff on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:40:38.041483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34f981e1-667b-4f03-8986-bed9bd0769cd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.142356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Port': ['ID=cc06f87e-3146-4018-ba56-a6b35049aaff,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:38.237999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34f981e1-667b-4f03-8986-bed9bd0769cd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.248593 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34f981e1-667b-4f03-8986-bed9bd0769cd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.258194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34f981e1-667b-4f03-8986-bed9bd0769cd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/90696003-e61a-47c2-b60b-666be34bfffd HTTP/1.1" status: 204 len: 168 time: 0.6849360 Aug 25 11:40:38.276018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:38.344028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f981e1-667b-4f03-8986-bed9bd0769cd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90696003-e61a-47c2-b60b-666be34bfffd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:38.433549 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.452644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Transition to ACTIVE for port object cdfdd0a2-975c-469d-8ecf-0e4fc991f750 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:38.462647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-db357cf0-01ed-4daa-94e9-4ccf8bebeabd None None] Provisioning complete for port 5b46974b-edb4-435f-be34-b6f94915ee9a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:38.463407 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-db357cf0-01ed-4daa-94e9-4ccf8bebeabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.472339 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d70681f-7362-4880-a0e0-66107ced14e7 (CIDR: 2001:db8::/64) Aug 25 11:40:38.480988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.485997 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:40:38.489223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:38.517978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.544016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-db357cf0-01ed-4daa-94e9-4ccf8bebeabd None None] Port 5b46974b-edb4-435f-be34-b6f94915ee9a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:38.546038 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-051c5ab7-cd96-4413-9238-34cd66f6088c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4498315 Aug 25 11:40:38.546538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.546734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44832) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:38.570086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:38.608268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634ef136-af76-4482-863d-bf99089bd446']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:38.614320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.630053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Attempting to bind port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:40:38.630963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Attempting to bind port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:40:38.631509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Attempting to bind port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:40:38.656120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:40:38.661426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:40:38.662298 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.663058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:40:38.663989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Bound port: cdfdd0a2-975c-469d-8ecf-0e4fc991f750, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:40:38.666604 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.672658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1bd84-f395-4162-a88a-234204da42f2 None None] Pushing event updated for resources: {'Port': ['ID=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:38.845212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Allocated IP 172.25.1.8 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/77bc1d8e-af88-439f-8d52-cca1aaa9dd66) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:38.876928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] For port cdfdd0a2-975c-469d-8ecf-0e4fc991f750, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:40:38.882966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-de6b4a38-a94e-4845-b1a0-d5fff204b220 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6054378 Aug 25 11:40:38.885346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640572af-c91a-478f-9001-f2563b47c328') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:38.885738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640572af-c91a-478f-9001-f2563b47c328') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:38.887458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44838) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:38.888391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] For port cdfdd0a2-975c-469d-8ecf-0e4fc991f750, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:40:38.899259 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.928450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:38.953522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:38.965211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:39.145897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Routers {'fb480639-ed20-4d9e-8ca3-50a2a5d18024'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:39.146921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fb480639-ed20-4d9e-8ca3-50a2a5d18024'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:39.161614 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-6914cba0-8906-4f1e-8fa1-d90e67ed4de6 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] delete failed (client error): The resource could not be found. Aug 25 11:40:39.163751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6914cba0-8906-4f1e-8fa1-d90e67ed4de6 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/90696003-e61a-47c2-b60b-666be34bfffd HTTP/1.1" status: 404 len: 347 time: 0.2734985 Aug 25 11:40:39.172227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:39.188958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:39.198006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--567190984'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:39.231521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:40:39.235714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:40:39.301050 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:40:39.439922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1bd84-f395-4162-a88a-234204da42f2 None None] Pushing event updated for resources: {'Port': ['ID=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:39.493999 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 475243df-5237-48d2-9046-c46565da2fd0 (CIDR: 2001:db8:0:1::/64) Aug 25 11:40:39.522672 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:40:39.523739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:39.606073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:39.634592 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0f459c4d-58d9-4306-b0c8-7fce4cc844c5 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0880504 Aug 25 11:40:39.642229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44850) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:39.668234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'subnet': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:39.743638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:39.867145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] Set router fb480639-ed20-4d9e-8ca3-50a2a5d18024 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:40:39.890177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:39.903834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] 10.222.0.35 "DELETE /v2.0/networks/634ef136-af76-4482-863d-bf99089bd446 HTTP/1.1" status: 204 len: 168 time: 4.3844440 Aug 25 11:40:39.905190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afe11-287a-43e1-976e-a31779a441d2 tempest-AllowedAddressPairTestJSON-1111260709 tempest-AllowedAddressPairTestJSON-1111260709-project] Pushing event deleted for resources: {'Network': ['ID=634ef136-af76-4482-863d-bf99089bd446,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:39.923707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:40.100278 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:40.264823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Port': ['ID=77bc1d8e-af88-439f-8d52-cca1aaa9dd66,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:40.304373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:40.307085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:40.327037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:40.637574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:40.834216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:40.872468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:40.883913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb480639-ed20-4d9e-8ca3-50a2a5d18024', 'name': 'tempest-snat-router-1525879416', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.130'}], 'enable_snat': False}, 'gw_port_id': 'cdfdd0a2-975c-469d-8ecf-0e4fc991f750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:27Z', 'updated_at': '2021-08-25T11:40:29Z', 'revision_number': 3, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port': {'id': 'cdfdd0a2-975c-469d-8ecf-0e4fc991f750', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb480639-ed20-4d9e-8ca3-50a2a5d18024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:40:28Z', 'updated_at': '2021-08-25T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:41.013579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f991f-0911-4490-8215-b3f6ed375932 None None] The sync data for ids ['fb480639-ed20-4d9e-8ca3-50a2a5d18024'] in n-d-778732-11 is: [{'id': 'fb480639-ed20-4d9e-8ca3-50a2a5d18024', 'name': 'tempest-snat-router-1525879416', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.130'}], 'enable_snat': False}, 'gw_port_id': 'cdfdd0a2-975c-469d-8ecf-0e4fc991f750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:27Z', 'updated_at': '2021-08-25T11:40:29Z', 'revision_number': 3, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port': {'id': 'cdfdd0a2-975c-469d-8ecf-0e4fc991f750', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb480639-ed20-4d9e-8ca3-50a2a5d18024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:40:28Z', 'updated_at': '2021-08-25T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:40:41.031300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Made reservation on behalf of b65171df4a4741d3911dc45cc49441cc for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:41.047852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:41.077998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:41.089260 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9117403 Aug 25 11:40:41.090927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44868) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:41.172527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '10613611-87af-439c-b419-c305d4a5bc04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:41.321828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10613611-87af-439c-b419-c305d4a5bc04,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:41.422869 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:41.490227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.490944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.491474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.492338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.492876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.493384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.493911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.494456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.494949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.495441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.495923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.496424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c19a2-9b48-47ea-8213-1cf765a37eec tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:41.524897 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba673ce8-99f4-4e09-b647-05d1eb78c982 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36658cf0693d4865b817d7c97f4c3e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735254 Aug 25 11:40:41.526270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:41.617999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44874) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:41.841190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:41.863825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:41.958761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc68905-172d-48de-9b89-691b74007bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.013229 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc68905-172d-48de-9b89-691b74007bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.068556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01676ba5-f22c-4772-a5c4-c3ba1a27668e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:42.090534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.092873 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa416c82-a197-4938-baa2-affe07b55bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9535353 Aug 25 11:40:42.096132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44880) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:42.239713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-164d8da7-f756-41b0-8e12-c223b9021f6f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.297950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc68905-172d-48de-9b89-691b74007bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.305726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc68905-172d-48de-9b89-691b74007bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.310762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bc68905-172d-48de-9b89-691b74007bc7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d72a0e92-010f-499a-8d46-9af5d807ea90 HTTP/1.1" status: 204 len: 168 time: 0.6880167 Aug 25 11:40:42.384558 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-164d8da7-f756-41b0-8e12-c223b9021f6f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.399233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68905-172d-48de-9b89-691b74007bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a0e92-010f-499a-8d46-9af5d807ea90,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:42.459639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-164d8da7-f756-41b0-8e12-c223b9021f6f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.479293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-164d8da7-f756-41b0-8e12-c223b9021f6f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.481819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-164d8da7-f756-41b0-8e12-c223b9021f6f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/01676ba5-f22c-4772-a5c4-c3ba1a27668e HTTP/1.1" status: 204 len: 168 time: 0.3734350 Aug 25 11:40:42.486688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44886) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:42.537732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8da7-f756-41b0-8e12-c223b9021f6f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01676ba5-f22c-4772-a5c4-c3ba1a27668e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:42.634477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.661135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.814640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Subnet': ['ID=5089c698-a320-4bff-9ae2-261a16329a8c,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:42.851769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Network f32703fe-a35c-47c2-93af-a3844546a2c7 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:42.860408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:42.867907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:42.870133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:42.884608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8082d5-da4e-4cbf-b217-7f86506cb79e None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:42.913726 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eaf9f2cd-bafc-46f2-bf1a-f951f19fffba tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2584927 Aug 25 11:40:42.915558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:42.930712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-876075906', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5089c698-a320-4bff-9ae2-261a16329a8c'}], 'security_groups': ['517f8535-87d5-4f9c-9708-248516bde24d', 'ce5a00ba-eaec-4cb0-800c-af85b1278847']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:42.969717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-33a6474d-85d7-4441-ad4d-98903b375b5b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4494798 Aug 25 11:40:42.975051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44898) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:43.485956 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39255a21-b473-426a-a7ca-c94092f92c21 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:43.742710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:43.802893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39255a21-b473-426a-a7ca-c94092f92c21 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:43.809669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdfdd0a2-975c-469d-8ecf-0e4fc991f750 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:44.037895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Router 322f6c2f-57eb-4d16-b94f-1d52e8ea034a is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:40:44.057830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39255a21-b473-426a-a7ca-c94092f92c21 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.063454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-39255a21-b473-426a-a7ca-c94092f92c21 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.068951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:44.075386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-39255a21-b473-426a-a7ca-c94092f92c21 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/10613611-87af-439c-b419-c305d4a5bc04 HTTP/1.1" status: 204 len: 168 time: 1.0921302 Aug 25 11:40:44.081923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44926) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:44.090061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:44.090653 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.370859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Update dhcp port {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'fixed_ips': [{'subnet_id': '475243df-5237-48d2-9046-c46565da2fd0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9d70681f-7362-4880-a0e0-66107ced14e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '5089c698-a320-4bff-9ae2-261a16329a8c'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '1dae10f8-b5ad-4d5f-90b5-7abc0d0021db'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:40:44.399262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39255a21-b473-426a-a7ca-c94092f92c21 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10613611-87af-439c-b419-c305d4a5bc04,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:44.618470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.652119 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.690569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44938) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:44.712462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-65e2db96-f527-44d6-9ed0-26f8d4ea3ec4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6240089 Aug 25 11:40:44.713127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565702647'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:44.730940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cdfdd0a2-975c-469d-8ecf-0e4fc991f750, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:44.797256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.812582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:40:44.960612 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Sync routers for ids ['322f6c2f-57eb-4d16-b94f-1d52e8ea034a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:40:44.963990 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:44.965450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-090ed69c-3604-46e2-81e3-6f5b1bfa1b79 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.8294504 Aug 25 11:40:44.968208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44942) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:45.063961 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Routers {'322f6c2f-57eb-4d16-b94f-1d52e8ea034a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:45.071502 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['322f6c2f-57eb-4d16-b94f-1d52e8ea034a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:45.131009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:45.345950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:45.392728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b136909a-2835-4c66-bdd8-239d6b49bab8 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/322f6c2f-57eb-4d16-b94f-1d52e8ea034a HTTP/1.1" status: 200 len: 906 time: 0.4231856 Aug 25 11:40:45.400785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44950) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:45.634305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdfdd0a2-975c-469d-8ecf-0e4fc991f750 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:45.667674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Set router 322f6c2f-57eb-4d16-b94f-1d52e8ea034a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:40:45.728064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44954) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:45.793674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:45.794036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:45.943901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Delete allocated IP 2001:db8::9f (f32703fe-a35c-47c2-93af-a3844546a2c7/9d70681f-7362-4880-a0e0-66107ced14e7) {{(pid=94911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 11:40:46.031921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.128655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Allocated IP 2001:db8:0:2::1a9 (f32703fe-a35c-47c2-93af-a3844546a2c7/5089c698-a320-4bff-9ae2-261a16329a8c/5b46974b-edb4-435f-be34-b6f94915ee9a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:46.204669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.240466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.368157 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322f6c2f-57eb-4d16-b94f-1d52e8ea034a', 'name': 'tempest-snat-router-1525879416', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '77bc1d8e-af88-439f-8d52-cca1aaa9dd66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:36Z', 'updated_at': '2021-08-25T11:40:41Z', 'revision_number': 3, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port': {'id': '77bc1d8e-af88-439f-8d52-cca1aaa9dd66', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322f6c2f-57eb-4d16-b94f-1d52e8ea034a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:40:38Z', 'updated_at': '2021-08-25T11:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:46.379459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1446033770'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:46.465283 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Checking router: 322f6c2f-57eb-4d16-b94f-1d52e8ea034a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:40:46.465831 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Updating router 322f6c2f-57eb-4d16-b94f-1d52e8ea034a port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:40:46.511940 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.561018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.563558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8647592 Aug 25 11:40:46.573804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:46.584345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Made reservation on behalf of cdce34f74b344d18b183409b4adb4496 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:46.587715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.593384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.612362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '46313c5a-35e8-497a-90c1-1eb18bb5c2d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:46.660756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3296bba-2019-44ab-a1b6-6168a25caf93 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46313c5a-35e8-497a-90c1-1eb18bb5c2d6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:46.683169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Deleting port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:46.683516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.691557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.869540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:46.886664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Calling delete_port for 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:47.014679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.038818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.101258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.216883 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.239777 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Transition to ACTIVE for port object 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:47.254507 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.271417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086292cc-5e0b-4cd1-876b-fe628146db93,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:47.368210 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Attempting to bind port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:40:47.370282 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Attempting to bind port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:40:47.371599 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Attempting to bind port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:40:47.421678 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:40:47.422932 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:40:47.423849 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.425471 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:40:47.426623 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Bound port: 77bc1d8e-af88-439f-8d52-cca1aaa9dd66, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:40:47.427487 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.430196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.443062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:40:47.459387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.506193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980d8ac0-b71e-40b2-9990-f361c3c247d2,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:47.563448 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] For port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:40:47.570923 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] For port 77bc1d8e-af88-439f-8d52-cca1aaa9dd66, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=77bc1d8e-af88-439f-8d52-cca1aaa9dd66,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:40:47.576090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.576800 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Added segment cd692425-1197-4620-abf9-5dd45fd34b1d of type vlan for network d09e9316-fe5c-482b-9739-85117c626d1a Aug 25 11:40:47.613828 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.658620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.663361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-28689903-fa59-4e3a-91fa-2b0a3cf8a868 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0814686 Aug 25 11:40:47.666031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:47.701578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '46313c5a-35e8-497a-90c1-1eb18bb5c2d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:47.735321 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:40:47.750235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.761222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.762941 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Routers {'322f6c2f-57eb-4d16-b94f-1d52e8ea034a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:40:47.764128 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['322f6c2f-57eb-4d16-b94f-1d52e8ea034a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:47.767268 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Pushing event updated for resources: {'Port': ['ID=77bc1d8e-af88-439f-8d52-cca1aaa9dd66,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:47.801605 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.805621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.811835 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.813734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.814371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.816454 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.817542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.818989 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.819582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.820200 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.820987 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.822675 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:40:47.853522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Transition to ACTIVE for port object 5b46974b-edb4-435f-be34-b6f94915ee9a will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:47.879753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:40:47.933106 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.940445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:47.983074 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] Set router 322f6c2f-57eb-4d16-b94f-1d52e8ea034a gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:40:48.111668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Allocated IP 2001:db8:0:2::2 (f32703fe-a35c-47c2-93af-a3844546a2c7/5089c698-a320-4bff-9ae2-261a16329a8c/1dae10f8-b5ad-4d5f-90b5-7abc0d0021db) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:48.172278 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322f6c2f-57eb-4d16-b94f-1d52e8ea034a', 'name': 'tempest-snat-router-1525879416', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:36Z', 'updated_at': '2021-08-25T11:40:46Z', 'revision_number': 4, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:40:48.255080 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3856f-170d-4223-816e-a59dd9bd87e9 None None] The sync data for ids ['322f6c2f-57eb-4d16-b94f-1d52e8ea034a'] in n-d-778732-11 is: [{'id': '322f6c2f-57eb-4d16-b94f-1d52e8ea034a', 'name': 'tempest-snat-router-1525879416', 'tenant_id': '710ee2c360d142dc939ef7d6db641bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:40:36Z', 'updated_at': '2021-08-25T11:40:46Z', 'revision_number': 4, 'project_id': '710ee2c360d142dc939ef7d6db641bc7', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:40:48.345295 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5f5f-a0eb-429c-8cdf-ce9bbee7dcdf None None] Pushing event updated for resources: {'Port': ['ID=77bc1d8e-af88-439f-8d52-cca1aaa9dd66,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:48.433345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe7655de-d84c-4eb2-91c2-b4f5e58bbbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.446959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.462024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.492501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:48.496607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.500827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:48.503692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event deleted for resources: {'Port': ['ID=77bc1d8e-af88-439f-8d52-cca1aaa9dd66,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:48.566862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.591953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Transition to ACTIVE for port object 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:48.615866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.716811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event updated for resources: {'Network': ['ID=d09e9316-fe5c-482b-9739-85117c626d1a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:48.743988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.749192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] In _notify_port_updated(), no bound segment for port 5b46974b-edb4-435f-be34-b6f94915ee9a on network f32703fe-a35c-47c2-93af-a3844546a2c7 {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:40:48.759864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:48.760577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:48.762405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "PUT /v2.0/ports/5b46974b-edb4-435f-be34-b6f94915ee9a HTTP/1.1" status: 200 len: 969 time: 5.8449805 Aug 25 11:40:48.762917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c87be4-b8f4-4602-940c-517b6f0af1f4 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event updated for resources: {'Port': ['ID=5b46974b-edb4-435f-be34-b6f94915ee9a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:48.771411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44996) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:48.791923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de1639-7893-4fa3-871d-d5618ea15a8d None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:48.811977 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c2f82ef-1107-4ef0-82a2-45d4052fad95 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0596416 Aug 25 11:40:48.859495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44998) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:48.883953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Request body: {'subnet': {'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:49.149804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network d09e9316-fe5c-482b-9739-85117c626d1a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:40:49.216724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.221735 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.357799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.357799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 322f6c2f-57eb-4d16-b94f-1d52e8ea034a {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:40:49.363202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.368616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-154dc332-cc4e-4871-86ee-d5ef47d8d92d tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/routers/322f6c2f-57eb-4d16-b94f-1d52e8ea034a HTTP/1.1" status: 204 len: 168 time: 3.9599147 Aug 25 11:40:49.369148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:49.588656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:49.607780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.756657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.819207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.875504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:49.877073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1884949 Aug 25 11:40:49.887457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45004) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:49.891417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6c54d-6d1b-4718-85fc-e3b094abb71f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b8a78e-9c4d-4fce-aea9-f47a83bad517,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:49.918259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '46313c5a-35e8-497a-90c1-1eb18bb5c2d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:49.925523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Made reservation on behalf of cdce34f74b344d18b183409b4adb4496 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:49.937844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.011084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 5b46974b-edb4-435f-be34-b6f94915ee9a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:50.013618 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.066686 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.159546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.270882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Provisioning for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:50.278532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.281285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:50.286434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.322342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.331802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 5b46974b-edb4-435f-be34-b6f94915ee9a owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:50.333540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.372921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c45d76-3376-4288-ae31-5e968ed50d25,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:50.422617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.426516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bda26826-7ed9-4cda-b870-6e48c1fca801 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5323122 Aug 25 11:40:50.427901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45006) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:50.442486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Provisioning complete for port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:50.442855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.445406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '46313c5a-35e8-497a-90c1-1eb18bb5c2d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:50.555612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:50.560579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Deleting port cdfdd0a2-975c-469d-8ecf-0e4fc991f750 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:50.560979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.590100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Provisioning for port 5b46974b-edb4-435f-be34-b6f94915ee9a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:50.603202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Provisioning complete for port 5b46974b-edb4-435f-be34-b6f94915ee9a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:50.604024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.718588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.740138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-64678fb7-5221-4e54-b9ca-d52039671358 None None] Port 5b46974b-edb4-435f-be34-b6f94915ee9a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:40:50.790125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.861757 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.868428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event updated for resources: {'Subnet': ['ID=2e8093a4-dedf-44b6-8dbd-306f686195e7,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:50.877991 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.889068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] For port cdfdd0a2-975c-469d-8ecf-0e4fc991f750, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:50.889986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.890107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-95a2ff28-382d-40ee-aed5-05127a4d40b3 None None] Provisioning complete for port 5b46974b-edb4-435f-be34-b6f94915ee9a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:50.890788 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95a2ff28-382d-40ee-aed5-05127a4d40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.906075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Calling delete_port for cdfdd0a2-975c-469d-8ecf-0e4fc991f750 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:50.942086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=5b46974b-edb4-435f-be34-b6f94915ee9a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:50.973575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-95a2ff28-382d-40ee-aed5-05127a4d40b3 None None] Port 5b46974b-edb4-435f-be34-b6f94915ee9a was deleted so its status cannot be updated. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 25 11:40:50.982112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:50.984160 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34734659-7b93-4c1f-8dfe-7b6efc1efb9c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/5b46974b-edb4-435f-be34-b6f94915ee9a HTTP/1.1" status: 204 len: 168 time: 2.2109904 Aug 25 11:40:50.991501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45008) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.074079 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-345fe4bb-2518-4260-beef-9569fc9628a6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] GET failed (client error): The resource could not be found. Aug 25 11:40:51.076966 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-345fe4bb-2518-4260-beef-9569fc9628a6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports/5b46974b-edb4-435f-be34-b6f94915ee9a HTTP/1.1" status: 404 len: 333 time: 0.0837750 Aug 25 11:40:51.080579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.127662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Checking segment: {'id': 'cd692425-1197-4620-abf9-5dd45fd34b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:40:51.129306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Network hostable DHCP agents. Network: d09e9316-fe5c-482b-9739-85117c626d1a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:40:51.136722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.167345 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.177287 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9432a382-8f23-435b-b7c6-8961328f1b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.239060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdfdd0a2-975c-469d-8ecf-0e4fc991f750,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:51.249813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d651c2-44c5-45da-b273-ee091529fd40,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:51.301516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f95696e-a827-42f9-99e2-6c92bbd5574c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.305398 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.306664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9a40b95c-fe78-469d-822f-ae60b28ff94c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8722653 Aug 25 11:40:51.313100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45012) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.318631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '46313c5a-35e8-497a-90c1-1eb18bb5c2d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:51.354003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Network d09e9316-fe5c-482b-9739-85117c626d1a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:40:51.388488 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f95696e-a827-42f9-99e2-6c92bbd5574c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.394777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.403151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, d09e9316-fe5c-482b-9739-85117c626d1a) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:51.408450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:51.408767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.410210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.442564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386c8c2-5c73-4b85-8046-51925ee10570 None None] Network d09e9316-fe5c-482b-9739-85117c626d1a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:51.464533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.499149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-93df148b-3d08-4d08-9f7b-c84d98d97027 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6385458 Aug 25 11:40:51.511719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45014) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.516795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Request body: {'port': {'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1738387793'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:51.553521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.569127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.616026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.620238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.685437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f95696e-a827-42f9-99e2-6c92bbd5574c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.690520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2f95696e-a827-42f9-99e2-6c92bbd5574c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.694634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.694860 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2f95696e-a827-42f9-99e2-6c92bbd5574c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/security-groups/5e49d5b9-30a1-40e7-9775-dbc188827a25 HTTP/1.1" status: 204 len: 168 time: 0.6102667 Aug 25 11:40:51.694994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb480639-ed20-4d9e-8ca3-50a2a5d18024 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:40:51.698888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45016) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.723126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.728883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5ee1d7dd-0bc6-4935-bbb4-635c755416b3 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "DELETE /v2.0/routers/fb480639-ed20-4d9e-8ca3-50a2a5d18024 HTTP/1.1" status: 204 len: 168 time: 2.3588231 Aug 25 11:40:51.778415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45018) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.805239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1457085905', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:51.839108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dffb8c2-49a7-4393-8cd5-4ad2530d4d3b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:51.842648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95696e-a827-42f9-99e2-6c92bbd5574c tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e49d5b9-30a1-40e7-9775-dbc188827a25,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:51.866078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.868181 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ed14348-777c-465d-9e73-2889f920d760 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5533235 Aug 25 11:40:51.872580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45020) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:51.892766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e14b84fd-dd9d-488b-914b-34006f1dd949 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.914595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-d09e9316-fe5c-482b-9739-85117c626d1a', 'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a', 'tenant_id': 'cdce34f74b344d18b183409b4adb4496', 'fixed_ips': [{'subnet_id': '2e8093a4-dedf-44b6-8dbd-306f686195e7'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:40:51.915649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.917351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Made reservation on behalf of cdce34f74b344d18b183409b4adb4496 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:51.924137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.969738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] device_id is not set on port d069a152-fca6-4251-808f-c980084e46ca yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:51.980631 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.982368 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:51.985356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76170f3c-6523-4acb-ba0e-cbfad298a588 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.016456 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76170f3c-6523-4acb-ba0e-cbfad298a588 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.043233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e14b84fd-dd9d-488b-914b-34006f1dd949 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.114123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76170f3c-6523-4acb-ba0e-cbfad298a588 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.122937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76170f3c-6523-4acb-ba0e-cbfad298a588 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.125592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-76170f3c-6523-4acb-ba0e-cbfad298a588 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6dffb8c2-49a7-4393-8cd5-4ad2530d4d3b HTTP/1.1" status: 204 len: 168 time: 0.2511587 Aug 25 11:40:52.130265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45022) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.165898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170f3c-6523-4acb-ba0e-cbfad298a588 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dffb8c2-49a7-4393-8cd5-4ad2530d4d3b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:52.210193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-378d6b9e-8b59-4fb9-ad90-47e187dbd9b1 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0761216 Aug 25 11:40:52.211458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e14b84fd-dd9d-488b-914b-34006f1dd949 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.214420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e14b84fd-dd9d-488b-914b-34006f1dd949 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.219361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e14b84fd-dd9d-488b-914b-34006f1dd949 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce5a00ba-eaec-4cb0-800c-af85b1278847 HTTP/1.1" status: 204 len: 168 time: 0.5191085 Aug 25 11:40:52.220182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.220628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45026) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.255065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b84fd-dd9d-488b-914b-34006f1dd949 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a00ba-eaec-4cb0-800c-af85b1278847,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:52.264503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.284689 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac8d53ca-e7a4-41a0-9320-aca93bc68770 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.295582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac8d53ca-e7a4-41a0-9320-aca93bc68770 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.337393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac8d53ca-e7a4-41a0-9320-aca93bc68770 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.342927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac8d53ca-e7a4-41a0-9320-aca93bc68770 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.344547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac8d53ca-e7a4-41a0-9320-aca93bc68770 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c4d651c2-44c5-45da-b273-ee091529fd40 HTTP/1.1" status: 204 len: 168 time: 0.1123555 Aug 25 11:40:52.353491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45028) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.392533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d53ca-e7a4-41a0-9320-aca93bc68770 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4d651c2-44c5-45da-b273-ee091529fd40,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:52.444480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aef8c9a-a865-4c96-88d7-d1737e473219 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.475131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aef8c9a-a865-4c96-88d7-d1737e473219 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.531809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Allocated IP 2001:db8::2ee (d09e9316-fe5c-482b-9739-85117c626d1a/2e8093a4-dedf-44b6-8dbd-306f686195e7/d069a152-fca6-4251-808f-c980084e46ca) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:52.550008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e79f819b-f7a7-41cc-913a-02b2e6585da5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1923616 Aug 25 11:40:52.551550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aef8c9a-a865-4c96-88d7-d1737e473219 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.554606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aef8c9a-a865-4c96-88d7-d1737e473219 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.559211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9aef8c9a-a865-4c96-88d7-d1737e473219 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/security-groups/517f8535-87d5-4f9c-9708-248516bde24d HTTP/1.1" status: 204 len: 168 time: 0.3256099 Aug 25 11:40:52.559998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45030) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.560438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45032) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.586114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef8c9a-a865-4c96-88d7-d1737e473219 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f8535-87d5-4f9c-9708-248516bde24d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:52.654299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3123fc9c-8d9b-4542-a8e9-5bb7660fae4c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.669347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3123fc9c-8d9b-4542-a8e9-5bb7660fae4c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.675641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 9d70681f-7362-4880-a0e0-66107ced14e7 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:52.679653 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.730076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.756407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.771247 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.863906 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3123fc9c-8d9b-4542-a8e9-5bb7660fae4c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.886821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3123fc9c-8d9b-4542-a8e9-5bb7660fae4c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:52.888853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3123fc9c-8d9b-4542-a8e9-5bb7660fae4c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/56c45d76-3376-4288-ae31-5e968ed50d25 HTTP/1.1" status: 204 len: 168 time: 0.3177094 Aug 25 11:40:52.895937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45034) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:52.927648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123fc9c-8d9b-4542-a8e9-5bb7660fae4c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56c45d76-3376-4288-ae31-5e968ed50d25,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:52.938173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.039739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.063654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Transition to ACTIVE for port object d069a152-fca6-4251-808f-c980084e46ca will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:53.067655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-34dfabd4-b017-45da-8aae-df8517cd362f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1642849 Aug 25 11:40:53.071677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45036) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:53.137666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9876ae42-afd5-4bbf-9199-9b7e314e48b3 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.151429 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9876ae42-afd5-4bbf-9199-9b7e314e48b3 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.166040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.249776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=9d70681f-7362-4880-a0e0-66107ced14e7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:53.250377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.270514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.270838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f01b9-ef52-442b-b0e8-8de0db4ae060 None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:53.278726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-10e06bb6-1160-411d-b12f-838945290ae9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/9d70681f-7362-4880-a0e0-66107ced14e7 HTTP/1.1" status: 204 len: 168 time: 0.7061005 Aug 25 11:40:53.283616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45038) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:53.309288 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9876ae42-afd5-4bbf-9199-9b7e314e48b3 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.353387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.375939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.461269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 5089c698-a320-4bff-9ae2-261a16329a8c {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:53.474247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.571201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.575041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdfdd0a2-975c-469d-8ecf-0e4fc991f750 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:53.597329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Network d09e9316-fe5c-482b-9739-85117c626d1a is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:53.617421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:53.631857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cdfdd0a2-975c-469d-8ecf-0e4fc991f750 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:40:53.632542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cdfdd0a2-975c-469d-8ecf-0e4fc991f750 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:40:53.638080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:53.644107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Allocated IP 2001:db8::2 (d09e9316-fe5c-482b-9739-85117c626d1a/2e8093a4-dedf-44b6-8dbd-306f686195e7/fab580fa-f28f-4d93-9fa4-9d09e9ca2528) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:53.655697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:53.656819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.703664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event updated for resources: {'Port': ['ID=d069a152-fca6-4251-808f-c980084e46ca,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:53.788173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0def477c-9902-41ab-8c62-22d6a3ffed5d tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2738395 Aug 25 11:40:53.793132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45050) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:53.807996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Request body: {'port': {'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-549654424', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:53.808904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] bootfile-name is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:40:53.809462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] tftp-server is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:40:53.810050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.api.validators [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] server-ip-address is not in valid_values {{(pid=94911) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:40:53.825806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.893973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9876ae42-afd5-4bbf-9199-9b7e314e48b3 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.896019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9876ae42-afd5-4bbf-9199-9b7e314e48b3 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/97b8a78e-9c4d-4fce-aea9-f47a83bad517 HTTP/1.1" status: 204 len: 168 time: 0.8224804 Aug 25 11:40:53.897144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ae42-afd5-4bbf-9199-9b7e314e48b3 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97b8a78e-9c4d-4fce-aea9-f47a83bad517,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:53.908194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45054) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:53.974579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ee43de6c-b98d-48f4-8a60-461e96d9f5a4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0647423 Aug 25 11:40:53.976792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:53.985785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45058) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:54.009081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Allocated IP 172.25.1.213 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/99522df3-6112-4438-83a7-ec136d8d27a6) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:54.038206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.043509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/5089c698-a320-4bff-9ae2-261a16329a8c HTTP/1.1" status: 204 len: 168 time: 0.7579985 Aug 25 11:40:54.044472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:54.045525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca38bc-50db-4576-9699-09fc8d58e3f1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=5089c698-a320-4bff-9ae2-261a16329a8c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:54.084635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:54.129562 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7133c80-0b03-40f7-bda3-008cf41f36bf tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:54.130063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7133c80-0b03-40f7-bda3-008cf41f36bf tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:54.139797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45068) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:54.142858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b7133c80-0b03-40f7-bda3-008cf41f36bf tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/9d70681f-7362-4880-a0e0-66107ced14e7 HTTP/1.1" status: 404 len: 337 time: 0.0877075 Aug 25 11:40:54.206230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b4e6-f88b-4304-8e4e-3bc56e594eeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.399171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b4e6-f88b-4304-8e4e-3bc56e594eeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.408003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.409742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e05558-a953-452a-ba6c-24d91b19f215 None None] Update dhcp port {'port': {'network_id': 'f32703fe-a35c-47c2-93af-a3844546a2c7', 'fixed_ips': [{'subnet_id': '475243df-5237-48d2-9046-c46565da2fd0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5089c698-a320-4bff-9ae2-261a16329a8c'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '1dae10f8-b5ad-4d5f-90b5-7abc0d0021db'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:40:54.460836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0ec436c-bcc4-4aa0-9662-fbcdbfbe6789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.464881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-15e05558-a953-452a-ba6c-24d91b19f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.509190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.518881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting subnet 475243df-5237-48d2-9046-c46565da2fd0 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:40:54.538120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.586223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Transition to ACTIVE for port object fab580fa-f28f-4d93-9fa4-9d09e9ca2528 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:54.591612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b4e6-f88b-4304-8e4e-3bc56e594eeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.647402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Transition to ACTIVE for port object fab580fa-f28f-4d93-9fa4-9d09e9ca2528 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:54.677432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b4e6-f88b-4304-8e4e-3bc56e594eeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.680132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.681920 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0bc7b4e6-f88b-4304-8e4e-3bc56e594eeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/980d8ac0-b71e-40b2-9990-f361c3c247d2 HTTP/1.1" status: 204 len: 168 time: 0.6948736 Aug 25 11:40:54.686763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45114) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:54.687487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.699185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Made reservation on behalf of cdce34f74b344d18b183409b4adb4496 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:40:54.707840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.739645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7b4e6-f88b-4304-8e4e-3bc56e594eeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=980d8ac0-b71e-40b2-9990-f361c3c247d2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:54.772299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-393c6468-b388-4699-bf08-ed1473b30a11 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788317 Aug 25 11:40:54.772299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45116) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:54.786600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] device_id is not set on port 4b2efcc1-353c-41d1-a99b-7be222be9ccf yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:40:54.896982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Pushing event updated for resources: {'Port': ['ID=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:54.922536 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17b77a3b-1cea-4924-97f9-096357a45340 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:54.951634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Network d09e9316-fe5c-482b-9739-85117c626d1a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:54.957725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:54.960870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:55.010029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17b77a3b-1cea-4924-97f9-096357a45340 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.057667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Attempting to bind port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:40:55.058230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Attempting to bind port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cd692425-1197-4620-abf9-5dd45fd34b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:40:55.059467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Attempting to bind port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 on network d09e9316-fe5c-482b-9739-85117c626d1a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:40:55.066487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:40:55.067049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Checking segment: {'id': 'cd692425-1197-4620-abf9-5dd45fd34b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:40:55.067345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.067779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Bound using segment: {'id': 'cd692425-1197-4620-abf9-5dd45fd34b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:40:55.069151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Bound port: fab580fa-f28f-4d93-9fa4-9d09e9ca2528, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd692425-1197-4620-abf9-5dd45fd34b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'd09e9316-fe5c-482b-9739-85117c626d1a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:40:55.069572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.136716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.177679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] For port fab580fa-f28f-4d93-9fa4-9d09e9ca2528, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:40:55.183661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] For port fab580fa-f28f-4d93-9fa4-9d09e9ca2528, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,segment=NetworkSegment(cd692425-1197-4620-abf9-5dd45fd34b1d),segment_id=cd692425-1197-4620-abf9-5dd45fd34b1d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:40:55.197486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17b77a3b-1cea-4924-97f9-096357a45340 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.202106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-17b77a3b-1cea-4924-97f9-096357a45340 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.204082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-17b77a3b-1cea-4924-97f9-096357a45340 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/46313c5a-35e8-497a-90c1-1eb18bb5c2d6 HTTP/1.1" status: 204 len: 168 time: 0.4308128 Aug 25 11:40:55.209389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.211933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45124) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:55.234331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b77a3b-1cea-4924-97f9-096357a45340 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46313c5a-35e8-497a-90c1-1eb18bb5c2d6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:55.304174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c7f40dc7-3650-4595-9eb3-513bb2a1b3fd tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903261 Aug 25 11:40:55.324973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45128) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:55.329893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Allocated IP 2001:db8::1f9 (d09e9316-fe5c-482b-9739-85117c626d1a/2e8093a4-dedf-44b6-8dbd-306f686195e7/4b2efcc1-353c-41d1-a99b-7be222be9ccf) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:40:55.336688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--578422933'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:55.355993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.432162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca08f13-33f2-47f9-a315-552f3b699643 None None] Pushing event updated for resources: {'Port': ['ID=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:55.497470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event updated for resources: {'Port': ['ID=99522df3-6112-4438-83a7-ec136d8d27a6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:55.563456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:55.579329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:55.604803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:55.844203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ad061-2514-48d2-aad0-3bd45a51284e req-4f5e53d9-b5e6-4fbe-aab3-bc4bc8dc71c9 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:55.857500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-996ad061-2514-48d2-aad0-3bd45a51284e req-4f5e53d9-b5e6-4fbe-aab3-bc4bc8dc71c9 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 0.1594925 Aug 25 11:40:55.903907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0ec436c-bcc4-4aa0-9662-fbcdbfbe6789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.914340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:55.948138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-996ad061-2514-48d2-aad0-3bd45a51284e req-37386177-a4d1-459c-91ed-47bbd2e892b3 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895083 Aug 25 11:40:55.967320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.139394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.147946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.209463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad63914-70d8-4ca1-94e2-473553b2f3c0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:56.214871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.216596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5fa206b-17e8-4e03-814a-437324b828fb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8899565 Aug 25 11:40:56.220692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45164) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:56.227024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '2ad63914-70d8-4ca1-94e2-473553b2f3c0', 'direction': 'ingress', 'protocol': 17}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:56.274162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.366028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.372855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.402880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f74cd17-c9da-4c78-8437-493138107d30,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:56.413864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.415700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1846f920-ead4-459d-9aa9-975e093cf454 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1933007 Aug 25 11:40:56.419346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45168) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:56.521984 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-417089d7-700b-4cef-8cbd-8ffd85c25d50 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.545000 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0ec436c-bcc4-4aa0-9662-fbcdbfbe6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.573205 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-417089d7-700b-4cef-8cbd-8ffd85c25d50 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.716435 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-417089d7-700b-4cef-8cbd-8ffd85c25d50 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.719284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-417089d7-700b-4cef-8cbd-8ffd85c25d50 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.723493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-417089d7-700b-4cef-8cbd-8ffd85c25d50 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/2ad63914-70d8-4ca1-94e2-473553b2f3c0 HTTP/1.1" status: 204 len: 168 time: 0.3027420 Aug 25 11:40:56.727593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:56.751785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417089d7-700b-4cef-8cbd-8ffd85c25d50 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad63914-70d8-4ca1-94e2-473553b2f3c0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:56.822365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8028950b-092d-423d-ad43-93ba5dcb661e tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934820 Aug 25 11:40:56.826883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45174) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:56.834045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--754759617'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:56.870687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:56.976396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f0ec436c-bcc4-4aa0-9662-fbcdbfbe6789 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e845ebb2075d4f32914c979e4d471576&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8864548 Aug 25 11:40:56.983988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45176) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:57.006654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec436c-bcc4-4aa0-9662-fbcdbfbe6789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3506ee-eb01-4bc9-95db-14d8ce6431eb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-15e05558-a953-452a-ba6c-24d91b19f215 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 475243df-5237-48d2-9046-c46565da2fd0: This subnet is being modified by another concurrent operation. Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:40:57.100565 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exception Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 475243df-5237-48d2-9046-c46565da2fd0: This subnet is being modified by another concurrent operation. Aug 25 11:40:57.105406 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:40:57.108170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.121599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.187045 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.194762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1219e1e-e024-417e-aeec-02ddf8a4a022 None None] Network d09e9316-fe5c-482b-9739-85117c626d1a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:57.209279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.231913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.301221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.308019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4795756 Aug 25 11:40:57.310544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45180) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:57.310833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Transition to ACTIVE for port object 4b2efcc1-353c-41d1-a99b-7be222be9ccf will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:40:57.326667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975619117'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:40:57.358249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37f82-27c6-4d3d-af62-4f56661717f2 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c36757b-d595-42c4-93f4-c4558debd8d4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:57.422933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d82e2-4197-47b3-a5e4-85572b6a9832 req-e820ee3f-e7ec-47ff-ba2d-52abdc82b154 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:57.425899 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.429960 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/475243df-5237-48d2-9046-c46565da2fd0 HTTP/1.1" status: 204 len: 168 time: 3.2818754 Aug 25 11:40:57.436779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b64d82e2-4197-47b3-a5e4-85572b6a9832 req-e820ee3f-e7ec-47ff-ba2d-52abdc82b154 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 0.2469368 Aug 25 11:40:57.442201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45182) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:57.443521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f477d0-3157-4bc7-a66a-206393b0a2c7 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Subnet': ['ID=475243df-5237-48d2-9046-c46565da2fd0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:57.460172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc05ed9-535d-4196-99b6-982c8d8c6955 None None] Network f32703fe-a35c-47c2-93af-a3844546a2c7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:40:57.505632 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ff9a34-4f7c-4a7a-880e-77143991cd28 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:57.506545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ff9a34-4f7c-4a7a-880e-77143991cd28 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:57.509913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-36ff9a34-4f7c-4a7a-880e-77143991cd28 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/87a7dbff-8893-413f-b6aa-b2ff67ff6ac2 HTTP/1.1" status: 404 len: 337 time: 0.0659509 Aug 25 11:40:57.518905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45184) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:57.574940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.627120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-424228b6-5db2-46d6-8df6-e6bae4a2386d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "GET /v2.0/ports?device_id=be0805a3-62df-4f09-bf14-b0f5c80c3f3d HTTP/1.1" status: 200 len: 205 time: 0.0920801 Aug 25 11:40:57.632957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45188) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:57.688097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Provisioning complete for port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:57.688366 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.698627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2c4b-fe23-4601-be9e-49c3a54228e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.713309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.747101 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.853333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b64d82e2-4197-47b3-a5e4-85572b6a9832 req-5cf5426c-a2bd-4131-b623-a9335add2191 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034176 Aug 25 11:40:57.879834 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-5f77db90-843f-475e-aba2-44ed966b218d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] delete failed (client error): The resource could not be found. Aug 25 11:40:57.889151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5f77db90-843f-475e-aba2-44ed966b218d tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/routers/be0805a3-62df-4f09-bf14-b0f5c80c3f3d HTTP/1.1" status: 404 len: 336 time: 0.2507119 Aug 25 11:40:57.889442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2c4b-fe23-4601-be9e-49c3a54228e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:57.889957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45192) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:57.941986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fab580fa-f28f-4d93-9fa4-9d09e9ca2528 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:40:57.952771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121c59-687b-48ea-8332-c00256788aa1 req-4e759975-c1e0-4e3a-b2b8-7f30bd3409be tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:57.962547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20121c59-687b-48ea-8332-c00256788aa1 req-4e759975-c1e0-4e3a-b2b8-7f30bd3409be tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.67 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 0.6456559 Aug 25 11:40:58.039235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Network d09e9316-fe5c-482b-9739-85117c626d1a is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:40:58.164066 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e983276c-8ebc-43f7-b5ac-ee43b57d09c1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:58.165129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e983276c-8ebc-43f7-b5ac-ee43b57d09c1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:58.168337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e983276c-8ebc-43f7-b5ac-ee43b57d09c1 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/0019a27b-b8c6-4bd2-ba02-3685e0c9fad7 HTTP/1.1" status: 404 len: 337 time: 0.2763498 Aug 25 11:40:58.176826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45194) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:58.240055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:40:58.254460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:40:58.265819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:40:58.266937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.275060 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9bd82a-d309-4f49-834c-893437aad8bc tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:58.276898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9bd82a-d309-4f49-834c-893437aad8bc tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:58.280486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2f9bd82a-d309-4f49-834c-893437aad8bc tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/5a641b13-79ef-44b5-ab82-e1227bcc8e3c HTTP/1.1" status: 404 len: 337 time: 0.0939975 Aug 25 11:40:58.283992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2c4b-fe23-4601-be9e-49c3a54228e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.288722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2c4b-fe23-4601-be9e-49c3a54228e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.290641 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9cd2c4b-fe23-4601-be9e-49c3a54228e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f3506ee-eb01-4bc9-95db-14d8ce6431eb HTTP/1.1" status: 204 len: 168 time: 1.2971196 Aug 25 11:40:58.291756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45196) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:58.385139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] DHCP port deletion for f32703fe-a35c-47c2-93af-a3844546a2c7 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:40:58.433261 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-901c6198-0d2c-4c0e-ab14-6ee79c4c29ec tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:58.434243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901c6198-0d2c-4c0e-ab14-6ee79c4c29ec tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:58.439054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-901c6198-0d2c-4c0e-ab14-6ee79c4c29ec tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/587e3e07-d037-4328-b22b-21c3f93bbde2 HTTP/1.1" status: 404 len: 337 time: 0.1354315 Aug 25 11:40:58.448802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45200) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:58.492916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event updated for resources: {'Port': ['ID=4b2efcc1-353c-41d1-a99b-7be222be9ccf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:58.529302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Provisioning for port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:58.538719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2c4b-fe23-4601-be9e-49c3a54228e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3506ee-eb01-4bc9-95db-14d8ce6431eb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:58.546580 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-288fb5c7-dec2-4798-8ff5-520f727ef0a2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:58.547845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288fb5c7-dec2-4798-8ff5-520f727ef0a2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:58.548445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Provisioning complete for port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:58.549062 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.553937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:40:58.557811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-288fb5c7-dec2-4798-8ff5-520f727ef0a2 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/0bbc5b43-e947-4baa-a590-7795f47ec142 HTTP/1.1" status: 404 len: 333 time: 0.0977283 Aug 25 11:40:58.559134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45202) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:58.593941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:40:58.594331 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.662821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Deleting port a301892a-9de5-4bbe-b2a7-4293c75190c9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:58.663354 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.705317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.726788 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4289cf2-fd5e-4138-8176-c64cfdfc8fb6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:58.727680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4289cf2-fd5e-4138-8176-c64cfdfc8fb6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:58.736440 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a4289cf2-fd5e-4138-8176-c64cfdfc8fb6 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/527c4311-4a5d-43f4-98d5-a04c6fc283ef HTTP/1.1" status: 404 len: 337 time: 0.1664329 Aug 25 11:40:58.770081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:58.774355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.798809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.811170 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49e02715-d415-4bbf-9786-083218805cbf tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.0105510 Aug 25 11:40:58.824055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:58.889267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] Deleting port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:40:58.890026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:58.955078 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.015986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port fab580fa-f28f-4d93-9fa4-9d09e9ca2528, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,segment=NetworkSegment(cd692425-1197-4620-abf9-5dd45fd34b1d),segment_id=cd692425-1197-4620-abf9-5dd45fd34b1d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:59.053849 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.145646 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bd3f59-53a7-4d3b-8bb8-33a7e84324b9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:59.148385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bd3f59-53a7-4d3b-8bb8-33a7e84324b9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:59.169063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] For port a301892a-9de5-4bbe-b2a7-4293c75190c9, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a301892a-9de5-4bbe-b2a7-4293c75190c9,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:59.169466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.170926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b8bd3f59-53a7-4d3b-8bb8-33a7e84324b9 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/c19b992e-057c-40da-b8a3-254b1209bd77 HTTP/1.1" status: 404 len: 337 time: 0.3876934 Aug 25 11:40:59.172699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:40:59.173017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:59.195762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.206105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:59.206367 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.238549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:40:59.249489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] Calling delete_port for 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:40:59.295121 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc084b8-227b-44a3-b3c9-8962f9f5acaf tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:59.298658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc084b8-227b-44a3-b3c9-8962f9f5acaf tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:59.301037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2dc084b8-227b-44a3-b3c9-8962f9f5acaf tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/c5c8e5d6-f9cc-4a49-bd8d-c0511b7ef075 HTTP/1.1" status: 404 len: 333 time: 0.1134512 Aug 25 11:40:59.305486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45218) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:59.468322 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e347a8-13f5-4914-839a-38f1b198c751 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:59.468703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e347a8-13f5-4914-839a-38f1b198c751 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:59.470632 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2e347a8-13f5-4914-839a-38f1b198c751 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/cff592e8-ad9d-43b4-91b6-4a796d3b5cab HTTP/1.1" status: 404 len: 337 time: 0.1620142 Aug 25 11:40:59.485919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45224) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:59.563411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:40:59.564021 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:40:59.569022 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-40810846-4649-48f1-9e93-7839c52cdff0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] DELETE failed (client error): The resource could not be found. Aug 25 11:40:59.573981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40810846-4649-48f1-9e93-7839c52cdff0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:40:59.582014 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-40810846-4649-48f1-9e93-7839c52cdff0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/subnets/c2498673-9974-46f3-8522-73e4835b091f HTTP/1.1" status: 404 len: 337 time: 0.0949113 Aug 25 11:40:59.587492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:40:59.726046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.834003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,segment=NetworkSegment(924bb83a-e67f-45fa-abd4-59b61fce18b7),segment_id=924bb83a-e67f-45fa-abd4-59b61fce18b7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:40:59.847943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:40:59.873200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Router 065de567-0fa0-4641-bee4-04ea09af3a5e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:40:59.992189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:00.001082 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.051042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Deleting port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:00.051386 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.057734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.059935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7428155 Aug 25 11:41:00.068200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:00.092614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] Pushing event deleted for resources: {'Port': ['ID=1dae10f8-b5ad-4d5f-90b5-7abc0d0021db,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:00.118015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '6c36757b-d595-42c4-93f4-c4558debd8d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8968bb94-efdc-4f77-b8bc-e9d28b9eccfb', 'remote_ip_prefix': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:00.233022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fab580fa-f28f-4d93-9fa4-9d09e9ca2528 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:41:00.240159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd43baa-93b2-4d59-8420-ab08a3849c5f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8968bb94-efdc-4f77-b8bc-e9d28b9eccfb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:00.294949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847967d0-e283-453f-93a3-c86bb6b833ac tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:00.324064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847967d0-e283-453f-93a3-c86bb6b833ac tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:00.361275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847967d0-e283-453f-93a3-c86bb6b833ac tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:00.375841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-847967d0-e283-453f-93a3-c86bb6b833ac tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.5379682 Aug 25 11:41:00.381287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:00.398228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8cc0a-b94f-43df-a25f-900f8ab977af None None] No DVR routers for this DVR port 1dae10f8-b5ad-4d5f-90b5-7abc0d0021db on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:00.514543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Provisioning complete for port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:00.514927 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.591399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.592227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.592491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.593142 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Floating IP a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5 disassociated. External IP: 172.25.1.161, port: a301892a-9de5-4bbe-b2a7-4293c75190c9. Aug 25 11:41:00.603073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Calling delete_port for a301892a-9de5-4bbe-b2a7-4293c75190c9 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:00.608714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a47ba713-cefe-4efe-b2b3-088abd8a45ca None None] Port 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:41:00.619366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0c0a0d-f602-480d-b9bb-9ccde80f48d4 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:41:00.621325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:00.621715 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.661723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.664848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Calling delete_port for 4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:00.733889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:00.753748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315cbf3-f9ee-42fc-9f16-3fef123e0c5f req-dc48a72a-fc63-4d1a-b298-cbdf74f50c63 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:00.762897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1315cbf3-f9ee-42fc-9f16-3fef123e0c5f req-dc48a72a-fc63-4d1a-b298-cbdf74f50c63 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 945 time: 0.7010574 Aug 25 11:41:00.768894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] Sync routers for ids ['065de567-0fa0-4641-bee4-04ea09af3a5e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:00.796186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Provisioning for port 4b2efcc1-353c-41d1-a99b-7be222be9ccf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:41:00.824162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Provisioning complete for port 4b2efcc1-353c-41d1-a99b-7be222be9ccf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:00.824543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.852827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] Routers {'065de567-0fa0-4641-bee4-04ea09af3a5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:00.853483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['065de567-0fa0-4641-bee4-04ea09af3a5e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:00.949172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1315cbf3-f9ee-42fc-9f16-3fef123e0c5f req-eb3e9025-a677-4f27-a8bb-484096a58dee tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups?id=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847892 Aug 25 11:41:00.964124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Deleting port 4b2efcc1-353c-41d1-a99b-7be222be9ccf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:00.964707 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.978637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:00.978637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-333e5a95-02e1-440f-9958-8e9588fbf526 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1867874 Aug 25 11:41:00.989607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45252) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:00.991588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:00.999508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': False}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:01.028620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.082465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.085286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Port': ['ID=4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:01.095941 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.106567 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ccb61309-d431-4b56-aefb-7e448bbddac0 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/ports/4252a5e4-ad16-4ecb-9d3c-5fa2e23ce7ad HTTP/1.1" status: 204 len: 168 time: 1.5145509 Aug 25 11:41:01.107457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45254) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:01.129425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.307655 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.322229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183af33f-0628-4584-bf22-d51d54535418,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:01.334712 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.340401 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-346ef833-64ff-43f2-8777-8ac0c0498f3f tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2651019 Aug 25 11:41:01.341477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45260) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:01.574407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Port 4b2efcc1-353c-41d1-a99b-7be222be9ccf cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:41:01.576361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] Routers {'065de567-0fa0-4641-bee4-04ea09af3a5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:01.577203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['065de567-0fa0-4641-bee4-04ea09af3a5e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:01.583105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.604099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1b54abd-3b79-4fe6-9ddb-4f5f757ffdeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.615238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1b54abd-3b79-4fe6-9ddb-4f5f757ffdeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.648041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:01.648994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edda88da-cabd-4d90-aea6-63ad8fbece09 None None] The sync data for ids ['065de567-0fa0-4641-bee4-04ea09af3a5e'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:01.671667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.676468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1b54abd-3b79-4fe6-9ddb-4f5f757ffdeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.677290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Provisioning for port d069a152-fca6-4251-808f-c980084e46ca completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:41:01.685659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Provisioning complete for port d069a152-fca6-4251-808f-c980084e46ca triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:01.686083 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.696914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c1b54abd-3b79-4fe6-9ddb-4f5f757ffdeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.701272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.702004 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c1b54abd-3b79-4fe6-9ddb-4f5f757ffdeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/183af33f-0628-4584-bf22-d51d54535418 HTTP/1.1" status: 204 len: 168 time: 0.3564258 Aug 25 11:41:01.705756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32703fe-a35c-47c2-93af-a3844546a2c7']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:01.707589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45282) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:01.724521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54abd-3b79-4fe6-9ddb-4f5f757ffdeb tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=183af33f-0628-4584-bf22-d51d54535418,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:01.744689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924bb83a-e67f-45fa-abd4-59b61fce18b7') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:01.745106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924bb83a-e67f-45fa-abd4-59b61fce18b7') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:01.748120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c0a0d-f602-480d-b9bb-9ccde80f48d4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:41:01.791392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.820496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a301892a-9de5-4bbe-b2a7-4293c75190c9 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:41:01.897212 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-955982d7-cae1-42d1-a32c-077a0cb01747 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1881294 Aug 25 11:41:01.898036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45286) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:01.915344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.967155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:41:01.967587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:41:01.979816 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:41:02.054673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Port d069a152-fca6-4251-808f-c980084e46ca cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:41:02.072089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Calling delete_port for 4b2efcc1-353c-41d1-a99b-7be222be9ccf owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:02.169892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Provisioning complete for port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:02.170693 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-77f9f186-b2b8-4f1e-8e99-f60796224eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.187318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.228879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No active binding found for port a301892a-9de5-4bbe-b2a7-4293c75190c9 {{(pid=94912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 11:41:02.229998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a301892a-9de5-4bbe-b2a7-4293c75190c9 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:41:02.243336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.275269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.282619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] 10.222.0.35 "DELETE /v2.0/networks/f32703fe-a35c-47c2-93af-a3844546a2c7 HTTP/1.1" status: 204 len: 168 time: 1.1688383 Aug 25 11:41:02.301520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be81f3a2-7a92-4865-a3bd-788b66a3934d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.305176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b084b64-a29d-46ce-a7e8-1f79d2c12c26 tempest-PortsIpV6TestJSON-1765529025 tempest-PortsIpV6TestJSON-1765529025-project] Pushing event deleted for resources: {'Network': ['ID=f32703fe-a35c-47c2-93af-a3844546a2c7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:02.331213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2927b5a3-86a6-4f0f-974d-adbbd5f935ce req-e53acdda-c46c-4019-8419-bba9d5ea0307 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.1602657 Aug 25 11:41:02.375151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be81f3a2-7a92-4865-a3bd-788b66a3934d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.418844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event deleted for resources: {'Port': ['ID=a301892a-9de5-4bbe-b2a7-4293c75190c9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:02.478271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be81f3a2-7a92-4865-a3bd-788b66a3934d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.482672 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be81f3a2-7a92-4865-a3bd-788b66a3934d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.484429 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-be81f3a2-7a92-4865-a3bd-788b66a3934d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/8968bb94-efdc-4f77-b8bc-e9d28b9eccfb HTTP/1.1" status: 204 len: 168 time: 0.5769002 Aug 25 11:41:02.489517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:02.529822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81f3a2-7a92-4865-a3bd-788b66a3934d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968bb94-efdc-4f77-b8bc-e9d28b9eccfb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:02.583782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.626680 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c26e739b-883e-4e9d-a128-080c36288365 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1353295 Aug 25 11:41:02.630081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45296) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:02.690371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:02.780685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55a12d9b-c01b-4c07-b370-bd07776ece12 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.784058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:41:02.806452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.849961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55a12d9b-c01b-4c07-b370-bd07776ece12 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:02.927791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event deleted for resources: {'Port': ['ID=4b2efcc1-353c-41d1-a99b-7be222be9ccf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:03.046930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55a12d9b-c01b-4c07-b370-bd07776ece12 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.062905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.072225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1f807799-fb41-42ad-914c-c02420173d9c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "DELETE /v2.0/ports/4b2efcc1-353c-41d1-a99b-7be222be9ccf HTTP/1.1" status: 204 len: 168 time: 2.6448593 Aug 25 11:41:03.074552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:03.080362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-55a12d9b-c01b-4c07-b370-bd07776ece12 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.088796 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-55a12d9b-c01b-4c07-b370-bd07776ece12 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c36757b-d595-42c4-93f4-c4558debd8d4 HTTP/1.1" status: 204 len: 168 time: 0.4564817 Aug 25 11:41:03.089813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45310) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:03.091781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45312) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:03.178573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a12d9b-c01b-4c07-b370-bd07776ece12 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c36757b-d595-42c4-93f4-c4558debd8d4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:03.224787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e643fe-d5a7-41cf-9fec-194e95ce5b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.369377 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d215ada-6d77-4048-9674-f88d258b319b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2573187 Aug 25 11:41:03.384868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45318) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:03.406745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--656609586'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:03.450824 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-53105f8c-76f9-432c-addc-e0ded6c02b88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b65171df4a4741d3911dc45cc49441cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489413 Aug 25 11:41:03.453789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:03.462436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Request body: {'port': {'name': 'tempest-new-port-name-1739058321', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:03.462888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.api.validators [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] bootfile-name is not in valid_values {{(pid=94910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:41:03.463218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.api.validators [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] tftp-server is not in valid_values {{(pid=94910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:41:03.463627 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.api.validators [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] server-ip-address is not in valid_values {{(pid=94910) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 25 11:41:03.547547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-04abe0ca-10c2-4b31-bd51-1f99f3b0f5da req-ed443382-d142-4563-b881-caaac7bd0932 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.0523827 Aug 25 11:41:03.559155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ec038bb-9fac-4ef1-a908-057b6670cc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.606077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ec038bb-9fac-4ef1-a908-057b6670cc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.641803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:03.645989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.657637 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:03.667056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e643fe-d5a7-41cf-9fec-194e95ce5b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.673063 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:03.675045 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:03.690179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2e643fe-d5a7-41cf-9fec-194e95ce5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.747418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45322) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:03.750734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2e643fe-d5a7-41cf-9fec-194e95ce5b9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15ffe19422d34f98924100e8c1fab708&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0509865 Aug 25 11:41:03.793655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] No DVR routers for this DVR port a301892a-9de5-4bbe-b2a7-4293c75190c9 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:03.803754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.804011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e643fe-d5a7-41cf-9fec-194e95ce5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c06117-0137-47da-820c-1bddf3df731b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:03.807346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20121c59-687b-48ea-8332-c00256788aa1 req-d31a7f78-9238-40de-bd13-5f509b4a5633 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.67 "DELETE /v2.0/ports/a301892a-9de5-4bbe-b2a7-4293c75190c9 HTTP/1.1" status: 204 len: 173 time: 5.8264570 Aug 25 11:41:03.815047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.846856 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ec038bb-9fac-4ef1-a908-057b6670cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.853032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ec038bb-9fac-4ef1-a908-057b6670cc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:03.860034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ec038bb-9fac-4ef1-a908-057b6670cc6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c80439ab-4d4e-4cdf-80ad-54b299935a62 HTTP/1.1" status: 204 len: 168 time: 0.4045858 Aug 25 11:41:03.871472 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:41:03.886643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec038bb-9fac-4ef1-a908-057b6670cc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80439ab-4d4e-4cdf-80ad-54b299935a62,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:04.003653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'name': 'network-vif-deleted', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:41:04.012148 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eced24-804d-4287-8860-07e9b1c94a54" -d '{"events": [{"server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "name": "network-vif-deleted", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:41:04.143298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.154310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.222140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.225487 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8272460 Aug 25 11:41:04.238064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:04.252057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '2f3b6077-1dc7-4e99-acdb-af33c5d92b98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:04.334351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadef40-e9e1-4864-b572-1ae4bdd54089 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3b6077-1dc7-4e99-acdb-af33c5d92b98,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:04.400063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.416839 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:04.491143 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:41:04.519284 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:04.519529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f85ea1af-3737-445b-b832-f6da39353d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.527227 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:04.565654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.578094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.608845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f85ea1af-3737-445b-b832-f6da39353d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.616195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdec06fe-7710-48e6-af02-563fe577c07f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:04.635656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.640652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-354206b5-caec-4389-bb15-ca942993d441 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4003510 Aug 25 11:41:04.641569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:04.717468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d62-6cc5-4e6e-abd5-0a884840ab02 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.740778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d62-6cc5-4e6e-abd5-0a884840ab02 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.780988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.796277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.802520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.812772 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.818867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d62-6cc5-4e6e-abd5-0a884840ab02 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.839789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d62-6cc5-4e6e-abd5-0a884840ab02 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.845340 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5fa33d62-6cc5-4e6e-abd5-0a884840ab02 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fdec06fe-7710-48e6-af02-563fe577c07f HTTP/1.1" status: 204 len: 168 time: 0.2022402 Aug 25 11:41:04.849628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45344) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:04.850042 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:41:04.864946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f85ea1af-3737-445b-b832-f6da39353d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.867373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-c02924ed-642e-4241-b5b4-afe0f8bdb5d8 req-ecc31e89-7fce-4da5-a4aa-94c4a7ceb57f service neutron] (94911) timed out ('10.222.0.35', 52294) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:41:04.880425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f85ea1af-3737-445b-b832-f6da39353d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:04.881629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f85ea1af-3737-445b-b832-f6da39353d3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80c06117-0137-47da-820c-1bddf3df731b HTTP/1.1" status: 204 len: 168 time: 1.1332045 Aug 25 11:41:04.932514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa33d62-6cc5-4e6e-abd5-0a884840ab02 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdec06fe-7710-48e6-af02-563fe577c07f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:05.003891 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b714a3f1-ca9e-480f-93f5-ffb4836e6536 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1326687 Aug 25 11:41:05.004697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:05.036651 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055facc3-470d-4341-8381-6508d68332ce x-openstack-request-id: req-055facc3-470d-4341-8381-6508d68332ce {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:41:05.039907 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33278c6b-302e-4a21-a882-9d0b50484dcf", "name": "network-vif-deleted", "tag": "a301892a-9de5-4bbe-b2a7-4293c75190c9", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:41:05.043328 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-055facc3-470d-4341-8381-6508d68332ce {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:41:05.045575 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33278c6b-302e-4a21-a882-9d0b50484dcf', 'name': 'network-vif-deleted', 'tag': 'a301892a-9de5-4bbe-b2a7-4293c75190c9', 'status': 'completed', 'code': 200} Aug 25 11:41:05.107526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd8ac-7b17-4959-8695-4f170ac9d7a5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.168683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd8ac-7b17-4959-8695-4f170ac9d7a5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.179721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] In _notify_port_updated(), no bound segment for port d069a152-fca6-4251-808f-c980084e46ca on network d09e9316-fe5c-482b-9739-85117c626d1a {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:41:05.200629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:05.209242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.211752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "PUT /v2.0/ports/d069a152-fca6-4251-808f-c980084e46ca HTTP/1.1" status: 200 len: 1130 time: 1.7598929 Aug 25 11:41:05.222965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45360) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:05.226119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7719cd2a-2b74-466f-a1e1-32898f3d99f0 req-4dbe15aa-9242-4fa9-8430-e1dbcb2fc838 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/ports?device_id=33278c6b-302e-4a21-a882-9d0b50484dcf HTTP/1.1" status: 200 len: 210 time: 0.1628258 Aug 25 11:41:05.396486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb73a15-5618-4413-aea2-e22fe20f03b7 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:05.398252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3cb73a15-5618-4413-aea2-e22fe20f03b7 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "GET /v2.0/ports/d069a152-fca6-4251-808f-c980084e46ca HTTP/1.1" status: 200 len: 1130 time: 0.1717143 Aug 25 11:41:05.399671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd8ac-7b17-4959-8695-4f170ac9d7a5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.404293 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd8ac-7b17-4959-8695-4f170ac9d7a5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.409051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c7ebd8ac-7b17-4959-8695-4f170ac9d7a5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f3b6077-1dc7-4e99-acdb-af33c5d92b98 HTTP/1.1" status: 204 len: 168 time: 0.4027991 Aug 25 11:41:05.409860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45362) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:05.410230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:05.483234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950a62f-9856-4d9a-b1ad-227c6008939f tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event updated for resources: {'Port': ['ID=d069a152-fca6-4251-808f-c980084e46ca,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:05.495704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebd8ac-7b17-4959-8695-4f170ac9d7a5 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3b6077-1dc7-4e99-acdb-af33c5d92b98,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:05.497508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ea1af-3737-445b-b832-f6da39353d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c06117-0137-47da-820c-1bddf3df731b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:05.513502 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:05.533984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Router 065de567-0fa0-4641-bee4-04ea09af3a5e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:41:05.599061 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-be59e099-3639-4d41-8911-506b67e0d81c tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757078 Aug 25 11:41:05.599947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45370) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:05.607842 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276606b-f1f0-4704-ba5f-bf1c58ef362a None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:31:55Z', 'revision_number': 4, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8e655128-50c5-41a1-822b-3a96a019806b', 'name': '', 'network_id': 'e2b883b8-69fe-4bad-8874-d560689e83b0', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'mac_address': 'fa:16:3e:68:ed:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:52Z', 'updated_at': '2021-08-25T11:32:06Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'subnets': [{'id': '5e4aef92-c14b-4737-aee2-e2ae0e2eff21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:05.626415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group': {'name': 'tempest-secgroup--850115645'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:05.712597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.827836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d93cfad3-453b-4cd0-b932-0e3e8669102d None None] Provisioning complete for port d069a152-fca6-4251-808f-c980084e46ca triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:05.829362 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d93cfad3-453b-4cd0-b932-0e3e8669102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.888854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Deleting port d069a152-fca6-4251-808f-c980084e46ca {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:05.888854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.928688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:05.953428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] Sync routers for ids ['065de567-0fa0-4641-bee4-04ea09af3a5e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:05.960554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:05.965048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-675c6c4e-5d4d-4b81-a759-042ce242c378 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "PUT /v2.0/routers/065de567-0fa0-4641-bee4-04ea09af3a5e HTTP/1.1" status: 200 len: 922 time: 4.9741347 Aug 25 11:41:05.969780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45376) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.069193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] Routers {'065de567-0fa0-4641-bee4-04ea09af3a5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:06.070810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['065de567-0fa0-4641-bee4-04ea09af3a5e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:06.079427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d93cfad3-453b-4cd0-b932-0e3e8669102d None None] Port d069a152-fca6-4251-808f-c980084e46ca cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:41:06.199663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:06.228200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] Routers {'065de567-0fa0-4641-bee4-04ea09af3a5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:06.230087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['065de567-0fa0-4641-bee4-04ea09af3a5e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:06.288557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-038113f0-34e2-4014-bed2-474028bfae0e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/065de567-0fa0-4641-bee4-04ea09af3a5e HTTP/1.1" status: 200 len: 922 time: 0.3169413 Aug 25 11:41:06.291436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45390) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.363407 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30533113-2b89-4f11-8eb9-0ac8123cb6fa None None] New status for floating IP a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:41:06.365092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:06.367873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92e899-9171-47b6-a167-abf6b6f9989f None None] The sync data for ids ['065de567-0fa0-4641-bee4-04ea09af3a5e'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:06.467105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494168b9-7910-4b31-82c7-2728922b1182 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:06.471388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-494168b9-7910-4b31-82c7-2728922b1182 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=065de567-0fa0-4641-bee4-04ea09af3a5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1776943 Aug 25 11:41:06.474042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45396) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.589756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45398) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.608312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59357053-3f10-4f78-b782-d5388f307e3f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:06.610639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59357053-3f10-4f78-b782-d5388f307e3f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.1355107 Aug 25 11:41:06.613738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45402) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.699929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1473ed5b-fdb6-4f7a-b87f-c51bfddf94ba tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=065de567-0fa0-4641-bee4-04ea09af3a5e HTTP/1.1" status: 200 len: 205 time: 0.0825698 Aug 25 11:41:06.703060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45406) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.778508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:06.825216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:06.838302 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:06.845517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6be9da4-5469-44ae-8d29-90b49c84bd04 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:06.894310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Calling delete_port for d069a152-fca6-4251-808f-c980084e46ca owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:06.908819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:06.913579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3009098 Aug 25 11:41:06.913968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45412) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:06.920804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3b5fb-34bf-486c-af8e-d0cd31ccea73 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847c0d76-ac9c-401d-8bb7-4b83e0503446,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:06.926094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6be9da4-5469-44ae-8d29-90b49c84bd04 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:06.932512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '847c0d76-ac9c-401d-8bb7-4b83e0503446', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:06.975043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45414) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:07.021400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.070610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6be9da4-5469-44ae-8d29-90b49c84bd04 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.074408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6be9da4-5469-44ae-8d29-90b49c84bd04 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.082236 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f6be9da4-5469-44ae-8d29-90b49c84bd04 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "DELETE /v2.0/security-groups/72ed4935-6d68-43d5-afc4-cad2c4a5a9bb HTTP/1.1" status: 204 len: 168 time: 0.4892008 Aug 25 11:41:07.126119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45420) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:07.183616 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-4defd060-0a9a-4c77-aafe-fc96d4e05e7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] show failed (client error): The resource could not be found. Aug 25 11:41:07.185360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4defd060-0a9a-4c77-aafe-fc96d4e05e7a tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "GET /v2.0/security-groups/72ed4935-6d68-43d5-afc4-cad2c4a5a9bb HTTP/1.1" status: 404 len: 347 time: 0.0570509 Aug 25 11:41:07.186983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.192467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45422) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:07.221780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be9da4-5469-44ae-8d29-90b49c84bd04 tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed4935-6d68-43d5-afc4-cad2c4a5a9bb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:07.244267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.310772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event deleted for resources: {'Port': ['ID=d069a152-fca6-4251-808f-c980084e46ca,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:07.366409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.373676 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a50a1d03-8542-4557-bbc5-835e19db5b3c tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "DELETE /v2.0/ports/d069a152-fca6-4251-808f-c980084e46ca HTTP/1.1" status: 204 len: 168 time: 1.9512939 Aug 25 11:41:07.374033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45426) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:07.442082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-459217901'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:07.480509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Deleting subnet 2e8093a4-dedf-44b6-8dbd-306f686195e7 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:41:07.499361 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.637236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.639649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Made reservation on behalf of b875b674c88541b499c0be366e379667 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:41:07.645220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.659954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.718488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.846911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.883227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:07.916568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0db358a-9938-4c53-8a07-73a344db8ac1,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:07.932381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.090054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.119644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.128794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d79d47-120f-4900-85fe-297c4c3d2d02 None None] Network d09e9316-fe5c-482b-9739-85117c626d1a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:41:08.140190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "DELETE /v2.0/subnets/2e8093a4-dedf-44b6-8dbd-306f686195e7 HTTP/1.1" status: 204 len: 168 time: 0.7479260 Aug 25 11:41:08.141824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45440) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:08.219788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7be35-c375-4662-9bb6-8923c72fc57a tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8093a4-dedf-44b6-8dbd-306f686195e7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:08.252661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Deleting port cce12ef1-d990-4fd0-aeed-72c7a7cbac2e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:08.253435 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.279085 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.344116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.388765 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.416198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.418104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c220ebef-69cf-4ce9-b8b2-280e2b67332b tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5020869 Aug 25 11:41:08.430590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45446) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:08.493150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] DHCP port deletion for d09e9316-fe5c-482b-9739-85117c626d1a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:41:08.494197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Deleting port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:08.494561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.514895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:41:08.536096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Deleting port 99522df3-6112-4438-83a7-ec136d8d27a6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:08.536776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.585591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] For port fab580fa-f28f-4d93-9fa4-9d09e9ca2528, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,segment=NetworkSegment(cd692425-1197-4620-abf9-5dd45fd34b1d),segment_id=cd692425-1197-4620-abf9-5dd45fd34b1d)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:08.586034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.602779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7d6cc161-f1d1-401a-973a-1a2d092782e6 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules/c0db358a-9938-4c53-8a07-73a344db8ac1 HTTP/1.1" status: 200 len: 763 time: 0.1636550 Aug 25 11:41:08.604063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Calling delete_port for fab580fa-f28f-4d93-9fa4-9d09e9ca2528 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:08.606310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45452) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:08.619297 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.622223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.635256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] Deleting port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:08.636253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.727595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] For port fab580fa-f28f-4d93-9fa4-9d09e9ca2528, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,segment=NetworkSegment(cd692425-1197-4620-abf9-5dd45fd34b1d),segment_id=cd692425-1197-4620-abf9-5dd45fd34b1d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:08.727731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.756000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Calling delete_port for cce12ef1-d990-4fd0-aeed-72c7a7cbac2e owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:08.782869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] Calling delete_port for fab580fa-f28f-4d93-9fa4-9d09e9ca2528 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:08.836445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.836822 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Added segment 803f9595-cb12-4287-a225-9cea8573fa56 of type vlan for network 0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab Aug 25 11:41:08.890762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.919111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95495387-ff63-42ec-af0e-0fda826bc8e8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:08.932471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.938882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:08.939568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.959234 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d872b507-4fba-44ba-b495-1c11843da2d0 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3511305 Aug 25 11:41:08.960452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:08.962686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45464) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:09.023058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event deleted for resources: {'Port': ['ID=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.024914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Pushing event updated for resources: {'Network': ['ID=0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.026716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] No DVR routers for this DVR port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:09.049400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a7c1-08cf-4834-bab6-9d06a244ae1d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.058814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-455637f1-bc1e-477d-805a-2e8fbc539ec2 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0759494 Aug 25 11:41:09.066747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45466) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:09.085338 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.093794 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:09.097305 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:41:09.102990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-60a6f487-beac-4cac-8eb2-c0ccb99acb93 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-1455768701') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:09.107722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a7c1-08cf-4834-bab6-9d06a244ae1d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.116026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.147022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:41:09.149903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] No DVR routers for this DVR port fab580fa-f28f-4d93-9fa4-9d09e9ca2528 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:09.180160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Calling delete_port for 99522df3-6112-4438-83a7-ec136d8d27a6 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:09.246988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d6179-54d1-48c5-a2fb-d69f7c97284c None None] Pushing event deleted for resources: {'Port': ['ID=fab580fa-f28f-4d93-9fa4-9d09e9ca2528,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.255143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.299785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Pushing event deleted for resources: {'Port': ['ID=cce12ef1-d990-4fd0-aeed-72c7a7cbac2e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.314316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.326049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09e9316-fe5c-482b-9739-85117c626d1a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:09.339568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd692425-1197-4620-abf9-5dd45fd34b1d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:09.339873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd692425-1197-4620-abf9-5dd45fd34b1d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:09.366291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.428537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.436939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:41:09.437867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.474640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.488836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.498117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a267dd4f-11ba-44c7-a80a-65f019ce924d tempest-AttachVolumeTestJSON-184398214 tempest-AttachVolumeTestJSON-184398214-project] 10.222.0.35 "DELETE /v2.0/floatingips/a3b63d5c-893c-4d8d-a4a6-c76ee8d029d5 HTTP/1.1" status: 204 len: 168 time: 2.2980056 Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:41:09.509306 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:41:09.556918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.600568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.617999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] 10.222.0.35 "DELETE /v2.0/networks/d09e9316-fe5c-482b-9739-85117c626d1a HTTP/1.1" status: 204 len: 168 time: 1.4159310 Aug 25 11:41:09.637382 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.655432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a7c1-08cf-4834-bab6-9d06a244ae1d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.670309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3b3a7c1-08cf-4834-bab6-9d06a244ae1d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:09.670309 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e3b3a7c1-08cf-4834-bab6-9d06a244ae1d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c0db358a-9938-4c53-8a07-73a344db8ac1 HTTP/1.1" status: 204 len: 168 time: 0.7033796 Aug 25 11:41:09.671834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9cdde-2035-45e5-9420-1e85b529a7e6 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809 tempest-ExtraDHCPOptionsIpV6TestJSON-930868809-project] Pushing event deleted for resources: {'Network': ['ID=d09e9316-fe5c-482b-9739-85117c626d1a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.677480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45486) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:09.691604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3a7c1-08cf-4834-bab6-9d06a244ae1d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0db358a-9938-4c53-8a07-73a344db8ac1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.745229 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60a6f487-beac-4cac-8eb2-c0ccb99acb93 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "PUT /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-1455768701 HTTP/1.1" status: 201 len: 201 time: 0.6465755 Aug 25 11:41:09.749956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45490) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:09.755475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-e7b9a2a4-60e9-48e9-96ab-a511d1cbbc3f tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-1455768701') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:09.771189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c391d872-33ef-4121-a4e4-fdc9403c1a84 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912704 Aug 25 11:41:09.812522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45492) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:09.832422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event deleted for resources: {'Port': ['ID=99522df3-6112-4438-83a7-ec136d8d27a6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:09.833179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '847c0d76-ac9c-401d-8bb7-4b83e0503446', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:09.994921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.009176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.134330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fab580fa-f28f-4d93-9fa4-9d09e9ca2528 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:41:10.164479 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e7b9a2a4-60e9-48e9-96ab-a511d1cbbc3f tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-1455768701 HTTP/1.1" status: 204 len: 168 time: 0.4130313 Aug 25 11:41:10.172403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.195115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-739137cf-9f32-4be4-8002-afbda9238803 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:10.250899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: fab580fa-f28f-4d93-9fa4-9d09e9ca2528 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:41:10.252258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fab580fa-f28f-4d93-9fa4-9d09e9ca2528 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:41:10.375424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.385496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.489073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.491972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.492802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Fanout notify agent at l3_agent the message router_deleted on router 065de567-0fa0-4641-bee4-04ea09af3a5e {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:41:10.500485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.502665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6c4941e-b2b6-4238-b603-4886c813a59b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/065de567-0fa0-4641-bee4-04ea09af3a5e HTTP/1.1" status: 204 len: 168 time: 3.7963941 Aug 25 11:41:10.508127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.519434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-908869349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:10.542521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.578961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.580682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.628610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.630650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8167443 Aug 25 11:41:10.639118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e19c65-acfa-4bb0-b7ed-98e6b8711126 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a2b69a-b76f-4962-99d7-dc2ca4a895ce,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:10.647661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45518) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.711491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.722771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.730058 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a8172b12-caf8-4847-929d-730cea554ad9 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules/65a2b69a-b76f-4962-99d7-dc2ca4a895ce HTTP/1.1" status: 200 len: 763 time: 0.0795183 Aug 25 11:41:10.739076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.755877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:10.757533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-106e1174-5e2b-4ce8-af48-c0be7c149807 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2479076 Aug 25 11:41:10.761998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45522) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.767147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:10.821079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.861185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-739137cf-9f32-4be4-8002-afbda9238803 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags HTTP/1.1" status: 200 len: 238 time: 0.6734395 Aug 25 11:41:10.862231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45528) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:10.886824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-1a7528f4-f565-4514-9216-80d47532a648 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', {'tags': ['tempest-TagsTest-Tag-2098727881', 'tempest-TagsTest-Tag-15623630', 'tempest-TagsTest-Tag-1713781179']}) {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:11.232684 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ef4d09b0-adf2-4093-90a3-418dfd06ef24 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4851770 Aug 25 11:41:11.310607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45536) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:11.374919 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a7528f4-f565-4514-9216-80d47532a648 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "PUT /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags HTTP/1.1" status: 200 len: 307 time: 0.5010333 Aug 25 11:41:11.389601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45542) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:11.497867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-3f9cb991-16d5-4917-8601-e39bc266799c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-2098727881') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:11.626228 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.636390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45544) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:11.671162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a82a770-9927-4641-94f5-387cc03fb060 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.726239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a82a770-9927-4641-94f5-387cc03fb060 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.745387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82727155-51d0-43a4-8b10-1b1f99fd956a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cdce34f74b344d18b183409b4adb4496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9177945 Aug 25 11:41:11.760514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45548) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:11.878986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f9cb991-16d5-4917-8601-e39bc266799c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "DELETE /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-2098727881 HTTP/1.1" status: 204 len: 168 time: 0.4127209 Aug 25 11:41:11.880034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45550) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:11.890594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eeeff442-3f8a-4ce1-907f-e94b50febfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.897147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-76d4a82f-fe1d-49bc-883d-d39d666c412c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-2098727881') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:11.898100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a82a770-9927-4641-94f5-387cc03fb060 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.905480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a82a770-9927-4641-94f5-387cc03fb060 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.907262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3a82a770-9927-4641-94f5-387cc03fb060 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/65a2b69a-b76f-4962-99d7-dc2ca4a895ce HTTP/1.1" status: 204 len: 168 time: 0.5949192 Aug 25 11:41:11.913158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45552) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:11.929494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82a770-9927-4641-94f5-387cc03fb060 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65a2b69a-b76f-4962-99d7-dc2ca4a895ce,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:11.967300 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-859f9926-7a1e-46ab-9976-e9d5cdb2be67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:11.977145 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eeeff442-3f8a-4ce1-907f-e94b50febfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.134893 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e7940de-7ce0-4c5f-aee4-91c3e3eaa577 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2198906 Aug 25 11:41:12.141543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45554) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.148384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Request body: {'security_group_rule': {'security_group_id': '847c0d76-ac9c-401d-8bb7-4b83e0503446', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:12.176177 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-76d4a82f-fe1d-49bc-883d-d39d666c412c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] show failed (client error): The resource could not be found. Aug 25 11:41:12.181501 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76d4a82f-fe1d-49bc-883d-d39d666c412c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-2098727881 HTTP/1.1" status: 404 len: 326 time: 0.2957106 Aug 25 11:41:12.184681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45558) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.187503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-1f9e9994-428a-4752-8254-53d673bf425a tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-15623630') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:12.302453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f9e9994-428a-4752-8254-53d673bf425a tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-15623630 HTTP/1.1" status: 204 len: 168 time: 0.1169171 Aug 25 11:41:12.307277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45562) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.325576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-22485e1d-eba4-443c-93a0-b7b8264938dc tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-1713781179') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:12.387039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-859f9926-7a1e-46ab-9976-e9d5cdb2be67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.394919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eeeff442-3f8a-4ce1-907f-e94b50febfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.399149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eeeff442-3f8a-4ce1-907f-e94b50febfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.421329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eeeff442-3f8a-4ce1-907f-e94b50febfc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/086292cc-5e0b-4cd1-876b-fe628146db93 HTTP/1.1" status: 204 len: 168 time: 0.6534481 Aug 25 11:41:12.435402 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-859f9926-7a1e-46ab-9976-e9d5cdb2be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.439988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.459962 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.508088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeff442-3f8a-4ce1-907f-e94b50febfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086292cc-5e0b-4cd1-876b-fe628146db93,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:12.516898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-22485e1d-eba4-443c-93a0-b7b8264938dc tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-1713781179 HTTP/1.1" status: 204 len: 168 time: 0.2076554 Aug 25 11:41:12.521073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45570) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.530531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-fb15aa4d-28f5-46ab-b304-4d462387df30 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:12.610268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.618726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.639659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.640921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f9926-7a1e-46ab-9976-e9d5cdb2be67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03dcd5d-7059-4c16-8ce5-177cd25062b2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:12.657893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-859f9926-7a1e-46ab-9976-e9d5cdb2be67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0114567987084ffaacb71b0dd9cf8605&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0199218 Aug 25 11:41:12.660619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45572) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.695207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd27ed87-a3f8-4281-a3a7-e8c96522fa71,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:12.768523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.770717 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b021d951-355b-43ff-bdd9-8cb496587eaa tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6260045 Aug 25 11:41:12.775186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.823383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-288b59c3-5cbe-4a25-8ef3-e5b566b7feef tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules/dd27ed87-a3f8-4281-a3a7-e8c96522fa71 HTTP/1.1" status: 200 len: 764 time: 0.0452337 Aug 25 11:41:12.825469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45578) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.856763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e83ef19c-afe6-4eab-a7f8-7fbe4527fc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:12.902776 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb15aa4d-28f5-46ab-b304-4d462387df30 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "DELETE /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags HTTP/1.1" status: 204 len: 168 time: 0.3796263 Aug 25 11:41:12.903798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45582) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:12.917730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-d52dd7d3-763e-4a75-9a40-58bda8db48d6 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-15623630') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:12.942114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Allocated IP 172.25.1.153 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/113f853a-5f70-47df-a127-c259e0db5265) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:41:12.982049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e83ef19c-afe6-4eab-a7f8-7fbe4527fc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.058390 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-392c8277-8226-45d8-a21c-455a70b09bde tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2313662 Aug 25 11:41:13.065237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:13.133195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af82d903-4fd0-4781-9b5f-938916755bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.154317 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-d52dd7d3-763e-4a75-9a40-58bda8db48d6 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] show failed (client error): The resource could not be found. Aug 25 11:41:13.159623 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d52dd7d3-763e-4a75-9a40-58bda8db48d6 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-15623630 HTTP/1.1" status: 404 len: 324 time: 0.2503400 Aug 25 11:41:13.161052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45590) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:13.181430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-d9d6316b-7af9-4cf6-8b1d-aecdea16d63c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab', 'tempest-TagsTest-Tag-1713781179') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:13.202331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af82d903-4fd0-4781-9b5f-938916755bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.206010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.209412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e83ef19c-afe6-4eab-a7f8-7fbe4527fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.212747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e83ef19c-afe6-4eab-a7f8-7fbe4527fc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.214625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e83ef19c-afe6-4eab-a7f8-7fbe4527fc47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a03dcd5d-7059-4c16-8ce5-177cd25062b2 HTTP/1.1" status: 204 len: 168 time: 0.5531254 Aug 25 11:41:13.253896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ef19c-afe6-4eab-a7f8-7fbe4527fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03dcd5d-7059-4c16-8ce5-177cd25062b2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:13.338436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af82d903-4fd0-4781-9b5f-938916755bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.360588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af82d903-4fd0-4781-9b5f-938916755bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.361926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-af82d903-4fd0-4781-9b5f-938916755bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/dd27ed87-a3f8-4281-a3a7-e8c96522fa71 HTTP/1.1" status: 204 len: 168 time: 0.2956228 Aug 25 11:41:13.367686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:13.378181 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.400418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82d903-4fd0-4781-9b5f-938916755bb4 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd27ed87-a3f8-4281-a3a7-e8c96522fa71,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:13.464110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:41:13.472028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:13.478926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:41:13.501822 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-d9d6316b-7af9-4cf6-8b1d-aecdea16d63c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] show failed (client error): The resource could not be found. Aug 25 11:41:13.502931 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d9d6316b-7af9-4cf6-8b1d-aecdea16d63c tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "GET /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags/tempest-TagsTest-Tag-1713781179 HTTP/1.1" status: 404 len: 326 time: 0.3252947 Aug 25 11:41:13.520154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45602) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:13.541170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.tag.tag_plugin [None req-57530f2a-2acd-408b-9f23-57368ec9c195 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:13.569472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event updated for resources: {'Port': ['ID=113f853a-5f70-47df-a127-c259e0db5265,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:13.617763 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-99a766fe-bf1d-4296-9778-2e6b0f4f811d tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2424843 Aug 25 11:41:13.624866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45606) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:13.861104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-064f0d47-89d0-4b7d-a813-89241d15fb1a tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:13.889379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-57530f2a-2acd-408b-9f23-57368ec9c195 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "DELETE /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab/tags HTTP/1.1" status: 204 len: 168 time: 0.3633542 Aug 25 11:41:13.896112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45614) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:13.952714 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-064f0d47-89d0-4b7d-a813-89241d15fb1a tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.017741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.067162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-302f6388-10f7-4525-b95d-05560817d821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.095019 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.100461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-064f0d47-89d0-4b7d-a813-89241d15fb1a tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.105168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-064f0d47-89d0-4b7d-a813-89241d15fb1a tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.107556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-064f0d47-89d0-4b7d-a813-89241d15fb1a tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "DELETE /v2.0/security-groups/847c0d76-ac9c-401d-8bb7-4b83e0503446 HTTP/1.1" status: 204 len: 168 time: 0.4839222 Aug 25 11:41:14.110480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45624) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.128633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f0d47-89d0-4b7d-a813-89241d15fb1a tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c0d76-ac9c-401d-8bb7-4b83e0503446,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:14.226101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f2cd0ab5-75f9-4c58-af32-f2cf9f3b72d0 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1142006 Aug 25 11:41:14.238300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.268162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.374394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-302f6388-10f7-4525-b95d-05560817d821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.438905 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a5083dc-1f9b-4644-8ab2-d228c73ff8e8 tempest-SecGroupTest-221900828 tempest-SecGroupTest-221900828-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1991124 Aug 25 11:41:14.440504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-302f6388-10f7-4525-b95d-05560817d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.486524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.508490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f6388-10f7-4525-b95d-05560817d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff1276-640a-451a-8c1a-1ba367655985,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:14.519926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-302f6388-10f7-4525-b95d-05560817d821 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a950e937188f4e2faea650061a3dd960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871416 Aug 25 11:41:14.520699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45634) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.534376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:14.589510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803f9595-cb12-4287-a225-9cea8573fa56') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:14.589839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803f9595-cb12-4287-a225-9cea8573fa56') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:14.623488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.657598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.668750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fbf8dcd1-26a3-40d9-b007-cf1a01cd7902 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] Request body: {'port': {'network_id': '2b0fb691-9639-4df5-acff-2e38d66eed58', 'name': 'tempest-NetworksNegativeTestJSON-185869949'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:14.726163 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf8dcd1-26a3-40d9-b007-cf1a01cd7902 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] POST failed (client error): The resource could not be found. Aug 25 11:41:14.726872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf8dcd1-26a3-40d9-b007-cf1a01cd7902 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:14.728152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbf8dcd1-26a3-40d9-b007-cf1a01cd7902 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4404314 Aug 25 11:41:14.742514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.753495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45640) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.762001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:41:14.762422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: items = [ Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:41:14.766287 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:41:14.812102 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-51419728-320c-4686-93c8-49282f5efeee tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] DELETE failed (client error): The resource could not be found. Aug 25 11:41:14.812775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51419728-320c-4686-93c8-49282f5efeee tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:14.817734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-51419728-320c-4686-93c8-49282f5efeee tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "DELETE /v2.0/networks/347a2218-c38d-4de6-9cde-d01a6ecc9404 HTTP/1.1" status: 404 len: 339 time: 0.0619993 Aug 25 11:41:14.819599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4693b304-b979-450c-8645-4dce25429cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.847672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45642) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:14.863795 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4693b304-b979-450c-8645-4dce25429cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.984990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4693b304-b979-450c-8645-4dce25429cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.989013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4693b304-b979-450c-8645-4dce25429cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:14.990331 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4693b304-b979-450c-8645-4dce25429cf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87ff1276-640a-451a-8c1a-1ba367655985 HTTP/1.1" status: 204 len: 168 time: 0.4677975 Aug 25 11:41:15.037004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693b304-b979-450c-8645-4dce25429cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff1276-640a-451a-8c1a-1ba367655985,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:15.177341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45650) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:15.481751 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9add5b19-f8eb-4ac5-87a8-ef436578a0e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=370dca80dea64215a49caeac915c3c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959456 Aug 25 11:41:15.488394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45654) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:15.567067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95aafe34-369a-47b6-ab12-3a2e5cacb130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:15.593921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95aafe34-369a-47b6-ab12-3a2e5cacb130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:15.672227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95aafe34-369a-47b6-ab12-3a2e5cacb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:15.675973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95aafe34-369a-47b6-ab12-3a2e5cacb130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:15.676654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-95aafe34-369a-47b6-ab12-3a2e5cacb130 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42d687cb-5985-402d-a279-e2556fbbd045 HTTP/1.1" status: 204 len: 168 time: 0.1869175 Aug 25 11:41:15.697015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aafe34-369a-47b6-ab12-3a2e5cacb130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d687cb-5985-402d-a279-e2556fbbd045,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:15.736514 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a026c5fc-8642-4c2c-9fb5-a8b970c36f24 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] DELETE failed (client error): The resource could not be found. Aug 25 11:41:15.738097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a026c5fc-8642-4c2c-9fb5-a8b970c36f24 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:15.746918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a026c5fc-8642-4c2c-9fb5-a8b970c36f24 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "DELETE /v2.0/ports/134bdebf-a7ea-4e39-80ff-8addb50e4e77 HTTP/1.1" status: 404 len: 333 time: 0.8903487 Aug 25 11:41:15.747668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45666) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:15.814482 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-548c3ae1-263e-4988-92d3-e42c667b0af7 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] DELETE failed (client error): The resource could not be found. Aug 25 11:41:15.815602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548c3ae1-263e-4988-92d3-e42c667b0af7 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:15.817849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-548c3ae1-263e-4988-92d3-e42c667b0af7 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "DELETE /v2.0/subnets/11aa5f4a-d83a-451b-82c1-850a726c5865 HTTP/1.1" status: 404 len: 337 time: 0.0692754 Aug 25 11:41:15.823301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45672) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:15.836725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:15.863728 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9261429-fd23-4470-94b4-9aa43f8bc4bd tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] GET failed (client error): The resource could not be found. Aug 25 11:41:15.864079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:15.865582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9261429-fd23-4470-94b4-9aa43f8bc4bd tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "GET /v2.0/networks/ea80ed0a-9eb3-4806-a387-88cb6eb0887f HTTP/1.1" status: 404 len: 339 time: 0.0411396 Aug 25 11:41:15.870124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45676) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:15.885989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] 10.222.0.35 "DELETE /v2.0/networks/0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab HTTP/1.1" status: 204 len: 168 time: 1.9839926 Aug 25 11:41:15.945223 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b087b15-5cde-4fd2-a375-7aaf5a1ab28c tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] GET failed (client error): The resource could not be found. Aug 25 11:41:15.951059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5b087b15-5cde-4fd2-a375-7aaf5a1ab28c tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "GET /v2.0/ports/ab3254e1-5dec-4d15-b022-c9825aeaea86 HTTP/1.1" status: 404 len: 333 time: 0.0792499 Aug 25 11:41:15.955611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45682) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:16.082419 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b759a7-0234-4dc7-865b-d1ae63a3192e tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] GET failed (client error): The resource could not be found. Aug 25 11:41:16.084389 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5b759a7-0234-4dc7-865b-d1ae63a3192e tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "GET /v2.0/subnets/bc070776-b45d-45de-8071-3f15a03e9409 HTTP/1.1" status: 404 len: 337 time: 0.1256475 Aug 25 11:41:16.088810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:16.105826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37a51e-0097-48ee-be68-82015062a5e0 tempest-TagsTest-1425874348 tempest-TagsTest-1425874348-project] Pushing event deleted for resources: {'Network': ['ID=0ae63496-bd65-4c4f-8b9f-1c5a4dfff7ab,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:16.125208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bc07d9a9-e556-4b0e-a959-8de4aa59cc0d tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:16.171549 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc07d9a9-e556-4b0e-a959-8de4aa59cc0d tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] PUT failed (client error): The resource could not be found. Aug 25 11:41:16.172049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc07d9a9-e556-4b0e-a959-8de4aa59cc0d tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:16.173333 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bc07d9a9-e556-4b0e-a959-8de4aa59cc0d tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "PUT /v2.0/networks/1ec51a15-20d2-4335-9ccd-f92c21dcfe21 HTTP/1.1" status: 404 len: 339 time: 0.0817888 Aug 25 11:41:16.181555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:16.191822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-712c8787-5b5d-4ab0-90bb-686f3e976275 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:16.223918 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-712c8787-5b5d-4ab0-90bb-686f3e976275 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] PUT failed (client error): The resource could not be found. Aug 25 11:41:16.224561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712c8787-5b5d-4ab0-90bb-686f3e976275 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:16.225933 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-712c8787-5b5d-4ab0-90bb-686f3e976275 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "PUT /v2.0/ports/41bb594a-3829-4a29-ba5b-9f6cd9b3284d HTTP/1.1" status: 404 len: 333 time: 0.0426867 Aug 25 11:41:16.230252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:16.237333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1b9f3e3e-4947-413e-8f44-5db8998d62e3 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:16.352428 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9f3e3e-4947-413e-8f44-5db8998d62e3 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] PUT failed (client error): The resource could not be found. Aug 25 11:41:16.353326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9f3e3e-4947-413e-8f44-5db8998d62e3 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:41:16.356582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1b9f3e3e-4947-413e-8f44-5db8998d62e3 tempest-NetworksNegativeTestJSON-1225589598 tempest-NetworksNegativeTestJSON-1225589598-project] 10.222.0.35 "PUT /v2.0/subnets/77423577-1329-4f61-ab27-b5ec8ddc4415 HTTP/1.1" status: 404 len: 337 time: 0.1245944 Aug 25 11:41:16.382367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:16.391671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:16.746151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45710) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:16.807405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Router e55ac0ec-6cbb-407f-ad25-ed3610525704 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:41:17.193334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45724) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:17.210107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:17.230098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] Sync routers for ids ['e55ac0ec-6cbb-407f-ad25-ed3610525704'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:17.248453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:17.256446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45728) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:17.257163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eec39531-af9d-4d56-b82a-9db2c8f0d67b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "PUT /v2.0/routers/e55ac0ec-6cbb-407f-ad25-ed3610525704 HTTP/1.1" status: 200 len: 879 time: 6.4870400 Aug 25 11:41:17.285329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] Routers {'e55ac0ec-6cbb-407f-ad25-ed3610525704'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:17.292935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e55ac0ec-6cbb-407f-ad25-ed3610525704'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:17.484078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:17.500976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10f77cf6-57c6-45d6-a9d2-8e6fbba7b0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:17.503663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] Routers {'e55ac0ec-6cbb-407f-ad25-ed3610525704'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:17.504327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:40:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e55ac0ec-6cbb-407f-ad25-ed3610525704'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:17.592138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:17.593315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb55eb9-3541-46a0-9688-583155185c58 None None] The sync data for ids ['e55ac0ec-6cbb-407f-ad25-ed3610525704'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:17.702151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-284842f3-ca2e-47a3-84c6-dfc0757141fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b875b674c88541b499c0be366e379667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9527438 Aug 25 11:41:17.705913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45736) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:17.793231 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e8a5e1cd-e5de-4358-a9bf-24c99e254b19 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/e55ac0ec-6cbb-407f-ad25-ed3610525704 HTTP/1.1" status: 200 len: 920 time: 0.5349388 Aug 25 11:41:17.794138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45738) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:17.980431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d658f5eb-db9c-4f5b-853a-da5c5c31c5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:17.996623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee63d92-3c4a-4338-9299-44efa5100872 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:17.998245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8ee63d92-3c4a-4338-9299-44efa5100872 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=e55ac0ec-6cbb-407f-ad25-ed3610525704&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2035584 Aug 25 11:41:18.003176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10f77cf6-57c6-45d6-a9d2-8e6fbba7b0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.010739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45744) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:18.024204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-10f77cf6-57c6-45d6-a9d2-8e6fbba7b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.061300 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d658f5eb-db9c-4f5b-853a-da5c5c31c5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.262324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-74b6a96a-ffbf-45a3-b28d-2efbd9afd1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.281399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-10f77cf6-57c6-45d6-a9d2-8e6fbba7b0d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d03e312989694517b853e73e3ce000e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804346 Aug 25 11:41:18.282192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:18.389268 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d658f5eb-db9c-4f5b-853a-da5c5c31c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.393484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77cf6-57c6-45d6-a9d2-8e6fbba7b0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7ed092-4f08-425d-9dfd-eafcf522787b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:18.402076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d658f5eb-db9c-4f5b-853a-da5c5c31c5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.417211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d658f5eb-db9c-4f5b-853a-da5c5c31c5c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95495387-ff63-42ec-af0e-0fda826bc8e8 HTTP/1.1" status: 204 len: 168 time: 0.7071912 Aug 25 11:41:18.469173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658f5eb-db9c-4f5b-853a-da5c5c31c5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95495387-ff63-42ec-af0e-0fda826bc8e8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:18.611716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b27b572-3bf7-49f1-b0fc-04c14c79ac05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.682118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08903da-3f4b-46cc-978a-931ef76ff8b0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:18.688230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45766) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:18.690068 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f08903da-3f4b-46cc-978a-931ef76ff8b0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.6761208 Aug 25 11:41:18.747468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b27b572-3bf7-49f1-b0fc-04c14c79ac05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.759919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b90b31a5-7cf6-46ac-beec-bccd29005273 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55ac0ec-6cbb-407f-ad25-ed3610525704 HTTP/1.1" status: 200 len: 205 time: 0.0579724 Aug 25 11:41:18.760836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45768) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:18.963788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b27b572-3bf7-49f1-b0fc-04c14c79ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.968008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b27b572-3bf7-49f1-b0fc-04c14c79ac05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:18.972206 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5b27b572-3bf7-49f1-b0fc-04c14c79ac05 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e7ed092-4f08-425d-9dfd-eafcf522787b HTTP/1.1" status: 204 len: 168 time: 0.5694494 Aug 25 11:41:18.996435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27b572-3bf7-49f1-b0fc-04c14c79ac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7ed092-4f08-425d-9dfd-eafcf522787b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:19.091826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:19.167422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:19.329296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:19.485528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Deleting port 113f853a-5f70-47df-a127-c259e0db5265 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:19.487437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:19.637312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:19.652569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Calling delete_port for 113f853a-5f70-47df-a127-c259e0db5265 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:19.702755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4961f1a9-61e5-411a-a6d7-314053434c33 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:19.704305 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-4961f1a9-61e5-411a-a6d7-314053434c33 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 11:41:19.705942 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-4961f1a9-61e5-411a-a6d7-314053434c33 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 11:41:19.725411 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4961f1a9-61e5-411a-a6d7-314053434c33 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6323729 Aug 25 11:41:19.727780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:19.752764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--33082564'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:19.807797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:19.819990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.088377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.097193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.175653 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.226143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6058a942-3bbd-46da-9f3a-3ac755337d32,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:20.254757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event deleted for resources: {'Port': ['ID=113f853a-5f70-47df-a127-c259e0db5265,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:20.365001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.370551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.380152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.380923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.381491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.382333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.382901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.383444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.387726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.391264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.392420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.393461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.394653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.410679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.416432 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6832194 Aug 25 11:41:20.416716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:20.420085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:20.424314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '755441a2-b2c3-42a9-a999-8c8a83a68335', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:20.474628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc26abf-7b41-4986-b9be-046cd7f9b05e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755441a2-b2c3-42a9-a999-8c8a83a68335,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:20.535925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.752255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.761362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.780570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.862759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:20.865516 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4475887 Aug 25 11:41:20.868070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b25c23-0090-4d61-b39a-696723b35ab0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c88c3d-c131-4bc9-8ccf-a768d21922b5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:20.875292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45828) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:20.881892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a93a59af-b3f3-4183-a66d-4885cc1c00cc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '755441a2-b2c3-42a9-a999-8c8a83a68335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:20.965903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a93a59af-b3f3-4183-a66d-4885cc1c00cc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.063899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.070709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.120772 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-a93a59af-b3f3-4183-a66d-4885cc1c00cc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 11:41:21.127048 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a93a59af-b3f3-4183-a66d-4885cc1c00cc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2497547 Aug 25 11:41:21.128354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:21.179994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-78efc3e9-7483-41f7-b48c-8cd47ced3221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.211168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.212155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Fanout notify agent at l3_agent the message router_deleted on router e55ac0ec-6cbb-407f-ad25-ed3610525704 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:41:21.232997 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.241049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cd1e541d-80ca-4791-a6cd-974ccb02c890 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/e55ac0ec-6cbb-407f-ad25-ed3610525704 HTTP/1.1" status: 204 len: 168 time: 2.4712024 Aug 25 11:41:21.246047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45838) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:21.261054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1690183778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:21.263434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd62522-289d-4b12-bc16-ade4e508b21d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.310131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd62522-289d-4b12-bc16-ade4e508b21d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.324232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.326037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.430753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd62522-289d-4b12-bc16-ade4e508b21d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.435725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbd62522-289d-4b12-bc16-ade4e508b21d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.438305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbd62522-289d-4b12-bc16-ade4e508b21d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/755441a2-b2c3-42a9-a999-8c8a83a68335 HTTP/1.1" status: 204 len: 168 time: 0.3072391 Aug 25 11:41:21.444933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.467771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:21.472182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd62522-289d-4b12-bc16-ade4e508b21d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755441a2-b2c3-42a9-a999-8c8a83a68335,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:21.545526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.558083 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.607132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:21.609358 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2b178f33-9b9e-4169-96a9-75cd52268cfc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296790 Aug 25 11:41:21.611785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1d3ee4b6-ad93-4c05-bb9f-4b5ee39cf7e7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3641014 Aug 25 11:41:21.613799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:21.618715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45854) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:21.623884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--813031699'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:21.637345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': True}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:21.682144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.026538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:22.052537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.064903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.173298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.173298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5540092 Aug 25 11:41:22.187414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:22.199380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-554644fb-568b-4c5b-abf5-216ecd0cebe3 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '18e6c212-db04-48d2-a553-b8c55b189403', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:22.200690 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-554644fb-568b-4c5b-abf5-216ecd0cebe3 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 25 11:41:22.201670 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-554644fb-568b-4c5b-abf5-216ecd0cebe3 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:22.206910 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-554644fb-568b-4c5b-abf5-216ecd0cebe3 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145843 Aug 25 11:41:22.206910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab643c-f4ec-41e2-a5ed-55ff8100e6a0 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6c212-db04-48d2-a553-b8c55b189403,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:22.234580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:22.326262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bcaae83a-9910-479e-988a-f8e603088f8f tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.356915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bcaae83a-9910-479e-988a-f8e603088f8f tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.365480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.413808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bcaae83a-9910-479e-988a-f8e603088f8f tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.418836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bcaae83a-9910-479e-988a-f8e603088f8f tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.422187 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bcaae83a-9910-479e-988a-f8e603088f8f tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/18e6c212-db04-48d2-a553-b8c55b189403 HTTP/1.1" status: 204 len: 168 time: 0.1820304 Aug 25 11:41:22.423604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45888) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:22.455637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaae83a-9910-479e-988a-f8e603088f8f tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e6c212-db04-48d2-a553-b8c55b189403,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:22.494295 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae2134da-7724-4043-b064-5859b644d4c2 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609951 Aug 25 11:41:22.498590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:22.504610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214225092'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:22.525596 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.565961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.867864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.880647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:22.940189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-575404120-network', 'tenant_id': 'b18e7362cf0148b3af7e17bd0f99ba88'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:22.958632 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:23.083090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.093299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5931354 Aug 25 11:41:23.100451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45900) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:23.134185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6cdec1dd-17a9-4d28-a989-fe87c7b6a01a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': 'd1816c64-ee17-420f-b5ec-d27838bbaaef', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:23.136414 n-d-778732-11 neutron-server[94910]: WARNING neutron.api.v2.base [None req-6cdec1dd-17a9-4d28-a989-fe87c7b6a01a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 25 11:41:23.139884 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-6cdec1dd-17a9-4d28-a989-fe87c7b6a01a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:23.147818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6cdec1dd-17a9-4d28-a989-fe87c7b6a01a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0460203 Aug 25 11:41:23.155821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a48df1-d166-4c70-adb6-af82e5ae00f4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1816c64-ee17-420f-b5ec-d27838bbaaef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:23.161239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45904) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:23.179190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Made reservation on behalf of b18e7362cf0148b3af7e17bd0f99ba88 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:41:23.191052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.223018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.373795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.416671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--834364249'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:23.428133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.463061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-187b9f57-e1cd-4dc2-8b3b-c052f8eaee7e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.564802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-187b9f57-e1cd-4dc2-8b3b-c052f8eaee7e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.581152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.594010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.653595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:41:23.672109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.687528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.687827 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Added segment 38f0b373-9cd2-416e-9a69-36ecc8ed2c79 of type vlan for network 41fa6b2e-0758-4e7a-877d-357060f70655 Aug 25 11:41:23.690620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55fe36-9900-442b-b225-8f2c38e7cb09,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:23.701180 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.799444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.917513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Allocated IP 172.25.1.210 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9dcdf7cb-4fc4-42bf-a090-e24dd9364411) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:41:23.923551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-187b9f57-e1cd-4dc2-8b3b-c052f8eaee7e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.926696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.927832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:23.928518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.938347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-187b9f57-e1cd-4dc2-8b3b-c052f8eaee7e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:23.941099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-187b9f57-e1cd-4dc2-8b3b-c052f8eaee7e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1816c64-ee17-420f-b5ec-d27838bbaaef HTTP/1.1" status: 204 len: 168 time: 0.7733438 Aug 25 11:41:23.950646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45922) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:24.076453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-793f218a-9761-4184-b986-492f57068a65 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182394 Aug 25 11:41:24.078150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b9f57-e1cd-4dc2-8b3b-c052f8eaee7e tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1816c64-ee17-420f-b5ec-d27838bbaaef,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:24.104625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45928) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:24.128102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] Pushing event updated for resources: {'Network': ['ID=41fa6b2e-0758-4e7a-877d-357060f70655,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:24.150913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 41fa6b2e-0758-4e7a-877d-357060f70655 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:41:24.159595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230062580'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:24.263366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:24.276723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:24.314575 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-328f50bd-a210-4b44-8e48-5698a3285518 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2774949 Aug 25 11:41:24.341864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45936) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:24.351508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Request body: {'subnet': {'network_id': '41fa6b2e-0758-4e7a-877d-357060f70655', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-575404120-subnet', 'tenant_id': 'b18e7362cf0148b3af7e17bd0f99ba88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:24.459734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:41:24.459734 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:41:24.459734 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '4f67acacd1284d63aa55d943202989e0', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 41, 24, 288852)}] Aug 25 11:41:24.459734 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:41:24.460510 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:41:24.461340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6643e771-5795-47f9-83d9-7c8537749bec,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:24.464246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:41:24.464246 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:41:24.464246 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': 'b18e7362cf0148b3af7e17bd0f99ba88', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 41, 24, 402079)}] Aug 25 11:41:24.464246 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:41:24.464847 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:41:24.524006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:24.555665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:24.713355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:24.741645 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:41:24.907871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:24.961587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:25.078845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Made reservation on behalf of b18e7362cf0148b3af7e17bd0f99ba88 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:41:25.092362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:25.107888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:41:25.119032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:25.138291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:41:25.241844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Port': ['ID=9dcdf7cb-4fc4-42bf-a090-e24dd9364411,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:25.568845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:25.580861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:25.772619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:25.848659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8933acc0-074e-4615-92e5-8ff931815187,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:26.016323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:26.147063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a910fa15-de68-4d60-a85e-5ce60fb46f81,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:26.199038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Checking segment: {'id': '38f0b373-9cd2-416e-9a69-36ecc8ed2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41fa6b2e-0758-4e7a-877d-357060f70655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:41:26.199539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Network hostable DHCP agents. Network: 41fa6b2e-0758-4e7a-877d-357060f70655, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:41:26.258097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:26.261621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Network 41fa6b2e-0758-4e7a-877d-357060f70655 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:41:26.274571 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:26.322073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 41fa6b2e-0758-4e7a-877d-357060f70655) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:26.333538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258e0c1-f4c0-442b-970e-79f821de0d81 None None] Network 41fa6b2e-0758-4e7a-877d-357060f70655 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:41:26.355705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:26.357050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:26.382552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:26.385226 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.4250543 Aug 25 11:41:26.420836 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cbfc3400-9b48-4002-900c-d70fcac8c144 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0672202 Aug 25 11:41:26.421915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45978) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:26.460042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac85b9-cce5-49b7-8fac-5f278a8b4ae3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ecfd72-2911-498f-8289-97a6c87e663e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:26.701076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:26.715724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-af8ca33d-92a8-4dfa-8639-ef201f18e457 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6037815 Aug 25 11:41:26.726320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45986) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:26.741610 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-564c64ee-a2cb-4a71-833d-64acfe6cc7c4 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3121285 Aug 25 11:41:26.744707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:26.744886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37675a32-281a-4e2a-9609-96e60c8c5acf None None] Network 41fa6b2e-0758-4e7a-877d-357060f70655 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:41:26.758213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d962ab7a-8f53-4e43-9d87-269a1053c373 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '8933acc0-074e-4615-92e5-8ff931815187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:26.800740 n-d-778732-11 neutron-server[94910]: WARNING neutron.api.v2.base [None req-d962ab7a-8f53-4e43-9d87-269a1053c373 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 25 11:41:26.801441 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-d962ab7a-8f53-4e43-9d87-269a1053c373 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:26.806267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d962ab7a-8f53-4e43-9d87-269a1053c373 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0740983 Aug 25 11:41:26.807271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 45994) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:26.827725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-security--767453973', 'description': 'tempest-security-description-1534685613'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:26.838473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6a1b1de0-cb77-4b6c-9923-749f2b811549 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '8933acc0-074e-4615-92e5-8ff931815187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:26.845868 n-d-778732-11 neutron-server[94910]: WARNING neutron.api.v2.base [None req-6a1b1de0-cb77-4b6c-9923-749f2b811549 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 25 11:41:26.849900 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-6a1b1de0-cb77-4b6c-9923-749f2b811549 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:26.860704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6a1b1de0-cb77-4b6c-9923-749f2b811549 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0460863 Aug 25 11:41:26.863130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 45996) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:26.915928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2477466d-1715-4c36-8d44-8b54620d8f94 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '8933acc0-074e-4615-92e5-8ff931815187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:26.931793 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-2477466d-1715-4c36-8d44-8b54620d8f94 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 25 11:41:26.932414 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-2477466d-1715-4c36-8d44-8b54620d8f94 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:26.940924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2477466d-1715-4c36-8d44-8b54620d8f94 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0530746 Aug 25 11:41:26.960499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46000) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:27.000619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d4208d4b-6fa9-4157-937a-6f477a2ba8eb tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '8933acc0-074e-4615-92e5-8ff931815187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:27.014803 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-d4208d4b-6fa9-4157-937a-6f477a2ba8eb tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 25 11:41:27.014803 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-d4208d4b-6fa9-4157-937a-6f477a2ba8eb tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:27.034586 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d4208d4b-6fa9-4157-937a-6f477a2ba8eb tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0620911 Aug 25 11:41:27.036844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:27.117091 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.210987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.215330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.230773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6efd41c-d6a2-4895-9e00-90167e3e15ac tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.273656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.291163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6efd41c-d6a2-4895-9e00-90167e3e15ac tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.407814 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.413452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.419638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.421461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "PUT /v2.0/security-groups/b8ecfd72-2911-498f-8289-97a6c87e663e HTTP/1.1" status: 200 len: 1779 time: 0.6581888 Aug 25 11:41:27.431094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46012) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:27.483962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Router 90e0f1c9-25f8-4d33-8009-4b37c0f80aeb is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:41:27.484822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6efd41c-d6a2-4895-9e00-90167e3e15ac tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.503463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6efd41c-d6a2-4895-9e00-90167e3e15ac tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.505906 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6efd41c-d6a2-4895-9e00-90167e3e15ac tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/8933acc0-074e-4615-92e5-8ff931815187 HTTP/1.1" status: 204 len: 168 time: 0.4604490 Aug 25 11:41:27.511142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dc600e7f-99c8-4af6-a7f9-11fce3d3805e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups/b8ecfd72-2911-498f-8289-97a6c87e663e HTTP/1.1" status: 200 len: 1779 time: 0.0753963 Aug 25 11:41:27.511142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46018) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:27.511142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46020) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:27.514561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e5019-f234-49fc-b460-a07cd2863d39 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ecfd72-2911-498f-8289-97a6c87e663e,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:27.551749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efd41c-d6a2-4895-9e00-90167e3e15ac tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8933acc0-074e-4615-92e5-8ff931815187,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:27.710942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:27.711650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e213cad0-485b-4b88-8566-8a424877b1f8 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1992590 Aug 25 11:41:27.736749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--26517917'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:27.833831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.898645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74a16600-4237-4a3d-84a6-029fc35a682d tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:27.983525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74a16600-4237-4a3d-84a6-029fc35a682d tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.028728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.040414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46048) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.045212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.062997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439310619-network', 'tenant_id': '4bb84e5dbf40464899400690f6d0f5ab'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:28.141142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:28.156029 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] Sync routers for ids ['90e0f1c9-25f8-4d33-8009-4b37c0f80aeb'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:28.164988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.167086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.168197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-955a5fb1-f2aa-46e4-9f87-784222a901f0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "PUT /v2.0/routers/90e0f1c9-25f8-4d33-8009-4b37c0f80aeb HTTP/1.1" status: 200 len: 915 time: 6.5461688 Aug 25 11:41:28.170565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4554400 Aug 25 11:41:28.170757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46054) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.175059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46056) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.206323 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] Routers {'90e0f1c9-25f8-4d33-8009-4b37c0f80aeb'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:28.215268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9e171307-7a78-47a6-b580-39af417b2b06 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:28.216964 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-9e171307-7a78-47a6-b580-39af417b2b06 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 11:41:28.217865 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9e171307-7a78-47a6-b580-39af417b2b06 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:28.218001 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90e0f1c9-25f8-4d33-8009-4b37c0f80aeb'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:28.234577 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e171307-7a78-47a6-b580-39af417b2b06 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0225813 Aug 25 11:41:28.260097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46058) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.260828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46060) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.287383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a92ef777-6142-4e86-bcc0-f43022e5e5f6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:28.346957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6d47d-71d7-4285-94f9-f5ece9891fcd tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58264d56-5fa2-4986-9f63-f4eead1ddbaf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:28.386166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Made reservation on behalf of 4bb84e5dbf40464899400690f6d0f5ab for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:41:28.398254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.452385 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:28.470604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.488572 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] Routers {'90e0f1c9-25f8-4d33-8009-4b37c0f80aeb'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:28.491022 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90e0f1c9-25f8-4d33-8009-4b37c0f80aeb'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:28.609339 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:28.612798 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1825b4-d9c3-4508-9cae-100016337c93 None None] The sync data for ids ['90e0f1c9-25f8-4d33-8009-4b37c0f80aeb'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:28.613371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fd36618e-a694-4acf-831c-b73658b6a60f tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/90e0f1c9-25f8-4d33-8009-4b37c0f80aeb HTTP/1.1" status: 200 len: 921 time: 0.4367476 Aug 25 11:41:28.620357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46068) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.729016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74a16600-4237-4a3d-84a6-029fc35a682d tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.736392 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74a16600-4237-4a3d-84a6-029fc35a682d tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.743060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-74a16600-4237-4a3d-84a6-029fc35a682d tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/b8ecfd72-2911-498f-8289-97a6c87e663e HTTP/1.1" status: 204 len: 168 time: 1.2290807 Aug 25 11:41:28.745386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46070) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.816026 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.848335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21a8a0-8b94-4f6d-81c1-0e9207568d85 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:28.851333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9d21a8a0-8b94-4f6d-81c1-0e9207568d85 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=90e0f1c9-25f8-4d33-8009-4b37c0f80aeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2303228 Aug 25 11:41:28.857579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46074) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.869033 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-a92ef777-6142-4e86-bcc0-f43022e5e5f6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:28.873737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a92ef777-6142-4e86-bcc0-f43022e5e5f6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6057141 Aug 25 11:41:28.874702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:28.881058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.890573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cb0ff872-4f72-4438-a4cf-c7b24d96dda4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:28.891121 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-cb0ff872-4f72-4438-a4cf-c7b24d96dda4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 25 11:41:28.892404 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-cb0ff872-4f72-4438-a4cf-c7b24d96dda4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:28.897548 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb0ff872-4f72-4438-a4cf-c7b24d96dda4 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115154 Aug 25 11:41:28.914383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46080) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:28.935302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b3cde9cc-c6bf-4d44-b9d9-8c56ca263a20 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:29.056396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:41:29.090701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be20710a-1695-4069-96df-257e830440e2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:29.090986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a16600-4237-4a3d-84a6-029fc35a682d tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ecfd72-2911-498f-8289-97a6c87e663e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:29.128739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f56ea3-2866-4b00-88d0-13f980de9d4e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:29.134269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-28f56ea3-2866-4b00-88d0-13f980de9d4e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.2721062 Aug 25 11:41:29.140717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46086) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.232220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:29.232813 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Added segment 9ebfd49f-6948-4ec4-abf4-f5483a664a35 of type vlan for network 77f92325-e8d3-4cf9-83c3-6d2843a95002 Aug 25 11:41:29.249198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c4834275-6ba0-4af3-90bf-5a7466dffb09 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e0f1c9-25f8-4d33-8009-4b37c0f80aeb HTTP/1.1" status: 200 len: 205 time: 0.1061621 Aug 25 11:41:29.261712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46090) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.370874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ae0eb14c-5c87-44b4-a0ed-10a6c8299402 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6081734 Aug 25 11:41:29.375607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46092) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.404962 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-57057441-ec86-45e6-9603-fe847f20191e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] delete failed (client error): The resource could not be found. Aug 25 11:41:29.412966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:29.414454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57057441-ec86-45e6-9603-fe847f20191e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/b8ecfd72-2911-498f-8289-97a6c87e663e HTTP/1.1" status: 404 len: 347 time: 0.0364430 Aug 25 11:41:29.415986 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-b3cde9cc-c6bf-4d44-b9d9-8c56ca263a20 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:29.424155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46094) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.426198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3cde9cc-c6bf-4d44-b9d9-8c56ca263a20 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5047100 Aug 25 11:41:29.428742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46096) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.435445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942337568'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:29.441225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9213125b-d498-40ba-a008-002089ee530d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:29.445374 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-9213125b-d498-40ba-a008-002089ee530d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 11:41:29.446425 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9213125b-d498-40ba-a008-002089ee530d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:29.451190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9213125b-d498-40ba-a008-002089ee530d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136135 Aug 25 11:41:29.452638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46098) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.482282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0bcfae63-1963-4471-902f-5968273480e9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:29.601550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:29.602711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:29.603411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:29.610033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:29.734829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:29.765296 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7156026 Aug 25 11:41:29.770857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46102) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:29.776164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Request body: {'subnet': {'network_id': '77f92325-e8d3-4cf9-83c3-6d2843a95002', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439310619-subnet', 'tenant_id': '4bb84e5dbf40464899400690f6d0f5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:29.796661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c96fa0-8599-4be4-b12c-4533e335af36 admin admin] Pushing event updated for resources: {'Network': ['ID=77f92325-e8d3-4cf9-83c3-6d2843a95002,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:29.808022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 77f92325-e8d3-4cf9-83c3-6d2843a95002 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:41:29.901057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:41:29.901057 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:41:29.901057 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '4bb84e5dbf40464899400690f6d0f5ab', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 41, 29, 798867)}] Aug 25 11:41:29.901057 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:41:29.901628 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:41:30.175539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.185812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.206175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.269039 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-0bcfae63-1963-4471-902f-5968273480e9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:30.278220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0bcfae63-1963-4471-902f-5968273480e9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8038456 Aug 25 11:41:30.280574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:30.286758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65564c-3753-4962-b8e4-80ee29330979,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:30.303541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4e4bab90-1b90-4f91-a9b5-b134a1d2dc39 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:30.308468 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-4e4bab90-1b90-4f91-a9b5-b134a1d2dc39 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 25 11:41:30.309168 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-4e4bab90-1b90-4f91-a9b5-b134a1d2dc39 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:30.313116 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e4bab90-1b90-4f91-a9b5-b134a1d2dc39 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0286784 Aug 25 11:41:30.321861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:30.328596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3b6f8062-3f35-4895-8b1c-4c56e7fd46fc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:30.392305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.404450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Deleting port 9dcdf7cb-4fc4-42bf-a090-e24dd9364411 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:30.404905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.412081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.419763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-40be98de-65d0-4d30-87af-310af7b6082a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9940290 Aug 25 11:41:30.436661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46114) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:30.468686 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-3b6f8062-3f35-4895-8b1c-4c56e7fd46fc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:30.471198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b6f8062-3f35-4895-8b1c-4c56e7fd46fc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1478214 Aug 25 11:41:30.496854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:30.498814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': 'ad65564c-3753-4962-b8e4-80ee29330979', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:30.524128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4a0a06fa-34e3-4160-94a5-d6256f64ea41 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '58264d56-5fa2-4986-9f63-f4eead1ddbaf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:30.565667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.643764 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-775ce9e1-6f68-4fbf-81c5-071031c842c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1953013 Aug 25 11:41:30.665503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Made reservation on behalf of 4bb84e5dbf40464899400690f6d0f5ab for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:41:30.667938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.789669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.876304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.889030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.925046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Calling delete_port for 9dcdf7cb-4fc4-42bf-a090-e24dd9364411 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:30.948103 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:30.981763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b8ccbf-faf2-4d04-a62c-673897510dec,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:31.086868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.091939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d8fe5811-3989-4fd4-824e-9b51dd449ad6 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6539803 Aug 25 11:41:31.101490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46124) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:31.210717 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-4a0a06fa-34e3-4160-94a5-d6256f64ea41 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:31.212060 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4a0a06fa-34e3-4160-94a5-d6256f64ea41 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6939745 Aug 25 11:41:31.218507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:31.245431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.427417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9df0-883d-4a86-8952-08b5b76d03ac tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.451198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9df0-883d-4a86-8952-08b5b76d03ac tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.475428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-f0cd03af-7d4e-424d-9d4c-7127f064e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:31.479970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-f0cd03af-7d4e-424d-9d4c-7127f064e621 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 1097 time: 0.4581072 Aug 25 11:41:31.481125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fb1646-1a80-48b2-929d-7bf3ba1908ea,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:31.549932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.591757 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9df0-883d-4a86-8952-08b5b76d03ac tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.665466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9df0-883d-4a86-8952-08b5b76d03ac tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.666707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b0ab9df0-883d-4a86-8952-08b5b76d03ac tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/06b8ccbf-faf2-4d04-a62c-673897510dec HTTP/1.1" status: 204 len: 168 time: 0.5614986 Aug 25 11:41:31.679673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event deleted for resources: {'Port': ['ID=9dcdf7cb-4fc4-42bf-a090-e24dd9364411,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:31.685260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46144) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:31.723982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab9df0-883d-4a86-8952-08b5b76d03ac tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06b8ccbf-faf2-4d04-a62c-673897510dec,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:31.785864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1ef2-a87b-41d3-8adc-40fe65f01afc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.794136 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Checking segment: {'id': '9ebfd49f-6948-4ec4-abf4-f5483a664a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '77f92325-e8d3-4cf9-83c3-6d2843a95002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:41:31.795007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Network hostable DHCP agents. Network: 77f92325-e8d3-4cf9-83c3-6d2843a95002, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:41:31.844170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-41c24f37-15a9-4953-9bd1-37a9471e01ea tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1569064 Aug 25 11:41:31.850326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46148) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:31.853001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:31.982706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1ef2-a87b-41d3-8adc-40fe65f01afc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.003960 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.007973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.099078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Network 77f92325-e8d3-4cf9-83c3-6d2843a95002 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:41:32.106963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.106963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Fanout notify agent at l3_agent the message router_deleted on router 90e0f1c9-25f8-4d33-8009-4b37c0f80aeb {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:41:32.123970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.146732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ce6f7ed3-e00d-46f2-bad1-e56b97002ea0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/90e0f1c9-25f8-4d33-8009-4b37c0f80aeb HTTP/1.1" status: 204 len: 168 time: 2.8825090 Aug 25 11:41:32.148211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46152) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:32.160049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-620506899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:32.171499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 77f92325-e8d3-4cf9-83c3-6d2843a95002) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:32.179493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:32.180544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.193258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa0bef-d134-4b85-9d64-b44247821e5e None None] Network 77f92325-e8d3-4cf9-83c3-6d2843a95002 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:41:32.205603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.209204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.217422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-4d208a44-4715-4dc0-874f-f6558167d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:32.227180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-4d208a44-4715-4dc0-874f-f6558167d1b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 915 time: 0.6967409 Aug 25 11:41:32.233979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4a23f31-b6b3-4191-80d6-df144259ee71 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.295139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4a23f31-b6b3-4191-80d6-df144259ee71 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.353417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.365858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.411502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.412946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6f66e4ed-eb15-4e9d-b447-9163a35367f7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2592030 Aug 25 11:41:32.415931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46156) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:32.424025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'enable_snat': False}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:32.537521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4a23f31-b6b3-4191-80d6-df144259ee71 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.544802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4a23f31-b6b3-4191-80d6-df144259ee71 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.555042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a4a23f31-b6b3-4191-80d6-df144259ee71 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/ad65564c-3753-4962-b8e4-80ee29330979 HTTP/1.1" status: 204 len: 168 time: 0.6995327 Aug 25 11:41:32.620943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46160) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:32.649285 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4ccd898c-05d3-4dfe-a661-87c6d7508b9f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8769963 Aug 25 11:41:32.652037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-85ab449c-f4ca-41c0-a773-8379b7985360 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6630de4-46eb-422e-ad20-ef5f58b99263 HTTP/1.1" status: 200 len: 217 time: 0.3397226 Aug 25 11:41:32.669364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a23f31-b6b3-4191-80d6-df144259ee71 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65564c-3753-4962-b8e4-80ee29330979,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:32.935749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.939406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1ef2-a87b-41d3-8adc-40fe65f01afc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.944597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f18d3-30b7-44a4-8ca3-a66d57ed7d76 None None] Network 77f92325-e8d3-4cf9-83c3-6d2843a95002 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:41:32.945223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1ef2-a87b-41d3-8adc-40fe65f01afc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:32.947602 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0c8e1ef2-a87b-41d3-8adc-40fe65f01afc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/58264d56-5fa2-4986-9f63-f4eead1ddbaf HTTP/1.1" status: 204 len: 168 time: 1.7274499 Aug 25 11:41:32.953739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:32.986352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Deleting port 8e655128-50c5-41a1-822b-3a96a019806b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:32.987451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.157978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e1ef2-a87b-41d3-8adc-40fe65f01afc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58264d56-5fa2-4986-9f63-f4eead1ddbaf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:33.197614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46176) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:33.260284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-57e658a9-ef6f-407f-aae2-b3e39416c68f tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6371689 Aug 25 11:41:33.302472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-97d416a2-d264-422c-be68-efc8a2d42c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:33.305844 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-97d416a2-d264-422c-be68-efc8a2d42c24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.5323274 Aug 25 11:41:33.313311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46180) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:33.322323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--720783232'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:33.426743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] For port 8e655128-50c5-41a1-822b-3a96a019806b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8e655128-50c5-41a1-822b-3a96a019806b,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:33.427238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.457578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Calling delete_port for 8e655128-50c5-41a1-822b-3a96a019806b owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:33.526374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58423060-b87f-4daa-98de-1f62864509be tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5703840 Aug 25 11:41:33.529057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46186) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:33.544072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--380454886'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:33.603457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.626685 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-64d76425-90ae-4834-ae11-2387e188000b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2878835 Aug 25 11:41:33.660868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:41:33.660868 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:41:33.660868 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id_1': '517b837b340f450395ca780f621dadbe', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 41, 33, 642153)}] Aug 25 11:41:33.660868 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:41:33.661365 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:41:33.696040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.750970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Deleting subnet a910fa15-de68-4d60-a85e-5ce60fb46f81 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:41:33.756949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.831307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.886703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:33.964037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.002316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.189858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.240063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Allocated IP 172.25.1.73 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9bbcc4e2-fe6b-4e2d-8651-74a106debe71) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:41:34.406816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.421126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.461120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.476641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.483766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9504871 Aug 25 11:41:34.486288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46204) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:34.513634 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.528117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0bb83ebf-042b-4496-b243-4adce17896f9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed4c50-8aae-477d-ae91-0e151dd94839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:34.594180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a910fa15-de68-4d60-a85e-5ce60fb46f81,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:34.596646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96efe3-0191-47ee-82d0-0d8ebf03ab7a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed4c50-8aae-477d-ae91-0e151dd94839,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:34.616845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.619194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e7bd3725-d155-41d2-908a-24cb615dd20d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a910fa15-de68-4d60-a85e-5ce60fb46f81 HTTP/1.1" status: 204 len: 168 time: 1.4123442 Aug 25 11:41:34.667641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46206) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:34.673557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-55a3f585-c801-4bd0-8b65-609db5d43b07 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9982514 Aug 25 11:41:34.676259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:34.751645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:41:34.866430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:34.888504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:41:35.050367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Pushing event updated for resources: {'Port': ['ID=9bbcc4e2-fe6b-4e2d-8651-74a106debe71,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:35.070172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.107240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.137259 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.190152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.258653 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-0bb83ebf-042b-4496-b243-4adce17896f9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The resource could not be found. Aug 25 11:41:35.262087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0bb83ebf-042b-4496-b243-4adce17896f9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7642872 Aug 25 11:41:35.306056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46220) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:35.371855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bee929-21c4-4c00-be5c-389676476099,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:35.399719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-80c88a8d-d25c-4571-a899-f196fceaf59d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed4c50-8aae-477d-ae91-0e151dd94839', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4bd9d833-3950-44ea-93fa-0253ae2baeab'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:35.485463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e655128-50c5-41a1-822b-3a96a019806b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:35.497245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.503245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6a7b69eb-96b9-4b4c-b337-161b97539738 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1830931 Aug 25 11:41:35.538435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46222) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:35.553483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '33bee929-21c4-4c00-be5c-389676476099', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:35.788538 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5e75622d-46ec-449f-82c1-eb4bf737b9af req-f3e3beae-c9da-47c2-b46b-9c982257dfa1 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776252 Aug 25 11:41:35.822171 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.826363 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:35.887302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fa6b2e-0758-4e7a-877d-357060f70655']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:35.905069 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-80c88a8d-d25c-4571-a899-f196fceaf59d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The resource could not be found. Aug 25 11:41:35.914037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-80c88a8d-d25c-4571-a899-f196fceaf59d tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5393293 Aug 25 11:41:35.918873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:35.956892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f0b373-9cd2-416e-9a69-36ecc8ed2c79') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:35.966032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f0b373-9cd2-416e-9a69-36ecc8ed2c79') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:36.001528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.003651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.085299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.089922 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.104900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.130954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:41:36.132007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:41:36.134239 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:41:36.151403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42e3bf8-2da2-4fb2-80ef-1059bbd34a58,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:36.176708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a64a1d-7113-4a98-a0b3-21b90c691066 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.225132 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.283020 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a64a1d-7113-4a98-a0b3-21b90c691066 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.337966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.343106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d1a42880-f9bd-4707-8fd5-83dad7901663 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8019454 Aug 25 11:41:36.350988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46238) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:36.361034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '33bee929-21c4-4c00-be5c-389676476099', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:36.404191 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.414535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.421241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] 10.222.0.35 "DELETE /v2.0/networks/41fa6b2e-0758-4e7a-877d-357060f70655 HTTP/1.1" status: 204 len: 168 time: 1.7423284 Aug 25 11:41:36.423438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46240) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:36.423671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.453128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5467b5-3642-4d9d-8474-f220c5e7bffe admin admin] Pushing event deleted for resources: {'Network': ['ID=41fa6b2e-0758-4e7a-877d-357060f70655,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:36.598925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Deleting subnet 92fb1646-1a80-48b2-929d-7bf3ba1908ea {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:41:36.614306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.638871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.642927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.649494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.654384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.678182 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.682525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3294213 Aug 25 11:41:36.683290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46246) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:36.696155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e21f-6f08-409a-9971-8d3016909cff tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857ee6cb-3899-47e6-b2b8-dbe4cf3cdc15,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:36.706216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '33bee929-21c4-4c00-be5c-389676476099', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:36.769837 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a64a1d-7113-4a98-a0b3-21b90c691066 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.772930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a64a1d-7113-4a98-a0b3-21b90c691066 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.774321 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-32a64a1d-7113-4a98-a0b3-21b90c691066 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/c7ed4c50-8aae-477d-ae91-0e151dd94839 HTTP/1.1" status: 204 len: 168 time: 0.8524349 Aug 25 11:41:36.776944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.790621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46250) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:36.819140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64a1d-7113-4a98-a0b3-21b90c691066 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed4c50-8aae-477d-ae91-0e151dd94839,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:36.823703 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.940074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:36.950480 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-860d1b3c-60fb-4b1a-8d43-87096a9ab022 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174328 Aug 25 11:41:36.960869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46252) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:36.971008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-da587bc7-dfc3-428a-b944-a553c0a6e22a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '3d36fe6c-bb24-4f89-8140-330ee9f150fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:37.009566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Router ab2bed0c-8940-4115-9316-44ad6162c5f0 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:41:37.015659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.038499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.066165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd50f0d-a35f-41d7-8b85-54895e6e8d9f,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:37.087476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.088764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eae87196-2578-4502-aac4-d7788ab1d21e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3959863 Aug 25 11:41:37.093800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46254) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.097248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '33bee929-21c4-4c00-be5c-389676476099', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:37.130312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Router 7f8f1e16-afce-4d99-920f-1b6bf63eb159 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:41:37.148061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:37.159493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d70b1fef-4c8c-4c87-ae02-4d1f4088bee4 admin admin] 10.222.0.35 "PUT /v2.0/routers/ab2bed0c-8940-4115-9316-44ad6162c5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8921359 Aug 25 11:41:37.161890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.165112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] Sync routers for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:37.214804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.215870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:37.220083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:37.253973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fb1646-1a80-48b2-929d-7bf3ba1908ea,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:37.263009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.263810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:37.269928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ded0239e-98fb-4eca-a888-257caf302281 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/92fb1646-1a80-48b2-929d-7bf3ba1908ea HTTP/1.1" status: 204 len: 168 time: 0.8411236 Aug 25 11:41:37.269928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46258) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.274362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.275694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-454295ec-c051-4566-bdf2-45a44fb1eb8e tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "PUT /v2.0/routers/7f8f1e16-afce-4d99-920f-1b6bf63eb159 HTTP/1.1" status: 200 len: 914 time: 4.8585544 Aug 25 11:41:37.277143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.282361 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-da587bc7-dfc3-428a-b944-a553c0a6e22a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The resource could not be found. Aug 25 11:41:37.282645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46260) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.285150 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] Sync routers for ids ['7f8f1e16-afce-4d99-920f-1b6bf63eb159'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:37.291779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-da587bc7-dfc3-428a-b944-a553c0a6e22a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3249462 Aug 25 11:41:37.291779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46262) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.300558 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] Routers {'7f8f1e16-afce-4d99-920f-1b6bf63eb159'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:37.301179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f8f1e16-afce-4d99-920f-1b6bf63eb159'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:37.305586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--962567414'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:37.374690 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.377611 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:37.403252 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] Routers {'7f8f1e16-afce-4d99-920f-1b6bf63eb159'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:37.404202 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f8f1e16-afce-4d99-920f-1b6bf63eb159'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:37.487122 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:37.489773 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5c168-b12c-4ff4-8a7b-78cb62685792 None None] The sync data for ids ['7f8f1e16-afce-4d99-920f-1b6bf63eb159'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:37.513224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.542103 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.570796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:41:37.587703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-537d2d78-d751-4c00-ac5a-3997ff0a5fc0 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/7f8f1e16-afce-4d99-920f-1b6bf63eb159 HTTP/1.1" status: 200 len: 920 time: 0.2877700 Aug 25 11:41:37.588079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe8e1dd-ebfe-4566-b9af-5859f7e6c8ee,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:37.599667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46268) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.704249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.714585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.800625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca6901-8db3-4ff8-955d-a67a4e4c6474 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:37.805183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0eca6901-8db3-4ff8-955d-a67a4e4c6474 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=7f8f1e16-afce-4d99-920f-1b6bf63eb159&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2041769 Aug 25 11:41:37.814447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46274) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:37.920551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.935276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.990601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca9528c-8b05-4e41-8479-214e527a515f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:37.993263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:37.994636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6951ed74-7520-45f6-a640-2640434ece87 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9012737 Aug 25 11:41:37.995646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.001139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d4250ca-2caa-489b-8fa4-645f34261cc6 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7090750 Aug 25 11:41:38.002329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46278) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.002672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46280) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.013873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '33bee929-21c4-4c00-be5c-389676476099', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:38.038264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--245249369'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:38.070787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.106796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.158648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.168211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f92325-e8d3-4cf9-83c3-6d2843a95002']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:38.175112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d9d78-f53d-4c48-b1a9-5bbe9b803a4b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:38.178758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5c6d9d78-f53d-4c48-b1a9-5bbe9b803a4b tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/networks/5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 881 time: 0.3612690 Aug 25 11:41:38.193807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46284) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.210660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebfd49f-6948-4ec4-abf4-f5483a664a35') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:38.210973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebfd49f-6948-4ec4-abf4-f5483a664a35') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:38.235473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.249956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:41:34Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:38.286421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.304325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5ca401ec-da65-4d2d-9396-4fc2f147b12c tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f8f1e16-afce-4d99-920f-1b6bf63eb159 HTTP/1.1" status: 200 len: 205 time: 0.1049933 Aug 25 11:41:38.307516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46288) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.308966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:41:38.309570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.313008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] Checking router: ab2bed0c-8940-4115-9316-44ad6162c5f0 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:41:38.320978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:41:38.326053 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:41:38.336006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] Routers {'ab2bed0c-8940-4115-9316-44ad6162c5f0'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:38.337083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ab2bed0c-8940-4115-9316-44ad6162c5f0'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:38.463280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.477489 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.532543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.550490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.559321 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] 10.222.0.35 "DELETE /v2.0/networks/77f92325-e8d3-4cf9-83c3-6d2843a95002 HTTP/1.1" status: 204 len: 168 time: 1.2892077 Aug 25 11:41:38.594002 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.618260 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.620410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6124613 Aug 25 11:41:38.633302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46294) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.641215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.660067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d05fef1f-2634-415e-a14e-967c7248be08 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group_rule': {'security_group_id': '2ca9528c-8b05-4e41-8479-214e527a515f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd067bcc7-8e04-4040-b8a7-8a3985da6863'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:38.683461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff028c5a-ac9d-47f4-9529-cbde3dd6714a tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d067bcc7-8e04-4040-b8a7-8a3985da6863,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:38.696093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304028f-b6fc-480c-8d4b-88da023d453f admin admin] Pushing event deleted for resources: {'Network': ['ID=77f92325-e8d3-4cf9-83c3-6d2843a95002,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:38.745880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.749053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7434185 Aug 25 11:41:38.762259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.766824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce36f7f-59c8-4ccf-89eb-215cbce2bda5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5da7551-65d4-40bf-81fa-2b37799ff8f7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:38.833148 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-d05fef1f-2634-415e-a14e-967c7248be08 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:41:38.838394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d05fef1f-2634-415e-a14e-967c7248be08 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2013977 Aug 25 11:41:38.839396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46300) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:38.887700 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Deleting port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:38.888069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.892458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] Set router ab2bed0c-8940-4115-9316-44ad6162c5f0 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:41:38.910865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5be694f-f4c1-4cd8-94c9-d7debf9e4ffc tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.989959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:38.995681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5be694f-f4c1-4cd8-94c9-d7debf9e4ffc tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.006168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4e9653c3-fa43-4d41-818e-6d5a5df8dc1b tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.108330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4e9653c3-fa43-4d41-818e-6d5a5df8dc1b tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.231987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4e9653c3-fa43-4d41-818e-6d5a5df8dc1b tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.238905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4e9653c3-fa43-4d41-818e-6d5a5df8dc1b tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.246071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4e9653c3-fa43-4d41-818e-6d5a5df8dc1b tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/d067bcc7-8e04-4040-b8a7-8a3985da6863 HTTP/1.1" status: 204 len: 168 time: 0.4052985 Aug 25 11:41:39.249233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46304) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:39.317119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9653c3-fa43-4d41-818e-6d5a5df8dc1b tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067bcc7-8e04-4040-b8a7-8a3985da6863,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:39.419406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ee9fe1f2-f5ab-497c-96bf-ee8df932a347 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1538670 Aug 25 11:41:39.420255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:39.421108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46310) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:39.430040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:41:34Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:39.517111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-730a5c6f-e1a9-4841-b536-6a3ec1a08837 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b18e7362cf0148b3af7e17bd0f99ba88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949783 Aug 25 11:41:39.521173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46312) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:39.580715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35534934-8e24-474b-86e3-ccdc542eac72 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.675728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-504dcded-a98a-476b-9438-2f3cd2c55b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.681679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35534934-8e24-474b-86e3-ccdc542eac72 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.738955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5be694f-f4c1-4cd8-94c9-d7debf9e4ffc tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.753258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5be694f-f4c1-4cd8-94c9-d7debf9e4ffc tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.754224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5be694f-f4c1-4cd8-94c9-d7debf9e4ffc tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/d5da7551-65d4-40bf-81fa-2b37799ff8f7 HTTP/1.1" status: 204 len: 168 time: 0.9891906 Aug 25 11:41:39.765532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:39.801042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be694f-f4c1-4cd8-94c9-d7debf9e4ffc tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5da7551-65d4-40bf-81fa-2b37799ff8f7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:39.824307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04599e68-3351-4ded-89d5-d6ce00a7e18a None None] The sync data for ids ['ab2bed0c-8940-4115-9316-44ad6162c5f0'] in n-d-778732-11 is: [{'id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'name': 'tempest-AttachVolumeTestJSON-559704123-router', 'tenant_id': 'ea734ae901b441478b26caabddb5fc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:31:42Z', 'updated_at': '2021-08-25T11:41:34Z', 'revision_number': 5, 'project_id': 'ea734ae901b441478b26caabddb5fc02', 'gw_port': {'id': '1e80bea4-fb17-4bb9-b23b-ae94f02f307c', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2bed0c-8940-4115-9316-44ad6162c5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:31:44Z', 'updated_at': '2021-08-25T11:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:39.825402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] For port 1e80bea4-fb17-4bb9-b23b-ae94f02f307c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:39.825605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.869594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:39.878871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Calling delete_port for 1e80bea4-fb17-4bb9-b23b-ae94f02f307c owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:39.899552 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-891e1bcf-678b-48d4-83a2-b0b18e507981 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1302836 Aug 25 11:41:39.904426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46322) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:39.924482 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-504dcded-a98a-476b-9438-2f3cd2c55b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.018909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4c377a2-7e3e-447b-aca1-cae6d0924557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.033149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4c377a2-7e3e-447b-aca1-cae6d0924557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.078092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35534934-8e24-474b-86e3-ccdc542eac72 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.081470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35534934-8e24-474b-86e3-ccdc542eac72 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.082743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-35534934-8e24-474b-86e3-ccdc542eac72 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/2ca9528c-8b05-4e41-8479-214e527a515f HTTP/1.1" status: 204 len: 168 time: 0.6591218 Aug 25 11:41:40.086936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46330) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:40.145522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35534934-8e24-474b-86e3-ccdc542eac72 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca9528c-8b05-4e41-8479-214e527a515f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:40.183000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-504dcded-a98a-476b-9438-2f3cd2c55b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.188607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-504dcded-a98a-476b-9438-2f3cd2c55b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.192583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-504dcded-a98a-476b-9438-2f3cd2c55b07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef55fe36-9900-442b-b225-8f2c38e7cb09 HTTP/1.1" status: 204 len: 168 time: 0.6696837 Aug 25 11:41:40.216997 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4c377a2-7e3e-447b-aca1-cae6d0924557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.242918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4c377a2-7e3e-447b-aca1-cae6d0924557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.244044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c4c377a2-7e3e-447b-aca1-cae6d0924557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/dbe8e1dd-ebfe-4566-b9af-5859f7e6c8ee HTTP/1.1" status: 204 len: 168 time: 0.3386545 Aug 25 11:41:40.244676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dcded-a98a-476b-9438-2f3cd2c55b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55fe36-9900-442b-b225-8f2c38e7cb09,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:40.250128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:40.260975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1cda3419-7969-48a6-b6af-74c016e7f6bc tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1650214 Aug 25 11:41:40.262160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46336) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:40.267413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266541851'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:40.321720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Deleting port 9bbcc4e2-fe6b-4e2d-8651-74a106debe71 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:40.321998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.327836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.339559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c377a2-7e3e-447b-aca1-cae6d0924557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbe8e1dd-ebfe-4566-b9af-5859f7e6c8ee,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:40.502001 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-25911a2d-bc69-49b3-bbce-026f1f5223a3 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2440009 Aug 25 11:41:40.511276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:40.571776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.587410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.661604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.664014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4011576 Aug 25 11:41:40.665329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e6a12-ba9d-4bdf-a5bb-df0219625a56 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5539431-5219-4091-a065-24fe00ad9baa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:40.671658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:40.676445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff592532-7299-451c-9170-1a0392ed1804 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.743986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5dde99fc-e91e-4ef6-89f1-27d358d3a544 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:40.746212 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-5dde99fc-e91e-4ef6-89f1-27d358d3a544 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 11:41:40.747063 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-5dde99fc-e91e-4ef6-89f1-27d358d3a544 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] update failed (client error): There was a conflict when trying to complete your request. Aug 25 11:41:40.757936 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5dde99fc-e91e-4ef6-89f1-27d358d3a544 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "PUT /v2.0/security-groups/f5539431-5219-4091-a065-24fe00ad9baa HTTP/1.1" status: 409 len: 330 time: 0.0755925 Aug 25 11:41:40.766953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46354) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:40.809579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff592532-7299-451c-9170-1a0392ed1804 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.868575 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:40.923229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Calling delete_port for 9bbcc4e2-fe6b-4e2d-8651-74a106debe71 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:41.041470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff592532-7299-451c-9170-1a0392ed1804 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.055840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ff592532-7299-451c-9170-1a0392ed1804 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.057037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ff592532-7299-451c-9170-1a0392ed1804 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3bd50f0d-a35f-41d7-8b85-54895e6e8d9f HTTP/1.1" status: 204 len: 168 time: 0.5445642 Aug 25 11:41:41.060068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff592532-7299-451c-9170-1a0392ed1804 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bd50f0d-a35f-41d7-8b85-54895e6e8d9f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:41.061973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.062653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.107838 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8090-cb8d-4198-8d7f-fd04164b1958 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.122557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e80bea4-fb17-4bb9-b23b-ae94f02f307c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:41.199259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-7c6d571d-a282-46b3-8c1e-c9023a083ae9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:41.204057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-7c6d571d-a282-46b3-8c1e-c9023a083ae9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.4744101 Aug 25 11:41:41.213016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8090-cb8d-4198-8d7f-fd04164b1958 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.251890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90df5f2d-af36-45ce-8e38-4161814011b0 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1865165 Aug 25 11:41:41.256582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46366) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.313621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-516970c9-2278-4302-8af6-c2623ba0c9a2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0947731 Aug 25 11:41:41.342038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.401154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b611ecf-2599-4b38-9f90-fc392ac5860e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.419506 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b611ecf-2599-4b38-9f90-fc392ac5860e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.484903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-0e5ee84b-0ada-497a-af68-1fd39a5d228f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590490 Aug 25 11:41:41.486821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8090-cb8d-4198-8d7f-fd04164b1958 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.493720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ffa8090-cb8d-4198-8d7f-fd04164b1958 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.501470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0ffa8090-cb8d-4198-8d7f-fd04164b1958 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/f5539431-5219-4091-a065-24fe00ad9baa HTTP/1.1" status: 204 len: 168 time: 0.7318714 Aug 25 11:41:41.520341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46372) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.545466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.552703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46374) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.553733 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.585903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.644923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa8090-cb8d-4198-8d7f-fd04164b1958 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5539431-5219-4091-a065-24fe00ad9baa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:41.658222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b611ecf-2599-4b38-9f90-fc392ac5860e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.666961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b611ecf-2599-4b38-9f90-fc392ac5860e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.669165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b611ecf-2599-4b38-9f90-fc392ac5860e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/857ee6cb-3899-47e6-b2b8-dbe4cf3cdc15 HTTP/1.1" status: 204 len: 168 time: 0.4102850 Aug 25 11:41:41.683170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46376) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.697158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event deleted for resources: {'Port': ['ID=9bbcc4e2-fe6b-4e2d-8651-74a106debe71,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:41.708969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8e612733-c112-486b-84d0-8f1e910d50f9 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1874604 Aug 25 11:41:41.709867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.710612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab2bed0c-8940-4115-9316-44ad6162c5f0 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:41:41.722376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46378) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.739808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:41.743886 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3c914f7d-583a-4e24-8fda-8a55a6199e5d admin admin] 10.222.0.35 "DELETE /v2.0/routers/ab2bed0c-8940-4115-9316-44ad6162c5f0 HTTP/1.1" status: 204 len: 168 time: 4.5803726 Aug 25 11:41:41.754614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46380) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.757530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b611ecf-2599-4b38-9f90-fc392ac5860e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=857ee6cb-3899-47e6-b2b8-dbe4cf3cdc15,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:41.794610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.795194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.795602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.796092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.796420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.796827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.797871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.798838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.799399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.800026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.801749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.801749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:41.802329 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-8af240e9-c145-4566-8dc7-e29f26f47cf5 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] delete failed (client error): The resource could not be found. Aug 25 11:41:41.813566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8af240e9-c145-4566-8dc7-e29f26f47cf5 tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "DELETE /v2.0/security-groups/8bcf8e7a-d64a-4ae3-bea2-47eedb2db5b1 HTTP/1.1" status: 404 len: 347 time: 0.0815465 Aug 25 11:41:41.879908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46384) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.892285 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-222471e7-e31b-4720-9200-a53155858a90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bb84e5dbf40464899400690f6d0f5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350117 Aug 25 11:41:41.904182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46386) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.965361 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a2eb840-a249-4816-9083-2be64db4c924 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2809796 Aug 25 11:41:41.972547 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-49a646f7-9936-4057-a780-293b4614b4af tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] show failed (client error): The resource could not be found. Aug 25 11:41:41.979692 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49a646f7-9936-4057-a780-293b4614b4af tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-groups/15fbc114-2468-44bc-8c4f-2b620788e7d5 HTTP/1.1" status: 404 len: 347 time: 0.0915995 Aug 25 11:41:41.979692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46388) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:41.993734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46390) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:42.033606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Deleting subnet 5e4aef92-c14b-4737-aee2-e2ae0e2eff21 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:41:42.036528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.042764 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-71a58025-c5d9-4c02-adc8-b35f3ce8a9ba tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] show failed (client error): The resource could not be found. Aug 25 11:41:42.046073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-71a58025-c5d9-4c02-adc8-b35f3ce8a9ba tempest-NegativeSecGroupTest-640349639 tempest-NegativeSecGroupTest-640349639-project] 10.222.0.35 "GET /v2.0/security-group-rules/2e182518-6b64-4510-a0d5-9374813b2ffa HTTP/1.1" status: 404 len: 356 time: 0.0478339 Aug 25 11:41:42.051863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.218803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20e87e-9e92-4ec0-9edd-3a5ffecbcd75 req-24f343ed-24e3-484f-b549-1d688668ff8c tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:42.223311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a20e87e-9e92-4ec0-9edd-3a5ffecbcd75 req-24f343ed-24e3-484f-b549-1d688668ff8c tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 945 time: 0.6446891 Aug 25 11:41:42.270615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-1b0a640a-12a9-4a86-a112-7be7460d9c36 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644560 Aug 25 11:41:42.356587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee550149-12c5-455c-85aa-7acf46541fbb tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.369764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.387780 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.392580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee550149-12c5-455c-85aa-7acf46541fbb tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.434533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.478215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8e655128-50c5-41a1-822b-3a96a019806b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:41:42.558246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62774c7c-c3ad-4ae4-bf05-518a05a86ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.563057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8e655128-50c5-41a1-822b-3a96a019806b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:41:42.564249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8e655128-50c5-41a1-822b-3a96a019806b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:41:42.583362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a20e87e-9e92-4ec0-9edd-3a5ffecbcd75 req-a83a404d-ef30-498c-bba9-cccfdab52957 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096137 Aug 25 11:41:42.592654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.593551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Fanout notify agent at l3_agent the message router_deleted on router 7f8f1e16-afce-4d99-920f-1b6bf63eb159 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:41:42.615971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.617981 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-50e9f3c2-b7d0-4417-ae8e-39fa31942748 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/7f8f1e16-afce-4d99-920f-1b6bf63eb159 HTTP/1.1" status: 204 len: 168 time: 4.3056834 Aug 25 11:41:42.624880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46402) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:42.649474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1343271225', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:42.681047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8ef80ef0-7c81-4e4c-9caf-d3ffb70bc435 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523493 Aug 25 11:41:42.684239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46404) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:42.686168 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62774c7c-c3ad-4ae4-bf05-518a05a86ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.718657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.725194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.799771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee550149-12c5-455c-85aa-7acf46541fbb tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.820914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee550149-12c5-455c-85aa-7acf46541fbb tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.827403 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee550149-12c5-455c-85aa-7acf46541fbb tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e42e3bf8-2da2-4fb2-80ef-1059bbd34a58 HTTP/1.1" status: 204 len: 168 time: 0.8452709 Aug 25 11:41:42.834032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46410) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:42.889631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.900789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee550149-12c5-455c-85aa-7acf46541fbb tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42e3bf8-2da2-4fb2-80ef-1059bbd34a58,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:42.939827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:42.966857 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a5d88f9-e135-463f-a190-1cfcf06a163b tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1245756 Aug 25 11:41:42.967892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46416) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:43.134456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62774c7c-c3ad-4ae4-bf05-518a05a86ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.139082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-62774c7c-c3ad-4ae4-bf05-518a05a86ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.141560 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-62774c7c-c3ad-4ae4-bf05-518a05a86ea5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be20710a-1695-4069-96df-257e830440e2 HTTP/1.1" status: 204 len: 168 time: 1.2248538 Aug 25 11:41:43.173041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62774c7c-c3ad-4ae4-bf05-518a05a86ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20710a-1695-4069-96df-257e830440e2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:43.224082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8a6d3ec8-10ce-4d89-97a9-b9bcacca6e66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=517b837b340f450395ca780f621dadbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384829 Aug 25 11:41:43.224946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46432) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:43.230609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-994f38e3-3903-4948-85ce-ee34315d9b70 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:43.234411 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-994f38e3-3903-4948-85ce-ee34315d9b70 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 945 time: 0.2246780 Aug 25 11:41:43.261989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-697cab26-7add-4347-b72b-f221b10c40ca tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.362999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.366290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-697cab26-7add-4347-b72b-f221b10c40ca tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.388041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aa28efe-c2c9-4de7-a89f-9b27aaee6c4a req-9997331f-4d07-4054-a169-bd22f157139d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.2328005 Aug 25 11:41:43.415119 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.460563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4aef92-c14b-4737-aee2-e2ae0e2eff21,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:43.511761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b6178-810d-4f75-a621-f4c5383a5bde None None] Network e2b883b8-69fe-4bad-8874-d560689e83b0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:41:43.588652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.612900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9f47f799-52fd-4231-9d12-16f9d3c677cc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e4aef92-c14b-4737-aee2-e2ae0e2eff21 HTTP/1.1" status: 204 len: 168 time: 1.8354535 Aug 25 11:41:43.621216 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:43.648635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e7eb-5d4e-469e-aabd-be5e2141bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.663242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-697cab26-7add-4347-b72b-f221b10c40ca tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.686004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-697cab26-7add-4347-b72b-f221b10c40ca tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.686004 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-697cab26-7add-4347-b72b-f221b10c40ca tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/33bee929-21c4-4c00-be5c-389676476099 HTTP/1.1" status: 204 len: 168 time: 0.6771820 Aug 25 11:41:43.687045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46448) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:43.832861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e7eb-5d4e-469e-aabd-be5e2141bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:43.959916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] DHCP port deletion for e2b883b8-69fe-4bad-8874-d560689e83b0 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:41:43.966602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2cfa0-7f4e-4f73-9103-21016985c0ae req-02a90c7a-2b59-42b5-866a-6fb983db874b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:43.968156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6bc2cfa0-7f4e-4f73-9103-21016985c0ae req-02a90c7a-2b59-42b5-866a-6fb983db874b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 945 time: 0.0868728 Aug 25 11:41:44.054828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e7eb-5d4e-469e-aabd-be5e2141bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.057457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e7eb-5d4e-469e-aabd-be5e2141bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.062857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7ad7e7eb-5d4e-469e-aabd-be5e2141bc40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6058a942-3bbd-46da-9f3a-3ac755337d32 HTTP/1.1" status: 204 len: 168 time: 0.7518129 Aug 25 11:41:44.092431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7e7eb-5d4e-469e-aabd-be5e2141bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058a942-3bbd-46da-9f3a-3ac755337d32,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:44.106669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cab26-7add-4347-b72b-f221b10c40ca tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bee929-21c4-4c00-be5c-389676476099,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:44.126720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9eec967-cc58-491d-8c27-1f5b86828e42 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:41:44.177228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6bc2cfa0-7f4e-4f73-9103-21016985c0ae req-e349543a-6089-4ed1-be21-7f524f5947fc tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682558 Aug 25 11:41:44.228622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.238746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Deleting port a6630de4-46eb-422e-ad20-ef5f58b99263 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:44.240618 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.347254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Deleting port b9eec967-cc58-491d-8c27-1f5b86828e42 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:44.348396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.411319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.478919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.500101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] For port b9eec967-cc58-491d-8c27-1f5b86828e42, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b9eec967-cc58-491d-8c27-1f5b86828e42,segment=NetworkSegment(9a828c7e-d3a3-40fd-bd9d-0849253cd638),segment_id=9a828c7e-d3a3-40fd-bd9d-0849253cd638)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:44.501704 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.533569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Calling delete_port for b9eec967-cc58-491d-8c27-1f5b86828e42 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:44.573348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ba4e322-b1cd-4625-9cc0-acd2a34f6429 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8471251 Aug 25 11:41:44.575500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46470) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:44.595262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--607582461'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:44.675491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe0dfaef-a96e-4ea8-9521-5122588be477 req-bdec51f0-bcd7-4626-9020-f0e0bc87051a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.0637553 Aug 25 11:41:44.734258 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.752811 n-d-778732-11 neutron-server[94912]: INFO neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No ports have port_id starting with b9eec967-cc58-491d-8c27-1f5b86828e42 Aug 25 11:41:44.770306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] No DVR routers for this DVR port b9eec967-cc58-491d-8c27-1f5b86828e42 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:44.776349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1e80bea4-fb17-4bb9-b23b-ae94f02f307c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:41:44.809679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Allocated IP 172.25.1.144 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d41b1237-e324-43f2-9ffc-341b76c9694c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:41:44.866070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1e80bea4-fb17-4bb9-b23b-ae94f02f307c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:41:44.867113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1e80bea4-fb17-4bb9-b23b-ae94f02f307c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:41:44.880082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Pushing event deleted for resources: {'Port': ['ID=b9eec967-cc58-491d-8c27-1f5b86828e42,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:44.895667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.896518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.897318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.898389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.899328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.900274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.901217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.902053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.902869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.903657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.904458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.905219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49046af7-5cac-4580-9454-3c0021feeb88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:41:44.923636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:44.936191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Deleting port b9eec967-cc58-491d-8c27-1f5b86828e42 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:44.936736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.102667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.117393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] For port a6630de4-46eb-422e-ad20-ef5f58b99263, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a6630de4-46eb-422e-ad20-ef5f58b99263,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:45.118224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.169775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Calling delete_port for a6630de4-46eb-422e-ad20-ef5f58b99263 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:45.188504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] For port b9eec967-cc58-491d-8c27-1f5b86828e42, host n-d-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:41:45.188743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.241103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Calling delete_port for b9eec967-cc58-491d-8c27-1f5b86828e42 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:45.246258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.246517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Port b9eec967-cc58-491d-8c27-1f5b86828e42 was not found and therefore no delete operation was performed {{(pid=94911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:41:45.315474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.456114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9eec967-cc58-491d-8c27-1f5b86828e42,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:45.459766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] No DVR routers for this DVR port b9eec967-cc58-491d-8c27-1f5b86828e42 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:45.461786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:41:45.481049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:45.488645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event updated for resources: {'Port': ['ID=d41b1237-e324-43f2-9ffc-341b76c9694c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:45.497215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:41:45.545476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5667d75-7108-44d6-a30d-48b6fbaf9126 req-591f97bc-b7f7-4f1b-8cb0-d453c930d54f tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:45.547251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5667d75-7108-44d6-a30d-48b6fbaf9126 req-591f97bc-b7f7-4f1b-8cb0-d453c930d54f tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 945 time: 0.1958313 Aug 25 11:41:45.644667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a6630de4-46eb-422e-ad20-ef5f58b99263 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:41:45.670982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5667d75-7108-44d6-a30d-48b6fbaf9126 req-c19d51ee-26da-46b6-9271-2bcd07e8bbb1 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123250 Aug 25 11:41:45.758933 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.798330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b883b8-69fe-4bad-8874-d560689e83b0']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:45.813399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.833068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.866438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a828c7e-d3a3-40fd-bd9d-0849253cd638') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:45.867093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a828c7e-d3a3-40fd-bd9d-0849253cd638') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:45.882820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-f2b579d9-66f7-453a-9586-829156ede9ec tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:45.883526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.884568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-f2b579d9-66f7-453a-9586-829156ede9ec tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.3480453 Aug 25 11:41:45.900626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:45.931560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.950015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:41:45.950826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.983933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:45.996806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ee00b2f-cb5b-4448-b7e2-b161c221f59e req-2c43e122-8413-4fd1-afbc-ecb34ae0c126 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.0362477 Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:41:46.059122 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:41:46.115590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.127011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.130258 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e2b883b8-69fe-4bad-8874-d560689e83b0 HTTP/1.1" status: 204 len: 168 time: 2.4998169 Aug 25 11:41:46.132718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.134976 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5441370 Aug 25 11:41:46.144489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46498) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:46.166990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': 'a28587eb-51dd-40fc-b040-3ea306ad03bc', 'direction': 'ingress', 'protocol': 17}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:46.193798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.200951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c37b0-cf70-47a3-bb88-854981a9a6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b883b8-69fe-4bad-8874-d560689e83b0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:46.213841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dde3e-ffe8-4f5a-93ab-93d3b180d630 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28587eb-51dd-40fc-b040-3ea306ad03bc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:46.235006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:41:46.240310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.272509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.398933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Pushing event deleted for resources: {'Port': ['ID=a6630de4-46eb-422e-ad20-ef5f58b99263,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:46.403969 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.517646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.556703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.665814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac1a35-6876-43e7-878e-54e353c2e717,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:46.702200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.729866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] No DVR routers for this DVR port a6630de4-46eb-422e-ad20-ef5f58b99263 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:41:46.736775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.741330 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-22588df7-e911-46b2-b1f1-667c6affbc15 req-1ace8bc3-0afb-49cf-9415-246f21f380fd tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "DELETE /v2.0/ports/a6630de4-46eb-422e-ad20-ef5f58b99263 HTTP/1.1" status: 204 len: 173 time: 3.4805567 Aug 25 11:41:46.742485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'name': 'network-vif-deleted', 'tag': 'a6630de4-46eb-422e-ad20-ef5f58b99263'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:41:46.747976 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21b61cb-8410-442b-9f60-84dee625d0b4" -d '{"events": [{"server_uuid": "ae705090-b6da-41ff-adc2-16efd03daeba", "name": "network-vif-deleted", "tag": "a6630de4-46eb-422e-ad20-ef5f58b99263"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:41:46.756470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:46.765141 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6ff638e-d41e-4421-94fd-6a91a87e5b17 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6095967 Aug 25 11:41:46.766660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46508) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:46.942020 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e902c77-3c83-48da-8340-771595a74f1c x-openstack-request-id: req-0e902c77-3c83-48da-8340-771595a74f1c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:41:46.942330 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae705090-b6da-41ff-adc2-16efd03daeba", "name": "network-vif-deleted", "tag": "a6630de4-46eb-422e-ad20-ef5f58b99263", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:41:46.948153 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e902c77-3c83-48da-8340-771595a74f1c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:41:46.949186 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae705090-b6da-41ff-adc2-16efd03daeba', 'name': 'network-vif-deleted', 'tag': 'a6630de4-46eb-422e-ad20-ef5f58b99263', 'status': 'completed', 'code': 200} Aug 25 11:41:46.950494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3525d9f7-fe7a-4f28-be37-8c875231950e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:47.003011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.7 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/dd42815b-14e2-4657-b61d-431dbcf790aa) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:41:47.029220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46514) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:47.057313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3525d9f7-fe7a-4f28-be37-8c875231950e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:47.233407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3525d9f7-fe7a-4f28-be37-8c875231950e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:47.238356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3525d9f7-fe7a-4f28-be37-8c875231950e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:47.247318 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3525d9f7-fe7a-4f28-be37-8c875231950e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/a28587eb-51dd-40fc-b040-3ea306ad03bc HTTP/1.1" status: 204 len: 168 time: 0.4782522 Aug 25 11:41:47.248697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46518) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:47.332540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525d9f7-fe7a-4f28-be37-8c875231950e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28587eb-51dd-40fc-b040-3ea306ad03bc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:47.452545 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ef97ddd3-991a-4236-af99-36eb5e36b2d9 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875298 Aug 25 11:41:47.453958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:47.462491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--469503857'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:47.515431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:47.712211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d3ade65-21d2-404c-901a-2dee44e3899e req-8276becd-eda3-431f-a420-9e38035ca9d3 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae705090-b6da-41ff-adc2-16efd03daeba HTTP/1.1" status: 200 len: 210 time: 0.6791754 Aug 25 11:41:47.730547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6f768f7c-8c86-419c-8127-2145431d94cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea734ae901b441478b26caabddb5fc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917198 Aug 25 11:41:47.731940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46530) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:47.910965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:47.930136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.046205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a548aeeb-ad2b-4670-8ade-8be5b1738cef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:48.052498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.060022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b99b6427-4fc5-4e9d-bf2c-29c80526d223 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6039443 Aug 25 11:41:48.061069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:48.073531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231007966'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:48.139429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.253120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ebc3691-a5b6-44df-94f8-98699f82c08b req-fb65d770-fbb9-47aa-80e8-00b4383062a6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.7107973 Aug 25 11:41:48.290378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de57da37-b51c-4b14-a5ec-856abc7d2494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.403812 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.409298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.431155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Router f998ed42-00f7-484a-8a3b-50ac6b43bac2 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:41:48.461535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.466574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4028623 Aug 25 11:41:48.477314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:48.490196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': 'a548aeeb-ad2b-4670-8ade-8be5b1738cef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '330fb690-16ea-4497-91e3-8ed6ea774740', 'remote_ip_prefix': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:48.498300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ca317-4d33-48a3-bae0-004a38008a13 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330fb690-16ea-4497-91e3-8ed6ea774740,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:48.565875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.642914 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.679279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.689282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.741851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7c3648-073f-41ce-959e-3ec42a2baf26,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:48.758446 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.765830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-600c0e29-f584-4160-a66e-29f16a4dd557 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2859418 Aug 25 11:41:48.766907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46552) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:48.814638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c5701a-831e-446c-ba29-87d422a71a85 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.818942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:48.831938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] Sync routers for ids ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:48.857333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c5701a-831e-446c-ba29-87d422a71a85 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.876229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] Routers {'f998ed42-00f7-484a-8a3b-50ac6b43bac2'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:48.876710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.881960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bb21636c-7be2-40e1-8f4a-d06f893a6c83 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2524526 Aug 25 11:41:48.883554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object dd42815b-14e2-4657-b61d-431dbcf790aa will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:41:48.886516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46558) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:48.889255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:48.890863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9cfb90e9-5834-400a-aac2-f64a0166a263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:48.908577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:49.005276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c5701a-831e-446c-ba29-87d422a71a85 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.024074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c5701a-831e-446c-ba29-87d422a71a85 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.038661 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f3c5701a-831e-446c-ba29-87d422a71a85 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6a7c3648-073f-41ce-959e-3ec42a2baf26 HTTP/1.1" status: 204 len: 168 time: 0.2697973 Aug 25 11:41:49.041180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46562) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:49.053107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:49.104115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] Routers {'f998ed42-00f7-484a-8a3b-50ac6b43bac2'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:49.105166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:49.137289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5701a-831e-446c-ba29-87d422a71a85 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a7c3648-073f-41ce-959e-3ec42a2baf26,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:49.186269 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9cfb90e9-5834-400a-aac2-f64a0166a263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.211359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:49.212878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d59fbd6-af85-435a-a42f-3fbdaea35801 None None] The sync data for ids ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:49.249466 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-168c7532-20cb-41d2-b66b-f0bd7c8d6ea7 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1871340 Aug 25 11:41:49.250919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46566) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:49.410949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:49.530753 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56551b7b-ed88-40a7-8f6c-7079a26b4053 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.541891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9cfb90e9-5834-400a-aac2-f64a0166a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.545341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9cfb90e9-5834-400a-aac2-f64a0166a263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.557927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9cfb90e9-5834-400a-aac2-f64a0166a263 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b39ddb3-d48d-45ac-96bd-72be5d744a3a HTTP/1.1" status: 204 len: 168 time: 1.3064229 Aug 25 11:41:49.590370 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56551b7b-ed88-40a7-8f6c-7079a26b4053 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.704838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb90e9-5834-400a-aac2-f64a0166a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b39ddb3-d48d-45ac-96bd-72be5d744a3a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:49.717123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f530e42d-90ee-4944-bdf8-d19f2984d818 req-c2dd9b56-fa1e-4c18-b319-79e61028797e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.1579258 Aug 25 11:41:49.728721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56551b7b-ed88-40a7-8f6c-7079a26b4053 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.745679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-56551b7b-ed88-40a7-8f6c-7079a26b4053 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.749263 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56551b7b-ed88-40a7-8f6c-7079a26b4053 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/330fb690-16ea-4497-91e3-8ed6ea774740 HTTP/1.1" status: 204 len: 168 time: 0.4718111 Aug 25 11:41:49.755443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:49.782742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:49.817838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551b7b-ed88-40a7-8f6c-7079a26b4053 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330fb690-16ea-4497-91e3-8ed6ea774740,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:49.887384 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-269ee164-1443-446c-b3ea-ace18d89580f tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1157472 Aug 25 11:41:49.895559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46588) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:50.079058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:41:50.099656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:41:50.114910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:41:50.224736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-49d2e1ec-3ef3-41df-a317-a5733b67f97f tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-77773587', 'prefixes': ['172.20.0.0/16']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:50.285488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-359e59c2-8cea-45c5-9760-0dac653131f8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:50.301989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=dd42815b-14e2-4657-b61d-431dbcf790aa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:50.462299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49d2e1ec-3ef3-41df-a317-a5733b67f97f tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] Notify callbacks [] for subnetpool, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:50.468031 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49d2e1ec-3ef3-41df-a317-a5733b67f97f tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 1.0274985 Aug 25 11:41:50.468394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:50.597339 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e526c926-47a0-4293-9837-93df67849406 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] 10.222.0.35 "GET /v2.0/subnetpools/42a6ed0d-cd7b-40fc-a814-f6af81b5ee25 HTTP/1.1" status: 200 len: 730 time: 0.1276958 Aug 25 11:41:50.598113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46596) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:50.612308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-def432b5-707b-46fb-a744-454935627e57 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-168233366'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:50.663092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:50.665017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:50.681132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-359e59c2-8cea-45c5-9760-0dac653131f8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:50.711799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82f18a16-2428-4423-8433-ac982eb1e873 None None] Provisioning for port dd42815b-14e2-4657-b61d-431dbcf790aa completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:41:50.725172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82f18a16-2428-4423-8433-ac982eb1e873 None None] Provisioning complete for port dd42815b-14e2-4657-b61d-431dbcf790aa triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:41:50.726355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82f18a16-2428-4423-8433-ac982eb1e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:50.802122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-def432b5-707b-46fb-a744-454935627e57 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] Notify callbacks [] for subnetpool, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:50.806716 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-def432b5-707b-46fb-a744-454935627e57 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] 10.222.0.35 "PUT /v2.0/subnetpools/42a6ed0d-cd7b-40fc-a814-f6af81b5ee25 HTTP/1.1" status: 200 len: 683 time: 0.2073021 Aug 25 11:41:50.807810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46602) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:50.860537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-82f18a16-2428-4423-8433-ac982eb1e873 None None] Port dd42815b-14e2-4657-b61d-431dbcf790aa cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:41:51.050099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46608) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:51.084126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-8032740f-fea9-4632-9543-c0a7d62ce781 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1895795 Aug 25 11:41:51.094308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cde3fa11-73e0-4643-bd0d-699616435bd9 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] Notify callbacks [] for subnetpool, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.098374 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cde3fa11-73e0-4643-bd0d-699616435bd9 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] 10.222.0.35 "DELETE /v2.0/subnetpools/42a6ed0d-cd7b-40fc-a814-f6af81b5ee25 HTTP/1.1" status: 204 len: 168 time: 0.2881694 Aug 25 11:41:51.102366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46614) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:51.135448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-359e59c2-8cea-45c5-9760-0dac653131f8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.138986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-359e59c2-8cea-45c5-9760-0dac653131f8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.140715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-359e59c2-8cea-45c5-9760-0dac653131f8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/a548aeeb-ad2b-4670-8ade-8be5b1738cef HTTP/1.1" status: 204 len: 168 time: 1.2318902 Aug 25 11:41:51.145415 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-0e2a5af4-cc73-445b-8e19-764d587ad739 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] show failed (client error): The resource could not be found. Aug 25 11:41:51.147611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e2a5af4-cc73-445b-8e19-764d587ad739 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] 10.222.0.35 "GET /v2.0/subnetpools/42a6ed0d-cd7b-40fc-a814-f6af81b5ee25 HTTP/1.1" status: 404 len: 346 time: 0.0415795 Aug 25 11:41:51.148635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:51.160172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:51.179166 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aab8f687-9756-4a97-a650-383007b03180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.187532 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.196824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e59c2-8cea-45c5-9760-0dac653131f8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a548aeeb-ad2b-4670-8ade-8be5b1738cef,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:51.219392 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-59d22214-e0c1-46ec-ac16-d4134ab86061 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] delete failed (client error): The resource could not be found. Aug 25 11:41:51.225103 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-59d22214-e0c1-46ec-ac16-d4134ab86061 tempest-SubnetPoolsTestJSON-935306107 tempest-SubnetPoolsTestJSON-935306107-project] 10.222.0.35 "DELETE /v2.0/subnetpools/42a6ed0d-cd7b-40fc-a814-f6af81b5ee25 HTTP/1.1" status: 404 len: 346 time: 0.0606837 Aug 25 11:41:51.262195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.314146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860d44-ff99-417a-8ef8-73ae7887b954 req-b692fa9e-726f-4d62-8d86-74e2969bcbcb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:51.316900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d860d44-ff99-417a-8ef8-73ae7887b954 req-b692fa9e-726f-4d62-8d86-74e2969bcbcb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 931 time: 0.2457793 Aug 25 11:41:51.323647 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce45742b-ec57-48cf-bcb6-043172cfd938 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1729240 Aug 25 11:41:51.331085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46624) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:51.347048 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--352533861'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:51.412230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66632864-de27-40f1-a98b-41a25cc31eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.425983 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.524260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.532134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Request body: {'port': {'device_id': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:51.686608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d860d44-ff99-417a-8ef8-73ae7887b954 req-d4961d95-1869-4ed4-8d3a-8d0f51f99162 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482201 Aug 25 11:41:51.699195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.775178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66632864-de27-40f1-a98b-41a25cc31eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.792406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66632864-de27-40f1-a98b-41a25cc31eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.822487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Deleting port d41b1237-e324-43f2-9ffc-341b76c9694c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:41:51.823078 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:51.871530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66632864-de27-40f1-a98b-41a25cc31eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d7967-4d27-4c62-8ebd-c3798cd40400,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:52.040063 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66632864-de27-40f1-a98b-41a25cc31eea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18caf14f74bc415cbbad42c8b3628779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881985 Aug 25 11:41:52.041076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46638) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:52.328992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46642) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:52.405595 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.423778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.459490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.476841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3af92-54d2-42c2-802a-4a74bdae4ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.534138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.540670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.541579 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2083466 Aug 25 11:41:52.543554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46648) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:52.550436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44700e4-c8c5-46bb-b42c-549d9d2b2f34 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2366f3bd-213b-4bf5-945b-1b8f5d9c179b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:52.568540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '2366f3bd-213b-4bf5-945b-1b8f5d9c179b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:52.577707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3af92-54d2-42c2-802a-4a74bdae4ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.593071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Calling delete_port for d41b1237-e324-43f2-9ffc-341b76c9694c owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:41:52.699946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.760010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3af92-54d2-42c2-802a-4a74bdae4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.765080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fbb3af92-54d2-42c2-802a-4a74bdae4ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:52.767696 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbb3af92-54d2-42c2-802a-4a74bdae4ee6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a7d7967-4d27-4c62-8ebd-c3798cd40400 HTTP/1.1" status: 204 len: 168 time: 0.7029324 Aug 25 11:41:52.803064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3af92-54d2-42c2-802a-4a74bdae4ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d7967-4d27-4c62-8ebd-c3798cd40400,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:52.938873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf5c995d-f94e-49c0-bba9-0435dc66f3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.233895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf5c995d-f94e-49c0-bba9-0435dc66f3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.241920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd42815b-14e2-4657-b61d-431dbcf790aa {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:41:53.248263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf5c995d-f94e-49c0-bba9-0435dc66f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.297597 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf5c995d-f94e-49c0-bba9-0435dc66f3dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6eb5430d53754cfaa4761456cddacb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9639995 Aug 25 11:41:53.297597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46666) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:53.307844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.322228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c995d-f94e-49c0-bba9-0435dc66f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a465d6-3fc0-4791-b913-bb4e5b8181e3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:53.356358 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.422883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fc5a9-37d7-4efa-88f8-e8131ad1b912 req-b53197ce-4225-47a0-87b2-4caac5b134ae tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:53.427910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e83fc5a9-37d7-4efa-88f8-e8131ad1b912 req-b53197ce-4225-47a0-87b2-4caac5b134ae tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 931 time: 0.3840029 Aug 25 11:41:53.429052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.449130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cff3e3d1-7a6a-4f98-ba43-4565b273fdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.525625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cff3e3d1-7a6a-4f98-ba43-4565b273fdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.568998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8020d792-4c8e-42b4-8007-5cf3f63a19f6,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:53.606965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.612418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-94d448e5-402e-46ef-bf00-05f3c6672944 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0625796 Aug 25 11:41:53.622389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46672) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:53.624945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46674) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:53.625476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Transition to ACTIVE for port object dd42815b-14e2-4657-b61d-431dbcf790aa will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:41:53.633062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.725475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Pushing event deleted for resources: {'Port': ['ID=d41b1237-e324-43f2-9ffc-341b76c9694c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:53.741716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e83fc5a9-37d7-4efa-88f8-e8131ad1b912 req-89691f10-4456-43bd-af4d-b766a845bc3e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479236 Aug 25 11:41:53.743385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.818265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c3746a0-87e3-48fa-83bd-38b076a1ebdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.835833 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cff3e3d1-7a6a-4f98-ba43-4565b273fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.838588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cff3e3d1-7a6a-4f98-ba43-4565b273fdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.842236 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cff3e3d1-7a6a-4f98-ba43-4565b273fdc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9a465d6-3fc0-4791-b913-bb4e5b8181e3 HTTP/1.1" status: 204 len: 168 time: 0.5358951 Aug 25 11:41:53.896554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3e3d1-7a6a-4f98-ba43-4565b273fdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a465d6-3fc0-4791-b913-bb4e5b8181e3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:53.901967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f51dc740-8596-4185-b07e-9017916a0234 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:53.927380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f51dc740-8596-4185-b07e-9017916a0234 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.060331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f51dc740-8596-4185-b07e-9017916a0234 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.096338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f51dc740-8596-4185-b07e-9017916a0234 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.100835 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f51dc740-8596-4185-b07e-9017916a0234 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8020d792-4c8e-42b4-8007-5cf3f63a19f6 HTTP/1.1" status: 204 len: 168 time: 0.4723938 Aug 25 11:41:54.101506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46694) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:54.120702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dc740-8596-4185-b07e-9017916a0234 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8020d792-4c8e-42b4-8007-5cf3f63a19f6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:54.168903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Pushing event updated for resources: {'Port': ['ID=dd42815b-14e2-4657-b61d-431dbcf790aa,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:54.280771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c3746a0-87e3-48fa-83bd-38b076a1ebdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.292460 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.336396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c3746a0-87e3-48fa-83bd-38b076a1ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.359725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:54.413847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-768f955f-0e94-4992-9b83-c57bcf8f47a2 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3048182 Aug 25 11:41:54.422029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46700) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:54.514910 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c3746a0-87e3-48fa-83bd-38b076a1ebdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99d18b0f2f7c451381a4b92041b2ceb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8811958 Aug 25 11:41:54.524377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46702) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:54.548044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3746a0-87e3-48fa-83bd-38b076a1ebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91c104-1495-4493-b7f9-b726f7a80361,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:54.912514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Attempting to bind port dd42815b-14e2-4657-b61d-431dbcf790aa on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:41:54.913372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Attempting to bind port dd42815b-14e2-4657-b61d-431dbcf790aa by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:41:54.914825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Attempting to bind port dd42815b-14e2-4657-b61d-431dbcf790aa on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:41:55.032137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.044560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.047559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Port dd42815b-14e2-4657-b61d-431dbcf790aa on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:41:55.048003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Attempting to bind port dd42815b-14e2-4657-b61d-431dbcf790aa on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:41:55.090671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75439c10-245a-4f20-8d6b-e76ad61ee999 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.103215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:41:55.104139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:41:55.105086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:41:55.106188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Bound port: dd42815b-14e2-4657-b61d-431dbcf790aa, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:41:55.107380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.248762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65efe17d-2d72-4eed-af14-4f1d591f282b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.274072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe354-4d78-43e2-a775-42862b364b8a req-e976c7c5-473b-48f4-9974-7c644b9f659b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:55.275723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fbbe354-4d78-43e2-a775-42862b364b8a req-e976c7c5-473b-48f4-9974-7c644b9f659b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.3665066 Aug 25 11:41:55.316792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75439c10-245a-4f20-8d6b-e76ad61ee999 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.397518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Router f998ed42-00f7-484a-8a3b-50ac6b43bac2 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:41:55.442828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65efe17d-2d72-4eed-af14-4f1d591f282b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.536776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] For port dd42815b-14e2-4657-b61d-431dbcf790aa, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:41:55.551518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fbbe354-4d78-43e2-a775-42862b364b8a req-1033bac0-5259-4610-9b85-799956e13fea tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275155 Aug 25 11:41:55.605881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] For port dd42815b-14e2-4657-b61d-431dbcf790aa, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dd42815b-14e2-4657-b61d-431dbcf790aa,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:41:55.606988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75439c10-245a-4f20-8d6b-e76ad61ee999 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.609673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-75439c10-245a-4f20-8d6b-e76ad61ee999 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.613894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46730) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:55.622374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-75439c10-245a-4f20-8d6b-e76ad61ee999 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/2366f3bd-213b-4bf5-945b-1b8f5d9c179b HTTP/1.1" status: 204 len: 168 time: 1.1971917 Aug 25 11:41:55.680705 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.720922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:41:55.741185 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] Sync routers for ids ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:41:55.763088 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] Routers {'f998ed42-00f7-484a-8a3b-50ac6b43bac2'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:55.764602 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:55.774796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75439c10-245a-4f20-8d6b-e76ad61ee999 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2366f3bd-213b-4bf5-945b-1b8f5d9c179b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:55.800682 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8cf387b9-a194-4e57-8b57-aaf78125fda2 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1854460 Aug 25 11:41:55.801652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46732) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:55.813964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group': {'name': 'tempest-secgroup--368713503'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:55.828785 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.839343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a33ca417-2fd9-4e60-b511-d6209fee706e tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "PUT /v2.0/routers/f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 200 len: 706 time: 6.9508793 Aug 25 11:41:55.846091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46736) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:55.865886 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:55.888393 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] Routers {'f998ed42-00f7-484a-8a3b-50ac6b43bac2'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:41:55.889808 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:41:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:55.896275 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:55.989595 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:41:55.991292 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0711c-fa56-433f-95e9-b8d08501c041 None None] The sync data for ids ['f998ed42-00f7-484a-8a3b-50ac6b43bac2'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:41:56.048636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:56.049950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:56.052955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] 10.222.0.67 "PUT /v2.0/ports/dd42815b-14e2-4657-b61d-431dbcf790aa HTTP/1.1" status: 200 len: 1092 time: 4.9524307 Aug 25 11:41:56.053392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'tag': 'dd42815b-14e2-4657-b61d-431dbcf790aa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:41:56.073380 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "211fb171-ae9c-4378-b3e0-3bfe1a4bac27", "tag": "dd42815b-14e2-4657-b61d-431dbcf790aa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:41:56.270505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:56.284968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:56.387574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:56.404698 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6004164 Aug 25 11:41:56.434159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46748) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:56.470810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '2a1ccbdd-c314-4504-90be-01b75f2ec595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:56.672934 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:56.679995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f8770-a0f7-4f87-8e7e-51db1edf0520 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ccbdd-c314-4504-90be-01b75f2ec595,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:57.134795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65efe17d-2d72-4eed-af14-4f1d591f282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:57.138695 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65efe17d-2d72-4eed-af14-4f1d591f282b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:57.140405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-65efe17d-2d72-4eed-af14-4f1d591f282b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e91c104-1495-4493-b7f9-b726f7a80361 HTTP/1.1" status: 204 len: 168 time: 2.6080544 Aug 25 11:41:57.154284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7eb97faa-258f-4718-af96-8ed5b91106fd tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/routers/f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 200 len: 741 time: 1.3040452 Aug 25 11:41:57.163928 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441a3a8-3994-47ba-ac0e-d4046ba63530 x-openstack-request-id: req-7441a3a8-3994-47ba-ac0e-d4046ba63530 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:41:57.164464 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211fb171-ae9c-4378-b3e0-3bfe1a4bac27", "tag": "dd42815b-14e2-4657-b61d-431dbcf790aa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:41:57.164915 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7441a3a8-3994-47ba-ac0e-d4046ba63530 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:41:57.166206 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'tag': 'dd42815b-14e2-4657-b61d-431dbcf790aa', 'status': 'completed', 'code': 200} Aug 25 11:41:57.171001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efe17d-2d72-4eed-af14-4f1d591f282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91c104-1495-4493-b7f9-b726f7a80361,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:57.180280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46762) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:57.342178 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:57.627453 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:57.633642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46772) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:57.639852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-17682ae5-e793-4fc2-9787-b57302c53631 tempest-RoutersAdminTest-235472476 tempest-RoutersAdminTest-235472476-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&device_id=f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 200 len: 205 time: 0.3734384 Aug 25 11:41:57.642290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b750-54b3-474e-b142-1e52e2b70924 service neutron] Pushing event updated for resources: {'Port': ['ID=dd42815b-14e2-4657-b61d-431dbcf790aa,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:57.670724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-9059450e-50cc-4ca8-ae87-788deff2729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:57.675296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:57.676433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-9059450e-50cc-4ca8-ae87-788deff2729e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 1095 time: 0.5076644 Aug 25 11:41:57.722697 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-491d967d-6ca6-4210-9638-b2e789d11919 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 200 len: 205 time: 0.0792336 Aug 25 11:41:57.727219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:57.729678 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2936425 Aug 25 11:41:57.732011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46776) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:57.738631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:57.750737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4476b0e-873c-4bec-8548-ba7474f45b59 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a75195-758b-4aa1-91e5-955343cd287a,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:57.859626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-9b530776-4031-4922-9ddd-edab16e25355 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd42815b-14e2-4657-b61d-431dbcf790aa HTTP/1.1" status: 200 len: 217 time: 0.1611936 Aug 25 11:41:57.871626 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e5e9c9ae-49ce-41b3-8d04-3cb1f3e4a2ba tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules/32a75195-758b-4aa1-91e5-955343cd287a HTTP/1.1" status: 200 len: 763 time: 0.1229768 Aug 25 11:41:57.879832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46784) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:57.886990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2002baa-5b15-4b05-a2dc-3e4f67f99323 req-1d9b35e8-6937-4fa8-8713-963148946b9c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:57.899667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2002baa-5b15-4b05-a2dc-3e4f67f99323 req-1d9b35e8-6937-4fa8-8713-963148946b9c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.7378671 Aug 25 11:41:57.920598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.053571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-80343d10-e051-40fc-9db9-920d449d81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:58.055912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-80343d10-e051-40fc-9db9-920d449d81b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1853702 Aug 25 11:41:58.100518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2002baa-5b15-4b05-a2dc-3e4f67f99323 req-43b45624-7f31-456f-aa5a-0c043367d34f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713135 Aug 25 11:41:58.206040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-c47f7b0d-acd9-4334-8214-422e6dc8599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:58.209225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-c47f7b0d-acd9-4334-8214-422e6dc8599a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420593 Aug 25 11:41:58.482861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46788) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:58.492303 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73e9acf6-9151-41cb-8616-861c7ba0144e tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6079695 Aug 25 11:41:58.563737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-c83a48ff-7696-4161-9ec0-56c30f1aa561 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450167 Aug 25 11:41:58.603707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.609615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.720642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.721602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Fanout notify agent at l3_agent the message router_deleted on router f998ed42-00f7-484a-8a3b-50ac6b43bac2 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:41:58.729640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.747646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-63afd6db-6ffa-4b0e-bf58-7c4f1b089bd3 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 204 len: 168 time: 1.0114374 Aug 25 11:41:58.748349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46792) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:58.808935 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd11e9a3-04b6-4190-aeff-8006cb342f91 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 200 len: 205 time: 0.0593195 Aug 25 11:41:58.809661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:58.828331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c5b559e-70b4-4c70-b7e4-3d01677ccfc1 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.856030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c5b559e-70b4-4c70-b7e4-3d01677ccfc1 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:58.859879 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-918199a3-daa9-4351-8eb3-dd1861fdd590 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] delete failed (client error): The resource could not be found. Aug 25 11:41:58.864800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-918199a3-daa9-4351-8eb3-dd1861fdd590 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/f998ed42-00f7-484a-8a3b-50ac6b43bac2 HTTP/1.1" status: 404 len: 336 time: 0.0538886 Aug 25 11:41:58.865428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46800) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:58.918615 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1c4651a4-6bb9-4ae7-b3d4-58b536ea318c tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f8f1e16-afce-4d99-920f-1b6bf63eb159 HTTP/1.1" status: 200 len: 205 time: 0.0505736 Aug 25 11:41:58.920110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46802) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.056896 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-bd036153-3a96-4479-9295-29904f40a210 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] delete failed (client error): The resource could not be found. Aug 25 11:41:59.058815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bd036153-3a96-4479-9295-29904f40a210 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/7f8f1e16-afce-4d99-920f-1b6bf63eb159 HTTP/1.1" status: 404 len: 336 time: 0.1368072 Aug 25 11:41:59.061659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.080068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4506fd84-f0d3-41ed-9e89-2a10b229c67a req-d006b6a1-9593-4403-9ec7-e245eab90cb5 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074954 Aug 25 11:41:59.082057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c5b559e-70b4-4c70-b7e4-3d01677ccfc1 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:59.118172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0c5b559e-70b4-4c70-b7e4-3d01677ccfc1 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:41:59.125411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0c5b559e-70b4-4c70-b7e4-3d01677ccfc1 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/32a75195-758b-4aa1-91e5-955343cd287a HTTP/1.1" status: 204 len: 168 time: 0.6367891 Aug 25 11:41:59.128593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46810) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.192828 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-77a7e05a-7c72-46f1-bac7-7676b25a28b0 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=90e0f1c9-25f8-4d33-8009-4b37c0f80aeb HTTP/1.1" status: 200 len: 205 time: 0.1284509 Aug 25 11:41:59.203847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.253468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b559e-70b4-4c70-b7e4-3d01677ccfc1 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32a75195-758b-4aa1-91e5-955343cd287a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:41:59.351937 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9a4060c2-86f0-46f7-8c49-246f678b233f tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] delete failed (client error): The resource could not be found. Aug 25 11:41:59.352601 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a4060c2-86f0-46f7-8c49-246f678b233f tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/90e0f1c9-25f8-4d33-8009-4b37c0f80aeb HTTP/1.1" status: 404 len: 336 time: 0.1347456 Aug 25 11:41:59.356895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.450272 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3494abf9-eaa0-433a-8fd9-41f367207234 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55ac0ec-6cbb-407f-ad25-ed3610525704 HTTP/1.1" status: 200 len: 205 time: 0.0918880 Aug 25 11:41:59.454124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46822) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.541709 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-f376b886-597c-484a-9546-9a56119cada7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] delete failed (client error): The resource could not be found. Aug 25 11:41:59.543192 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f376b886-597c-484a-9546-9a56119cada7 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/e55ac0ec-6cbb-407f-ad25-ed3610525704 HTTP/1.1" status: 404 len: 336 time: 0.0845983 Aug 25 11:41:59.549468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46826) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.590336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-10ba83f0-7665-4395-8bac-5ea42e6d069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:59.597853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-10ba83f0-7665-4395-8bac-5ea42e6d069c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 1095 time: 0.4158778 Aug 25 11:41:59.628270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-67834061-e7d2-440c-aef7-2a2e19389662 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4976742 Aug 25 11:41:59.645829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.657405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5f3d4236-3881-446e-a7ef-1eb010c6a6f5 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=065de567-0fa0-4641-bee4-04ea09af3a5e HTTP/1.1" status: 200 len: 205 time: 0.1056211 Aug 25 11:41:59.660466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '2a1ccbdd-c314-4504-90be-01b75f2ec595', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:41:59.662290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46832) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.786582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032ded-a130-4acb-93e0-d356401d7d9e req-f060cdc3-dbbd-4d21-a129-ca1e83aefae9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:41:59.790224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59032ded-a130-4acb-93e0-d356401d7d9e req-f060cdc3-dbbd-4d21-a129-ca1e83aefae9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.4639747 Aug 25 11:41:59.794989 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-22c4a852-67ba-4def-be87-f765968f4e8b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] delete failed (client error): The resource could not be found. Aug 25 11:41:59.796059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-22c4a852-67ba-4def-be87-f765968f4e8b tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/065de567-0fa0-4641-bee4-04ea09af3a5e HTTP/1.1" status: 404 len: 336 time: 0.1314824 Aug 25 11:41:59.802282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46834) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.855087 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3df8467c-53e8-4406-8a86-9d76b0d1322a tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "GET /v2.0/ports?device_id=564d5f92-660e-4d24-acd1-3a787572b0ac HTTP/1.1" status: 200 len: 205 time: 0.0491533 Aug 25 11:41:59.858026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:41:59.964000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:00.041455 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9c191dd5-9cee-4aff-b770-0db0984524fa tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] delete failed (client error): The resource could not be found. Aug 25 11:42:00.046114 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9c191dd5-9cee-4aff-b770-0db0984524fa tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/routers/564d5f92-660e-4d24-acd1-3a787572b0ac HTTP/1.1" status: 404 len: 336 time: 0.1826692 Aug 25 11:42:00.058963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46842) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:00.242048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-510b4a69-8783-4a82-9bd3-b56b0727971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:00.260219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-510b4a69-8783-4a82-9bd3-b56b0727971f service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.6232016 Aug 25 11:42:00.303139 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7039f641-ae73-4261-9a01-ec5f0851a402 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] DELETE failed (client error): The resource could not be found. Aug 25 11:42:00.304366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7039f641-ae73-4261-9a01-ec5f0851a402 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:42:00.308523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7039f641-ae73-4261-9a01-ec5f0851a402 tempest-RoutersAdminTest-119166664 tempest-RoutersAdminTest-119166664-project] 10.222.0.35 "DELETE /v2.0/subnets/2ccfc3be-abc6-4eb6-930d-08d462e0f33b HTTP/1.1" status: 404 len: 337 time: 0.2473128 Aug 25 11:42:00.435379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59032ded-a130-4acb-93e0-d356401d7d9e req-f87d44d8-ea09-478a-98b2-86f62ad18a30 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137307 Aug 25 11:42:00.438445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-7fa4bf6f-396f-4649-a539-465b90b43452 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd42815b-14e2-4657-b61d-431dbcf790aa HTTP/1.1" status: 200 len: 217 time: 0.1712041 Aug 25 11:42:00.625360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:00.629282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-c356ed22-3834-4680-91d7-b5ea7c541769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:00.632294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-c356ed22-3834-4680-91d7-b5ea7c541769 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1715379 Aug 25 11:42:00.634272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:00.740632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c2c5e9-2742-4822-9a63-de048311d848,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:00.747025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:00.748881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ef4e4ff8-268e-45d7-a7ce-79af43b169b5 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1008997 Aug 25 11:42:00.752247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46854) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:00.767876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-99f485be-6734-4681-b675-4fe295a71524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:00.770802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-99f485be-6734-4681-b675-4fe295a71524 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251652 Aug 25 11:42:00.776962 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c40ef5c1-18db-4c5c-ad22-8d7a545ec60c tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules/29c2c5e9-2742-4822-9a63-de048311d848 HTTP/1.1" status: 200 len: 763 time: 0.0232995 Aug 25 11:42:00.779605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46856) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:00.854000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9f8b0add-c5c0-4b48-a308-4c2e70837fce tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0727468 Aug 25 11:42:00.858957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:00.931452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df20e5a9-fd79-4a25-bc7b-ad81dc8a2f74 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:00.949227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df20e5a9-fd79-4a25-bc7b-ad81dc8a2f74 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:00.961519 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.019873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df20e5a9-fd79-4a25-bc7b-ad81dc8a2f74 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.064949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df20e5a9-fd79-4a25-bc7b-ad81dc8a2f74 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.065311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-bc7b1242-82c4-46f6-8663-dd6cf055d19d service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858937 Aug 25 11:42:01.067812 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df20e5a9-fd79-4a25-bc7b-ad81dc8a2f74 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/29c2c5e9-2742-4822-9a63-de048311d848 HTTP/1.1" status: 204 len: 168 time: 0.2069743 Aug 25 11:42:01.069954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20e5a9-fd79-4a25-bc7b-ad81dc8a2f74 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c2c5e9-2742-4822-9a63-de048311d848,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:01.086767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46862) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.217435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7928bbc1-2f57-4830-8b0b-5f7fe30af139 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1198299 Aug 25 11:42:01.219481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.265919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Request body: {'security_group_rule': {'security_group_id': '2a1ccbdd-c314-4504-90be-01b75f2ec595', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:01.276537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d0c07d0-1d21-48c3-94a5-8c02aeddccf7 req-fba76d0a-cf36-4887-9cb8-fd548e527f8e service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030230 Aug 25 11:42:01.362154 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Project 4f67acacd1284d63aa55d943202989e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:42:01.372829 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.494133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.510989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.586326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5750748a-abdc-4b09-bbaf-5656765dba7d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:01.622451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.625676 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cabe27eb-45d3-434b-9bbd-eb8ee6cc4aec tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4026315 Aug 25 11:42:01.629913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46876) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.651130 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-63097cc6-cd8e-463f-8a10-3cb1f18e1aa8 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules/5750748a-abdc-4b09-bbaf-5656765dba7d HTTP/1.1" status: 200 len: 769 time: 0.0193746 Aug 25 11:42:01.653636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.727413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ee041-d12f-47f6-8849-94bde93d733b req-d657bd12-0594-4954-8535-f78f498048d6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:01.732495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d5ee041-d12f-47f6-8849-94bde93d733b req-d657bd12-0594-4954-8535-f78f498048d6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1265910 Aug 25 11:42:01.738694 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a144dcf7-2835-4954-9735-a72eb6840a1a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0834067 Aug 25 11:42:01.740960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.759061 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:42:01.788171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-781db69a-6896-4a15-a48b-20e317287c01 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.811007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-781db69a-6896-4a15-a48b-20e317287c01 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.816641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d5ee041-d12f-47f6-8849-94bde93d733b req-dd07a3c6-a322-4b1b-b39e-015c190a15a9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Aug 25 11:42:01.870063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-781db69a-6896-4a15-a48b-20e317287c01 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.885905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-781db69a-6896-4a15-a48b-20e317287c01 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:01.887495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-781db69a-6896-4a15-a48b-20e317287c01 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5750748a-abdc-4b09-bbaf-5656765dba7d HTTP/1.1" status: 204 len: 168 time: 0.1451695 Aug 25 11:42:01.888717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781db69a-6896-4a15-a48b-20e317287c01 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5750748a-abdc-4b09-bbaf-5656765dba7d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:01.891000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46888) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.948753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:01.949209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-83839ef3-89f2-492f-93a1-63861ef7a26c tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569482 Aug 25 11:42:02.044423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c39ff50-a0a6-4973-aec3-143a0d72152a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:02.112235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46896) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:02.151312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c39ff50-a0a6-4973-aec3-143a0d72152a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:02.245574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c39ff50-a0a6-4973-aec3-143a0d72152a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:02.266357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c39ff50-a0a6-4973-aec3-143a0d72152a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:02.273194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c39ff50-a0a6-4973-aec3-143a0d72152a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "DELETE /v2.0/security-groups/2a1ccbdd-c314-4504-90be-01b75f2ec595 HTTP/1.1" status: 204 len: 168 time: 0.3224919 Aug 25 11:42:02.274282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46910) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:02.317022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39ff50-a0a6-4973-aec3-143a0d72152a tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ccbdd-c314-4504-90be-01b75f2ec595,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:02.349221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:02.446863 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-289a5789-bfb8-4513-91f3-12e0682bb361 tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1660905 Aug 25 11:42:02.468869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46920) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:02.493739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-96f041a2-5ba8-4f95-a8ff-921102cf388b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:02.506273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-96f041a2-5ba8-4f95-a8ff-921102cf388b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 814 time: 0.2539771 Aug 25 11:42:02.554908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-c7d2dfc6-2900-4e80-a6d9-4dc7f69c4484 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/quotas/843576927c9a41499595364ddb3dca1b HTTP/1.1" status: 200 len: 375 time: 0.0330243 Aug 25 11:42:02.566791 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14a68a3f-a069-4c34-9e47-f6c12c3a438c tempest-SecGroupIPv6Test-10116906 tempest-SecGroupIPv6Test-10116906-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973010 Aug 25 11:42:02.604813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-076e4707-8bfd-4a4c-82b0-2824458ee2ad tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419753 Aug 25 11:42:02.630473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-2976e1fc-9468-4a2b-bd43-06f433102b55 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:02.632551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-2976e1fc-9468-4a2b-bd43-06f433102b55 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102155 Aug 25 11:42:02.766453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f633-9cf0-4180-b7a3-1d049f11f0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:02.864550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7539dba6-2f34-4f21-91d9-2ec0e3013076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.086711 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f633-9cf0-4180-b7a3-1d049f11f0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.099964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-9c42ea42-b0c5-42c4-b298-37b1f2bc0897 service neutron] 10.222.0.35 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551096 Aug 25 11:42:03.105276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f633-9cf0-4180-b7a3-1d049f11f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.301189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae76da-c25f-4fac-8b37-af6488a88add req-c1519ea5-dd71-4ed1-9f90-3dc1776352b9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:03.304170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3ae76da-c25f-4fac-8b37-af6488a88add req-c1519ea5-dd71-4ed1-9f90-3dc1776352b9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.3230684 Aug 25 11:42:03.336603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4f633-9cf0-4180-b7a3-1d049f11f0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc5d3ed-2202-4205-9d4f-c198c68bf7ae,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:03.405607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2eb4f633-9cf0-4180-b7a3-1d049f11f0c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3198b21a06af4f4584d8d4b8851fa302&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2912958 Aug 25 11:42:03.417941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46938) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:03.460684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7539dba6-2f34-4f21-91d9-2ec0e3013076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.480840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7539dba6-2f34-4f21-91d9-2ec0e3013076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.528724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3ae76da-c25f-4fac-8b37-af6488a88add req-599aa225-87c1-462b-ab63-d28ade7bfc68 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992590 Aug 25 11:42:03.635634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca1581d7-c2ae-49e1-894b-c524b831e825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.643555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-8ddffa14-2685-4d87-bd92-f6b6d33154a4 service neutron] 10.222.0.35 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273538 Aug 25 11:42:03.664847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7539dba6-2f34-4f21-91d9-2ec0e3013076 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83ec22c4c30c425ebdea759ee81abc76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2979660 Aug 25 11:42:03.674034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46940) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:03.706350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca1581d7-c2ae-49e1-894b-c524b831e825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.734955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539dba6-2f34-4f21-91d9-2ec0e3013076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb7bec-1955-4203-8bb2-af71c8d5284a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:03.835330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73fa7819-6aab-4247-8752-d45e45566da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.870407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca1581d7-c2ae-49e1-894b-c524b831e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.873068 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca1581d7-c2ae-49e1-894b-c524b831e825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:03.874992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ca1581d7-c2ae-49e1-894b-c524b831e825 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cc5d3ed-2202-4205-9d4f-c198c68bf7ae HTTP/1.1" status: 204 len: 168 time: 0.4448929 Aug 25 11:42:03.894625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1581d7-c2ae-49e1-894b-c524b831e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc5d3ed-2202-4205-9d4f-c198c68bf7ae,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:04.000763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73fa7819-6aab-4247-8752-d45e45566da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:04.092409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43d8a780-21ed-44e8-8e6d-0236bc608758 req-db383436-3c17-44cd-844e-093e3d4e4d12 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 210 time: 0.0935199 Aug 25 11:42:04.185972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 46960) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:04.225701 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73fa7819-6aab-4247-8752-d45e45566da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:04.228963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73fa7819-6aab-4247-8752-d45e45566da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:04.233440 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73fa7819-6aab-4247-8752-d45e45566da3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8cb7bec-1955-4203-8bb2-af71c8d5284a HTTP/1.1" status: 204 len: 168 time: 0.5496981 Aug 25 11:42:04.250772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa7819-6aab-4247-8752-d45e45566da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb7bec-1955-4203-8bb2-af71c8d5284a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:04.791546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ad1cf-91b0-47cf-859d-4f9184a1ff7f req-d5206a3d-9763-44c9-80e6-465ec2c5c24e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:04.794992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-182ad1cf-91b0-47cf-859d-4f9184a1ff7f req-d5206a3d-9763-44c9-80e6-465ec2c5c24e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1470282 Aug 25 11:42:04.879685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-47537ae1-6d2c-44eb-bc18-ffeae26fdeaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f67acacd1284d63aa55d943202989e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911790 Aug 25 11:42:04.883843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:04.928113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-182ad1cf-91b0-47cf-859d-4f9184a1ff7f req-9df8cc44-9012-4b11-a3c2-7ef497727790 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187873 Aug 25 11:42:05.017570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a535605f-b1d3-4bb0-93f5-40df02eb9bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.080430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a535605f-b1d3-4bb0-93f5-40df02eb9bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.189557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a535605f-b1d3-4bb0-93f5-40df02eb9bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.200173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a535605f-b1d3-4bb0-93f5-40df02eb9bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.203965 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a535605f-b1d3-4bb0-93f5-40df02eb9bba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6643e771-5795-47f9-83d9-7c8537749bec HTTP/1.1" status: 204 len: 168 time: 0.3170176 Aug 25 11:42:05.255246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535605f-b1d3-4bb0-93f5-40df02eb9bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643e771-5795-47f9-83d9-7c8537749bec,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:05.275455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 46996) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:05.302360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1694fcca-d626-43f4-b245-d4eaf341c7e4 req-b1076dc3-6390-4430-b536-f231452e0f38 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 210 time: 0.0880470 Aug 25 11:42:05.308618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47000) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:05.383321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a4ac5948-2c67-4275-97ee-39c77dc8f4d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=710ee2c360d142dc939ef7d6db641bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727525 Aug 25 11:42:05.386274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47002) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:05.485515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb62b84-8fdd-4075-91f1-0f3d41b5be6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.519221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb62b84-8fdd-4075-91f1-0f3d41b5be6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.583456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47006) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:05.602462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb62b84-8fdd-4075-91f1-0f3d41b5be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.606317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6bb62b84-8fdd-4075-91f1-0f3d41b5be6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.612022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6bb62b84-8fdd-4075-91f1-0f3d41b5be6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4fadaa04-78de-43d3-9666-2dec9a929192 HTTP/1.1" status: 204 len: 168 time: 0.2241085 Aug 25 11:42:05.613296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1df6d152-02ca-44d8-ae8a-6384da184443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.622223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb62b84-8fdd-4075-91f1-0f3d41b5be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fadaa04-78de-43d3-9666-2dec9a929192,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:05.839435 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1df6d152-02ca-44d8-ae8a-6384da184443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.848284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1df6d152-02ca-44d8-ae8a-6384da184443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:05.967643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1df6d152-02ca-44d8-ae8a-6384da184443 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64a07a29dcff48b78bb53a7402e5810b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820274 Aug 25 11:42:05.970188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6d152-02ca-44d8-ae8a-6384da184443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22e39b5-bc30-44e8-91e5-f15f8c07c0ad,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:05.977155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47014) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:06.030465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c01121f5-a44f-4af5-af29-13eb155d3bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.098901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb1b0-128e-4232-af26-05eff9dae482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.158817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-58ff1098-c514-4abb-90cc-5f47d34cd8fa tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:06.161314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-58ff1098-c514-4abb-90cc-5f47d34cd8fa tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 814 time: 0.3509245 Aug 25 11:42:06.177386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Request body: {'port': {'device_id': '8d1e74c5-1727-442c-8993-f45067bb912c', 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef', 'admin_state_up': True, 'tenant_id': '843576927c9a41499595364ddb3dca1b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:06.181069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb1b0-128e-4232-af26-05eff9dae482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.340254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467028c-c437-488c-99f8-ece79f1d930c req-a69542ef-c7b8-4885-8a85-1fb417f118c1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:06.342962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6467028c-c437-488c-99f8-ece79f1d930c req-a69542ef-c7b8-4885-8a85-1fb417f118c1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1257656 Aug 25 11:42:06.376987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c01121f5-a44f-4af5-af29-13eb155d3bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.386982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb1b0-128e-4232-af26-05eff9dae482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.392537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d8eb1b0-128e-4232-af26-05eff9dae482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.398351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d8eb1b0-128e-4232-af26-05eff9dae482 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c22e39b5-bc30-44e8-91e5-f15f8c07c0ad HTTP/1.1" status: 204 len: 168 time: 0.4102352 Aug 25 11:42:06.401718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c01121f5-a44f-4af5-af29-13eb155d3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.424040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eb1b0-128e-4232-af26-05eff9dae482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22e39b5-bc30-44e8-91e5-f15f8c07c0ad,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:06.459807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6467028c-c437-488c-99f8-ece79f1d930c req-d758aa89-2685-48a7-bf1f-58b8e100873c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908968 Aug 25 11:42:06.532810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01121f5-a44f-4af5-af29-13eb155d3bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcff649-ebb7-4e6c-9015-bbe664caf683,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:06.550653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f82a701-b152-47f7-9ef9-700d01dc57f3 req-1a682142-de40-412d-a3b8-70a646c75201 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 210 time: 0.0783277 Aug 25 11:42:06.585949 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c01121f5-a44f-4af5-af29-13eb155d3bc1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02850673a12541e5afa7cb8a4b89e290&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3066614 Aug 25 11:42:06.586346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47028) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:06.587801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Made reservation on behalf of 843576927c9a41499595364ddb3dca1b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:42:06.592062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.719117 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52821e0d-f797-4e56-bbe3-48a3da14504c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.775188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52821e0d-f797-4e56-bbe3-48a3da14504c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.842018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Allocated IP 172.20.0.13 (0113f866-ecc1-42d6-9227-b6ea5d9d69ef/7348542e-b503-4656-861b-a2302ae3c685/d9866539-a90c-4c51-bccb-3db4c2efa803) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:06.882157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52821e0d-f797-4e56-bbe3-48a3da14504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.886071 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-52821e0d-f797-4e56-bbe3-48a3da14504c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:06.891147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-52821e0d-f797-4e56-bbe3-48a3da14504c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fcff649-ebb7-4e6c-9015-bbe664caf683 HTTP/1.1" status: 204 len: 168 time: 0.3024647 Aug 25 11:42:06.913212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52821e0d-f797-4e56-bbe3-48a3da14504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcff649-ebb7-4e6c-9015-bbe664caf683,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:07.188510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:07.275866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:07.332050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:07.381230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:07.393964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:07.483421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Pushing event updated for resources: {'Port': ['ID=d9866539-a90c-4c51-bccb-3db4c2efa803,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:07.536208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:07.542531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:07.613314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-eab3d658-f117-4cda-9df0-36d6f6b8e6d7 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4410999 Aug 25 11:42:07.633224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Request body: {'port': {'device_id': '8d1e74c5-1727-442c-8993-f45067bb912c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:07.767085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:07.802542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25f237-de52-4c98-a986-994b9e420b60 req-a28ee558-169f-4939-97cf-51a0499a780a tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:07.804350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a25f237-de52-4c98-a986-994b9e420b60 req-a28ee558-169f-4939-97cf-51a0499a780a tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 932 time: 0.1106594 Aug 25 11:42:07.830396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488138-d073-4050-aec7-bb593324e671 req-d3f952c5-174e-4ebe-bc46-5051759c9334 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:07.839362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8488138-d073-4050-aec7-bb593324e671 req-d3f952c5-174e-4ebe-bc46-5051759c9334 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1612136 Aug 25 11:42:07.967223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8488138-d073-4050-aec7-bb593324e671 req-32cf4b27-232b-432a-9325-383b457ff4f5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Aug 25 11:42:07.997125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a25f237-de52-4c98-a986-994b9e420b60 req-c26be6dd-1811-420e-8484-fee4b61f7885 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549990 Aug 25 11:42:08.145919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:08.196822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9866539-a90c-4c51-bccb-3db4c2efa803 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:42:08.208971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.232300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Transition to ACTIVE for port object d9866539-a90c-4c51-bccb-3db4c2efa803 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:08.239329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.298304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47066) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:08.365239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d32ebdf9-a41e-47f7-ac8a-9468e014417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.391989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9866539-a90c-4c51-bccb-3db4c2efa803,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:08.548131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d32ebdf9-a41e-47f7-ac8a-9468e014417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.555562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d32ebdf9-a41e-47f7-ac8a-9468e014417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.620109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Attempting to bind port d9866539-a90c-4c51-bccb-3db4c2efa803 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:42:08.620464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Attempting to bind port d9866539-a90c-4c51-bccb-3db4c2efa803 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:42:08.620803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Attempting to bind port d9866539-a90c-4c51-bccb-3db4c2efa803 on network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:42:08.627620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Port d9866539-a90c-4c51-bccb-3db4c2efa803 on network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:42:08.627959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Attempting to bind port d9866539-a90c-4c51-bccb-3db4c2efa803 on network 0113f866-ecc1-42d6-9227-b6ea5d9d69ef {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:42:08.633232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d32ebdf9-a41e-47f7-ac8a-9468e014417c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a69468f278c0486f8ea08b91179feb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331349 Aug 25 11:42:08.634756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ebdf9-a41e-47f7-ac8a-9468e014417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381818ea-45fa-475c-a938-23d5bb73f795,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:08.637091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47072) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:08.672233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:42:08.672639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Checking segment: {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:42:08.672983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Bound using segment: {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:42:08.673573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Bound port: d9866539-a90c-4c51-bccb-3db4c2efa803, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf60df29-e83b-4c16-9f61-cd901861bbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:42:08.673903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.746221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ded03a95-0dfe-4145-a183-758bc4aacc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.759146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2de70143-e334-4546-a1b3-ee63311f4def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.784935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2de70143-e334-4546-a1b3-ee63311f4def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.894792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ded03a95-0dfe-4145-a183-758bc4aacc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.896342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2de70143-e334-4546-a1b3-ee63311f4def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.900257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ded03a95-0dfe-4145-a183-758bc4aacc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.903547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2de70143-e334-4546-a1b3-ee63311f4def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.904928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2de70143-e334-4546-a1b3-ee63311f4def admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/381818ea-45fa-475c-a938-23d5bb73f795 HTTP/1.1" status: 204 len: 168 time: 0.2664490 Aug 25 11:42:08.927809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de70143-e334-4546-a1b3-ee63311f4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381818ea-45fa-475c-a938-23d5bb73f795,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:08.935498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] For port d9866539-a90c-4c51-bccb-3db4c2efa803, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:42:08.940473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] For port d9866539-a90c-4c51-bccb-3db4c2efa803, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d9866539-a90c-4c51-bccb-3db4c2efa803,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:42:08.957557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:08.979321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ded03a95-0dfe-4145-a183-758bc4aacc12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a71ffe212dc44bcb63395a7074c190c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317871 Aug 25 11:42:08.986783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47086) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:08.997103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded03a95-0dfe-4145-a183-758bc4aacc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f6355-8fa7-44b6-bc74-49b873f143ac,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:09.047226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:09.048420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:09.056107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9866539-a90c-4c51-bccb-3db4c2efa803 HTTP/1.1" status: 200 len: 1093 time: 1.4305215 Aug 25 11:42:09.107750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b018c8a7-b883-4ee7-a69e-41b78f9ad172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:09.145827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b018c8a7-b883-4ee7-a69e-41b78f9ad172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:09.167930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e74c5-1727-442c-8993-f45067bb912c', 'tag': 'd9866539-a90c-4c51-bccb-3db4c2efa803'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:42:09.175696 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e678b8-3a8c-4457-82a5-540576582b72" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1e74c5-1727-442c-8993-f45067bb912c", "tag": "d9866539-a90c-4c51-bccb-3db4c2efa803"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:42:09.255715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284d29-7290-4eb8-96c8-a05142786db5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9866539-a90c-4c51-bccb-3db4c2efa803,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:09.275368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-252ebef4-e95e-4b50-aa21-01d5226fad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:09.277959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-252ebef4-e95e-4b50-aa21-01d5226fad96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 1096 time: 0.0895326 Aug 25 11:42:09.349961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-a35f1ab0-e076-4571-a1cb-dafc0a49a018 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9866539-a90c-4c51-bccb-3db4c2efa803 HTTP/1.1" status: 200 len: 217 time: 0.0618920 Aug 25 11:42:09.380467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703c180-6807-4a1b-8618-f1bd6395bb65 req-2f1c0121-6d67-4850-9857-d8da6b15dbe9 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:09.394715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0703c180-6807-4a1b-8618-f1bd6395bb65 req-2f1c0121-6d67-4850-9857-d8da6b15dbe9 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 944 time: 0.2174072 Aug 25 11:42:09.458965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-d91427bc-2548-4158-a335-87faa628d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:09.460960 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-d91427bc-2548-4158-a335-87faa628d348 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.1033037 Aug 25 11:42:09.465791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768828dd-93ad-4fb6-945d-60533123465b req-68a2b523-1150-413f-83dc-ac80ecb419e7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:09.485744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768828dd-93ad-4fb6-945d-60533123465b req-68a2b523-1150-413f-83dc-ac80ecb419e7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.3065567 Aug 25 11:42:09.532992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-bad5436d-4bb9-4c04-9605-048cfa77d9fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638661 Aug 25 11:42:09.559080 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b018c8a7-b883-4ee7-a69e-41b78f9ad172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:09.564839 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b018c8a7-b883-4ee7-a69e-41b78f9ad172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:09.571602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b018c8a7-b883-4ee7-a69e-41b78f9ad172 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b69f6355-8fa7-44b6-bc74-49b873f143ac HTTP/1.1" status: 204 len: 168 time: 0.5834076 Aug 25 11:42:09.662608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768828dd-93ad-4fb6-945d-60533123465b req-25ff37e9-3695-4ea6-a86b-57550e7198c7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754251 Aug 25 11:42:09.670641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c8a7-b883-4ee7-a69e-41b78f9ad172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f6355-8fa7-44b6-bc74-49b873f143ac,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:09.687911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0703c180-6807-4a1b-8618-f1bd6395bb65 req-7290c525-bf10-4e2e-85a9-f063dcbc747f tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919278 Aug 25 11:42:09.792875 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-1b7582ce-7a52-4b4f-9fa2-40b1a2add407 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517226 Aug 25 11:42:09.813713 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57ace83-3cdd-4027-919f-b069faa86175 x-openstack-request-id: req-a57ace83-3cdd-4027-919f-b069faa86175 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:42:09.822743 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1e74c5-1727-442c-8993-f45067bb912c", "tag": "d9866539-a90c-4c51-bccb-3db4c2efa803", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:42:09.823667 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a57ace83-3cdd-4027-919f-b069faa86175 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:42:09.825001 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e74c5-1727-442c-8993-f45067bb912c', 'tag': 'd9866539-a90c-4c51-bccb-3db4c2efa803', 'status': 'completed', 'code': 200} Aug 25 11:42:09.954939 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e3b7c730-4034-44a3-958a-34b44db3f873 req-a72b2554-29a6-46c5-845f-bd3e08c2e39d service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537919 Aug 25 11:42:10.094917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-63e7b2ef-0531-4bce-a048-fd58a5e70136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:10.098194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-63e7b2ef-0531-4bce-a048-fd58a5e70136 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 1096 time: 0.0901327 Aug 25 11:42:10.287578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-1bf23131-4d2d-433e-bddd-a73ce3872363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:10.289219 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-1bf23131-4d2d-433e-bddd-a73ce3872363 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 915 time: 0.1837959 Aug 25 11:42:10.341525 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-c270bced-aa73-428e-97c3-eb2f0397ac7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9866539-a90c-4c51-bccb-3db4c2efa803 HTTP/1.1" status: 200 len: 217 time: 0.0442617 Aug 25 11:42:10.429142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-bab01c20-e8ed-4a4d-a23e-54eecdbc4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:10.431996 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-bab01c20-e8ed-4a4d-a23e-54eecdbc4584 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.0805459 Aug 25 11:42:10.505051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-1275974d-eaa9-4cda-9873-531393a4edc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647476 Aug 25 11:42:10.810396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-d36fd73e-258c-46f1-9455-ba2a7bf33ff9 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916837 Aug 25 11:42:11.012262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47136) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:11.083274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6d06b-7ba9-4232-baee-08708b516a93 req-c557d22b-8cb9-47d3-9757-6aee8aa272e5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:11.086737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acb6d06b-7ba9-4232-baee-08708b516a93 req-c557d22b-8cb9-47d3-9757-6aee8aa272e5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.2446506 Aug 25 11:42:11.089072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1595cb2-065f-46c5-97cc-adf59cc21d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.129485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97bfc7-447d-4018-b005-7cb8c735b7b3 req-e7c529b7-ce95-4e7d-b314-ddda61726690 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:11.132781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee97bfc7-447d-4018-b005-7cb8c735b7b3 req-e7c529b7-ce95-4e7d-b314-ddda61726690 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 944 time: 0.2037759 Aug 25 11:42:11.199687 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a0e678b8-3a8c-4457-82a5-540576582b72 req-672f9118-7df9-47b7-a86c-4f738c05f394 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829823 Aug 25 11:42:11.248525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee97bfc7-447d-4018-b005-7cb8c735b7b3 req-68b37177-2694-4ce0-abc5-ab393018603b tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042314 Aug 25 11:42:11.264772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acb6d06b-7ba9-4232-baee-08708b516a93 req-5514ca3c-8800-4090-bcd0-b8c4e2643e6d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596975 Aug 25 11:42:11.406260 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1595cb2-065f-46c5-97cc-adf59cc21d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.414300 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d1595cb2-065f-46c5-97cc-adf59cc21d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.505030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1595cb2-065f-46c5-97cc-adf59cc21d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c9f0cd-ecd8-4a58-b1f3-2d1ee7ac529a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:11.530918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d1595cb2-065f-46c5-97cc-adf59cc21d24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45f20f1a148549a6aa4ee334f41a7455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992762 Aug 25 11:42:11.531383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47144) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:11.593414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6139642-ffed-493b-9e8a-c1ce34dee295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.622004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6139642-ffed-493b-9e8a-c1ce34dee295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.741765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6139642-ffed-493b-9e8a-c1ce34dee295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.744492 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6139642-ffed-493b-9e8a-c1ce34dee295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:11.749749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6139642-ffed-493b-9e8a-c1ce34dee295 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5c9f0cd-ecd8-4a58-b1f3-2d1ee7ac529a HTTP/1.1" status: 204 len: 168 time: 0.2171814 Aug 25 11:42:11.758849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6139642-ffed-493b-9e8a-c1ce34dee295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c9f0cd-ecd8-4a58-b1f3-2d1ee7ac529a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:11.941345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.646133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499672b-e84c-4e24-87d6-d3c10076a7e0 req-cdbc6805-cf59-4833-aafe-127bfda0b7a0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:12.649185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6499672b-e84c-4e24-87d6-d3c10076a7e0 req-cdbc6805-cf59-4833-aafe-127bfda0b7a0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.2001712 Aug 25 11:42:12.709368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e303b0-d377-404d-8872-a33af3568f2f req-bde57c76-0ce4-479d-ac18-226a3a5f7484 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:12.711683 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2e303b0-d377-404d-8872-a33af3568f2f req-bde57c76-0ce4-479d-ac18-226a3a5f7484 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 944 time: 0.1822412 Aug 25 11:42:12.726397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-ba833def-8952-45ce-83f9-c4bf31da7cad tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.732578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba833def-8952-45ce-83f9-c4bf31da7cad tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7830713 Aug 25 11:42:12.734270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47194) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.739882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-fadd1e2c-795b-4e76-b5c7-229584c9f723 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.745565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fadd1e2c-795b-4e76-b5c7-229584c9f723 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057220 Aug 25 11:42:12.745565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47196) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.767356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-067776d1-4a78-43bc-a505-f1b331ae11c7 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.771167 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-067776d1-4a78-43bc-a505-f1b331ae11c7 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0118034 Aug 25 11:42:12.771970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47198) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.796670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-c31813de-7678-4c2d-bc92-82ff11cad622 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.805028 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c31813de-7678-4c2d-bc92-82ff11cad622 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0308747 Aug 25 11:42:12.813736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6499672b-e84c-4e24-87d6-d3c10076a7e0 req-91f857ad-dadf-4389-aba8-da72b6d1aa74 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555426 Aug 25 11:42:12.815895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.844736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-a31c4854-e005-435f-9293-e4729366cc6a tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.847113 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a31c4854-e005-435f-9293-e4729366cc6a tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0251689 Aug 25 11:42:12.851754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.878003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-02ba3c24-dcbb-4a1b-a91d-4b77d83842c5 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.880707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-02ba3c24-dcbb-4a1b-a91d-4b77d83842c5 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0220284 Aug 25 11:42:12.883959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47210) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.896629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-e3f1e6b7-67f9-4bb6-9d8b-07b100fa8f7b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.901477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e3f1e6b7-67f9-4bb6-9d8b-07b100fa8f7b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0112245 Aug 25 11:42:12.902908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47214) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.918316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2e303b0-d377-404d-8872-a33af3568f2f req-ed0311c4-f7f8-4634-bc53-0362f4a0c8da tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703064 Aug 25 11:42:12.926322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-337fabe6-65a7-44e9-953d-a29c64f44713 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.930732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-337fabe6-65a7-44e9-953d-a29c64f44713 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0243635 Aug 25 11:42:12.932893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47216) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.949672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-fb21d7c1-0561-498b-9b2d-f0aa54a283a3 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.955811 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fb21d7c1-0561-498b-9b2d-f0aa54a283a3 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0208950 Aug 25 11:42:12.960040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47218) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.968071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-16ce17b5-de95-47b2-abbb-b4f67581e0a0 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.981619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-16ce17b5-de95-47b2-abbb-b4f67581e0a0 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0182199 Aug 25 11:42:12.982173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47224) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.988251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-c18b248f-9bde-42ce-adc4-946d5553613f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:12.992030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c18b248f-9bde-42ce-adc4-946d5553613f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062845 Aug 25 11:42:12.992387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47226) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:12.997342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-621189a6-781f-423b-a39d-15c3416ab323 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.001406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-621189a6-781f-423b-a39d-15c3416ab323 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050573 Aug 25 11:42:13.002052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.012724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-4cb3a09e-c8ce-4c15-a9a8-346f2828fc5a tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.019372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47230) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.019938 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4cb3a09e-c8ce-4c15-a9a8-346f2828fc5a tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0158234 Aug 25 11:42:13.029392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-c1bf0cb1-2262-4691-9338-ba106f9c8c15 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.035999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47232) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.037226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c1bf0cb1-2262-4691-9338-ba106f9c8c15 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0154653 Aug 25 11:42:13.044923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-690d2f5e-f580-4adb-a8f0-f08e1c4d4112 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.050350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47234) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.056510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-b9b66702-7e78-4b83-8ad9-fb64c7f4cd0c tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.062541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b9b66702-7e78-4b83-8ad9-fb64c7f4cd0c tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0101614 Aug 25 11:42:13.063260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47236) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.070485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-690d2f5e-f580-4adb-a8f0-f08e1c4d4112 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0315430 Aug 25 11:42:13.074738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-69eb394e-d278-4b12-88e8-18c815852105 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.084681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.092055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-41f801fd-2c73-4d95-ae95-9e9030b99e26 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.102882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-69eb394e-d278-4b12-88e8-18c815852105 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0376971 Aug 25 11:42:13.103732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.105035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-41f801fd-2c73-4d95-ae95-9e9030b99e26 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0186148 Aug 25 11:42:13.119287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-3af07772-5cc5-4b43-a076-87ca4be5c3b6 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.130076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.137282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-8cf150b5-246e-412d-8d3d-03ba7342407f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.145099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3af07772-5cc5-4b43-a076-87ca4be5c3b6 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0348330 Aug 25 11:42:13.146044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47244) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.152960 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8cf150b5-246e-412d-8d3d-03ba7342407f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0210454 Aug 25 11:42:13.166190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-3c541357-04d2-400b-b05d-31dd8fa9563d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.172334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47248) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.179888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-ea1fd135-fb0e-480a-92b6-9736c8de26d9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.188246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3c541357-04d2-400b-b05d-31dd8fa9563d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0406752 Aug 25 11:42:13.189249 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ea1fd135-fb0e-480a-92b6-9736c8de26d9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0153618 Aug 25 11:42:13.191388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47250) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.196522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-7056764f-d94b-43da-b3d3-bc993693cd84 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.197729 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7056764f-d94b-43da-b3d3-bc993693cd84 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051010 Aug 25 11:42:13.202741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47254) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.210071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-096acf23-5853-45fa-9406-dba1e36560a9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.211605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-096acf23-5853-45fa-9406-dba1e36560a9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073247 Aug 25 11:42:13.216182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.222926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-52dd2632-4c85-4676-8563-087b5ae2280a tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.228724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47258) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.228946 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52dd2632-4c85-4676-8563-087b5ae2280a tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0110104 Aug 25 11:42:13.234022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-6b2bd244-adf4-4e76-b6ad-6de2c124d6e3 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.235386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b2bd244-adf4-4e76-b6ad-6de2c124d6e3 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055275 Aug 25 11:42:13.239998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47260) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.260174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-93e2062a-eea8-410d-b252-dba8c2e5a2ee tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.266089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47266) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.266553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-93e2062a-eea8-410d-b252-dba8c2e5a2ee tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0248473 Aug 25 11:42:13.271761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-825a94d9-a738-42b9-866f-3735a6efa79c tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.276844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-825a94d9-a738-42b9-866f-3735a6efa79c tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057402 Aug 25 11:42:13.277884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47268) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.286838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-99cd7896-56db-4142-a8b7-27bea08a2f93 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.293164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-99cd7896-56db-4142-a8b7-27bea08a2f93 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0103178 Aug 25 11:42:13.294237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47270) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.303495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-b84bee78-fafa-4bbe-9a66-dbcdf4808e9b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.311112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47274) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.312887 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b84bee78-fafa-4bbe-9a66-dbcdf4808e9b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0154614 Aug 25 11:42:13.317226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-c13df2d6-da31-4ccf-a3e3-f5900404c390 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.322562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c13df2d6-da31-4ccf-a3e3-f5900404c390 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056565 Aug 25 11:42:13.323671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47276) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.335563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-1b5a5844-a718-4004-8d6c-6cb18dd8c742 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.343526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47278) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.348529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-afb7b35c-eeeb-4978-ba1d-d5ba8bf43194 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.353653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-afb7b35c-eeeb-4978-ba1d-d5ba8bf43194 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056119 Aug 25 11:42:13.354021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47282) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.356025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1b5a5844-a718-4004-8d6c-6cb18dd8c742 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0193489 Aug 25 11:42:13.360042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-6fed31cb-7ee3-42b2-8531-41b0f6172b0f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.364690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6fed31cb-7ee3-42b2-8531-41b0f6172b0f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060844 Aug 25 11:42:13.364931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47284) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.370861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-ea0f82e9-8313-4e3b-950c-88ecf8d97ec6 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.376377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ea0f82e9-8313-4e3b-950c-88ecf8d97ec6 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0061665 Aug 25 11:42:13.376953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47286) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.383044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-65ac730b-e1df-4572-9930-3f132a8f9ccf tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.385784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-65ac730b-e1df-4572-9930-3f132a8f9ccf tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0059814 Aug 25 11:42:13.389189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47288) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.397373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-86a36bef-160a-4c4c-8daa-353cfad601f9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.403477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47290) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.404456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86a36bef-160a-4c4c-8daa-353cfad601f9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0123169 Aug 25 11:42:13.409423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-580a3ab7-a811-40ba-931a-3407c9d25945 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.413830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-580a3ab7-a811-40ba-931a-3407c9d25945 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060518 Aug 25 11:42:13.415263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47292) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.425650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-fe410907-7dc2-4bcb-837b-b4422c3fb4d4 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.432268 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fe410907-7dc2-4bcb-837b-b4422c3fb4d4 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0105221 Aug 25 11:42:13.432547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47294) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.437713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-3e61e6b4-f549-419d-b37c-17234a54da96 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.443098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3e61e6b4-f549-419d-b37c-17234a54da96 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054450 Aug 25 11:42:13.443407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47296) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.447968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-b73f2ffd-78f5-4f18-a0df-abca29168a0b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.452369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b73f2ffd-78f5-4f18-a0df-abca29168a0b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047185 Aug 25 11:42:13.452486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.459886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-a6106a3b-74fb-4a16-a062-42002a317673 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.462254 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6106a3b-74fb-4a16-a062-42002a317673 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084090 Aug 25 11:42:13.465289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47300) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.471275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-3b7be947-034b-4b8c-9208-e46b8fc44f54 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.472487 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b7be947-034b-4b8c-9208-e46b8fc44f54 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060937 Aug 25 11:42:13.476910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47302) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.486448 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-5149296d-bcd2-45b2-a666-a467385b8caf tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.490268 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5149296d-bcd2-45b2-a666-a467385b8caf tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096614 Aug 25 11:42:13.490911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47304) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.497024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-d785c7fa-8276-4e3e-83e2-14bed2eb2ca2 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.502516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47306) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.502814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d785c7fa-8276-4e3e-83e2-14bed2eb2ca2 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105987 Aug 25 11:42:13.520755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-a2f41958-ea73-4275-bccc-d881f3dd72ab tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.527101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.527467 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a2f41958-ea73-4275-bccc-d881f3dd72ab tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0232172 Aug 25 11:42:13.532568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-0ea0823e-7fff-4521-b2fb-0448cc00555d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.533636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0ea0823e-7fff-4521-b2fb-0448cc00555d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052330 Aug 25 11:42:13.538677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47312) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.543225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-b37799da-8b2d-47ca-9cd1-73c8b590e68f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.548483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.548761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b37799da-8b2d-47ca-9cd1-73c8b590e68f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086319 Aug 25 11:42:13.560248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-ad84798c-f16b-40c7-992c-d8a258620e11 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.564866 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ad84798c-f16b-40c7-992c-d8a258620e11 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0120161 Aug 25 11:42:13.571701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47316) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.585120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-d58b01e2-a76f-4634-9cf3-de6eeed846f9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.594573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.606958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-0cd8ed37-ee63-41b4-bd69-9edd5d27ec7b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.610557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d58b01e2-a76f-4634-9cf3-de6eeed846f9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0350709 Aug 25 11:42:13.619223 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0cd8ed37-ee63-41b4-bd69-9edd5d27ec7b tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0224516 Aug 25 11:42:13.620396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47322) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.630074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-fd0eb0b7-b66c-4a09-bed7-9d466fda43ac tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.632271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fd0eb0b7-b66c-4a09-bed7-9d466fda43ac tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0096271 Aug 25 11:42:13.635052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47324) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.643570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-96b06464-f61b-461a-a828-b86e20faacfa tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.647652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96b06464-f61b-461a-a828-b86e20faacfa tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0086720 Aug 25 11:42:13.648309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47326) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.657436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-5e374c87-d508-4049-b4dd-04794d856b96 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.663922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47328) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.665288 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5e374c87-d508-4049-b4dd-04794d856b96 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0139592 Aug 25 11:42:13.669862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-eac15ba6-2a46-42f3-b362-3cf3b8dd39dd tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.674394 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eac15ba6-2a46-42f3-b362-3cf3b8dd39dd tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091455 Aug 25 11:42:13.674669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47330) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.682903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-c70bf0b8-48e7-4815-813b-bc76649ff0c0 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.689105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47332) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.689895 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c70bf0b8-48e7-4815-813b-bc76649ff0c0 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0127964 Aug 25 11:42:13.694805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-d9aecf9a-2bb0-4282-9304-eacd319c2f56 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.699566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.699879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9aecf9a-2bb0-4282-9304-eacd319c2f56 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0089240 Aug 25 11:42:13.710727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-d8e15877-e8a5-4162-bead-33aed730b6be tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.717289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47336) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.718458 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d8e15877-e8a5-4162-bead-33aed730b6be tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0152252 Aug 25 11:42:13.730428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-52e4be77-94f1-417b-9f04-f44137bf129d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.730428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-52e4be77-94f1-417b-9f04-f44137bf129d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085530 Aug 25 11:42:13.730428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47338) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.738513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-a376b996-5bed-4b0a-ba4a-35236c26d240 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.742636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.743732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a376b996-5bed-4b0a-ba4a-35236c26d240 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0145814 Aug 25 11:42:13.750021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-693fa5a0-b230-4506-990d-c49237fc98ad tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.751587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-693fa5a0-b230-4506-990d-c49237fc98ad tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070865 Aug 25 11:42:13.754278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47344) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.763828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-8c421aa3-8cc5-4e64-9d16-d16cca361899 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.766750 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8c421aa3-8cc5-4e64-9d16-d16cca361899 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0114317 Aug 25 11:42:13.769210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47346) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.775813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d9866539-a90c-4c51-bccb-3db4c2efa803 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:42:13.784480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-9ec59fbd-6a3c-4761-a852-8cd2c2d7f38e tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.788653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9ec59fbd-6a3c-4761-a852-8cd2c2d7f38e tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0147386 Aug 25 11:42:13.793187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.806451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-845167b3-25ab-4001-bea7-7c716683da75 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.811874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47354) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.815772 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-845167b3-25ab-4001-bea7-7c716683da75 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0202365 Aug 25 11:42:13.817260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-d93bef7c-a70a-4c13-94e6-36372b899ff9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.820660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d93bef7c-a70a-4c13-94e6-36372b899ff9 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054407 Aug 25 11:42:13.820971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47356) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.825442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-b245316a-941f-4610-87c8-9eca2df1f9ec tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.828957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b245316a-941f-4610-87c8-9eca2df1f9ec tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045879 Aug 25 11:42:13.829825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47358) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.835855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-50cdf2d7-fdfd-4832-98db-686f41c56e94 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.840194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47360) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.840981 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-50cdf2d7-fdfd-4832-98db-686f41c56e94 tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098588 Aug 25 11:42:13.845574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [None req-fe3d0687-4fd3-48db-8c2d-aeb3fb0b5f4d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.849213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fe3d0687-4fd3-48db-8c2d-aeb3fb0b5f4d tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055778 Aug 25 11:42:13.849994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47362) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:13.859357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [None req-36d003fa-30f3-4dd8-b9dc-6c2ab3046d8f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:42:13.879682 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-36d003fa-30f3-4dd8-b9dc-6c2ab3046d8f tempest-ExtensionsTestJSON-511547711 tempest-ExtensionsTestJSON-511547711-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0138776 Aug 25 11:42:14.054252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c112a2-3c7b-4d6b-9d1c-d05d37e89a61 req-6cdb1a4d-588a-4b5e-a1fc-9e91ccfdc680 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:14.056017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c112a2-3c7b-4d6b-9d1c-d05d37e89a61 req-6cdb1a4d-588a-4b5e-a1fc-9e91ccfdc680 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1279824 Aug 25 11:42:14.098767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d9866539-a90c-4c51-bccb-3db4c2efa803, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d9866539-a90c-4c51-bccb-3db4c2efa803,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:14.142473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd9866539-a90c-4c51-bccb-3db4c2efa803', 'network_id': '0113f866-ecc1-42d6-9227-b6ea5d9d69ef', 'port_id': 'd9866539-a90c-4c51-bccb-3db4c2efa803', 'mac_address': 'fa:16:3e:df:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7348542e-b503-4656-861b-a2302ae3c685', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:42:14.166782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1c112a2-3c7b-4d6b-9d1c-d05d37e89a61 req-0e2188e2-68f4-4cb0-af01-9a89bea13849 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994771 Aug 25 11:42:14.207007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431b948-f046-4c16-a6f7-3eda08b5c8cf req-be18d608-9003-47b8-bb3f-b7994c62e923 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:14.216104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1431b948-f046-4c16-a6f7-3eda08b5c8cf req-be18d608-9003-47b8-bb3f-b7994c62e923 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 944 time: 0.1587803 Aug 25 11:42:14.222966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:14.245117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9866539-a90c-4c51-bccb-3db4c2efa803 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:42:14.272697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d9866539-a90c-4c51-bccb-3db4c2efa803, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d9866539-a90c-4c51-bccb-3db4c2efa803,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:14.278859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:14.320837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1431b948-f046-4c16-a6f7-3eda08b5c8cf req-663d2cf6-8a82-4bda-a704-5787c0355b61 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968764 Aug 25 11:42:14.361894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d9866539-a90c-4c51-bccb-3db4c2efa803,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:14.512935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d9866539-a90c-4c51-bccb-3db4c2efa803'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:42:14.959344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47416) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:15.022051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:15.254473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-307ccb43-db0e-46d4-9428-87bc9c310feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.423021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e72ef1-c41d-4b81-9b69-e4c189c571a5 req-d036a7e0-e840-455a-9565-4508e5b4648f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:15.434104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3e72ef1-c41d-4b81-9b69-e4c189c571a5 req-d036a7e0-e840-455a-9565-4508e5b4648f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1313114 Aug 25 11:42:15.441811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73f6021b-2dc3-43a0-a05d-d2c14f276c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.556473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b3e72ef1-c41d-4b81-9b69-e4c189c571a5 req-8901d698-6226-4035-bd55-0170e59d1cf0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193044 Aug 25 11:42:15.584191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-307ccb43-db0e-46d4-9428-87bc9c310feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.611110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-307ccb43-db0e-46d4-9428-87bc9c310feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.620834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f792-c080-4fba-a895-855c8547d1c1 req-a4722e76-e3ad-4b98-b29d-91f556c601db tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:15.623788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1f0f792-c080-4fba-a895-855c8547d1c1 req-a4722e76-e3ad-4b98-b29d-91f556c601db tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 945 time: 0.1300225 Aug 25 11:42:15.660719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ccb43-db0e-46d4-9428-87bc9c310feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d53dd46-ccbd-4bec-83f8-10cd6cde05f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:15.692586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d1f0f792-c080-4fba-a895-855c8547d1c1 req-605f0527-62ff-4d3a-8d74-26238ecb6c25 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626185 Aug 25 11:42:15.734398 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-307ccb43-db0e-46d4-9428-87bc9c310feb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d337fcfdb79a4ad9a2928c2c39502aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729745 Aug 25 11:42:15.734595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47474) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:15.791238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d9866539-a90c-4c51-bccb-3db4c2efa803 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:42:15.813752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58498427-1ab6-49b8-b507-48e95393a89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.823366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73f6021b-2dc3-43a0-a05d-d2c14f276c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.833781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73f6021b-2dc3-43a0-a05d-d2c14f276c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.872656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58498427-1ab6-49b8-b507-48e95393a89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.879124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6021b-2dc3-43a0-a05d-d2c14f276c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c693549-8c60-4d26-9f42-808f196a905e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:15.960670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58498427-1ab6-49b8-b507-48e95393a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.963765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58498427-1ab6-49b8-b507-48e95393a89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.966298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58498427-1ab6-49b8-b507-48e95393a89a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d53dd46-ccbd-4bec-83f8-10cd6cde05f1 HTTP/1.1" status: 204 len: 168 time: 0.2303634 Aug 25 11:42:15.967273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d9866539-a90c-4c51-bccb-3db4c2efa803 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:15.977725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d9866539-a90c-4c51-bccb-3db4c2efa803 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:15.978406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:15.979051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73f6021b-2dc3-43a0-a05d-d2c14f276c38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f32f9b849604011ae941f7442a16970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9549243 Aug 25 11:42:15.981108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47496) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:15.988178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58498427-1ab6-49b8-b507-48e95393a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d53dd46-ccbd-4bec-83f8-10cd6cde05f1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:16.095321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea36f-a3b4-4d5d-8b91-724becb7f8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:16.126831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea36f-a3b4-4d5d-8b91-724becb7f8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:16.160554 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:16.207703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e74c5-1727-442c-8993-f45067bb912c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9866539-a90c-4c51-bccb-3db4c2efa803'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:42:16.211647 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc3898-ff9f-4ad2-a763-4c42b32a74e0" -d '{"events": [{"server_uuid": "8d1e74c5-1727-442c-8993-f45067bb912c", "name": "network-vif-plugged", "status": "completed", "tag": "d9866539-a90c-4c51-bccb-3db4c2efa803"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:42:16.235884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea36f-a3b4-4d5d-8b91-724becb7f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:16.238049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d9866539-a90c-4c51-bccb-3db4c2efa803, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d9866539-a90c-4c51-bccb-3db4c2efa803,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:16.244438 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d6ea36f-a3b4-4d5d-8b91-724becb7f8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:16.245373 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:16.249954 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d6ea36f-a3b4-4d5d-8b91-724becb7f8fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c693549-8c60-4d26-9f42-808f196a905e HTTP/1.1" status: 204 len: 168 time: 0.2653730 Aug 25 11:42:16.264149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ea36f-a3b4-4d5d-8b91-724becb7f8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c693549-8c60-4d26-9f42-808f196a905e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:16.354978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d9866539-a90c-4c51-bccb-3db4c2efa803,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:16.734762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d826d0a-7e13-4423-9389-99a5fb36352b req-645d9466-da63-491b-9d0c-92e73258732d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:16.739617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d826d0a-7e13-4423-9389-99a5fb36352b req-645d9466-da63-491b-9d0c-92e73258732d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1087427 Aug 25 11:42:16.761390 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7b6f2-1d5a-4d3e-b810-dc68a84b46af x-openstack-request-id: req-c1d7b6f2-1d5a-4d3e-b810-dc68a84b46af {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:42:16.762061 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e74c5-1727-442c-8993-f45067bb912c", "name": "network-vif-plugged", "status": "completed", "tag": "d9866539-a90c-4c51-bccb-3db4c2efa803", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:42:16.762817 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1d7b6f2-1d5a-4d3e-b810-dc68a84b46af {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:42:16.765013 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e74c5-1727-442c-8993-f45067bb912c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9866539-a90c-4c51-bccb-3db4c2efa803', 'code': 200} Aug 25 11:42:16.888622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d826d0a-7e13-4423-9389-99a5fb36352b req-e75002f7-c70f-4803-a2c9-e46d6fdae1cf tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380818 Aug 25 11:42:16.955893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0148d-d3a9-4832-bda7-5a87b2870f2a req-9351e6fb-247c-4206-be1d-02fa3a21bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:16.958720 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83b0148d-d3a9-4832-bda7-5a87b2870f2a req-9351e6fb-247c-4206-be1d-02fa3a21bf39 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 1098 time: 0.0969908 Aug 25 11:42:17.009284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83b0148d-d3a9-4832-bda7-5a87b2870f2a req-743b7d0b-484f-4264-866d-92ea5b51bdcf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Aug 25 11:42:17.076604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2b5b0-370a-4239-8775-b5e30cdb2f59 req-5ad3b585-8fff-49b5-82c6-1696f226c7ed tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:17.078359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fc2b5b0-370a-4239-8775-b5e30cdb2f59 req-5ad3b585-8fff-49b5-82c6-1696f226c7ed tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 946 time: 0.1325357 Aug 25 11:42:17.143913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5fc2b5b0-370a-4239-8775-b5e30cdb2f59 req-5c7800b9-14b9-4b8c-82d4-571f97f29b2e tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Aug 25 11:42:17.418653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47616) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:17.440880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9b57-fe6e-45ed-b47b-a08fe50b5614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.579154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9b57-fe6e-45ed-b47b-a08fe50b5614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.588217 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9b57-fe6e-45ed-b47b-a08fe50b5614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.653023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c5bf9b57-fe6e-45ed-b47b-a08fe50b5614 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e3aa015f94640c5b46ab1d7825245c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290378 Aug 25 11:42:17.653338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47624) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:17.706110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf9b57-fe6e-45ed-b47b-a08fe50b5614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d5ab3d-c031-497b-86d2-cf0d83000403,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:17.787051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d197-6486-4a19-9783-26063cd44c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.840403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d197-6486-4a19-9783-26063cd44c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.963828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d197-6486-4a19-9783-26063cd44c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.967220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d197-6486-4a19-9783-26063cd44c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:17.969214 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a0b7d197-6486-4a19-9783-26063cd44c9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2d5ab3d-c031-497b-86d2-cf0d83000403 HTTP/1.1" status: 204 len: 168 time: 0.3148451 Aug 25 11:42:17.984820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7d197-6486-4a19-9783-26063cd44c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d5ab3d-c031-497b-86d2-cf0d83000403,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:18.144094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47636) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:18.214082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5cf1b-2521-476d-9447-ce28a61fbb32 req-8a3afa38-2581-4923-b935-f850606fc64f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:18.217724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42c5cf1b-2521-476d-9447-ce28a61fbb32 req-8a3afa38-2581-4923-b935-f850606fc64f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1753938 Aug 25 11:42:18.299621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f81ff75e-1b37-415e-b1c9-d9226b4a66f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:18.383038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42c5cf1b-2521-476d-9447-ce28a61fbb32 req-2bfbfb95-374d-41be-a882-acdba9b206ff tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499891 Aug 25 11:42:18.475146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e736dac-fcc2-4b4b-a169-819e257ceae7 req-f8b8acba-e3bf-440e-8a63-d7f244946d41 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:18.477132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e736dac-fcc2-4b4b-a169-819e257ceae7 req-f8b8acba-e3bf-440e-8a63-d7f244946d41 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 946 time: 0.0917847 Aug 25 11:42:18.555422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e736dac-fcc2-4b4b-a169-819e257ceae7 req-7046ed07-21c4-4182-8bb9-348532e4d580 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Aug 25 11:42:18.820981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8681363e-cef9-4959-8cd2-707e4e647ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.030464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8681363e-cef9-4959-8cd2-707e4e647ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.042875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8681363e-cef9-4959-8cd2-707e4e647ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.125211 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8681363e-cef9-4959-8cd2-707e4e647ee5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9122258d722a45e19ddb348faf421057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9776757 Aug 25 11:42:19.128368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47680) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:19.189914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681363e-cef9-4959-8cd2-707e4e647ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2483b59d-0a72-49c4-a4d3-ad866e4031e5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:19.282976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48db4d70-b3c5-4a2a-aa76-83985d3599d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.317554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48db4d70-b3c5-4a2a-aa76-83985d3599d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.461347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48db4d70-b3c5-4a2a-aa76-83985d3599d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.468623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-48db4d70-b3c5-4a2a-aa76-83985d3599d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:19.471384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48db4d70-b3c5-4a2a-aa76-83985d3599d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2483b59d-0a72-49c4-a4d3-ad866e4031e5 HTTP/1.1" status: 204 len: 168 time: 0.3410597 Aug 25 11:42:19.501413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db4d70-b3c5-4a2a-aa76-83985d3599d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2483b59d-0a72-49c4-a4d3-ad866e4031e5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:19.773754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab769b2d-7516-430e-88ec-5daa10774eda req-64e4c687-729d-48f4-91df-dd969e353769 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:19.795892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab769b2d-7516-430e-88ec-5daa10774eda req-64e4c687-729d-48f4-91df-dd969e353769 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 943 time: 0.1689093 Aug 25 11:42:19.914857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab769b2d-7516-430e-88ec-5daa10774eda req-299217d3-b43e-44fd-9387-e68afabab26e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146779 Aug 25 11:42:20.263564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dd42815b-14e2-4657-b61d-431dbcf790aa details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:42:20.613849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dd42815b-14e2-4657-b61d-431dbcf790aa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dd42815b-14e2-4657-b61d-431dbcf790aa,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:20.663019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'dd42815b-14e2-4657-b61d-431dbcf790aa', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': 'dd42815b-14e2-4657-b61d-431dbcf790aa', 'mac_address': 'fa:16:3e:47:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:42:20.678521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47724) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:20.756412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:20.775929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd42815b-14e2-4657-b61d-431dbcf790aa {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:42:20.808849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dd42815b-14e2-4657-b61d-431dbcf790aa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dd42815b-14e2-4657-b61d-431dbcf790aa,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:20.820295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:20.880383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=dd42815b-14e2-4657-b61d-431dbcf790aa,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:21.065748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['dd42815b-14e2-4657-b61d-431dbcf790aa'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:42:21.227958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0815a832-73dd-4368-8f23-fe72f37ddedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:21.241580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bd7c9-5818-4514-aa2a-5e585c9bea9c req-32a51457-3bc5-49a7-8547-209850328bad tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:21.255207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369bd7c9-5818-4514-aa2a-5e585c9bea9c req-32a51457-3bc5-49a7-8547-209850328bad tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 944 time: 0.1727087 Aug 25 11:42:21.369886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369bd7c9-5818-4514-aa2a-5e585c9bea9c req-1a7f84bf-17d4-4223-9827-a6767127de64 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047716 Aug 25 11:42:21.406081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47744) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:21.442065 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:21.538041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-26308991'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:21.558506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:21.708820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:21.729314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:21.854409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715bc8e-b091-467f-9121-c8cef97b2d36,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:21.892907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.893576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.894219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.894754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.895343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.896158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.896854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.897436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.898138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.898658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.899342 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.900029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:21.928616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Made reservation on behalf of b2c1edf9c5e94eecbc6ff49fa37e761f for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:42:21.933525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:21.941106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c56c7177-9a3b-46a5-b6d8-1b3f4e14299d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a93f660788634ec887af4d990142142d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330877 Aug 25 11:42:21.946601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47764) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:21.951249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.180046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.182375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34ff83cb-6053-4820-8614-a8d2b5441990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.189289 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.224823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:42:22.236319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34ff83cb-6053-4820-8614-a8d2b5441990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.246393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.246887 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Added segment c6d5e37d-8089-489d-b065-cac17c8b8ba3 of type vlan for network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 Aug 25 11:42:22.264769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dd42815b-14e2-4657-b61d-431dbcf790aa up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:42:22.440843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34ff83cb-6053-4820-8614-a8d2b5441990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.448340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34ff83cb-6053-4820-8614-a8d2b5441990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.452073 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34ff83cb-6053-4820-8614-a8d2b5441990 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3715bc8e-b091-467f-9121-c8cef97b2d36 HTTP/1.1" status: 204 len: 168 time: 0.5035768 Aug 25 11:42:22.468116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff83cb-6053-4820-8614-a8d2b5441990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715bc8e-b091-467f-9121-c8cef97b2d36,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:22.482029 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.487909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.510392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port dd42815b-14e2-4657-b61d-431dbcf790aa completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:22.526326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port dd42815b-14e2-4657-b61d-431dbcf790aa triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:22.528425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.579216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa6dba-24a1-4fff-815c-29fe21f5a9eb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:22.604543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.616602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:22.618537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.862809 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:22.912866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd42815b-14e2-4657-b61d-431dbcf790aa'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:42:22.925133 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19bac47-ccdb-4704-b03a-922fd1d8ffa5" -d '{"events": [{"server_uuid": "211fb171-ae9c-4378-b3e0-3bfe1a4bac27", "name": "network-vif-plugged", "status": "completed", "tag": "dd42815b-14e2-4657-b61d-431dbcf790aa"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:42:22.939026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Network': ['ID=68ef39ff-6b66-48c3-bcff-9a0d54095ac0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:22.947542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2a207dec-2402-41a7-a6b4-ea8e57f17739 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2672918 Aug 25 11:42:22.953179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47786) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:22.963722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'subnet': {'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:22.993404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:42:23.005514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port dd42815b-14e2-4657-b61d-431dbcf790aa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dd42815b-14e2-4657-b61d-431dbcf790aa,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:23.052397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dba594-c3fb-4a98-9dca-9bab8aef9550 req-1906b911-a861-4fd1-abf2-33d5478122b4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:23.066344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49dba594-c3fb-4a98-9dca-9bab8aef9550 req-1906b911-a861-4fd1-abf2-33d5478122b4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 944 time: 0.2893457 Aug 25 11:42:23.136874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:23.144654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49dba594-c3fb-4a98-9dca-9bab8aef9550 req-5608211f-9eff-4bba-9f2d-bd4f452996a1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Aug 25 11:42:23.346983 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0787e32-ceae-464c-b696-9ea99d556df3 x-openstack-request-id: req-b0787e32-ceae-464c-b696-9ea99d556df3 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:42:23.347630 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211fb171-ae9c-4378-b3e0-3bfe1a4bac27", "name": "network-vif-plugged", "status": "completed", "tag": "dd42815b-14e2-4657-b61d-431dbcf790aa", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:42:23.348035 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0787e32-ceae-464c-b696-9ea99d556df3 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:42:23.348574 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd42815b-14e2-4657-b61d-431dbcf790aa', 'code': 200} Aug 25 11:42:23.349486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=dd42815b-14e2-4657-b61d-431dbcf790aa,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:23.351287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Made reservation on behalf of b2c1edf9c5e94eecbc6ff49fa37e761f for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:42:23.355604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:23.478937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0bf16-8ec3-4f03-8407-e3721bbc6032 req-16ac2130-8445-48a8-aafc-3e1c437f0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:23.482521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29f0bf16-8ec3-4f03-8407-e3721bbc6032 req-16ac2130-8445-48a8-aafc-3e1c437f0cb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 1097 time: 0.1784768 Aug 25 11:42:23.609424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29f0bf16-8ec3-4f03-8407-e3721bbc6032 req-e06573fd-93e6-407a-8f41-87410eec08e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156867 Aug 25 11:42:23.961616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.208983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Subnet': ['ID=b7846de3-31c0-4785-a7ed-c5e8c2634c2d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:24.295516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Checking segment: {'id': 'c6d5e37d-8089-489d-b065-cac17c8b8ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:42:24.297901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network hostable DHCP agents. Network: 68ef39ff-6b66-48c3-bcff-9a0d54095ac0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:42:24.299333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.338938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d383-8e32-44cd-b94c-4de11a77db2d req-034db017-81ea-425c-84ce-fbf887cb1a6b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:24.349390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8258d383-8e32-44cd-b94c-4de11a77db2d req-034db017-81ea-425c-84ce-fbf887cb1a6b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.0887055 Aug 25 11:42:24.368805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:42:24.395917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 68ef39ff-6b66-48c3-bcff-9a0d54095ac0) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:24.403553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:24.404184 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.418154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03852b73-2ee7-4321-8f62-e6e036fb1af4 None None] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:42:24.447581 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee9cba26-d655-433d-8c5c-4e3efad9365e tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4917002 Aug 25 11:42:24.448726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8258d383-8e32-44cd-b94c-4de11a77db2d req-b9fc13a1-31cb-485b-9bb7-532f5045c049 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956533 Aug 25 11:42:24.448943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:24.465110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1646479136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:24.562030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.564497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.847230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.860296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.919998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:24.926308 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-da09b0b7-a8eb-4a4d-a179-01177c85d78d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4749808 Aug 25 11:42:24.928956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 47826) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:24.994875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-68ef39ff-6b66-48c3-bcff-9a0d54095ac0', 'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0', 'tenant_id': 'b2c1edf9c5e94eecbc6ff49fa37e761f', 'fixed_ips': [{'subnet_id': 'b7846de3-31c0-4785-a7ed-c5e8c2634c2d'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:42:24.996352 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:25.534013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Allocated IP 172.20.0.2 (68ef39ff-6b66-48c3-bcff-9a0d54095ac0/b7846de3-31c0-4785-a7ed-c5e8c2634c2d/c481b305-b326-4182-b46e-e3aac8526420) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:25.965226 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:25.989001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Transition to ACTIVE for port object c481b305-b326-4182-b46e-e3aac8526420 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:26.021219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Transition to ACTIVE for port object c481b305-b326-4182-b46e-e3aac8526420 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:26.032895 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:26.126576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:26.134079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:26.145808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:26.270721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf94446-741c-424f-bf65-9f18373f094a req-66c4c23e-bd1f-476e-91b8-260fdd5f71a1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:26.283191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdf94446-741c-424f-bf65-9f18373f094a req-66c4c23e-bd1f-476e-91b8-260fdd5f71a1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.4829135 Aug 25 11:42:26.357462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Pushing event updated for resources: {'Port': ['ID=c481b305-b326-4182-b46e-e3aac8526420,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:26.402089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47860) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:26.408387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdf94446-741c-424f-bf65-9f18373f094a req-da867e7f-fe56-4fbb-acf4-49e16bb478f7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Aug 25 11:42:26.495040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Attempting to bind port c481b305-b326-4182-b46e-e3aac8526420 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:42:26.500939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Attempting to bind port c481b305-b326-4182-b46e-e3aac8526420 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c6d5e37d-8089-489d-b065-cac17c8b8ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:42:26.503907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Attempting to bind port c481b305-b326-4182-b46e-e3aac8526420 on network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:42:26.528840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:26.535943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:42:26.538680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Checking segment: {'id': 'c6d5e37d-8089-489d-b065-cac17c8b8ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:42:26.541293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:26.541678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Bound using segment: {'id': 'c6d5e37d-8089-489d-b065-cac17c8b8ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:42:26.543740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Bound port: c481b305-b326-4182-b46e-e3aac8526420, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d5e37d-8089-489d-b065-cac17c8b8ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:42:26.544434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:26.906913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] For port c481b305-b326-4182-b46e-e3aac8526420, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:42:26.917372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] For port c481b305-b326-4182-b46e-e3aac8526420, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c481b305-b326-4182-b46e-e3aac8526420,segment=NetworkSegment(c6d5e37d-8089-489d-b065-cac17c8b8ba3),segment_id=c6d5e37d-8089-489d-b065-cac17c8b8ba3)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:42:26.969074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:27.112236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-785ba19e-ec11-4c45-8302-f158671eb11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:27.306888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f052cab-ab04-4fe2-a923-9a851ada263b None None] Pushing event updated for resources: {'Port': ['ID=c481b305-b326-4182-b46e-e3aac8526420,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:27.324213 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:27.581339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Allocated IP 172.20.0.1 (68ef39ff-6b66-48c3-bcff-9a0d54095ac0/b7846de3-31c0-4785-a7ed-c5e8c2634c2d/bae026db-4c2c-4bc3-b61c-b91fe0ca984e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:27.616624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-785ba19e-ec11-4c45-8302-f158671eb11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:27.625967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-785ba19e-ec11-4c45-8302-f158671eb11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:27.770119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-785ba19e-ec11-4c45-8302-f158671eb11f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fa7d4ff44c6426c9b8c4be31feb017c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3628066 Aug 25 11:42:27.808026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47886) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:27.970792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ba19e-ec11-4c45-8302-f158671eb11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd3ceab-496b-4187-a06a-eb809be5f570,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:28.044742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb047c4-1275-4e66-a65f-f14b56a0e39f req-1c2b26df-b173-4265-a000-c866709a4ed7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:28.056740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bb047c4-1275-4e66-a65f-f14b56a0e39f req-1c2b26df-b173-4265-a000-c866709a4ed7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.7480280 Aug 25 11:42:28.124683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca8fb-3551-46ff-99ba-0805acd7d1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:28.300467 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca8fb-3551-46ff-99ba-0805acd7d1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:28.412444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bb047c4-1275-4e66-a65f-f14b56a0e39f req-fef46719-bac7-4f5e-aff6-49570529c864 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900012 Aug 25 11:42:28.433120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:28.452550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c481b305-b326-4182-b46e-e3aac8526420 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:42:28.456074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47900) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:28.511966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca8fb-3551-46ff-99ba-0805acd7d1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:28.517952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca8fb-3551-46ff-99ba-0805acd7d1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:28.522248 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c0ca8fb-3551-46ff-99ba-0805acd7d1da admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fd3ceab-496b-4187-a06a-eb809be5f570 HTTP/1.1" status: 204 len: 168 time: 0.7128861 Aug 25 11:42:28.549860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Transition to ACTIVE for port object bae026db-4c2c-4bc3-b61c-b91fe0ca984e will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:28.558682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ca8fb-3551-46ff-99ba-0805acd7d1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd3ceab-496b-4187-a06a-eb809be5f570,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:28.803298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c481b305-b326-4182-b46e-e3aac8526420 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:28.877121 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.028009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Port': ['ID=bae026db-4c2c-4bc3-b61c-b91fe0ca984e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:29.065086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86e0e6d4-1ab5-4c6f-8adf-3b0ffa68acb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.066011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688ab2-d2ca-441a-9170-9e919ce35b6d req-380bad34-b504-4bd8-a9ab-dfa9ae5c2c48 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:29.068088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94688ab2-d2ca-441a-9170-9e919ce35b6d req-380bad34-b504-4bd8-a9ab-dfa9ae5c2c48 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.3056903 Aug 25 11:42:29.150669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:29.219963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:29.242890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94688ab2-d2ca-441a-9170-9e919ce35b6d req-98d75233-468d-4671-a462-91666352b048 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618404 Aug 25 11:42:29.244210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:29.389421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.655297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806786a5-4c6f-46fb-b1b4-cbcdfb4e2aca None None] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:42:29.739690 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.753164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86e0e6d4-1ab5-4c6f-8adf-3b0ffa68acb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.763190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86e0e6d4-1ab5-4c6f-8adf-3b0ffa68acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.924148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] Provisioning for port c481b305-b326-4182-b46e-e3aac8526420 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:29.947822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] Provisioning complete for port c481b305-b326-4182-b46e-e3aac8526420 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:29.948357 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:29.975056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0e6d4-1ab5-4c6f-8adf-3b0ffa68acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae16df2-528f-4c92-adea-bd50056d2fef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:30.002733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86e0e6d4-1ab5-4c6f-8adf-3b0ffa68acb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d322607bccc4552aed6493cdcf46a17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5445836 Aug 25 11:42:30.014770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47940) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:30.182485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47942) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:30.274017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63708d3c-c69d-434d-9c04-2acf2458d784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.306260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401e83f4-8f99-41da-b698-035227b186b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.442647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401e83f4-8f99-41da-b698-035227b186b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.493717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.582992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] For port c481b305-b326-4182-b46e-e3aac8526420, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c481b305-b326-4182-b46e-e3aac8526420,segment=NetworkSegment(c6d5e37d-8089-489d-b065-cac17c8b8ba3),segment_id=c6d5e37d-8089-489d-b065-cac17c8b8ba3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:30.588592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.603601 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.614467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.671652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401e83f4-8f99-41da-b698-035227b186b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.686846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-401e83f4-8f99-41da-b698-035227b186b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.707564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-401e83f4-8f99-41da-b698-035227b186b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ae16df2-528f-4c92-adea-bd50056d2fef HTTP/1.1" status: 204 len: 168 time: 0.6666727 Aug 25 11:42:30.798507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e83f4-8f99-41da-b698-035227b186b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae16df2-528f-4c92-adea-bd50056d2fef,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:30.841121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac52e16-1cb3-4474-aeca-ebfe0cd3556e None None] Pushing event updated for resources: {'Port': ['ID=c481b305-b326-4182-b46e-e3aac8526420,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:30.876740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63708d3c-c69d-434d-9c04-2acf2458d784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:30.891228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63708d3c-c69d-434d-9c04-2acf2458d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.001114 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-63708d3c-c69d-434d-9c04-2acf2458d784 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e818340ffe842eba030117f5dbf41b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8064902 Aug 25 11:42:31.007460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47956) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:31.017074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.029209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63708d3c-c69d-434d-9c04-2acf2458d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650af095-e9c2-4346-a20d-4702546b1093,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:31.156276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Port': ['ID=bae026db-4c2c-4bc3-b61c-b91fe0ca984e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:31.183450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cde99e2-3739-4314-b056-ac25826a5093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.262962 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cde99e2-3739-4314-b056-ac25826a5093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.348593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.380835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cde99e2-3739-4314-b056-ac25826a5093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.384450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cde99e2-3739-4314-b056-ac25826a5093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.389355 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5cde99e2-3739-4314-b056-ac25826a5093 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/650af095-e9c2-4346-a20d-4702546b1093 HTTP/1.1" status: 204 len: 168 time: 0.3802738 Aug 25 11:42:31.399346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde99e2-3739-4314-b056-ac25826a5093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650af095-e9c2-4346-a20d-4702546b1093,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:31.708793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55673051-a964-485d-a04c-127d8f3944da None None] Provisioning complete for port c481b305-b326-4182-b46e-e3aac8526420 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:31.712352 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55673051-a964-485d-a04c-127d8f3944da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:31.950965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aa3c3-73cd-4c1c-bcdd-9f3910cd2077 req-22828fcb-190c-41f4-86d4-12170bae9267 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:31.966488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a5aa3c3-73cd-4c1c-bcdd-9f3910cd2077 req-22828fcb-190c-41f4-86d4-12170bae9267 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.6075878 Aug 25 11:42:31.998011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55673051-a964-485d-a04c-127d8f3944da None None] Provisioning for port bae026db-4c2c-4bc3-b61c-b91fe0ca984e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:32.021612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55673051-a964-485d-a04c-127d8f3944da None None] Provisioning complete for port bae026db-4c2c-4bc3-b61c-b91fe0ca984e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:32.024144 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55673051-a964-485d-a04c-127d8f3944da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:32.278752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-55673051-a964-485d-a04c-127d8f3944da None None] Port bae026db-4c2c-4bc3-b61c-b91fe0ca984e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:42:32.284084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c481b305-b326-4182-b46e-e3aac8526420 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:42:32.309631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a5aa3c3-73cd-4c1c-bcdd-9f3910cd2077 req-b7fbc739-dba5-4168-a050-ba3ae0658010 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296690 Aug 25 11:42:32.445374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:32.459451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:32.834034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 47984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:32.898609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-472c4c00-65ff-4ca0-84fb-16cda0e28a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:33.007562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-61970183-b6b7-4934-9673-6b3c531d021f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:33.011316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-61970183-b6b7-4934-9673-6b3c531d021f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.5957742 Aug 25 11:42:33.332883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-67f9bd0f-de77-4ab0-9a84-ccf8e6932db6 None None] Provisioning complete for port bae026db-4c2c-4bc3-b61c-b91fe0ca984e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:33.338871 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67f9bd0f-de77-4ab0-9a84-ccf8e6932db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:33.439240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-472c4c00-65ff-4ca0-84fb-16cda0e28a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:33.455050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-472c4c00-65ff-4ca0-84fb-16cda0e28a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:33.519284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-67f9bd0f-de77-4ab0-9a84-ccf8e6932db6 None None] Port bae026db-4c2c-4bc3-b61c-b91fe0ca984e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:42:33.572984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c481b305-b326-4182-b46e-e3aac8526420 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:33.573371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:33.661551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port dd42815b-14e2-4657-b61d-431dbcf790aa {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:42:33.662162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:33.710248 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-472c4c00-65ff-4ca0-84fb-16cda0e28a1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=621c9d846c70478b8aa2bf314205337d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8726578 Aug 25 11:42:33.726571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c4c00-65ff-4ca0-84fb-16cda0e28a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4c2bd-5047-4e82-b918-6938905cd0c5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:33.742362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48000) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:33.786231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c55a11f6-4d88-445f-9b72-49bb53a507e1 None None] Provisioning complete for port bae026db-4c2c-4bc3-b61c-b91fe0ca984e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:33.787282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c55a11f6-4d88-445f-9b72-49bb53a507e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:34.077379 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7270f85-9c4a-41b0-b3b3-547879372db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:34.173036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c55a11f6-4d88-445f-9b72-49bb53a507e1 None None] Port bae026db-4c2c-4bc3-b61c-b91fe0ca984e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:42:34.211105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Router a14c6980-0bd3-4974-8bbd-d3f2a492dec7 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:42:34.237477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port dd42815b-14e2-4657-b61d-431dbcf790aa, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=dd42815b-14e2-4657-b61d-431dbcf790aa,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:34.238133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:34.240831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7270f85-9c4a-41b0-b3b3-547879372db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:34.363115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7270f85-9c4a-41b0-b3b3-547879372db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:34.367175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7270f85-9c4a-41b0-b3b3-547879372db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:34.370123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f7270f85-9c4a-41b0-b3b3-547879372db4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6c4c2bd-5047-4e82-b918-6938905cd0c5 HTTP/1.1" status: 204 len: 168 time: 0.6185589 Aug 25 11:42:34.388445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7270f85-9c4a-41b0-b3b3-547879372db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4c2bd-5047-4e82-b918-6938905cd0c5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:34.398729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for dd42815b-14e2-4657-b61d-431dbcf790aa owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:42:34.538123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:35.126373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a42f-297a-4874-b936-e9d7aab30421 req-dd59e1f0-835e-4b6e-a7fa-3592eded531a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:35.129386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6e2a42f-297a-4874-b936-e9d7aab30421 req-dd59e1f0-835e-4b6e-a7fa-3592eded531a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 945 time: 0.9421759 Aug 25 11:42:35.152819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:42:35.171696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ad216-3b76-4713-b623-97c3266a715e None None] Sync routers for ids ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:42:35.206397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ad216-3b76-4713-b623-97c3266a715e None None] Routers {'a14c6980-0bd3-4974-8bbd-d3f2a492dec7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:42:35.207971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48040) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:35.209005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-071ad216-3b76-4713-b623-97c3266a715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:35.210006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77bf3d4c-6112-4a6a-8511-dbd48cccfbd3 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "PUT /v2.0/routers/a14c6980-0bd3-4974-8bbd-d3f2a492dec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2746673 Aug 25 11:42:35.214094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'port': {'network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0', 'name': 'tempest-FloatingIPNegativeTestJSON-118293595'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:35.292741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-071ad216-3b76-4713-b623-97c3266a715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:35.315512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ad216-3b76-4713-b623-97c3266a715e None None] Routers {'a14c6980-0bd3-4974-8bbd-d3f2a492dec7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:42:35.317243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-071ad216-3b76-4713-b623-97c3266a715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:35.464690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6e2a42f-297a-4874-b936-e9d7aab30421 req-606dc2c8-805c-4d1d-9dca-a0fe3654611c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859278 Aug 25 11:42:35.468672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-071ad216-3b76-4713-b623-97c3266a715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:35.470885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ad216-3b76-4713-b623-97c3266a715e None None] The sync data for ids ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:42:35.590038 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-989e2672-30d5-4a8f-ac0d-cd95797d54b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3584030 Aug 25 11:42:35.655715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:35.708473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:35.775966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=dd42815b-14e2-4657-b61d-431dbcf790aa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:35.853442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:42:35.853442 n-d-778732-11 neutron-server[94911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:42:35.853442 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id': 'b2c1edf9c5e94eecbc6ff49fa37e761f', 'id': 'd0f3c312-16e8-4750-99ca-a10458694688', 'expiration': datetime.datetime(2021, 8, 25, 11, 44, 35, 805427)}] Aug 25 11:42:35.853442 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:42:35.854236 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:42:35.868610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-258cd6c3-215e-4b73-a471-e4402d11e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:35.871379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-258cd6c3-215e-4b73-a471-e4402d11e474 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=843576927c9a41499595364ddb3dca1b&device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 1098 time: 0.1910567 Aug 25 11:42:35.872964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:35.877911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port dd42815b-14e2-4657-b61d-431dbcf790aa on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:42:35.891284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:35.894387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9bab6494-ba7a-48f1-9787-ea8e180865a9 req-7bbd8826-6eba-42f3-aa01-f95ee25f7da5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "DELETE /v2.0/ports/dd42815b-14e2-4657-b61d-431dbcf790aa HTTP/1.1" status: 204 len: 173 time: 2.8547952 Aug 25 11:42:35.901937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'name': 'network-vif-deleted', 'tag': 'dd42815b-14e2-4657-b61d-431dbcf790aa'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:42:35.908185 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b907bdf-0034-4959-ab82-c2c7662124bd" -d '{"events": [{"server_uuid": "211fb171-ae9c-4378-b3e0-3bfe1a4bac27", "name": "network-vif-deleted", "tag": "dd42815b-14e2-4657-b61d-431dbcf790aa"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:42:36.001808 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e9b69-639c-4f1e-bd92-90320f262dd3 x-openstack-request-id: req-eb3e9b69-639c-4f1e-bd92-90320f262dd3 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:42:36.002173 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211fb171-ae9c-4378-b3e0-3bfe1a4bac27", "name": "network-vif-deleted", "tag": "dd42815b-14e2-4657-b61d-431dbcf790aa", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:42:36.002438 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb3e9b69-639c-4f1e-bd92-90320f262dd3 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:42:36.002829 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211fb171-ae9c-4378-b3e0-3bfe1a4bac27', 'name': 'network-vif-deleted', 'tag': 'dd42815b-14e2-4657-b61d-431dbcf790aa', 'status': 'completed', 'code': 200} Aug 25 11:42:36.304027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dd42815b-14e2-4657-b61d-431dbcf790aa no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:42:36.366100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: dd42815b-14e2-4657-b61d-431dbcf790aa {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:42:36.366809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device dd42815b-14e2-4657-b61d-431dbcf790aa not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:42:36.462418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-d2387cf1-c8b2-40ca-912b-f9f11435ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:36.468617 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-d2387cf1-c8b2-40ca-912b-f9f11435ebb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 200 len: 915 time: 0.5504773 Aug 25 11:42:36.472989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Made reservation on behalf of b2c1edf9c5e94eecbc6ff49fa37e761f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:42:36.480968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:36.852618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bba5dcd1-229e-460c-8885-e9e54b6f0c71 req-55efccbb-d983-45d5-b58b-f9740774c04a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.0987718 Aug 25 11:42:37.259026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-529e77a5-b116-4084-b76a-0e3ce5269fc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9866539-a90c-4c51-bccb-3db4c2efa803 HTTP/1.1" status: 200 len: 217 time: 0.1316841 Aug 25 11:42:37.262712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] device_id is not set on port e2dd8f5b-88cc-4cf8-9683-d4b488565c4e yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:42:37.373756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-d2724883-9998-4d3d-9f1c-2673a1994101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:37.375950 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-d2724883-9998-4d3d-9f1c-2673a1994101 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 200 len: 854 time: 0.0895231 Aug 25 11:42:37.529169 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-9acbf007-87df-46e0-b38b-901afb74adc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0113f866-ecc1-42d6-9227-b6ea5d9d69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725212 Aug 25 11:42:37.797290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-b9b7e8ff-8378-479a-b3d3-fc502d8e3505 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456129 Aug 25 11:42:37.818509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:38.333960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-144291bc-fed4-4751-9582-dc7e4abc6dc5 req-ac784bc2-ccfc-4b49-a294-892f42cc8c30 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.2359962 Aug 25 11:42:38.588810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Allocated IP 172.20.0.10 (68ef39ff-6b66-48c3-bcff-9a0d54095ac0/b7846de3-31c0-4785-a7ed-c5e8c2634c2d/e2dd8f5b-88cc-4cf8-9683-d4b488565c4e) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:38.632564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f42545ed-1274-4fc8-a207-a5fb14320f39 req-957c37cd-bcb8-4be3-8690-0997b451ae35 service neutron] 10.222.0.10 "GET /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155811 Aug 25 11:42:38.660105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Allocated IP 172.25.1.172 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/8f002c2a-9b01-4a8e-aff6-083a9d43581b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:38.820703 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:42:39.427471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:39.612703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Transition to ACTIVE for port object e2dd8f5b-88cc-4cf8-9683-d4b488565c4e will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:39.709310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:39.741345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41ce89d9-2d79-4519-87e7-d367250c83e5 req-cfc97d99-fc07-4394-8c7d-bc86ea8ebb7f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.1463835 Aug 25 11:42:39.798621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:39.945160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:39.953506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:39.957643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:39.962069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:40.051641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Port': ['ID=e2dd8f5b-88cc-4cf8-9683-d4b488565c4e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:40.161564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:40.164130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:40.169740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:40.348490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:40.349720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:40.415332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Port': ['ID=8f002c2a-9b01-4a8e-aff6-083a9d43581b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:40.437039 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bb8a46f0-86bb-4c61-a40a-5b427359e321 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2257757 Aug 25 11:42:40.441623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48192) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:40.466350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:40.590503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:40.594060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-89d86120-fea5-4076-a859-27522d784adc None None] Provisioning for port e2dd8f5b-88cc-4cf8-9683-d4b488565c4e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:40.629173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-89d86120-fea5-4076-a859-27522d784adc None None] Provisioning complete for port e2dd8f5b-88cc-4cf8-9683-d4b488565c4e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:40.629459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89d86120-fea5-4076-a859-27522d784adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:40.680790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:40.797166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-89d86120-fea5-4076-a859-27522d784adc None None] Port e2dd8f5b-88cc-4cf8-9683-d4b488565c4e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:42:40.878609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:41.126049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cdc75a5-560e-4fcc-a9ec-2191d2c7b15f req-252aa069-3f7e-40cb-97ad-868850bbe28b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.2066202 Aug 25 11:42:41.283386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:41.773865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Allocated IP 172.25.1.157 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/974cfcbf-bd48-4ed6-b1ea-a9fa7b70a1cf) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:41.862947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:41.866145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:41.876086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.108784 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.200887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Port': ['ID=8f002c2a-9b01-4a8e-aff6-083a9d43581b,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:42.288782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.293966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.295825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.297262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.302652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.303470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.304294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.305870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.306707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.308678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.310390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.311282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.312822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:42.381322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-577189f5-2433-4643-953e-04e29aa3b130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.417429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.445839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Port': ['ID=974cfcbf-bd48-4ed6-b1ea-a9fa7b70a1cf,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:42.494023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60b5503c-4e19-42ce-be74-175f44fc0563 req-3437e947-8487-4c26-988e-139baf659ef9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.0503790 Aug 25 11:42:42.504579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:42.505087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.510061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:42.517136 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a19d5784-81bd-4813-b8ba-fcfbea75d50a tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9758246 Aug 25 11:42:42.518740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:42.519810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:42.553940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-141083599'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:42.687821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.803535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.882126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-577189f5-2433-4643-953e-04e29aa3b130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.896944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-577189f5-2433-4643-953e-04e29aa3b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:42.979088 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-577189f5-2433-4643-953e-04e29aa3b130 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38fa3f5a565d4877b09b159f5d5e88f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114571 Aug 25 11:42:42.979895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:42.991270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Made reservation on behalf of ed344da80f89488ca5828b0e3424d7d5 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:42:42.995411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.012951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577189f5-2433-4643-953e-04e29aa3b130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a10e8ca-e066-41b9-a378-d43304657199,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:43.028141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.258964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bbf-025a-414b-b970-4d4cec88a10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.356122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bbf-025a-414b-b970-4d4cec88a10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.382897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.399900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.547961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bbf-025a-414b-b970-4d4cec88a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.572217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df0e3bbf-025a-414b-b970-4d4cec88a10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.577907 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df0e3bbf-025a-414b-b970-4d4cec88a10a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a10e8ca-e066-41b9-a378-d43304657199 HTTP/1.1" status: 204 len: 168 time: 0.5934253 Aug 25 11:42:43.664266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e3bbf-025a-414b-b970-4d4cec88a10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a10e8ca-e066-41b9-a378-d43304657199,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:43.671615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.726737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.739631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Port': ['ID=974cfcbf-bd48-4ed6-b1ea-a9fa7b70a1cf,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:43.759443 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.798539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b039aa7-3197-433e-8a12-a55a9150fd1d req-b5eca3dc-71c3-4d7e-a160-aae253a4c422 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.0895672 Aug 25 11:42:43.803220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.811574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-700440ec-e47e-4e76-84f5-224485663f0d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3655660 Aug 25 11:42:43.813436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48262) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:43.840829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9b35215c-9799-41cf-a46b-cb55fc40dd1d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'floatingip': {'port_id': 'e2dd8f5b-88cc-4cf8-9683-d4b488565c4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:43.912566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:42:43.927655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa00ca3-ddc0-4ed4-8e6a-0f9f0d4d2605,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:43.941490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:43.942395 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Added segment 429a9518-7d6d-44cf-8815-8061b97210e3 of type vlan for network f227d3c7-9f91-438b-b859-9b78604ec3c2 Aug 25 11:42:44.049496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:44.061439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b35215c-9799-41cf-a46b-cb55fc40dd1d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:44.147366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:44.159078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:44.159738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:44.203545 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6750808 Aug 25 11:42:44.278115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48266) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:44.285311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Request body: {'subnet': {'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:44.368813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03045a3-4027-42fa-9800-399a85c6e5c7 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Network': ['ID=f227d3c7-9f91-438b-b859-9b78604ec3c2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:44.383387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:42:44.477269 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-9b35215c-9799-41cf-a46b-cb55fc40dd1d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] update failed (client error): The resource could not be found. Aug 25 11:42:44.483000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9b35215c-9799-41cf-a46b-cb55fc40dd1d tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "PUT /v2.0/floatingips/a4726aaf-cd2d-4279-811c-b049b68e871d HTTP/1.1" status: 404 len: 507 time: 0.6612463 Aug 25 11:42:44.489973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48276) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:44.502248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Made reservation on behalf of ed344da80f89488ca5828b0e3424d7d5 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:42:44.514626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:44.854845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Deleting port 974cfcbf-bd48-4ed6-b1ea-a9fa7b70a1cf {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:42:44.855195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.064964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.065930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.166123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48292) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:45.210732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-180a4f1e-f819-4081-8d9c-9a196674ce6b req-e589847f-dd07-4753-bb52-aa4eec40bf8b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.1203272 Aug 25 11:42:45.214839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Calling delete_port for 974cfcbf-bd48-4ed6-b1ea-a9fa7b70a1cf owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:42:45.358174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e231579b-4b11-4bff-9358-204367c5355d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.379446 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.534503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.576863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Port': ['ID=974cfcbf-bd48-4ed6-b1ea-a9fa7b70a1cf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:45.741298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.744067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.759783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-568478f3-dc4d-41d6-b3de-26ecf3ab61d6 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "DELETE /v2.0/floatingips/a4726aaf-cd2d-4279-811c-b049b68e871d HTTP/1.1" status: 204 len: 168 time: 1.2681859 Aug 25 11:42:45.760607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:45.767756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0d3a93b0-e09b-4a7d-8b9e-d198e50f9747 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'floatingip': {'floating_network_id': '68ef39ff-6b66-48c3-bcff-9a0d54095ac0', 'port_id': 'e2dd8f5b-88cc-4cf8-9683-d4b488565c4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:45.827305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e231579b-4b11-4bff-9358-204367c5355d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.829576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Subnet': ['ID=31d150df-95e5-49b2-bec4-0a9bfcf0d53b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:45.839376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e231579b-4b11-4bff-9358-204367c5355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.874474 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d3a93b0-e09b-4a7d-8b9e-d198e50f9747 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:45.889104 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e231579b-4b11-4bff-9358-204367c5355d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f580a9b8b94425c99b68ef1dd5fc12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7218704 Aug 25 11:42:45.897715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:45.898320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:45.968558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Checking segment: {'id': '429a9518-7d6d-44cf-8815-8061b97210e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:42:45.969618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network hostable DHCP agents. Network: f227d3c7-9f91-438b-b859-9b78604ec3c2, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:42:45.995969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231579b-4b11-4bff-9358-204367c5355d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b266b-c34c-405a-b634-dff049e0fb12,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:46.046491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33a0e9f6-ba99-473e-a4eb-9fc39457be4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.078209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33a0e9f6-ba99-473e-a4eb-9fc39457be4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.144851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:42:46.162993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33a0e9f6-ba99-473e-a4eb-9fc39457be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.171234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33a0e9f6-ba99-473e-a4eb-9fc39457be4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.175896 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-33a0e9f6-ba99-473e-a4eb-9fc39457be4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d56b266b-c34c-405a-b634-dff049e0fb12 HTTP/1.1" status: 204 len: 168 time: 0.2719271 Aug 25 11:42:46.184596 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-0d3a93b0-e09b-4a7d-8b9e-d198e50f9747 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:42:46.186603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f227d3c7-9f91-438b-b859-9b78604ec3c2) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:46.193907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d3a93b0-e09b-4a7d-8b9e-d198e50f9747 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4312556 Aug 25 11:42:46.194910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48326) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:46.196622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f11034-3508-4c6d-a553-5642a1db0a9f None None] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:42:46.203976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:46.204596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.210276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'e2dd8f5b-88cc-4cf8-9683-d4b488565c4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:46.278039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0e9f6-ba99-473e-a4eb-9fc39457be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b266b-c34c-405a-b634-dff049e0fb12,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:46.349180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.356657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0afa7353-d427-4589-87b4-aaedae217eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.748054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fba321f0-38d1-4739-8526-32840ec8d0cd req-3a9ddb66-f8c1-4b63-b175-d63b0b4889dd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.1992030 Aug 25 11:42:46.804734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1d0270a8-66c8-41f2-ad7b-659de4121a38 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5251384 Aug 25 11:42:46.814350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48336) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:46.845030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1895997788', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:42:46.852289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0afa7353-d427-4589-87b4-aaedae217eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:46.867391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0afa7353-d427-4589-87b4-aaedae217eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.046867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa7353-d427-4589-87b4-aaedae217eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73cd23-fa3f-4c8a-88d3-8b9070b666ae,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:47.048008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.049319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.074080 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0afa7353-d427-4589-87b4-aaedae217eb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a743d32f0f34273848ab4bc02850f17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1720426 Aug 25 11:42:47.090618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:47.125630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f227d3c7-9f91-438b-b859-9b78604ec3c2', 'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2', 'tenant_id': 'ed344da80f89488ca5828b0e3424d7d5', 'fixed_ips': [{'subnet_id': '31d150df-95e5-49b2-bec4-0a9bfcf0d53b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:42:47.127271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.158864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.264981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dadd53-c46c-477f-94f0-8bf1b4d81faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.312717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dadd53-c46c-477f-94f0-8bf1b4d81faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.442458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dadd53-c46c-477f-94f0-8bf1b4d81faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.446359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a6dadd53-c46c-477f-94f0-8bf1b4d81faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.448369 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a6dadd53-c46c-477f-94f0-8bf1b4d81faf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c73cd23-fa3f-4c8a-88d3-8b9070b666ae HTTP/1.1" status: 204 len: 168 time: 0.3537114 Aug 25 11:42:47.468203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dadd53-c46c-477f-94f0-8bf1b4d81faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73cd23-fa3f-4c8a-88d3-8b9070b666ae,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:47.745204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:47.795640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Allocated IP 172.25.1.106 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/3af832ea-d9c9-49fe-9331-e7b2f1884642) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:48.040573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Allocated IP 172.20.0.2 (f227d3c7-9f91-438b-b859-9b78604ec3c2/31d150df-95e5-49b2-bec4-0a9bfcf0d53b/7ce230ce-633a-46e4-baee-5db1e2eda7fb) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:48.308301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efe1b6ea-d5ed-481f-af66-ffa0c42a328c req-457a81c4-a1ae-46e0-88a6-3ee232675a43 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=211fb171-ae9c-4378-b3e0-3bfe1a4bac27 HTTP/1.1" status: 200 len: 210 time: 0.0732350 Aug 25 11:42:48.561393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:48.814033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48390) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:48.846119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b41275be-8df6-40e5-9be6-d827d4e18628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:48.935132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:48.948467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:48.971655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Transition to ACTIVE for port object 7ce230ce-633a-46e4-baee-5db1e2eda7fb will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:49.039191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Transition to ACTIVE for port object 7ce230ce-633a-46e4-baee-5db1e2eda7fb will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:42:49.060732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.095493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd5b7d7c-6db3-4ee2-9363-bdfa0728296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.173856 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b41275be-8df6-40e5-9be6-d827d4e18628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.188021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:49.191472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b41275be-8df6-40e5-9be6-d827d4e18628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.199465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:49.243363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Pushing event updated for resources: {'Port': ['ID=7ce230ce-633a-46e4-baee-5db1e2eda7fb,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:49.247407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:49.302812 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b41275be-8df6-40e5-9be6-d827d4e18628 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92008ce9d1ef478493eebc96662b3fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856718 Aug 25 11:42:49.313035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48408) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:49.360772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.363166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.365254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.366316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.366940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.368330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.370033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.370766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.371603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.372353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.373051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.373634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:42:49.483498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41275be-8df6-40e5-9be6-d827d4e18628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e986f99-1889-4da2-91ef-f0b2dcb39f89,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:49.497229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Attempting to bind port 7ce230ce-633a-46e4-baee-5db1e2eda7fb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:42:49.499144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Attempting to bind port 7ce230ce-633a-46e4-baee-5db1e2eda7fb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '429a9518-7d6d-44cf-8815-8061b97210e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:42:49.501810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Attempting to bind port 7ce230ce-633a-46e4-baee-5db1e2eda7fb on network f227d3c7-9f91-438b-b859-9b78604ec3c2 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:42:49.522084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:42:49.524539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Checking segment: {'id': '429a9518-7d6d-44cf-8815-8061b97210e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:42:49.530005 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.530573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Bound using segment: {'id': '429a9518-7d6d-44cf-8815-8061b97210e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:42:49.533162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Bound port: 7ce230ce-633a-46e4-baee-5db1e2eda7fb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429a9518-7d6d-44cf-8815-8061b97210e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:42:49.534772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.549656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1309ec-071f-4393-bc03-130f216f8276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.578109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.636311 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1309ec-071f-4393-bc03-130f216f8276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.649893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.658520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.758341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] For port 7ce230ce-633a-46e4-baee-5db1e2eda7fb, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:42:49.778804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] For port 7ce230ce-633a-46e4-baee-5db1e2eda7fb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7ce230ce-633a-46e4-baee-5db1e2eda7fb,segment=NetworkSegment(429a9518-7d6d-44cf-8815-8061b97210e3),segment_id=429a9518-7d6d-44cf-8815-8061b97210e3)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:42:49.789203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1309ec-071f-4393-bc03-130f216f8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.792086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d1309ec-071f-4393-bc03-130f216f8276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.797547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d1309ec-071f-4393-bc03-130f216f8276 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e986f99-1889-4da2-91ef-f0b2dcb39f89 HTTP/1.1" status: 204 len: 168 time: 0.4750187 Aug 25 11:42:49.803002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:49.815258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1309ec-071f-4393-bc03-130f216f8276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e986f99-1889-4da2-91ef-f0b2dcb39f89,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:49.948640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event updated for resources: {'Port': ['ID=3af832ea-d9c9-49fe-9331-e7b2f1884642,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:50.035702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f1e10-e071-4b15-ad35-9bf0b5ccb61d None None] Pushing event updated for resources: {'Port': ['ID=7ce230ce-633a-46e4-baee-5db1e2eda7fb,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:50.037599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:50.076962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:50.107787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:50.856166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Allocated IP 172.25.1.225 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/e1e7afcb-8a51-4d5b-b4b4-cf0b5a935bcd) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:42:51.186836 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46125f6d-7cae-439c-9b94-e42d9b866458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:51.422697 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:51.433272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Deleting port 3af832ea-d9c9-49fe-9331-e7b2f1884642 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:42:51.433861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:51.445160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:51.926644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:51.963971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:51.965051 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:52.064470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Port': ['ID=e1e7afcb-8a51-4d5b-b4b4-cf0b5a935bcd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:52.080705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:42:52.084416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:42:52.117253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:42:52.216492 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Calling delete_port for 3af832ea-d9c9-49fe-9331-e7b2f1884642 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:42:52.275441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6228a6cb-bcc7-4444-afe1-3a6ed1776a7d None None] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:42:52.697992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7ce230ce-633a-46e4-baee-5db1e2eda7fb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:42:52.857215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:52.932407 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:52.984026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] Provisioning for port 7ce230ce-633a-46e4-baee-5db1e2eda7fb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:52.997529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7ce230ce-633a-46e4-baee-5db1e2eda7fb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:42:53.017397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] Provisioning complete for port 7ce230ce-633a-46e4-baee-5db1e2eda7fb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:53.028036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.038631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7ce230ce-633a-46e4-baee-5db1e2eda7fb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:53.041250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.380957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.478427 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.564407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] For port 7ce230ce-633a-46e4-baee-5db1e2eda7fb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7ce230ce-633a-46e4-baee-5db1e2eda7fb,segment=NetworkSegment(429a9518-7d6d-44cf-8815-8061b97210e3),segment_id=429a9518-7d6d-44cf-8815-8061b97210e3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:42:53.590644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.611981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.927327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:42:53.928088 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:42:53.929257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cf93dfc2-acc0-42f0-b1cf-44e3797f52fa None None] Provisioning complete for port 7ce230ce-633a-46e4-baee-5db1e2eda7fb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:53.930018 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf93dfc2-acc0-42f0-b1cf-44e3797f52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:53.989409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776543b-7c64-4aeb-880e-34a73a3583bd None None] Pushing event updated for resources: {'Port': ['ID=7ce230ce-633a-46e4-baee-5db1e2eda7fb,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:54.414639 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:54.580169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Port': ['ID=3af832ea-d9c9-49fe-9331-e7b2f1884642,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:54.939104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7ce230ce-633a-46e4-baee-5db1e2eda7fb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:42:55.067865 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:55.189829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7ce230ce-633a-46e4-baee-5db1e2eda7fb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:42:55.190617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:55.339322 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] create failed (client error): The resource could not be found. Aug 25 11:42:55.359021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:55.360878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ebb9de5a-b58e-4d60-9ee0-cfcbbcaeeaaa tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.1530616 Aug 25 11:42:55.934409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Deleting port e2dd8f5b-88cc-4cf8-9683-d4b488565c4e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:42:55.934841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:56.005538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Router 50d69810-dcb8-4cfc-a2a8-4c33303f4178 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:42:56.376835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:56.420249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Calling delete_port for e2dd8f5b-88cc-4cf8-9683-d4b488565c4e owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:42:56.619509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:42:56.643362 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] Sync routers for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:42:56.676027 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:42:56.680284 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:56.740962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:56.746536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-500ad62b-892e-499f-9f09-80716a791428 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.9302945 Aug 25 11:42:56.752012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48682) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:56.906338 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:56.978294 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:42:56.982701 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:57.009419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:57.310698 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:57.347337 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:42:57.358330 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23d884-31c1-4aae-9817-3d1a7bd5672f None None] The sync data for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:42:57.610977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Port': ['ID=e2dd8f5b-88cc-4cf8-9683-d4b488565c4e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:42:57.629485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:57.635630 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-340ec9e3-e7e4-4f53-8dc4-f041138d138c tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "DELETE /v2.0/ports/e2dd8f5b-88cc-4cf8-9683-d4b488565c4e HTTP/1.1" status: 204 len: 168 time: 2.2752450 Aug 25 11:42:57.640123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48712) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:57.797736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37b42f-378b-41d7-98e6-f4a490f602e9 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:42:57.801471 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6d37b42f-378b-41d7-98e6-f4a490f602e9 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "GET /v2.0/ports?device_id=a14c6980-0bd3-4974-8bbd-d3f2a492dec7 HTTP/1.1" status: 200 len: 913 time: 0.1593373 Aug 25 11:42:57.805387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48718) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:42:58.819023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:42:58.984377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:00.198257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Deleting port bae026db-4c2c-4bc3-b61c-b91fe0ca984e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:00.199274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:00.207782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Allocated IP 172.20.0.1 (f227d3c7-9f91-438b-b859-9b78604ec3c2/31d150df-95e5-49b2-bec4-0a9bfcf0d53b/fab292a9-9426-45e7-b31a-987870288774) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:00.478269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48810) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:00.557313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:00.611470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Transition to ACTIVE for port object fab292a9-9426-45e7-b31a-987870288774 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:43:00.718972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:00.745536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:00.782464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:00.798226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Calling delete_port for bae026db-4c2c-4bc3-b61c-b91fe0ca984e owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:00.973432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:00.989829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:00.998873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:01.013487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:01.249639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:01.253872 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa7e-c008-483b-b38f-a99f5201d164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:01.283449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Port': ['ID=fab292a9-9426-45e7-b31a-987870288774,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:01.517518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5aca041a-9db9-499f-8c46-80cec89ab4dc None None] Provisioning for port fab292a9-9426-45e7-b31a-987870288774 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:43:01.561470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5aca041a-9db9-499f-8c46-80cec89ab4dc None None] Provisioning complete for port fab292a9-9426-45e7-b31a-987870288774 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:43:01.570230 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5aca041a-9db9-499f-8c46-80cec89ab4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:01.833195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5aca041a-9db9-499f-8c46-80cec89ab4dc None None] Port fab292a9-9426-45e7-b31a-987870288774 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:43:02.289551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:02.368261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce11395b-d07a-4c9e-abfc-6bf536594aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:02.386496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa7e-c008-483b-b38f-a99f5201d164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:02.750573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:02.943042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93a6aa7e-c008-483b-b38f-a99f5201d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.021424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Port': ['ID=bae026db-4c2c-4bc3-b61c-b91fe0ca984e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:03.027484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce11395b-d07a-4c9e-abfc-6bf536594aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.089300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce11395b-d07a-4c9e-abfc-6bf536594aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.137018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6aa7e-c008-483b-b38f-a99f5201d164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc14866-0c2b-4791-92b9-c050d08d794c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:03.225195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93a6aa7e-c008-483b-b38f-a99f5201d164 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8df9aefb7ae4fe7b297cdc50c0ca201&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4764693 Aug 25 11:43:03.242882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48860) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:03.417189 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.422000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d92b11cb-c85c-4b24-8d89-7e7eb0f12b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.423468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11395b-d07a-4c9e-abfc-6bf536594aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf1237-0cf7-4edc-9c37-f04b0acd7c8b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:03.461964 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce11395b-d07a-4c9e-abfc-6bf536594aeb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1ccbb98a7ea4322b7ffed47400fc173&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9821193 Aug 25 11:43:03.466892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d92b11cb-c85c-4b24-8d89-7e7eb0f12b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.540195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48862) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:03.557759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.564832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.565889 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d92b11cb-c85c-4b24-8d89-7e7eb0f12b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.568556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d92b11cb-c85c-4b24-8d89-7e7eb0f12b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:03.578838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d92b11cb-c85c-4b24-8d89-7e7eb0f12b9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecc14866-0c2b-4791-92b9-c050d08d794c HTTP/1.1" status: 204 len: 168 time: 0.3277986 Aug 25 11:43:03.755819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48866) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:03.806918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Port': ['ID=fab292a9-9426-45e7-b31a-987870288774,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:03.888811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b11cb-c85c-4b24-8d89-7e7eb0f12b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc14866-0c2b-4791-92b9-c050d08d794c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:04.016395 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:04.136929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc773122-5a6f-4ed6-8f82-8cba70f0435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:04.413777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Router a14c6980-0bd3-4974-8bbd-d3f2a492dec7 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:43:04.620004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-02e524a4-cdad-4bc9-bef5-dd6fd2fdfb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:04.633423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc773122-5a6f-4ed6-8f82-8cba70f0435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:04.702212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:43:04.711181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:04.721646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b8752-af40-470d-b641-49456059f906 None None] Sync routers for ids ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:43:04.735442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b19d8e82-f637-4999-b6a5-ac2c1b4b559a tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "PUT /v2.0/routers/a14c6980-0bd3-4974-8bbd-d3f2a492dec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9275389 Aug 25 11:43:04.736717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:04.783105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b8752-af40-470d-b641-49456059f906 None None] Routers {'a14c6980-0bd3-4974-8bbd-d3f2a492dec7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:04.787519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d73b8752-af40-470d-b641-49456059f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:04.892802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d73b8752-af40-470d-b641-49456059f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:04.898633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:04.900891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3076d72c-0ff5-4b3d-8110-2e91ced11fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:04.903800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:04.945359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b8752-af40-470d-b641-49456059f906 None None] Routers {'a14c6980-0bd3-4974-8bbd-d3f2a492dec7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:04.946644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d73b8752-af40-470d-b641-49456059f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:05.057007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.087243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d73b8752-af40-470d-b641-49456059f906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:05.088701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73b8752-af40-470d-b641-49456059f906 None None] The sync data for ids ['a14c6980-0bd3-4974-8bbd-d3f2a492dec7'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:43:05.293046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Router 50d69810-dcb8-4cfc-a2a8-4c33303f4178 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:43:05.300025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc773122-5a6f-4ed6-8f82-8cba70f0435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.306062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc773122-5a6f-4ed6-8f82-8cba70f0435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.308455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cc773122-5a6f-4ed6-8f82-8cba70f0435d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6edf1237-0cf7-4edc-9c37-f04b0acd7c8b HTTP/1.1" status: 204 len: 168 time: 1.7663891 Aug 25 11:43:05.338737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-02e524a4-cdad-4bc9-bef5-dd6fd2fdfb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.352836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773122-5a6f-4ed6-8f82-8cba70f0435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf1237-0cf7-4edc-9c37-f04b0acd7c8b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:05.370924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-02e524a4-cdad-4bc9-bef5-dd6fd2fdfb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.431982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-35adf53b-f290-4329-a3f9-4e11a85ee44e None None] Provisioning complete for port fab292a9-9426-45e7-b31a-987870288774 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:43:05.432582 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-35adf53b-f290-4329-a3f9-4e11a85ee44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.575563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-35adf53b-f290-4329-a3f9-4e11a85ee44e None None] Port fab292a9-9426-45e7-b31a-987870288774 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:43:05.621820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.631945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.665105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:43:05.679266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] Sync routers for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:43:05.698694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-db44057b-71d9-470b-b4a3-2243b2e936dc tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "PUT /v2.0/routers/50d69810-dcb8-4cfc-a2a8-4c33303f4178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9404774 Aug 25 11:43:05.707903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:05.709333 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:05.710494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48892) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:05.724124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Request body: {'port': {'network_id': 'f227d3c7-9f91-438b-b859-9b78604ec3c2', 'name': 'tempest-FloatingIPAdminTestJSON-1741761468'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:05.737424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-02e524a4-cdad-4bc9-bef5-dd6fd2fdfb94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab334fa78662458bac7f2c878c714122&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9220290 Aug 25 11:43:05.757939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e524a4-cdad-4bc9-bef5-dd6fd2fdfb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a1f408-e7fe-4452-9cbc-a3b8427533e9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:05.785590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:05.834960 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:05.852895 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:05.853921 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:05.963028 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.963895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Fanout notify agent at l3_agent the message router_deleted on router a14c6980-0bd3-4974-8bbd-d3f2a492dec7 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:43:05.994212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:05.995970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1cd38115-fce8-43d1-a70f-2761403bfd35 tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "DELETE /v2.0/routers/a14c6980-0bd3-4974-8bbd-d3f2a492dec7 HTTP/1.1" status: 204 len: 168 time: 1.2557003 Aug 25 11:43:06.001360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 48898) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:06.015990 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:06.017019 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b9f97-44f8-4a00-8771-2346685668b5 None None] The sync data for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:43:06.188301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Deleting subnet b7846de3-31c0-4785-a7ed-c5e8c2634c2d {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:43:06.197214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.205072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72ec79ba-cb99-43d2-a7ef-8ecda81a751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.399193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.452939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72ec79ba-cb99-43d2-a7ef-8ecda81a751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.505721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3076d72c-0ff5-4b3d-8110-2e91ced11fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.525586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3076d72c-0ff5-4b3d-8110-2e91ced11fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.636663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3076d72c-0ff5-4b3d-8110-2e91ced11fd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=025ba24003174864b7ac06ee484da45f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9227915 Aug 25 11:43:06.647818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:06.695608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076d72c-0ff5-4b3d-8110-2e91ced11fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351c63c4-e1cf-4930-b74b-c26639209f0f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:06.764104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72ec79ba-cb99-43d2-a7ef-8ecda81a751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.769101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72ec79ba-cb99-43d2-a7ef-8ecda81a751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:06.771334 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-72ec79ba-cb99-43d2-a7ef-8ecda81a751a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22a1f408-e7fe-4452-9cbc-a3b8427533e9 HTTP/1.1" status: 204 len: 168 time: 0.9799542 Aug 25 11:43:06.797002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec79ba-cb99-43d2-a7ef-8ecda81a751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a1f408-e7fe-4452-9cbc-a3b8427533e9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:06.905732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a217c5d4-7e53-4aea-8634-956b1f9402eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:07.062633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a217c5d4-7e53-4aea-8634-956b1f9402eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:07.278539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Made reservation on behalf of ed344da80f89488ca5828b0e3424d7d5 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:07.289027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:07.303884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a217c5d4-7e53-4aea-8634-956b1f9402eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:07.310505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a217c5d4-7e53-4aea-8634-956b1f9402eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:07.319819 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a217c5d4-7e53-4aea-8634-956b1f9402eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/351c63c4-e1cf-4930-b74b-c26639209f0f HTTP/1.1" status: 204 len: 168 time: 0.6690190 Aug 25 11:43:07.339312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] device_id is not set on port b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:43:07.377909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c5d4-7e53-4aea-8634-956b1f9402eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c63c4-e1cf-4930-b74b-c26639209f0f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:07.697892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:07.765409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82c3f64b-7dc6-4cd8-9908-4a5d2ea9a0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:07.876730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Allocated IP 172.20.0.3 (f227d3c7-9f91-438b-b859-9b78604ec3c2/31d150df-95e5-49b2-bec4-0a9bfcf0d53b/b5311235-31e7-4bb5-be3f-eaaf6d8d85e9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:08.210840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82c3f64b-7dc6-4cd8-9908-4a5d2ea9a0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.218747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82c3f64b-7dc6-4cd8-9908-4a5d2ea9a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.348036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f64b-7dc6-4cd8-9908-4a5d2ea9a0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b0b26-01e9-49b1-bf2a-e081e0469039,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:08.408414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.421113 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82c3f64b-7dc6-4cd8-9908-4a5d2ea9a0ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84d04e1a38b84107bebc623dd53f37e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207408 Aug 25 11:43:08.423506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 48996) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:08.563201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c52bc08-b4bf-4bf1-a855-fd64108dd076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.632600 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.660711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c52bc08-b4bf-4bf1-a855-fd64108dd076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.725822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Transition to ACTIVE for port object b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:43:08.858922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c52bc08-b4bf-4bf1-a855-fd64108dd076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.864989 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c52bc08-b4bf-4bf1-a855-fd64108dd076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.869654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1c52bc08-b4bf-4bf1-a855-fd64108dd076 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/411b0b26-01e9-49b1-bf2a-e081e0469039 HTTP/1.1" status: 204 len: 168 time: 0.4416428 Aug 25 11:43:08.905421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.922313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52bc08-b4bf-4bf1-a855-fd64108dd076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b0b26-01e9-49b1-bf2a-e081e0469039,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:08.952636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:08.961218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:08.961995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "DELETE /v2.0/subnets/b7846de3-31c0-4785-a7ed-c5e8c2634c2d HTTP/1.1" status: 204 len: 168 time: 2.9579570 Aug 25 11:43:08.985385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181a3d5-390e-4009-98de-5c7d7fb71654 None None] Network 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:09.087678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66358bef-6897-47dc-94c1-593f80d9d83b tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Subnet': ['ID=b7846de3-31c0-4785-a7ed-c5e8c2634c2d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:09.092304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:09.309865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event updated for resources: {'Port': ['ID=b5311235-31e7-4bb5-be3f-eaaf6d8d85e9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:09.364667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:09.383144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:09.388497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:09.515106 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:09.578914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:09.586763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:09.671463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-60ae6e6e-9b44-41b5-98a6-50a5141348c3 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9571152 Aug 25 11:43:09.680707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:09.817713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Deleting port c481b305-b326-4182-b46e-e3aac8526420 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:09.818268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:09.909595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] DHCP port deletion for 68ef39ff-6b66-48c3-bcff-9a0d54095ac0 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:43:10.092461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] For port c481b305-b326-4182-b46e-e3aac8526420, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c481b305-b326-4182-b46e-e3aac8526420,segment=NetworkSegment(c6d5e37d-8089-489d-b065-cac17c8b8ba3),segment_id=c6d5e37d-8089-489d-b065-cac17c8b8ba3)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:10.099413 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:10.136791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fa8a49c7-eeb1-471e-ad5f-a4ba8f097546 None None] Provisioning for port b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:43:10.156442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Calling delete_port for c481b305-b326-4182-b46e-e3aac8526420 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:10.172071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fa8a49c7-eeb1-471e-ad5f-a4ba8f097546 None None] Provisioning complete for port b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:43:10.172664 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fa8a49c7-eeb1-471e-ad5f-a4ba8f097546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:10.404197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] Deleting port c481b305-b326-4182-b46e-e3aac8526420 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:10.406492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:10.430208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fa8a49c7-eeb1-471e-ad5f-a4ba8f097546 None None] Port b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:43:10.481775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:10.508980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] No DVR routers for this DVR port c481b305-b326-4182-b46e-e3aac8526420 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:10.627050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Port': ['ID=c481b305-b326-4182-b46e-e3aac8526420,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:10.752240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] For port c481b305-b326-4182-b46e-e3aac8526420, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c481b305-b326-4182-b46e-e3aac8526420,segment=NetworkSegment(c6d5e37d-8089-489d-b065-cac17c8b8ba3),segment_id=c6d5e37d-8089-489d-b065-cac17c8b8ba3)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:10.774142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:10.885143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] Calling delete_port for c481b305-b326-4182-b46e-e3aac8526420 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:10.899537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c481b305-b326-4182-b46e-e3aac8526420 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:43:10.990501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.013965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ef39ff-6b66-48c3-bcff-9a0d54095ac0']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:11.057319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c481b305-b326-4182-b46e-e3aac8526420 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:43:11.069366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c481b305-b326-4182-b46e-e3aac8526420 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:43:11.071485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d5e37d-8089-489d-b065-cac17c8b8ba3') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:11.071967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d5e37d-8089-489d-b065-cac17c8b8ba3') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:11.095059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.124697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'project_id': 'ed344da80f89488ca5828b0e3424d7d5', 'port_id': 'b5311235-31e7-4bb5-be3f-eaaf6d8d85e9'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:11.178153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.194941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.211389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:11.212584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.404808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.455020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] No DVR routers for this DVR port c481b305-b326-4182-b46e-e3aac8526420 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:11.461254 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:11.465734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-4f56cabb-167e-4838-aba3-bab00e3a0b2e req-09cfabdf-69da-4773-9f0d-602a20d7b63e service neutron] (94911) timed out ('10.222.0.35', 54896) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:43:11.472770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.485565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.491574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] 10.222.0.35 "DELETE /v2.0/networks/68ef39ff-6b66-48c3-bcff-9a0d54095ac0 HTTP/1.1" status: 204 len: 168 time: 2.5270104 Aug 25 11:43:11.528726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83653c8-27d9-4abd-83f8-5d67238125ba tempest-FloatingIPNegativeTestJSON-1503792727 tempest-FloatingIPNegativeTestJSON-1503792727-project] Pushing event deleted for resources: {'Network': ['ID=68ef39ff-6b66-48c3-bcff-9a0d54095ac0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:11.538193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98365b20-ea68-4276-9134-913db7b10dd9 None None] Pushing event deleted for resources: {'Port': ['ID=c481b305-b326-4182-b46e-e3aac8526420,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:11.542949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:11.857273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Allocated IP 172.25.1.67 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/0a1ecfae-c7c2-42ba-b089-3c8fb8214a37) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:12.305016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:12.324295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49136) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:12.420360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:12.538217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:12.554716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:12.564010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:12.618573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1ecfae-c7c2-42ba-b089-3c8fb8214a37,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:12.792538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:12.980763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95b9bde1-3692-40b0-93b0-faff3a7361f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:13.179079 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cccf2717-ca56-4eac-9d33-dbe450ef8999 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2c1edf9c5e94eecbc6ff49fa37e761f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827281 Aug 25 11:43:13.189568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49164) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:13.582105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95b9bde1-3692-40b0-93b0-faff3a7361f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:13.604675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95b9bde1-3692-40b0-93b0-faff3a7361f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:13.714042 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-95b9bde1-3692-40b0-93b0-faff3a7361f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b95e0f38214e49648eca2db435e48829&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3811791 Aug 25 11:43:13.719982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49172) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:13.736690 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ee4-6b66-4521-8b2f-fb64e760ac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:13.881661 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ee4-6b66-4521-8b2f-fb64e760ac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:13.949931 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3f617cb-ef26-4855-870b-28dfc7117802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:13.954050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9bde1-3692-40b0-93b0-faff3a7361f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b677a-d9ab-40cc-8654-8543dbd8ee07,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:14.064930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3f617cb-ef26-4855-870b-28dfc7117802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:14.192242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3f617cb-ef26-4855-870b-28dfc7117802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:14.196113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3f617cb-ef26-4855-870b-28dfc7117802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:14.201656 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f3f617cb-ef26-4855-870b-28dfc7117802 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa5b677a-d9ab-40cc-8654-8543dbd8ee07 HTTP/1.1" status: 204 len: 168 time: 0.4776645 Aug 25 11:43:14.220051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f617cb-ef26-4855-870b-28dfc7117802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b677a-d9ab-40cc-8654-8543dbd8ee07,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:14.364090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ee4-6b66-4521-8b2f-fb64e760ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:14.379419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ee4-6b66-4521-8b2f-fb64e760ac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:14.389713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-afcf9ee4-6b66-4521-8b2f-fb64e760ac60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6fa6dba-24a1-4fff-815c-29fe21f5a9eb HTTP/1.1" status: 204 len: 168 time: 1.1978371 Aug 25 11:43:14.452553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf9ee4-6b66-4521-8b2f-fb64e760ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa6dba-24a1-4fff-815c-29fe21f5a9eb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:14.795540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:14.943305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:15.272763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:15.282537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:15.468669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1ecfae-c7c2-42ba-b089-3c8fb8214a37,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:15.542254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:15.741927 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:43:15.861867 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Floating IP ce53484a-cba2-4c55-b034-58f0f364f2e7 associated. External IP: 172.25.1.67, port: b5311235-31e7-4bb5-be3f-eaaf6d8d85e9. Aug 25 11:43:16.252638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Router 50d69810-dcb8-4cfc-a2a8-4c33303f4178 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:43:16.419373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:43:16.431961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] Sync routers for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:43:16.451748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:16.487734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:16.495767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:16.547133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-00637b10-4fa7-4b8d-b031-045c9ac14b9a tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.8612869 Aug 25 11:43:16.550229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:16.645883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:16.687625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:16.689245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:42:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:16.785085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:16.786874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4490f58-9205-47cf-8b33-6cf03b032705 None None] The sync data for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:43:17.043966 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e1db1fa-2231-49bc-b5dd-83a21a74b177 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] 10.222.0.35 "GET /v2.0/floatingips/ce53484a-cba2-4c55-b034-58f0f364f2e7 HTTP/1.1" status: 200 len: 982 time: 0.4911692 Aug 25 11:43:17.046517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:17.276900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49268) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:17.455060 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-04aac719-dc91-4e2c-a85c-c8558c0bdbd4 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.4063945 Aug 25 11:43:17.457600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49274) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:17.980026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting port 0a1ecfae-c7c2-42ba-b089-3c8fb8214a37 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:17.980536 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.090742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49282) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:18.208043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'networks': [{'name': 'tempest-network--712374703'}, {'name': 'tempest-network--187311463'}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:18.208349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'network': {'name': 'tempest-network--712374703'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:18.208832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'network': {'name': 'tempest-network--187311463'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:18.292110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7464a620-3d7e-4186-89fc-e20a9c02273b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.305992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28f9f50a-3a96-4a0f-96c0-a962ab7ec502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.370592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'network': 2} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:18.383322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.452424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.487265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.487985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.523202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Calling delete_port for 0a1ecfae-c7c2-42ba-b089-3c8fb8214a37 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:18.666974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7464a620-3d7e-4186-89fc-e20a9c02273b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.680958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7464a620-3d7e-4186-89fc-e20a9c02273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.926475 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.930769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7464a620-3d7e-4186-89fc-e20a9c02273b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce4c860e4cb9458ca88f13d761084320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8347268 Aug 25 11:43:18.932115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49308) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:18.933159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464a620-3d7e-4186-89fc-e20a9c02273b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2637f56-39b4-434e-a63f-676057d3560f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:18.944328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:18.946501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.085659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.163705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff2d561-c152-4b41-9423-83cadbcf9460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.171206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301709a8-e237-4345-9a85-fe16998b6237,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:19.256093 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff2d561-c152-4b41-9423-83cadbcf9460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.305875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:19.336362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Port': ['ID=0a1ecfae-c7c2-42ba-b089-3c8fb8214a37,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:19.381873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.383949 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Added segment 037241e5-b143-4336-abe1-0ab8a83ad795 of type vlan for network 337c8d97-ce55-4bba-9a8e-1369226f3e1d Aug 25 11:43:19.411532 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.416442 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Floating IP ce53484a-cba2-4c55-b034-58f0f364f2e7 disassociated (deleted). External IP: 172.25.1.67, port: b5311235-31e7-4bb5-be3f-eaaf6d8d85e9. Aug 25 11:43:19.426554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff2d561-c152-4b41-9423-83cadbcf9460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.436758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff2d561-c152-4b41-9423-83cadbcf9460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.440587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bff2d561-c152-4b41-9423-83cadbcf9460 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2637f56-39b4-434e-a63f-676057d3560f HTTP/1.1" status: 204 len: 168 time: 0.4999311 Aug 25 11:43:19.475094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d561-c152-4b41-9423-83cadbcf9460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2637f56-39b4-434e-a63f-676057d3560f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:19.602918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:19.714365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:43:20.173298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49384) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:20.206880 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de622973-f520-48c8-b026-16fab637ffe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.231983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:20.289343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.289671 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Added segment 5b45555e-9fec-4f9c-93bb-a237eb8fdab7 of type vlan for network c05ccb92-fcbd-4b15-9990-d26bf5b5047d Aug 25 11:43:20.427314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de622973-f520-48c8-b026-16fab637ffe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.446138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de622973-f520-48c8-b026-16fab637ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.457572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d7b7-1e98-4e3c-b012-ff8af9b47ac6 req-91b3894d-1004-496b-b534-b017385f7f33 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:20.461446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bdd2d7b7-1e98-4e3c-b012-ff8af9b47ac6 req-91b3894d-1004-496b-b534-b017385f7f33 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 946 time: 0.2838080 Aug 25 11:43:20.473503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.508252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49402) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:20.515751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de622973-f520-48c8-b026-16fab637ffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cfd2e4-a7a1-45d6-ae19-b3935e8d5848,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:20.552803 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de622973-f520-48c8-b026-16fab637ffe4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e43f6bb2b9544b3a9a0c88989eb5f9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709180 Aug 25 11:43:20.555755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49412) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:20.615681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bdd2d7b7-1e98-4e3c-b012-ff8af9b47ac6 req-a619df53-62a0-4285-a283-082e939de6fb tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331484 Aug 25 11:43:20.619507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Router 50d69810-dcb8-4cfc-a2a8-4c33303f4178 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:43:20.627822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.628725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.636226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:20.645357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:20.646365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.784211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bfefb0-bea7-4db9-ae23-d5e9c2cd603e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.794291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5147829 Aug 25 11:43:20.809423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49422) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:20.872948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bfefb0-bea7-4db9-ae23-d5e9c2cd603e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.968202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bfefb0-bea7-4db9-ae23-d5e9c2cd603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.971053 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bfefb0-bea7-4db9-ae23-d5e9c2cd603e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:20.975168 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60bfefb0-bea7-4db9-ae23-d5e9c2cd603e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17cfd2e4-a7a1-45d6-ae19-b3935e8d5848 HTTP/1.1" status: 204 len: 168 time: 0.4155185 Aug 25 11:43:20.983028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfefb0-bea7-4db9-ae23-d5e9c2cd603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cfd2e4-a7a1-45d6-ae19-b3935e8d5848,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:21.177715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Network': ['ID=337c8d97-ce55-4bba-9a8e-1369226f3e1d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:21.181534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59f00992-40bb-4b8f-ba46-f2667b1833e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:21.203677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 337c8d97-ce55-4bba-9a8e-1369226f3e1d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:21.250778 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:21.287660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-c2475df8-2741-4ea1-8f10-537239ae67d3 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:21.297165 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-c2475df8-2741-4ea1-8f10-537239ae67d3 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 946 time: 0.1967742 Aug 25 11:43:21.416371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:21.509220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Deleting port d9866539-a90c-4c51-bccb-3db4c2efa803 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:21.509587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:21.643563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1eedf-f445-443a-adf1-92cf8bcd61be tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Network': ['ID=c05ccb92-fcbd-4b15-9990-d26bf5b5047d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:21.667857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network c05ccb92-fcbd-4b15-9990-d26bf5b5047d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:21.734771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:43:21.755081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:21.766474 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] Sync routers for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:43:21.792786 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:21.796369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:43:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:21.898429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] For port d9866539-a90c-4c51-bccb-3db4c2efa803, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d9866539-a90c-4c51-bccb-3db4c2efa803,segment=NetworkSegment(bf60df29-e83b-4c16-9f61-cd901861bbe6),segment_id=bf60df29-e83b-4c16-9f61-cd901861bbe6)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:21.901476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:21.937089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Calling delete_port for d9866539-a90c-4c51-bccb-3db4c2efa803 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:21.963321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-35faddb1-77bb-456f-84ad-cfcc893cd675 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce53484a-cba2-4c55-b034-58f0f364f2e7 HTTP/1.1" status: 204 len: 168 time: 4.5011942 Aug 25 11:43:22.006028 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:22.018585 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:22.019603 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:43:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:22.057532 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:22.059864 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af62274-24fa-4875-9e0c-32775164ddb7 None None] The sync data for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:43:22.069018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49486) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:22.086848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c642bd-1dc2-4cd8-8cf8-55b7aa303a9e tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:22.101489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c642bd-1dc2-4cd8-8cf8-55b7aa303a9e tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:22.124798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c642bd-1dc2-4cd8-8cf8-55b7aa303a9e tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:22.132743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c642bd-1dc2-4cd8-8cf8-55b7aa303a9e tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:22.139961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6c642bd-1dc2-4cd8-8cf8-55b7aa303a9e tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.3296320 Aug 25 11:43:22.142485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49492) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:22.185298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:22.247549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a36f9-d307-43e4-8e61-f85a13208d42 req-99d81ed3-7a5a-47e7-8c62-dd3f0af40c86 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:22.249334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c60a36f9-d307-43e4-8e61-f85a13208d42 req-99d81ed3-7a5a-47e7-8c62-dd3f0af40c86 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 946 time: 0.2818716 Aug 25 11:43:22.325762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c60a36f9-d307-43e4-8e61-f85a13208d42 req-15b66144-fa15-4289-bdd9-e0ff3ec1b847 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/security-groups?id=6686a447-e45a-43c2-b79c-0dbbac8caa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636907 Aug 25 11:43:22.347263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.363753 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.402327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.468329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.470126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a387a4c-efa5-406e-89dd-76b61e271531,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:22.524209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49504) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:22.530636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.553473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.554995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.555937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.558360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.560099 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.561851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.563115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.564031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.564726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.565394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.566078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.566761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:22.627547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.634709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f0499659-83d6-47a3-9782-0c26aecb021d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8859d3e6b0394c54924dfdba1c6fe174&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1020782 Aug 25 11:43:22.640134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49510) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:22.641746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d9866539-a90c-4c51-bccb-3db4c2efa803'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:43:22.718479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Pushing event deleted for resources: {'Port': ['ID=d9866539-a90c-4c51-bccb-3db4c2efa803,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:22.725083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.769426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337c8d97-ce55-4bba-9a8e-1369226f3e1d']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:22.785361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037241e5-b143-4336-abe1-0ab8a83ad795') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:22.785999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037241e5-b143-4336-abe1-0ab8a83ad795') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:22.845890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] No DVR routers for this DVR port d9866539-a90c-4c51-bccb-3db4c2efa803 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:22.849071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.851857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.853958 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef88af45-1bcd-4a18-ae19-6de9945d58fb req-334d34d2-14ad-4735-a4af-71baf4d4cddf tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.10 "DELETE /v2.0/ports/d9866539-a90c-4c51-bccb-3db4c2efa803 HTTP/1.1" status: 204 len: 173 time: 1.5558472 Aug 25 11:43:22.854433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e74c5-1727-442c-8993-f45067bb912c', 'name': 'network-vif-deleted', 'tag': 'd9866539-a90c-4c51-bccb-3db4c2efa803'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:43:22.859659 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa3ed0-f7d4-4630-a09b-bfd24e5584d3" -d '{"events": [{"server_uuid": "8d1e74c5-1727-442c-8993-f45067bb912c", "name": "network-vif-deleted", "tag": "d9866539-a90c-4c51-bccb-3db4c2efa803"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:43:22.890421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.892354 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36129382-5adf-407f-9f09-517507d456e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.908086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:22.908948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:22.919091 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:22.937224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36129382-5adf-407f-9f09-517507d456e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.009630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d39f1510-d751-4fe0-bdca-b33abf648cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.035577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:23.072617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.116458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36129382-5adf-407f-9f09-517507d456e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.125361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36129382-5adf-407f-9f09-517507d456e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.130057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-36129382-5adf-407f-9f09-517507d456e5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a387a4c-efa5-406e-89dd-76b61e271531 HTTP/1.1" status: 204 len: 168 time: 0.4851875 Aug 25 11:43:23.166622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.189581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.192752 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/networks/337c8d97-ce55-4bba-9a8e-1369226f3e1d HTTP/1.1" status: 204 len: 168 time: 1.0461347 Aug 25 11:43:23.212134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49528) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:23.289348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36129382-5adf-407f-9f09-517507d456e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a387a4c-efa5-406e-89dd-76b61e271531,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:23.477616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d39f1510-d751-4fe0-bdca-b33abf648cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.491808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d39f1510-d751-4fe0-bdca-b33abf648cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.591926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Allocated IP 172.25.1.176 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/f74bdb96-662a-4900-9f10-4668e3901980) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:23.701459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77cda5f3-2473-4f8b-9af0-b78629c2ecb9 req-b3c2cb58-4f46-472d-b589-69248c28e421 tempest-VolumesSnapshotTestJSON-1248112 tempest-VolumesSnapshotTestJSON-1248112-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d1e74c5-1727-442c-8993-f45067bb912c HTTP/1.1" status: 200 len: 210 time: 0.1318183 Aug 25 11:43:23.828062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d39f1510-d751-4fe0-bdca-b33abf648cfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfbc4123a05842ddb1fc3a1f7bb29712&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2915349 Aug 25 11:43:23.833789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f1510-d751-4fe0-bdca-b33abf648cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d308639-bb93-4e54-82ec-d92535bdfe1c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:23.850119 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440edd5b-396a-4b47-91dc-805372ba936b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:23.877216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49534) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:23.931924 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd753f-4c5e-4e29-9dcf-652cb3b99370 x-openstack-request-id: req-53bd753f-4c5e-4e29-9dcf-652cb3b99370 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:43:23.933035 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1e74c5-1727-442c-8993-f45067bb912c", "name": "network-vif-deleted", "tag": "d9866539-a90c-4c51-bccb-3db4c2efa803", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:43:23.933035 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-53bd753f-4c5e-4e29-9dcf-652cb3b99370 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:43:23.933035 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e74c5-1727-442c-8993-f45067bb912c', 'name': 'network-vif-deleted', 'tag': 'd9866539-a90c-4c51-bccb-3db4c2efa803', 'status': 'completed', 'code': 200} Aug 25 11:43:23.933839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b40dab-126e-4deb-aa8c-9bf079578111 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Network': ['ID=337c8d97-ce55-4bba-9a8e-1369226f3e1d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:23.993678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.094963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.148680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.188998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:24.191650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:24.223462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:24.286447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.310909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.316972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05ccb92-fcbd-4b15-9990-d26bf5b5047d']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:24.340477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b45555e-9fec-4f9c-93bb-a237eb8fdab7') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:24.342071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b45555e-9fec-4f9c-93bb-a237eb8fdab7') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:24.354188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2667160a-0241-4d69-8fa3-e00db2b4356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.369557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.413158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.435438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:24.436119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:24.443153 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:24.527844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.536579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2667160a-0241-4d69-8fa3-e00db2b4356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.542861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.558520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.580174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/networks/c05ccb92-fcbd-4b15-9990-d26bf5b5047d HTTP/1.1" status: 204 len: 168 time: 1.3618760 Aug 25 11:43:24.580521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Pushing event updated for resources: {'Port': ['ID=f74bdb96-662a-4900-9f10-4668e3901980,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:24.581745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49544) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:24.666183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f47f6-535c-485c-8f36-a0a8e787b979 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Network': ['ID=c05ccb92-fcbd-4b15-9990-d26bf5b5047d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:24.767411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde5085-d141-4cdf-bcb7-8ed4fec66dc5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:24.779536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde5085-d141-4cdf-bcb7-8ed4fec66dc5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:24.789259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-afde5085-d141-4cdf-bcb7-8ed4fec66dc5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1983471 Aug 25 11:43:24.789572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49552) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:24.796134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1037962051'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:24.831987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:24.997070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2667160a-0241-4d69-8fa3-e00db2b4356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.001322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2667160a-0241-4d69-8fa3-e00db2b4356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.006193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2667160a-0241-4d69-8fa3-e00db2b4356f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d308639-bb93-4e54-82ec-d92535bdfe1c HTTP/1.1" status: 204 len: 168 time: 1.1078861 Aug 25 11:43:25.047518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667160a-0241-4d69-8fa3-e00db2b4356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d308639-bb93-4e54-82ec-d92535bdfe1c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:25.088763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440edd5b-396a-4b47-91dc-805372ba936b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.126611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:25.131483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.187892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:25.207110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.207448 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Added segment d3c9eb5d-38e9-4dcd-9137-37cbc8579ba6 of type vlan for network 098a6d86-4433-43f5-b6c8-191b57e1d7cd Aug 25 11:43:25.244906 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.250472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-440edd5b-396a-4b47-91dc-805372ba936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.292457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.314899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.328754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.342083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:25.347173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.392657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-440edd5b-396a-4b47-91dc-805372ba936b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=494a7c9fba0b44fd89c4fb75bd06f40a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3539774 Aug 25 11:43:25.397952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49566) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:25.457048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Pushing event updated for resources: {'Port': ['ID=f74bdb96-662a-4900-9f10-4668e3901980,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:25.507596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440edd5b-396a-4b47-91dc-805372ba936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7310f1fa-3720-4db7-9e02-4a46d0f7f11a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:25.582407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.585655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f6540ca-652f-4d1e-a558-b87b0781e6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.602605 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8107188 Aug 25 11:43:25.612371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f6540ca-652f-4d1e-a558-b87b0781e6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.620005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49572) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:25.660147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-412045427'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:25.687624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f6540ca-652f-4d1e-a558-b87b0781e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.692044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f6540ca-652f-4d1e-a558-b87b0781e6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.693488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5f6540ca-652f-4d1e-a558-b87b0781e6b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7310f1fa-3720-4db7-9e02-4a46d0f7f11a HTTP/1.1" status: 204 len: 168 time: 0.2394955 Aug 25 11:43:25.709400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.711226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d0ec5dd3-172e-460a-8c55-a418d2ee863c tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5698905 Aug 25 11:43:25.712323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6540ca-652f-4d1e-a558-b87b0781e6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7310f1fa-3720-4db7-9e02-4a46d0f7f11a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:25.715209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49582) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:25.762933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f797a-570d-4036-b953-5f8e1b750cdf tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Network': ['ID=098a6d86-4433-43f5-b6c8-191b57e1d7cd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:25.774785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:25.781015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 098a6d86-4433-43f5-b6c8-191b57e1d7cd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:25.784533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.864013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:25.869638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49586) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:25.891331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8620635-061e-4fa5-95e5-1e98c1021de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.911211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:25.911211 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Added segment 80fb8a43-dc8b-47a7-acfb-d9d844fa771d of type vlan for network 43161d6a-df5c-4583-aca3-3ee10e88257b Aug 25 11:43:26.055095 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.083434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d9866539-a90c-4c51-bccb-3db4c2efa803 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:43:26.117164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.129540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8620635-061e-4fa5-95e5-1e98c1021de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.136154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8620635-061e-4fa5-95e5-1e98c1021de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.141239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:26.144462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.166141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: d9866539-a90c-4c51-bccb-3db4c2efa803 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:43:26.166709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d9866539-a90c-4c51-bccb-3db4c2efa803 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:43:26.182841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f8620635-061e-4fa5-95e5-1e98c1021de2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe6064b032f24dea8d0f33bf85ea4b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120434 Aug 25 11:43:26.186387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49596) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:26.247239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8620635-061e-4fa5-95e5-1e98c1021de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f225971-f527-4b7b-b1bd-df408606a5b8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:26.302430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d9b163e-492c-4341-8400-9e5e2cddbb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.334422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d9b163e-492c-4341-8400-9e5e2cddbb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.348953 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7180905 Aug 25 11:43:26.350828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49598) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:26.359454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'ports': [{'network_id': '098a6d86-4433-43f5-b6c8-191b57e1d7cd', 'name': 'tempest-port--1673491983', 'admin_state_up': True}, {'network_id': '43161d6a-df5c-4583-aca3-3ee10e88257b', 'admin_state_up': False}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:26.359797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'port': {'network_id': '098a6d86-4433-43f5-b6c8-191b57e1d7cd', 'name': 'tempest-port--1673491983', 'admin_state_up': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:26.360249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'port': {'network_id': '43161d6a-df5c-4583-aca3-3ee10e88257b', 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:26.368587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb0e1e-2f2b-4aab-bd5e-16ff86ef67d9 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Network': ['ID=43161d6a-df5c-4583-aca3-3ee10e88257b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:26.387175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 43161d6a-df5c-4583-aca3-3ee10e88257b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:26.808935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:26.823329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d9b163e-492c-4341-8400-9e5e2cddbb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.826825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5d9b163e-492c-4341-8400-9e5e2cddbb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.828043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5d9b163e-492c-4341-8400-9e5e2cddbb16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f225971-f527-4b7b-b1bd-df408606a5b8 HTTP/1.1" status: 204 len: 168 time: 0.6394820 Aug 25 11:43:26.841639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'port': 2} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:26.846749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.870500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b163e-492c-4341-8400-9e5e2cddbb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f225971-f527-4b7b-b1bd-df408606a5b8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:26.885894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:26.915311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.124261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] device_id is not set on port 66a8f19c-bc4c-431b-8849-08e72c894986 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:43:27.129008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:27.160848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f76c5af1-d943-4217-a90c-13e36b5c73e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.279768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.333434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.402976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.421791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f76c5af1-d943-4217-a90c-13e36b5c73e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.434870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f76c5af1-d943-4217-a90c-13e36b5c73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.512604 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f76c5af1-d943-4217-a90c-13e36b5c73e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af80af6583bf417280c3639987014396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815091 Aug 25 11:43:27.514003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c5af1-d943-4217-a90c-13e36b5c73e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaa5710-e2bf-47a5-9bc7-c723cbf7b8e8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:27.517003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:27.542704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] device_id is not set on port d9cd8bc9-5c51-4707-8222-b509d05421eb yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:43:27.565872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Allocated IP 172.25.1.99 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/425847ae-eab6-42d2-9f3e-574691e2a56b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:27.627674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4578b540-dd65-4f8a-a734-be12072db23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.698064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4578b540-dd65-4f8a-a734-be12072db23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.798288 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.818619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.877031 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4578b540-dd65-4f8a-a734-be12072db23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.881147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4578b540-dd65-4f8a-a734-be12072db23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.882404 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4578b540-dd65-4f8a-a734-be12072db23f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aaaa5710-e2bf-47a5-9bc7-c723cbf7b8e8 HTTP/1.1" status: 204 len: 168 time: 0.3644311 Aug 25 11:43:27.892748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578b540-dd65-4f8a-a734-be12072db23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaa5710-e2bf-47a5-9bc7-c723cbf7b8e8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:27.913720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:27.980726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Port': ['ID=66a8f19c-bc4c-431b-8849-08e72c894986,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:27.993618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:28.077351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:28.098168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:28.108680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:28.166154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Pushing event updated for resources: {'Port': ['ID=425847ae-eab6-42d2-9f3e-574691e2a56b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:28.189340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Checking segment: {'id': 'd3c9eb5d-38e9-4dcd-9137-37cbc8579ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '098a6d86-4433-43f5-b6c8-191b57e1d7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:28.189664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network hostable DHCP agents. Network: 098a6d86-4433-43f5-b6c8-191b57e1d7cd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:28.233209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network 098a6d86-4433-43f5-b6c8-191b57e1d7cd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:28.294351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 098a6d86-4433-43f5-b6c8-191b57e1d7cd) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:28.305344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5378ba82-949d-4f99-8fc6-85e0b9745f33 None None] Network 098a6d86-4433-43f5-b6c8-191b57e1d7cd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:28.315106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:28.316296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:28.416850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:28.462682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Checking segment: {'id': '80fb8a43-dc8b-47a7-acfb-d9d844fa771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '43161d6a-df5c-4583-aca3-3ee10e88257b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:28.463180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network hostable DHCP agents. Network: 43161d6a-df5c-4583-aca3-3ee10e88257b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:28.484030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Port': ['ID=d9cd8bc9-5c51-4707-8222-b509d05421eb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:28.519574 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:28.543956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network 43161d6a-df5c-4583-aca3-3ee10e88257b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:28.599437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 43161d6a-df5c-4583-aca3-3ee10e88257b) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:28.614944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab2025-14c8-4da3-b433-043cc4bb9897 None None] Network 43161d6a-df5c-4583-aca3-3ee10e88257b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:28.621732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:28.633720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:28.642341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:28.643082 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:28.740676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7f3610ad-7baf-42dd-b4b6-1a66c1d35db5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3836446 Aug 25 11:43:28.740676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49648) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:29.045593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8b3d8-98a3-46fe-b0d9-ee38ba7ea8b5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:29.064523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8b3d8-98a3-46fe-b0d9-ee38ba7ea8b5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:29.074560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9c8b3d8-98a3-46fe-b0d9-ee38ba7ea8b5 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3256335 Aug 25 11:43:29.076327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:29.186820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.199940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.379247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Deleting port 66a8f19c-bc4c-431b-8849-08e72c894986 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:29.379874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.476153 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.508903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.543890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Calling delete_port for 66a8f19c-bc4c-431b-8849-08e72c894986 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:29.565467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.568641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8518023 Aug 25 11:43:29.570855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f546d1-768e-4f50-855d-d27d31fdb23e tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Pushing event updated for resources: {'Port': ['ID=425847ae-eab6-42d2-9f3e-574691e2a56b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:29.574908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49686) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:29.774038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:29.785069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.849017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Port': ['ID=66a8f19c-bc4c-431b-8849-08e72c894986,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:29.876553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:29.890497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-604258da-f3cd-4be0-81dc-2e9bd6101540 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/ports/66a8f19c-bc4c-431b-8849-08e72c894986 HTTP/1.1" status: 204 len: 168 time: 0.8061464 Aug 25 11:43:29.891430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:29.963617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e9baa93e-3057-4c57-837e-3293e95f3cd3 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3864748 Aug 25 11:43:29.966960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49706) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:30.246779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Deleting port d9cd8bc9-5c51-4707-8222-b509d05421eb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:30.248754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:30.489421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1517953740'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:30.585391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:30.656461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Calling delete_port for d9cd8bc9-5c51-4707-8222-b509d05421eb owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:30.892609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dfafe5ee-e180-442b-b5db-09176d04c9a5 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.9208992 Aug 25 11:43:30.909907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49728) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:31.057436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.143067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.291298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Port': ['ID=d9cd8bc9-5c51-4707-8222-b509d05421eb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:31.311878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Made reservation on behalf of 17faf4013ad947978c674386287e238c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:31.333294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.369612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.388447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.390847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3af9c28-31dc-4db3-8d50-913f2195b3cd tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/ports/d9cd8bc9-5c51-4707-8222-b509d05421eb HTTP/1.1" status: 204 len: 168 time: 1.4959316 Aug 25 11:43:31.394262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49742) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:31.502733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cecc91ee-76dc-4ff6-a5f0-6535876580af tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1062567 Aug 25 11:43:31.507741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49744) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:31.520043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-444275827'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:31.550714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Deleting port 425847ae-eab6-42d2-9f3e-574691e2a56b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:31.553591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.637818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.648795 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.713127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:31.729768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.749799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:31.805905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61120fb0-db6b-41c8-9952-3da4d6f38b0f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:31.815013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.815384 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Added segment 72e24486-454f-4a04-a057-365445359336 of type vlan for network 66a73d6c-60e5-49a1-b2bb-d1673970cc8d Aug 25 11:43:31.898325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:31.913596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.914001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.920597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.943450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:31.943837 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Added segment c577c07c-1dc8-42cc-bb2b-2201b3a2c54e of type vlan for network 31630735-ff1b-4314-bc0e-f9f52a72669e Aug 25 11:43:31.945561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Calling delete_port for 425847ae-eab6-42d2-9f3e-574691e2a56b owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:32.051737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.064444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:32.072916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.128658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.261109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Pushing event updated for resources: {'Network': ['ID=66a73d6c-60e5-49a1-b2bb-d1673970cc8d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:32.268942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.278342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 66a73d6c-60e5-49a1-b2bb-d1673970cc8d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:32.281097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:32.283466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.294985 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c3fe6d13-378f-4fe1-930f-d880adceafcd tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5192637 Aug 25 11:43:32.296470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:32.323272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8141923 Aug 25 11:43:32.327560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49772) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:32.333441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1206556767'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:32.383358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:32.387706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.422037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:32.460676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:32.480539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.481372 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Added segment 94b447b4-90d9-4c67-9ec6-1688a86c7154 of type vlan for network 5a5b6024-57f4-49e9-a711-0053f94e2fcf Aug 25 11:43:32.556582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4861-a573-4ca9-a583-ad7cfd3f3f0c tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Network': ['ID=31630735-ff1b-4314-bc0e-f9f52a72669e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:32.605827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.613019 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.646106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Pushing event deleted for resources: {'Port': ['ID=425847ae-eab6-42d2-9f3e-574691e2a56b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:32.687628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.698127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:32.700100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.700986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 31630735-ff1b-4314-bc0e-f9f52a72669e details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:32.887241 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.894723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:32.898336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab260e3e-2cd6-4105-a0d0-6763486d2107 tempest-FloatingIPAdminTestJSON-1603694990 tempest-FloatingIPAdminTestJSON-1603694990-project] 10.222.0.35 "DELETE /v2.0/floatingips/59aedfe3-73a4-4688-beeb-fac928ef9ba3 HTTP/1.1" status: 204 len: 168 time: 1.9860799 Aug 25 11:43:32.900944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49780) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:32.924375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'network': {'name': 'tempest-network--1259232058', 'router:external': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:32.944740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6127446 Aug 25 11:43:33.072092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Made reservation on behalf of 0f025a47aed6471880b9ede918f95bfa for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:33.085207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.125339 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e77c998d-525a-44e8-93a2-984176f1c482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.156065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa7e96-22b5-4b9d-9cee-26251f1b5d01 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Network': ['ID=5a5b6024-57f4-49e9-a711-0053f94e2fcf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:33.176845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5a5b6024-57f4-49e9-a711-0053f94e2fcf details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:33.291108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.350222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Deleting port f74bdb96-662a-4900-9f10-4668e3901980 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:33.350639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.411721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:43:33.411721 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:43:33.411721 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '0f025a47aed6471880b9ede918f95bfa', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 43, 33, 362643)}] Aug 25 11:43:33.411721 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:43:33.413187 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:43:33.581386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.582384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.618553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Calling delete_port for f74bdb96-662a-4900-9f10-4668e3901980 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:33.679943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e77c998d-525a-44e8-93a2-984176f1c482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.691265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e77c998d-525a-44e8-93a2-984176f1c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.775725 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e77c998d-525a-44e8-93a2-984176f1c482 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6111a1ffbaf3493097efc8d07d903690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3522286 Aug 25 11:43:33.776585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49800) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:33.889267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c998d-525a-44e8-93a2-984176f1c482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a564ee-c50c-44b7-a060-35669416a568,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:33.923781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.943057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:33.971045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6854e77e-066f-4b08-9578-eeee46556174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.001207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6854e77e-066f-4b08-9578-eeee46556174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.151648 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.164395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.170796 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6854e77e-066f-4b08-9578-eeee46556174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.185522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6854e77e-066f-4b08-9578-eeee46556174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.186788 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6854e77e-066f-4b08-9578-eeee46556174 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9a564ee-c50c-44b7-a060-35669416a568 HTTP/1.1" status: 204 len: 168 time: 0.4044106 Aug 25 11:43:34.227904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:34.241021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Pushing event deleted for resources: {'Port': ['ID=f74bdb96-662a-4900-9f10-4668e3901980,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:34.282099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.282520 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Added segment 3a72072b-a601-44ff-bd29-84f66ccfdf00 of type vlan for network 56e28a10-42b0-4f69-bff5-090d1ce6f7eb Aug 25 11:43:34.289673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.289981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0849efcd-5841-43be-beab-e3e176e28620,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:34.312432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.327856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7bec0af7-fdee-4a5f-8a9c-cc96b20bc5e7 tempest-FloatingIPAdminTestJSON-1074252222 tempest-FloatingIPAdminTestJSON-1074252222-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/cbb7dcfe-8d97-47a8-aa67-045c7bcb8b2b HTTP/1.1" status: 204 len: 168 time: 1.4232388 Aug 25 11:43:34.333660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:34.396182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854e77e-066f-4b08-9578-eeee46556174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a564ee-c50c-44b7-a060-35669416a568,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:34.467965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.551060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.552304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:34.552925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.690334 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3918593 Aug 25 11:43:34.692920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49820) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:34.717152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting port b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:34.719486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:34.775913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49824) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:35.043012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33550763-02e3-41fa-9f1a-3008996e15a1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Network': ['ID=56e28a10-42b0-4f69-bff5-090d1ce6f7eb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:35.056707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 56e28a10-42b0-4f69-bff5-090d1ce6f7eb details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:35.181634 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.182773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.263643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Calling delete_port for b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:35.341909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49832) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:35.384666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d575b0ed-fce0-439c-b0c2-a701153bdeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.405815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.429564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e28a10-42b0-4f69-bff5-090d1ce6f7eb']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:35.466512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a72072b-a601-44ff-bd29-84f66ccfdf00') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:35.466958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a72072b-a601-44ff-bd29-84f66ccfdf00') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:35.490205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.492486 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-469cfdd2-5eee-4a4b-a85f-1c025e07f00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.522679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.536602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:35.537440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:35.539583 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:35.695464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.714719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.725553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56e28a10-42b0-4f69-bff5-090d1ce6f7eb {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:43:35.755923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.766138 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/networks/56e28a10-42b0-4f69-bff5-090d1ce6f7eb HTTP/1.1" status: 204 len: 168 time: 1.0718057 Aug 25 11:43:35.774735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49834) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:35.795169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:35.807896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d185e-443b-412c-9c70-ea7c4f26e0d8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Network': ['ID=56e28a10-42b0-4f69-bff5-090d1ce6f7eb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:35.820518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d575b0ed-fce0-439c-b0c2-a701153bdeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.831553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d575b0ed-fce0-439c-b0c2-a701153bdeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:35.892300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Port': ['ID=b5311235-31e7-4bb5-be3f-eaaf6d8d85e9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:35.994148 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d575b0ed-fce0-439c-b0c2-a701153bdeee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5bc879b90e84823a4a9f98af83cb6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127981 Aug 25 11:43:35.998263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49842) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:36.048085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575b0ed-fce0-439c-b0c2-a701153bdeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374df27e-826c-44a9-abbd-b3af9ed463a4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:36.372552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c0a5-2e47-4dee-9648-8d8bd54993f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:36.491149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:36.506229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b7eedb4-a088-4cb4-8a57-6685971502cb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "DELETE /v2.0/ports/b5311235-31e7-4bb5-be3f-eaaf6d8d85e9 HTTP/1.1" status: 204 len: 168 time: 2.1688354 Aug 25 11:43:36.514216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49852) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:36.528217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c0a5-2e47-4dee-9648-8d8bd54993f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:36.784637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c0a5-2e47-4dee-9648-8d8bd54993f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:36.789440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c0a5-2e47-4dee-9648-8d8bd54993f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:36.802535 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b9f4c0a5-2e47-4dee-9648-8d8bd54993f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/374df27e-826c-44a9-abbd-b3af9ed463a4 HTTP/1.1" status: 204 len: 168 time: 0.7957354 Aug 25 11:43:36.814135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda3f8e8-6dbd-4461-93e1-20ae41fddd70 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:36.828711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eda3f8e8-6dbd-4461-93e1-20ae41fddd70 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "GET /v2.0/ports?device_id=50d69810-dcb8-4cfc-a2a8-4c33303f4178 HTTP/1.1" status: 200 len: 913 time: 0.3005493 Aug 25 11:43:36.832295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49864) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:36.844225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c0a5-2e47-4dee-9648-8d8bd54993f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374df27e-826c-44a9-abbd-b3af9ed463a4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:37.133728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-469cfdd2-5eee-4a4b-a85f-1c025e07f00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:37.150759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-469cfdd2-5eee-4a4b-a85f-1c025e07f00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:37.215699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Made reservation on behalf of 0f025a47aed6471880b9ede918f95bfa for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:37.221637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:37.355413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cfdd2-5eee-4a4b-a85f-1c025e07f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4cde3e-b867-40d8-ad38-a4b9a563eff2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:37.385861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:37.422232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:37.424871 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Added segment c589e37c-3ef4-4a11-9a50-0990e737d839 of type vlan for network 42fabacf-c445-4371-9a33-b566f961f374 Aug 25 11:43:37.584156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-469cfdd2-5eee-4a4b-a85f-1c025e07f00e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea24c7f0c8444a809f2bab0dfab956be&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2365758 Aug 25 11:43:37.594437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49880) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:37.714301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:37.843421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:37.845011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:37.845413 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.051819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49886) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:38.052227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49888) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:38.068228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'subnets': [{'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--863617866', 'ip_version': 6}, {'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:38.068871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'subnet': {'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--863617866', 'ip_version': 6}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:38.069565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Request body: {'subnet': {'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:38.072161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Network': ['ID=42fabacf-c445-4371-9a33-b566f961f374,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:38.091197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 42fabacf-c445-4371-9a33-b566f961f374 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:38.108819 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c57283f-ec86-4d12-8897-3960536fb041 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3318679 Aug 25 11:43:38.114134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:38.126279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'subnet': {'network_id': '42fabacf-c445-4371-9a33-b566f961f374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:38.137497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abb7ef80-283a-4d5b-b7ab-71b78b50b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.193845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb6e715f-e18c-4035-93a9-b4499f4e1868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.198361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Made reservation on behalf of 0f025a47aed6471880b9ede918f95bfa for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:38.203984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.367932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb6e715f-e18c-4035-93a9-b4499f4e1868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.658936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb6e715f-e18c-4035-93a9-b4499f4e1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.661811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb6e715f-e18c-4035-93a9-b4499f4e1868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.666319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb6e715f-e18c-4035-93a9-b4499f4e1868 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f4cde3e-b867-40d8-ad38-a4b9a563eff2 HTTP/1.1" status: 204 len: 168 time: 1.0672188 Aug 25 11:43:38.762653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e715f-e18c-4035-93a9-b4499f4e1868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4cde3e-b867-40d8-ad38-a4b9a563eff2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:38.872016 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abb7ef80-283a-4d5b-b7ab-71b78b50b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.895486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:43:38.898280 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.927279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-abb7ef80-283a-4d5b-b7ab-71b78b50b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:38.988426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-abb7ef80-283a-4d5b-b7ab-71b78b50b534 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d98651e0571a46abac37f8e94978fba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9276929 Aug 25 11:43:38.989939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:38.991393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Made reservation on behalf of 7585a9dfbc5f466480fdb8356eca2618 for: {'subnet': 2} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:39.011682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.012221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.120679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d9bc-6152-4e05-8309-15e09bc54dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.180792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7ef80-283a-4d5b-b7ab-71b78b50b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331ceb34-0fb6-4baa-b3c1-0b48f84ea05d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:39.188786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.193390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d9bc-6152-4e05-8309-15e09bc54dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.298372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Checking segment: {'id': 'c589e37c-3ef4-4a11-9a50-0990e737d839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '42fabacf-c445-4371-9a33-b566f961f374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:39.298372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Network hostable DHCP agents. Network: 42fabacf-c445-4371-9a33-b566f961f374, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:39.300299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51ec322f-f0ac-413f-b186-8acbba60f1c3,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:39.330616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d9bc-6152-4e05-8309-15e09bc54dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.333702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2a8d9bc-6152-4e05-8309-15e09bc54dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.337779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2a8d9bc-6152-4e05-8309-15e09bc54dda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/331ceb34-0fb6-4baa-b3c1-0b48f84ea05d HTTP/1.1" status: 204 len: 168 time: 0.3443441 Aug 25 11:43:39.344709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Network 42fabacf-c445-4371-9a33-b566f961f374 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:39.372554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8d9bc-6152-4e05-8309-15e09bc54dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331ceb34-0fb6-4baa-b3c1-0b48f84ea05d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:39.379834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 42fabacf-c445-4371-9a33-b566f961f374) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:39.394603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fabfa2-42bb-452d-9bcb-51b4aa7da149 None None] Network 42fabacf-c445-4371-9a33-b566f961f374 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:39.399912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:39.400532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.444424 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c86c698-7f11-43ef-9e8e-258ca70949d6 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3261645 Aug 25 11:43:39.444635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:39.450590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'floatingip': {'floating_network_id': '42fabacf-c445-4371-9a33-b566f961f374'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:39.499362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:39.700805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:40.012847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Allocated IP 172.20.0.6 (42fabacf-c445-4371-9a33-b566f961f374/51ec322f-f0ac-413f-b186-8acbba60f1c3/a70d1cfe-37f4-4fc8-913c-5d274395bdab) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:40.150368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be33a23-ccd3-482a-846f-e2e4743360bd None None] Network 42fabacf-c445-4371-9a33-b566f961f374 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:40.429074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:40.547510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:40.608928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Network 42fabacf-c445-4371-9a33-b566f961f374 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:40.612808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:40.618513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:40.725157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Port': ['ID=a70d1cfe-37f4-4fc8-913c-5d274395bdab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:40.893875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:40.994231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.384384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting port fab292a9-9426-45e7-b31a-987870288774 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:41.398105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.530898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.540680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49970) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:41.561937 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.585625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.727495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Port': ['ID=a70d1cfe-37f4-4fc8-913c-5d274395bdab,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:41.799921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Subnet': ['ID=ee8e2fad-755f-4986-8111-d92eca883315,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:41.808182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.821307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.850400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:41.855959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Calling delete_port for fab292a9-9426-45e7-b31a-987870288774 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:41.856424 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fccacdfc-6ea9-4475-abad-8e507e3fb5bf tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4101620 Aug 25 11:43:41.863661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 49978) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:42.114039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a8d8a893-1f29-4e4d-876a-4774e77b44b1 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=42fabacf-c445-4371-9a33-b566f961f374 HTTP/1.1" status: 200 len: 689 time: 0.2455471 Aug 25 11:43:42.114039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Checking segment: {'id': 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:42.114445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network hostable DHCP agents. Network: 31630735-ff1b-4314-bc0e-f9f52a72669e, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:42.122968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:42.204277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network 31630735-ff1b-4314-bc0e-f9f52a72669e is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:42.258671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 31630735-ff1b-4314-bc0e-f9f52a72669e) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:42.271255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:42.301006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26532678-4c3a-4665-92c2-d443358648c5 None None] Network 31630735-ff1b-4314-bc0e-f9f52a72669e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:42.451848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-621019317-network', 'tenant_id': 'c19a383058ee4127b729d53af4cbbb50'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:42.539194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Made reservation on behalf of c19a383058ee4127b729d53af4cbbb50 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:42.543107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:42.566604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:42.573857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:42.759702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-31630735-ff1b-4314-bc0e-f9f52a72669e', 'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e', 'tenant_id': '7585a9dfbc5f466480fdb8356eca2618', 'fixed_ips': [{'subnet_id': 'ee8e2fad-755f-4986-8111-d92eca883315'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:43:42.761136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:42.773825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event updated for resources: {'Subnet': ['ID=57300963-e566-4158-8640-ef839c433fb6,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:42.887944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Checking segment: {'id': '94b447b4-90d9-4c67-9ec6-1688a86c7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:42.888320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network hostable DHCP agents. Network: 5a5b6024-57f4-49e9-a711-0053f94e2fcf, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:42.951982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Network 5a5b6024-57f4-49e9-a711-0053f94e2fcf is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:43.066705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 49994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:43.179987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Allocated IP 2001:db8::1 (31630735-ff1b-4314-bc0e-f9f52a72669e/ee8e2fad-755f-4986-8111-d92eca883315/e73e3e3a-579c-46b1-9fae-aab2ee73c4f8) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:43.182672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5a5b6024-57f4-49e9-a711-0053f94e2fcf) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:43.205789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5254d9-b4af-406b-b012-da76a4ceb9e0 None None] Network 5a5b6024-57f4-49e9-a711-0053f94e2fcf requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:43.212742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:43.214552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:43.218905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.318345 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.403518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Deleting port a70d1cfe-37f4-4fc8-913c-5d274395bdab {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:43.405047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.509578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Port': ['ID=fab292a9-9426-45e7-b31a-987870288774,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:43.584562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.630086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-53f21843-662d-40b7-b4de-2405fefee74a tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.5718124 Aug 25 11:43:43.630614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50008) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:43.641041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.755411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.782010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50014) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:43.786346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Transition to ACTIVE for port object e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:43:43.840517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Transition to ACTIVE for port object e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:43:43.857046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:43.960039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Pushing event updated for resources: {'Port': ['ID=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:43.973929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Network 31630735-ff1b-4314-bc0e-f9f52a72669e is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:43.978404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:43.993883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:44.204321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:44.338462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440ac5a0-b861-4005-8c33-f9577239b4c9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:44.370597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59bdcba5-3cb0-429c-a325-1fa4754e9d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.405509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.408612 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Added segment d09462c7-51d5-4e38-9ddf-527b6f78bfe4 of type vlan for network 7abda1ce-5d46-449e-bbec-550e691f8262 Aug 25 11:43:44.424254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.427335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.476157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc68691-3cbc-4eaf-9ecc-2597d4110517 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:44.492721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc68691-3cbc-4eaf-9ecc-2597d4110517 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:44.495516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc68691-3cbc-4eaf-9ecc-2597d4110517 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:44.497480 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3dc68691-3cbc-4eaf-9ecc-2597d4110517 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.8585415 Aug 25 11:43:44.504617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.505282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.505820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.506318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.506830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.507356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.507875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.508388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.508887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.509384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.509933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.510499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:44.520656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d37a-e823-46a8-8a79-9cf5c328c69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.526682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Calling delete_port for a70d1cfe-37f4-4fc8-913c-5d274395bdab owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:44.528777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50022) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:44.567415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Attempting to bind port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:43:44.567932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Attempting to bind port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:43:44.568437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Attempting to bind port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 on network 31630735-ff1b-4314-bc0e-f9f52a72669e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:43:44.622815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.647257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:43:44.648216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Checking segment: {'id': 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:44.649912 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.651895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Bound using segment: {'id': 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:43:44.654472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Bound port: e73e3e3a-579c-46b1-9fae-aab2ee73c4f8, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31630735-ff1b-4314-bc0e-f9f52a72669e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:43:44.657539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.730916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Deleting subnet ee8e2fad-755f-4986-8111-d92eca883315 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:43:44.737039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:43:44.777051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5a5b6024-57f4-49e9-a711-0053f94e2fcf', 'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf', 'tenant_id': '7585a9dfbc5f466480fdb8356eca2618', 'fixed_ips': [{'subnet_id': '57300963-e566-4158-8640-ef839c433fb6'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:43:44.777051 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.778032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.853271 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.890522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.896996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:44.898785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:44.899816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.022798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Allocated IP 2001:db8:0:1::1 (5a5b6024-57f4-49e9-a711-0053f94e2fcf/57300963-e566-4158-8640-ef839c433fb6/c236a8ad-5c41-4866-9409-62be139bbadf) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:43:45.149828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=7abda1ce-5d46-449e-bbec-550e691f8262,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:45.188048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7abda1ce-5d46-449e-bbec-550e691f8262 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:45.280188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.350207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.412300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59bdcba5-3cb0-429c-a325-1fa4754e9d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.415378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Port': ['ID=a70d1cfe-37f4-4fc8-913c-5d274395bdab,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:45.434420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-59bdcba5-3cb0-429c-a325-1fa4754e9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.541811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-59bdcba5-3cb0-429c-a325-1fa4754e9d48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41e755ed363c4bc7bbebdfa769c236ec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4699917 Aug 25 11:43:45.549797 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7216fd40-8145-4f7d-956c-8d11014c7ef2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0073030 Aug 25 11:43:45.549797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:45.549797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdcba5-3cb0-429c-a325-1fa4754e9d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe788dd-bf36-4380-8dfa-9e90de95e1d0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:45.581166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50030) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:45.612639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Request body: {'subnet': {'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-621019317-subnet', 'tenant_id': 'c19a383058ee4127b729d53af4cbbb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:45.618494 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.659148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Transition to ACTIVE for port object c236a8ad-5c41-4866-9409-62be139bbadf will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:43:45.730235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Transition to ACTIVE for port object c236a8ad-5c41-4866-9409-62be139bbadf will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:43:45.762776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.807933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] For port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:43:45.845742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.854592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] For port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,segment=NetworkSegment(c577c07c-1dc8-42cc-bb2b-2201b3a2c54e),segment_id=c577c07c-1dc8-42cc-bb2b-2201b3a2c54e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:43:45.859636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.903414 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.921296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Network 5a5b6024-57f4-49e9-a711-0053f94e2fcf is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:43:45.933309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c27b5780-0f6b-4985-bd7c-8e9819681206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.956330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8e2fad-755f-4986-8111-d92eca883315,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:45.963333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:45.973206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:43:45.987964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:45.990457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59dd474d-e9ac-4b29-a61f-5bbec6028ac8 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/subnets/ee8e2fad-755f-4986-8111-d92eca883315 HTTP/1.1" status: 204 len: 168 time: 1.4550400 Aug 25 11:43:46.008155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50034) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:46.096245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Pushing event updated for resources: {'Port': ['ID=c236a8ad-5c41-4866-9409-62be139bbadf,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:46.138635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Router 50d69810-dcb8-4cfc-a2a8-4c33303f4178 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:43:46.162367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Deleting subnet 57300963-e566-4158-8640-ef839c433fb6 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:43:46.169992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.190036 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c27b5780-0f6b-4985-bd7c-8e9819681206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.228018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.234970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Attempting to bind port c236a8ad-5c41-4866-9409-62be139bbadf on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:43:46.235567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Attempting to bind port c236a8ad-5c41-4866-9409-62be139bbadf by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '94b447b4-90d9-4c67-9ec6-1688a86c7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:43:46.236171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Attempting to bind port c236a8ad-5c41-4866-9409-62be139bbadf on network 5a5b6024-57f4-49e9-a711-0053f94e2fcf {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:43:46.274484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:43:46.275100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Checking segment: {'id': '94b447b4-90d9-4c67-9ec6-1688a86c7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:46.275764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.276450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Bound using segment: {'id': '94b447b4-90d9-4c67-9ec6-1688a86c7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:43:46.277166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Bound port: c236a8ad-5c41-4866-9409-62be139bbadf, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b447b4-90d9-4c67-9ec6-1688a86c7154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5a5b6024-57f4-49e9-a711-0053f94e2fcf'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:43:46.277732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.282379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d37a-e823-46a8-8a79-9cf5c328c69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.310840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d37a-e823-46a8-8a79-9cf5c328c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.341641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.440006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c27b5780-0f6b-4985-bd7c-8e9819681206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.460553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfee70-b6c7-47cb-9064-7ccfc0e331ba None None] Pushing event updated for resources: {'Port': ['ID=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:46.483913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c27b5780-0f6b-4985-bd7c-8e9819681206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.486323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c27b5780-0f6b-4985-bd7c-8e9819681206 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbe788dd-bf36-4380-8dfa-9e90de95e1d0 HTTP/1.1" status: 204 len: 168 time: 0.9338801 Aug 25 11:43:46.522321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b5780-0f6b-4985-bd7c-8e9819681206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe788dd-bf36-4380-8dfa-9e90de95e1d0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:46.570393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.630020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e1b6d37a-e823-46a8-8a79-9cf5c328c69e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0cf80d3856094d778a04b04a0a248111&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8425262 Aug 25 11:43:46.631362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6d37a-e823-46a8-8a79-9cf5c328c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3983dd55-d30c-4b73-9570-e213b2661dbb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:46.636251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Made reservation on behalf of c19a383058ee4127b729d53af4cbbb50 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:46.639950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.653587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] For port c236a8ad-5c41-4866-9409-62be139bbadf, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:43:46.659708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] For port c236a8ad-5c41-4866-9409-62be139bbadf, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c236a8ad-5c41-4866-9409-62be139bbadf,segment=NetworkSegment(94b447b4-90d9-4c67-9ec6-1688a86c7154),segment_id=94b447b4-90d9-4c67-9ec6-1688a86c7154)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:43:46.671262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.714281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51ec322f-f0ac-413f-b186-8acbba60f1c3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:46.721406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50038) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:46.796066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:46.913908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.067062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd056e7f-c9c7-41c7-857d-94193dfa3d2d None None] Pushing event updated for resources: {'Port': ['ID=c236a8ad-5c41-4866-9409-62be139bbadf,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:47.146424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:43:47.168918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Subnet': ['ID=57300963-e566-4158-8640-ef839c433fb6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:47.202570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.265586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:43:47.282405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.292353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50046) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:47.306709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b7d1981f-e5f3-4726-8550-a53b922c91d1 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/subnets/57300963-e566-4158-8640-ef839c433fb6 HTTP/1.1" status: 204 len: 168 time: 1.2758129 Aug 25 11:43:47.332667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fefedddd-7d37-4fbc-88c4-125b34d651fb tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "PUT /v2.0/routers/50d69810-dcb8-4cfc-a2a8-4c33303f4178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4975576 Aug 25 11:43:47.337660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] Sync routers for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:43:47.358518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50048) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:47.418732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:47.420007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:43:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.561754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fabacf-c445-4371-9a33-b566f961f374']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.567389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a315c-bf5d-4a39-ae0d-e8047fc91e5b tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:47.569256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb8a315c-bf5d-4a39-ae0d-e8047fc91e5b tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2755194 Aug 25 11:43:47.595215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50052) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:47.597599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c589e37c-3ef4-4a11-9a50-0990e737d839') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.597926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c589e37c-3ef4-4a11-9a50-0990e737d839') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.624495 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.627665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.636925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0bf9-cc9f-4659-9893-ab5f96d19631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.671558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] Routers {'50d69810-dcb8-4cfc-a2a8-4c33303f4178'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:43:47.672041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:43:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.681577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:43:47.783679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:47.784359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e8218-2135-4d8c-9737-7e81218747e7 None None] The sync data for ids ['50d69810-dcb8-4cfc-a2a8-4c33303f4178'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:43:47.810921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.867821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:47.868296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:47.875866 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:47.891707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0bf9-cc9f-4659-9893-ab5f96d19631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.043253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.258089 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-252504cb-a7d8-438d-91b4-257cd6fe9cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.512612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.586787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df9188-519d-492f-82c0-d5db15e3b22f None None] Network 31630735-ff1b-4314-bc0e-f9f52a72669e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:48.894926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.913301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.945051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42fabacf-c445-4371-9a33-b566f961f374 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:43:48.954505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:48.972906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50072) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:48.975012 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/networks/42fabacf-c445-4371-9a33-b566f961f374 HTTP/1.1" status: 204 len: 168 time: 6.8550670 Aug 25 11:43:48.984908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:49.111977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa32295-99c3-437a-8c4a-586a75df43f9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Network': ['ID=42fabacf-c445-4371-9a33-b566f961f374,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:49.376537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0bf9-cc9f-4659-9893-ab5f96d19631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:49.397308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0bf9-cc9f-4659-9893-ab5f96d19631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:49.408959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bf3b0bf9-cc9f-4659-9893-ab5f96d19631 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3983dd55-d30c-4b73-9570-e213b2661dbb HTTP/1.1" status: 204 len: 168 time: 2.6813266 Aug 25 11:43:49.414235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Deleting port c236a8ad-5c41-4866-9409-62be139bbadf {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:49.414907 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:49.584237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abf5549-ac9b-4481-b85a-74576332d1d0,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:49.620988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c236a8ad-5c41-4866-9409-62be139bbadf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:43:49.626801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting port e1e7afcb-8a51-4d5b-b4b4-cf0b5a935bcd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:49.628979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:49.716199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b0bf9-cc9f-4659-9893-ab5f96d19631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983dd55-d30c-4b73-9570-e213b2661dbb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:49.779109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-429119a6-4379-4d3a-b5ae-d39733ba5a23 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.8000901 Aug 25 11:43:49.784067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:49.799787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfae256-fae8-4550-9cac-ff36f6b53dac None None] Network 5a5b6024-57f4-49e9-a711-0053f94e2fcf requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:49.937153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Checking segment: {'id': 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:49.937635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Network hostable DHCP agents. Network: 7abda1ce-5d46-449e-bbec-550e691f8262, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:49.953833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:50.008959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Calling delete_port for e1e7afcb-8a51-4d5b-b4b4-cf0b5a935bcd owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:50.022721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Network 7abda1ce-5d46-449e-bbec-550e691f8262 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:50.126227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7abda1ce-5d46-449e-bbec-550e691f8262) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:50.242590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace49686-a43d-4936-902d-5fa198c9a268 None None] Network 7abda1ce-5d46-449e-bbec-550e691f8262 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:50.314940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] For port c236a8ad-5c41-4866-9409-62be139bbadf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c236a8ad-5c41-4866-9409-62be139bbadf,segment=NetworkSegment(94b447b4-90d9-4c67-9ec6-1688a86c7154),segment_id=94b447b4-90d9-4c67-9ec6-1688a86c7154)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:50.315461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:50.351671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:50.352987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:50.488733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Calling delete_port for c236a8ad-5c41-4866-9409-62be139bbadf owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:50.530907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-539041f9-5a08-49f7-b28b-fb7bcf0783e7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.9389579 Aug 25 11:43:50.656253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Provisioning for port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:43:50.681867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c236a8ad-5c41-4866-9409-62be139bbadf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:43:50.733517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Provisioning complete for port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:43:50.735332 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:50.971078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.139335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.142779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.143929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.145191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.146376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.147541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.148883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.150015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:51.150264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] DHCP port deletion for 31630735-ff1b-4314-bc0e-f9f52a72669e request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:43:51.171841 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b24b2512-0e5a-4290-af17-e4006e1efe7b tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5252 time: 1.3788159 Aug 25 11:43:51.185882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50106) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:51.257727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d3dfb-b69a-4245-a314-89a4b95cc7c4 None None] Network 7abda1ce-5d46-449e-bbec-550e691f8262 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:51.278520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91978eb1-40c6-48ae-b6a0-16657020b7bd None None] DHCP port deletion for 5a5b6024-57f4-49e9-a711-0053f94e2fcf request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:43:51.420798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-94907779-f3ed-4b16-aad7-a50b9effa293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.436366 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.453173 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-2c045891-684f-4926-8b2f-f4fbaf987cb9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] delete failed (client error): The resource could not be found. Aug 25 11:43:51.456935 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c045891-684f-4926-8b2f-f4fbaf987cb9 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/071a9a59-787a-4780-9e85-415d498f503f HTTP/1.1" status: 404 len: 345 time: 0.2570732 Aug 25 11:43:51.464021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:51.468834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Port': ['ID=c236a8ad-5c41-4866-9409-62be139bbadf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:51.475208 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.510266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] No DVR routers for this DVR port c236a8ad-5c41-4866-9409-62be139bbadf on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:51.546064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.578253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Port': ['ID=e1e7afcb-8a51-4d5b-b4b4-cf0b5a935bcd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:51.598554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] For port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,segment=NetworkSegment(c577c07c-1dc8-42cc-bb2b-2201b3a2c54e),segment_id=c577c07c-1dc8-42cc-bb2b-2201b3a2c54e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:51.635642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.656654 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-da66259b-2f59-4a4e-84e1-5f23bb6bb895 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] DELETE failed (client error): The resource could not be found. Aug 25 11:43:51.660962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da66259b-2f59-4a4e-84e1-5f23bb6bb895 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:43:51.663962 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-da66259b-2f59-4a4e-84e1-5f23bb6bb895 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/networks/42fabacf-c445-4371-9a33-b566f961f374 HTTP/1.1" status: 404 len: 339 time: 0.1783879 Aug 25 11:43:51.671339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50120) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:51.691418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'network': {'name': 'tempest-network--833967366', 'router:external': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:51.733907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Pushing event updated for resources: {'Port': ['ID=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:51.793473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] Deleting port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:51.794090 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.798605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.799068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.799614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.800049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.800573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.801074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.801562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.802080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.802569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.803058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.803549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.804025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b0ce1e-18c1-4535-9606-9c72cc7db721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:43:51.841387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Made reservation on behalf of 0f025a47aed6471880b9ede918f95bfa for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:51.844172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.872291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-51a7251d-14ee-49d2-b1b5-803d7b225356 None None] Could not find standard attr ID for object c236a8ad-5c41-4866-9409-62be139bbadf. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:43:51.894880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.900403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:51.935163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5b6024-57f4-49e9-a711-0053f94e2fcf']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:51.956481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b447b4-90d9-4c67-9ec6-1688a86c7154') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:51.956960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b447b4-90d9-4c67-9ec6-1688a86c7154') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:51.976872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.015391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.041186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:52.043307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:52.099549 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:52.152212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:52.244176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] For port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,segment=NetworkSegment(c577c07c-1dc8-42cc-bb2b-2201b3a2c54e),segment_id=c577c07c-1dc8-42cc-bb2b-2201b3a2c54e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:52.244901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.291586 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] Calling delete_port for e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:52.294496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.295066 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Added segment 8071f80e-e9c9-4fb5-b0b0-7e6af57140a4 of type vlan for network c7087e9a-6cf0-4a66-af6f-8d54abbdafd5 Aug 25 11:43:52.560340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.578867 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.596782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.666902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.669504 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/networks/5a5b6024-57f4-49e9-a711-0053f94e2fcf HTTP/1.1" status: 204 len: 168 time: 5.0689530 Aug 25 11:43:52.673107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:52.675938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.694338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b81faa-1f61-4d6e-b3fd-17c979ae9755 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Network': ['ID=5a5b6024-57f4-49e9-a711-0053f94e2fcf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:52.719614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:43:52.771537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] No DVR routers for this DVR port e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:52.774477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8dec8-f2ce-4338-b577-baa9f5f4c3bd None None] Pushing event deleted for resources: {'Port': ['ID=e73e3e3a-579c-46b1-9fae-aab2ee73c4f8,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:52.780794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:43:52.994233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:52.995804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:52.996406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.119275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c236a8ad-5c41-4866-9409-62be139bbadf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:43:53.173203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c236a8ad-5c41-4866-9409-62be139bbadf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:43:53.173544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c236a8ad-5c41-4866-9409-62be139bbadf not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:43:53.174180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:43:53.223354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:43:53.224137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e73e3e3a-579c-46b1-9fae-aab2ee73c4f8 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:43:53.242977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50160) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:53.246925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Network': ['ID=c7087e9a-6cf0-4a66-af6f-8d54abbdafd5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:53.269179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1396852414-network', 'tenant_id': '24a1b4083bff40df84dbb0a90c10e99b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:53.271781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.274630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.279819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network c7087e9a-6cf0-4a66-af6f-8d54abbdafd5 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:53.298307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.404758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Made reservation on behalf of 24a1b4083bff40df84dbb0a90c10e99b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:53.407924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.442125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.443791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Fanout notify agent at l3_agent the message router_deleted on router 50d69810-dcb8-4cfc-a2a8-4c33303f4178 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:43:53.459805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.462250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.465127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e35b9752-f112-489c-bab0-824b9788ec7b tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "DELETE /v2.0/routers/50d69810-dcb8-4cfc-a2a8-4c33303f4178 HTTP/1.1" status: 204 len: 168 time: 6.1045911 Aug 25 11:43:53.468341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50162) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:53.511930 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52f24829-b54f-4a31-b7f0-8507710f681e tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8320577 Aug 25 11:43:53.531509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50164) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:53.563584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.590510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31630735-ff1b-4314-bc0e-f9f52a72669e']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:53.620160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:53.620661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c577c07c-1dc8-42cc-bb2b-2201b3a2c54e') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:53.650157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.691507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.697443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting subnet 31d150df-95e5-49b2-bec4-0a9bfcf0d53b {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:43:53.715151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:53.715821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.719552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:53.722117 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:53.851788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab66b8e-acf0-4725-bb83-68dcb0efc80f tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:53.881006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab66b8e-acf0-4725-bb83-68dcb0efc80f tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:53.898504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab66b8e-acf0-4725-bb83-68dcb0efc80f tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:53.915582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab66b8e-acf0-4725-bb83-68dcb0efc80f tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:53.919509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4ab66b8e-acf0-4725-bb83-68dcb0efc80f tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3862631 Aug 25 11:43:53.927563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:53.936422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:53.971903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.015247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.055830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/networks/31630735-ff1b-4314-bc0e-f9f52a72669e HTTP/1.1" status: 204 len: 168 time: 1.3808894 Aug 25 11:43:54.059782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb613533-f8c3-43cf-b9a4-afbb2b34eb75 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Network': ['ID=31630735-ff1b-4314-bc0e-f9f52a72669e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:54.070098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50178) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:54.112862 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.233979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.256805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.324681 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.444162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:54.460445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.460824 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Added segment 48b3b495-8e08-4bfe-85d3-b704c6fc8836 of type vlan for network ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73 Aug 25 11:43:54.478415 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.498148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7087e9a-6cf0-4a66-af6f-8d54abbdafd5']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:54.520741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8071f80e-e9c9-4fb5-b0b0-7e6af57140a4') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:54.525561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8071f80e-e9c9-4fb5-b0b0-7e6af57140a4') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:54.542464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.547611 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.575504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.605151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.628062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:54.628943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:54.631546 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:54.693601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.704464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf488a7-d737-4702-b89d-d409ebbfac82,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:54.714960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.717180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:54.717381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.718538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.812860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:54.831030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:54.839340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Subnet': ['ID=31d150df-95e5-49b2-bec4-0a9bfcf0d53b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:54.853766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.859991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5a40593e-2f00-4340-8b6f-4d34089ff780 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "DELETE /v2.0/subnets/31d150df-95e5-49b2-bec4-0a9bfcf0d53b HTTP/1.1" status: 204 len: 168 time: 1.3893535 Aug 25 11:43:54.863734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.874291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c7087e9a-6cf0-4a66-af6f-8d54abbdafd5 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:43:54.879067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f9ae2-59ca-4a4d-9a9d-f85d1c49f671 None None] Network f227d3c7-9f91-438b-b859-9b78604ec3c2 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:54.881438 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:54.886707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c7087e9a-6cf0-4a66-af6f-8d54abbdafd5 HTTP/1.1" status: 204 len: 168 time: 0.9567330 Aug 25 11:43:54.890169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50190) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:54.954458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50192) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:54.995215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'network': {'name': 'tempest-network--970957817', 'router:external': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:55.029281 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc8bc9d1-76b6-4810-b0b1-c2a1119004b7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7609031 Aug 25 11:43:55.032534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50200) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:55.065607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.078562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Request body: {'subnet': {'network_id': 'ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1396852414-subnet', 'tenant_id': '24a1b4083bff40df84dbb0a90c10e99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:55.089405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e42498-02a4-4148-b3bd-61447f707f0a tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7087e9a-6cf0-4a66-af6f-8d54abbdafd5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:55.295063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting port 7ce230ce-633a-46e4-baee-5db1e2eda7fb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:55.295574 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.377108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.395253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] For port 7ce230ce-633a-46e4-baee-5db1e2eda7fb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7ce230ce-633a-46e4-baee-5db1e2eda7fb,segment=NetworkSegment(429a9518-7d6d-44cf-8815-8061b97210e3),segment_id=429a9518-7d6d-44cf-8815-8061b97210e3)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:55.395635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.402135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43161d6a-df5c-4583-aca3-3ee10e88257b']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:55.413834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Calling delete_port for 7ce230ce-633a-46e4-baee-5db1e2eda7fb owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:55.420383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fb8a43-dc8b-47a7-acfb-d9d844fa771d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:55.421120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fb8a43-dc8b-47a7-acfb-d9d844fa771d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:55.435528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] DHCP port deletion for f227d3c7-9f91-438b-b859-9b78604ec3c2 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:43:55.455055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.488721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.507861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:55.509504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.563144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Deleting port 7ce230ce-633a-46e4-baee-5db1e2eda7fb {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:55.563772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.582109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.627318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Port': ['ID=7ce230ce-633a-46e4-baee-5db1e2eda7fb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:55.632865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] No DVR routers for this DVR port 7ce230ce-633a-46e4-baee-5db1e2eda7fb on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:55.687487 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:55.712709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:43:55.712709 n-d-778732-11 neutron-server[94911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:43:55.712709 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id': '0f025a47aed6471880b9ede918f95bfa', 'id': '9280f6d9-e842-42a5-a480-cdd5442242fe', 'expiration': datetime.datetime(2021, 8, 25, 11, 45, 55, 703819)}] Aug 25 11:43:55.712709 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:43:55.713828 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:43:55.734909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.778479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] For port 7ce230ce-633a-46e4-baee-5db1e2eda7fb, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:43:55.783369 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.785750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.797115 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/networks/43161d6a-df5c-4583-aca3-3ee10e88257b HTTP/1.1" status: 204 len: 168 time: 1.7248061 Aug 25 11:43:55.798194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Made reservation on behalf of 24a1b4083bff40df84dbb0a90c10e99b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:55.805301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.815583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50206) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:55.825199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.830274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Calling delete_port for 7ce230ce-633a-46e4-baee-5db1e2eda7fb owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:55.841063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Port 7ce230ce-633a-46e4-baee-5db1e2eda7fb was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:43:55.845602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f227d3c7-9f91-438b-b859-9b78604ec3c2']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:55.850420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.859162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429a9518-7d6d-44cf-8815-8061b97210e3') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:55.859564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429a9518-7d6d-44cf-8815-8061b97210e3') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:55.871175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.887943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.890911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] No DVR routers for this DVR port 7ce230ce-633a-46e4-baee-5db1e2eda7fb on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:43:55.895769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:55.896287 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:55.962620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67e0ca-16ac-4028-91c9-b9e2c384a4a0 None None] Pushing event deleted for resources: {'Port': ['ID=7ce230ce-633a-46e4-baee-5db1e2eda7fb,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:55.983510 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:55.988372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.007554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.009653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "DELETE /v2.0/networks/f227d3c7-9f91-438b-b859-9b78604ec3c2 HTTP/1.1" status: 204 len: 168 time: 1.1132202 Aug 25 11:43:56.018407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:56.090056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144500b2-de8d-458e-b187-a24b61534270 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Network': ['ID=f227d3c7-9f91-438b-b859-9b78604ec3c2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:56.132273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-0934a3e6-ee45-4d58-b789-eace198d1e0d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:56.141425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-0934a3e6-ee45-4d58-b789-eace198d1e0d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.8906589 Aug 25 11:43:56.208361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-2566a9e8-a07e-4079-b655-947350a1a1f8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0658240 Aug 25 11:43:56.226161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.300908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-d2fbbf0a-7742-4541-a765-a1638ec7c31c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914667 Aug 25 11:43:56.394280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Deleting port 8f002c2a-9b01-4a8e-aff6-083a9d43581b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:43:56.394569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.417389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14028ee5-2ce1-4ec8-b5e1-c778646a0a8d tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Network': ['ID=43161d6a-df5c-4583-aca3-3ee10e88257b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:56.435446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Made reservation on behalf of 0f025a47aed6471880b9ede918f95bfa for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:56.438157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.517508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-1655f68d-bbf4-484c-a34b-b4452a0e35b7 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156031 Aug 25 11:43:56.520663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:56.534747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.535216 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Added segment 4524f75f-5b58-4fc6-a930-78e653e97a54 of type vlan for network 686efbe5-0d54-46c5-9f0e-ce705f11cfeb Aug 25 11:43:56.593100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.593436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.594201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.616706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Calling delete_port for 8f002c2a-9b01-4a8e-aff6-083a9d43581b owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:43:56.758141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.762517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:56.766631 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.830847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-398ef0ab-0f30-499e-b9ef-7e7afe07d25f service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122814 Aug 25 11:43:56.832152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.882547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9250550 Aug 25 11:43:56.883529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:56.910971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Pushing event deleted for resources: {'Port': ['ID=8f002c2a-9b01-4a8e-aff6-083a9d43581b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:56.987055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.990578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:56.999466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-88d413b9-b366-4028-88f8-dafa1f376c89 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967500 Aug 25 11:43:57.014605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7ce230ce-633a-46e4-baee-5db1e2eda7fb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:43:57.050635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7ce230ce-633a-46e4-baee-5db1e2eda7fb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:43:57.050992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7ce230ce-633a-46e4-baee-5db1e2eda7fb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:43:57.112028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098a6d86-4433-43f5-b6c8-191b57e1d7cd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:57.244613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba6802-df5a-4b54-9bbb-b465ca40415c tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Network': ['ID=686efbe5-0d54-46c5-9f0e-ce705f11cfeb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:57.249760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c9eb5d-38e9-4dcd-9137-37cbc8579ba6') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:57.250205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c9eb5d-38e9-4dcd-9137-37cbc8579ba6') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:57.259604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 686efbe5-0d54-46c5-9f0e-ce705f11cfeb details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:57.289270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.323663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a42964-4650-4dea-9b0f-c32de401a828 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:57.339087 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-28a42964-4650-4dea-9b0f-c32de401a828 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] 10.222.0.35 "GET /v2.0/networks/686efbe5-0d54-46c5-9f0e-ce705f11cfeb HTTP/1.1" status: 200 len: 756 time: 0.4239933 Aug 25 11:43:57.342505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:57.380721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7811aebd-027b-49be-af37-193595d0a4da,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:57.397280 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.532731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.615885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:57.616470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:57.620462 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:57.714288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78644cb0-1f77-44d5-99d9-38d4c024bd70 req-d1239553-797e-4e3f-ae92-578dffbf1650 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.0454884 Aug 25 11:43:57.736942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-bd3c3418-0387-455e-8945-e7a856dfe17c tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:57.746680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Checking segment: {'id': '48b3b495-8e08-4bfe-85d3-b704c6fc8836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:43:57.747342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-bd3c3418-0387-455e-8945-e7a856dfe17c tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7395859 Aug 25 11:43:57.747705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Network hostable DHCP agents. Network: ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:43:57.782769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-7e2586eb-645a-4c1f-abc0-dab3c6982975 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/quotas/8a47ded8ecda4f57820ec4282eae07ed HTTP/1.1" status: 200 len: 375 time: 0.0344527 Aug 25 11:43:57.789839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8699ad08-0aef-4448-bc07-38f3817ebd0e tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:57.792953 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.798822 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8699ad08-0aef-4448-bc07-38f3817ebd0e tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] 10.222.0.35 "GET /v2.0/networks/66a73d6c-60e5-49a1-b2bb-d1673970cc8d HTTP/1.1" status: 200 len: 768 time: 0.4353621 Aug 25 11:43:57.798822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.800611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50248) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:57.808832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.829205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-349b58c2-6fe5-4813-b06e-95a163af5227 tempest-FloatingIPAdminTestJSON-1585012465 tempest-FloatingIPAdminTestJSON-1585012465-project] 10.222.0.35 "DELETE /v2.0/floatingips/2cc62dfb-5d79-4488-8471-3364aab5a403 HTTP/1.1" status: 204 len: 168 time: 1.8095689 Aug 25 11:43:57.845794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:57.860673 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] 10.222.0.35 "DELETE /v2.0/networks/098a6d86-4433-43f5-b6c8-191b57e1d7cd HTTP/1.1" status: 204 len: 168 time: 2.0342619 Aug 25 11:43:57.920240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-60bdcae8-c3d2-4173-b4a9-c1314f3d3a09 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801826 Aug 25 11:43:58.012773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a023aaf-53ae-471d-8ec4-1fb1ab1f24e7 tempest-BulkNetworkOpsIpV6Test-979494489 tempest-BulkNetworkOpsIpV6Test-979494489-project] Pushing event deleted for resources: {'Network': ['ID=098a6d86-4433-43f5-b6c8-191b57e1d7cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:58.029391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Network ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:43:58.078003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:43:58.096631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de520b-27ab-4cba-8612-80eff0a3d4ed None None] Network ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:58.108533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:58.109634 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.137144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.187943 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1816743a-50d5-49aa-b1bf-97416a77ef0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1367552 Aug 25 11:43:58.313399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4968b5aa-d1d8-40b8-98e1-360f9ebc3313 req-75b4613b-bd8c-4bf6-b377-a362a002a0ed tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.1000683 Aug 25 11:43:58.436384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.465796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686efbe5-0d54-46c5-9f0e-ce705f11cfeb']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:58.494065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524f75f-5b58-4fc6-a930-78e653e97a54') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:58.494356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524f75f-5b58-4fc6-a930-78e653e97a54') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:43:58.512549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.524988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a2dad-8757-4bc1-9515-a5b76f6527dc None None] Network ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:43:58.566056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.587252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:43:58.587835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:43:58.592915 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:43:58.680570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50276) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:58.760277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50286) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:58.879797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.906407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 686efbe5-0d54-46c5-9f0e-ce705f11cfeb {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:43:58.939760 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:58.944885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/networks/686efbe5-0d54-46c5-9f0e-ce705f11cfeb HTTP/1.1" status: 204 len: 168 time: 1.1357667 Aug 25 11:43:58.950337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:58.970830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c683b9a4-f407-4ace-85df-9481423171bd req-12e6f8e1-8454-49c0-b82d-bdb5232941da tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.0805547 Aug 25 11:43:58.981144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'network': {'name': 'tempest-network--1120085962'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:58.981144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca812e1-40b5-4bb4-a503-41a9b18b8bc4 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Network': ['ID=686efbe5-0d54-46c5-9f0e-ce705f11cfeb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:59.028153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Made reservation on behalf of 0f025a47aed6471880b9ede918f95bfa for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:43:59.031606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:59.175669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:43:59.207896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:59.208586 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Added segment 335835c9-7a0d-4112-8ac6-b7984a31be6e of type vlan for network 64d00d1f-f4c4-4be6-bfb6-94044242bba8 Aug 25 11:43:59.435487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:59.511523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:59.513047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:43:59.514055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:43:59.622635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Network': ['ID=64d00d1f-f4c4-4be6-bfb6-94044242bba8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:43:59.639016 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98efe07f-465c-48e0-a934-39d7f362bfee tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6870031 Aug 25 11:43:59.642465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 64d00d1f-f4c4-4be6-bfb6-94044242bba8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:43:59.643271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:59.653772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:43:59.692468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d87f734-fa16-46f5-abff-3e5520439a41 req-6bca785f-b96c-460d-a54a-8c753b40c5ce tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.2855670 Aug 25 11:43:59.698332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8467dfdc-a996-4ee2-91f1-2d5968578728 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7585a9dfbc5f466480fdb8356eca2618&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0154102 Aug 25 11:43:59.707549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50324) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:59.745182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0b6cf5e9-f4e3-4eaf-950f-f881f54078e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed344da80f89488ca5828b0e3424d7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9827209 Aug 25 11:43:59.751117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50330) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:43:59.972979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.031344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.116367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0fbd-260c-4eda-86cb-177a188e93a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.192555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event updated for resources: {'Network': ['ID=64d00d1f-f4c4-4be6-bfb6-94044242bba8,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:00.207531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Network 64d00d1f-f4c4-4be6-bfb6-94044242bba8 is not hosted by any dhcp agent {{(pid=94911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:44:00.208258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:00.208875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.214153 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a8d0e37d-42ed-44b5-9b3a-054e12b91241 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "PUT /v2.0/networks/64d00d1f-f4c4-4be6-bfb6-94044242bba8 HTTP/1.1" status: 200 len: 858 time: 0.5693066 Aug 25 11:44:00.214816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:00.249085 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-44467cb8-cfc4-4460-9693-c001381380db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.410282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.451292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-24271205-77ee-4285-8d40-7be9baf15a84 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:00.466519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-24271205-77ee-4285-8d40-7be9baf15a84 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/networks?id=7abda1ce-5d46-449e-bbec-550e691f8262 HTTP/1.1" status: 200 len: 808 time: 0.6614401 Aug 25 11:44:00.562561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80b0a395-0c50-459f-9957-f73a5511ddd4 req-392f18d1-a939-46b4-864f-4e813ce350c5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.4044490 Aug 25 11:44:00.574212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0fbd-260c-4eda-86cb-177a188e93a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.591188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-44467cb8-cfc4-4460-9693-c001381380db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.626405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.626405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d00d1f-f4c4-4be6-bfb6-94044242bba8']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:00.642621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-97d50ecc-0f10-46bb-a348-b3f3fd6391ec tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/quotas/c19a383058ee4127b729d53af4cbbb50 HTTP/1.1" status: 200 len: 375 time: 0.1719866 Aug 25 11:44:00.647353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335835c9-7a0d-4112-8ac6-b7984a31be6e') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:00.647698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335835c9-7a0d-4112-8ac6-b7984a31be6e') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:00.670999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.712260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.723051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:00.723470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:00.726580 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:00.810479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-ddcf3be6-d824-44b4-b60d-1fb8d1433fe8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c19a383058ee4127b729d53af4cbbb50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659281 Aug 25 11:44:00.899510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.906551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64d00d1f-f4c4-4be6-bfb6-94044242bba8 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 25 11:44:00.932637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.940315 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] 10.222.0.35 "DELETE /v2.0/networks/64d00d1f-f4c4-4be6-bfb6-94044242bba8 HTTP/1.1" status: 204 len: 168 time: 0.7203777 Aug 25 11:44:00.949177 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:00.961768 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50368) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:00.981590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5846e1-5efe-4445-a351-a481c6bf9cb8 tempest-ExternalNetworksTestJSON-1762103928 tempest-ExternalNetworksTestJSON-1762103928-project-admin] Pushing event deleted for resources: {'Network': ['ID=64d00d1f-f4c4-4be6-bfb6-94044242bba8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:01.042284 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0f3f19-c619-41f5-b47c-af8f236eeb9a tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:01.051052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0f3f19-c619-41f5-b47c-af8f236eeb9a tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:01.066196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ab0f3f19-c619-41f5-b47c-af8f236eeb9a tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] 10.222.0.35 "DELETE /v2.0/subnets/51ec322f-f0ac-413f-b186-8acbba60f1c3 HTTP/1.1" status: 404 len: 337 time: 0.1049664 Aug 25 11:44:01.069878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50370) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:01.107995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-ce55a9e7-5c99-4670-8b05-17deb3c30e52 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3215635 Aug 25 11:44:01.153152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-7495cdef-62b2-4544-bd28-cd0f0311f100 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:44:01.155108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-7495cdef-62b2-4544-bd28-cd0f0311f100 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2951014 Aug 25 11:44:01.168225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-077b29a5-f577-40d5-8330-87ca9940b85d req-c4346d0c-81fb-40a7-84b3-f313f88480d6 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.2261634 Aug 25 11:44:01.346475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.548457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.580970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a73d6c-60e5-49a1-b2bb-d1673970cc8d']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:01.599742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-550a8b6e-804b-4847-9846-7f0f03a5d2c0 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:01.602815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-550a8b6e-804b-4847-9846-7f0f03a5d2c0 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543653 Aug 25 11:44:01.609463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0fbd-260c-4eda-86cb-177a188e93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.613628 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0fbd-260c-4eda-86cb-177a188e93a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.618069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb0e0fbd-260c-4eda-86cb-177a188e93a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/301709a8-e237-4345-9a85-fe16998b6237 HTTP/1.1" status: 204 len: 168 time: 1.9060044 Aug 25 11:44:01.618069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-44467cb8-cfc4-4460-9693-c001381380db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.624545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-44467cb8-cfc4-4460-9693-c001381380db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.627288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-44467cb8-cfc4-4460-9693-c001381380db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7aa00ca3-ddc0-4ed4-8e6a-0f9f0d4d2605 HTTP/1.1" status: 204 len: 168 time: 1.8740826 Aug 25 11:44:01.661219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e24486-454f-4a04-a057-365445359336') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:01.667050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e24486-454f-4a04-a057-365445359336') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:01.729246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.830070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Request body: {'port': {'device_id': 'f470324b-d114-460d-958d-66cf4b5750e1', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '8a47ded8ecda4f57820ec4282eae07ed'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:01.837383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e0fbd-260c-4eda-86cb-177a188e93a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301709a8-e237-4345-9a85-fe16998b6237,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:01.860474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.907677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:01.908335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:01.920513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8c2a222-1941-4dc8-bdd4-8a437ee8b7d6 service neutron] 10.222.0.35 "GET /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293587 Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:01.932446 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:02.184986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:02.224646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:02.246349 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] 10.222.0.35 "DELETE /v2.0/networks/66a73d6c-60e5-49a1-b2bb-d1673970cc8d HTTP/1.1" status: 204 len: 168 time: 1.1723413 Aug 25 11:44:02.281943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-7dd33ad6-322a-4f38-a564-0f3d3e9a2e0e service neutron] 10.222.0.35 "GET /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602672 Aug 25 11:44:02.333666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b564-88b1-40a4-9ee6-89e2387a0da8 tempest-ExternalNetworksTestJSON-1336584753 tempest-ExternalNetworksTestJSON-1336584753-project] Pushing event deleted for resources: {'Network': ['ID=66a73d6c-60e5-49a1-b2bb-d1673970cc8d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:02.507881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44467cb8-cfc4-4460-9693-c001381380db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa00ca3-ddc0-4ed4-8e6a-0f9f0d4d2605,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:02.534436 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06b46308-76b7-4e4b-bf2f-609cfdfacfb1 req-f8608e34-c841-4157-b377-4788403c215a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.4615681 Aug 25 11:44:02.656088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-3e1e75db-7eb3-4c0a-9be0-2598ba0a5dba tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:02.657924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-3e1e75db-7eb3-4c0a-9be0-2598ba0a5dba tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 1.0060716 Aug 25 11:44:02.689394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:02.803570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Made reservation on behalf of 8a47ded8ecda4f57820ec4282eae07ed for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:02.812445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:02.917275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6335eba-90b5-4536-877f-07911bf88f37 req-ef58c5cb-30b9-4189-a8a3-6582a66864ec tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.2073767 Aug 25 11:44:02.964055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:02.979439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50406) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:03.013370 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c76c611-1a91-4ea9-8112-2fcc29e08023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.120987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a19eb4ea-2d44-4fd6-a0e7-d9b168b78541 req-6d1234da-fa8c-45ac-ba3c-e3dc1a9ececa tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 210 time: 0.2163885 Aug 25 11:44:03.139789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:44:03.139789 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:44:03.139789 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id_1': '8a47ded8ecda4f57820ec4282eae07ed', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 44, 3, 98198)}] Aug 25 11:44:03.139789 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:44:03.140340 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:44:03.182537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50408) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:03.291051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c76c611-1a91-4ea9-8112-2fcc29e08023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.326506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c76c611-1a91-4ea9-8112-2fcc29e08023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.345580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:03.349722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.450976 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c76c611-1a91-4ea9-8112-2fcc29e08023 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=449e0ce3a6c5450a8724802fb48da670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673076 Aug 25 11:44:03.450976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50422) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:03.452717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76c611-1a91-4ea9-8112-2fcc29e08023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579e553f-ef32-4365-af29-882a8ae4c66e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:03.642537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.681810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.9 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/de6de980-aebc-4c57-9463-5286af16eede) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:03.692311 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c97a0381-f0dc-4700-92fa-85de6fc75582 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17faf4013ad947978c674386287e238c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077682 Aug 25 11:44:03.693478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50430) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:03.752039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d940-82f3-4165-8853-c865cce354a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.802958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d940-82f3-4165-8853-c865cce354a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.813835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-865de2dc-08ff-48aa-8a4a-3b6246d26cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:03.885227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-865de2dc-08ff-48aa-8a4a-3b6246d26cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:04.145640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-865de2dc-08ff-48aa-8a4a-3b6246d26cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:04.154601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-865de2dc-08ff-48aa-8a4a-3b6246d26cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:04.171018 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-865de2dc-08ff-48aa-8a4a-3b6246d26cc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61120fb0-db6b-41c8-9952-3da4d6f38b0f HTTP/1.1" status: 204 len: 168 time: 0.4748828 Aug 25 11:44:04.206879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d940-82f3-4165-8853-c865cce354a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:04.222757 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d940-82f3-4165-8853-c865cce354a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:04.224335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bc7d940-82f3-4165-8853-c865cce354a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/579e553f-ef32-4365-af29-882a8ae4c66e HTTP/1.1" status: 204 len: 168 time: 0.7645335 Aug 25 11:44:04.225534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865de2dc-08ff-48aa-8a4a-3b6246d26cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61120fb0-db6b-41c8-9952-3da4d6f38b0f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:04.271531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7d940-82f3-4165-8853-c865cce354a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579e553f-ef32-4365-af29-882a8ae4c66e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:04.294312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:04.715072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40708b72-1088-4cc6-b4fa-c024ed4fbd18 req-cbf2dbd7-4b71-41ea-a0dd-0aff3f17b4e8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.9757390 Aug 25 11:44:04.827123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-15b42472-48f1-44d7-8a36-dd3561d6b9c5 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:04.828761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-15b42472-48f1-44d7-8a36-dd3561d6b9c5 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.10 "GET /v2.0/networks?id=7abda1ce-5d46-449e-bbec-550e691f8262 HTTP/1.1" status: 200 len: 808 time: 0.3205864 Aug 25 11:44:04.831113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7745fedb-9979-4ddd-9fef-5d2c622a8806 req-b3a092bb-7a8f-4d95-b303-1ea9997021d4 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.1150675 Aug 25 11:44:04.852425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Request body: {'port': {'device_id': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262', 'admin_state_up': True, 'tenant_id': 'c19a383058ee4127b729d53af4cbbb50'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:04.902145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d90db105-4681-4324-9369-1faf396ce5dd req-2186072e-8e9c-49c8-86e7-d2c7e29807fe tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 210 time: 0.0460961 Aug 25 11:44:05.137442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-465238976'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:05.163996 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.183546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object de6de980-aebc-4c57-9463-5286af16eede will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:05.284551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.354421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:05.360531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:05.379482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:05.425124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50470) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:05.454394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50472) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:05.472794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.495636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:05.496433 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.517959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.534173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.544939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=de6de980-aebc-4c57-9463-5286af16eede,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:05.559428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-b64ba974-17df-479c-8382-39f53a74ff0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8883724 Aug 25 11:44:05.576196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Request body: {'port': {'device_id': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:05.600390 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-810ce304-6b66-428e-9af1-849d4914d75b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f025a47aed6471880b9ede918f95bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419814 Aug 25 11:44:05.601498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:05.670502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33943505-3cf5-463b-b197-63d8b8cb8ce2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:05.698517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:05.707199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.722342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.792189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.812035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7581-5a36-46a4-b655-357a0d934c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.828410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:44:05.828410 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:44:05.828410 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '85cff056ac134dc499246af71f3b4aef', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 44, 5, 506668)}] Aug 25 11:44:05.828410 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:44:05.828410 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:44:05.890545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Made reservation on behalf of c19a383058ee4127b729d53af4cbbb50 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:05.894361 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.928928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7581-5a36-46a4-b655-357a0d934c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:05.935577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Allocated IP 192.168.233.19 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/8d528f8c-02d7-4d56-b29b-3bbc23d62499) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:05.995497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9bdcb35c-1313-4ffb-92f2-e40e41b3df92 None None] Provisioning for port de6de980-aebc-4c57-9463-5286af16eede completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:06.002187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9bdcb35c-1313-4ffb-92f2-e40e41b3df92 None None] Provisioning complete for port de6de980-aebc-4c57-9463-5286af16eede triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:06.003046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9bdcb35c-1313-4ffb-92f2-e40e41b3df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.078904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcb35c-1313-4ffb-92f2-e40e41b3df92 None None] Port de6de980-aebc-4c57-9463-5286af16eede cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:44:06.100155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60b87f68-92e1-4bd4-a664-7e644281a73f req-8c8a3b99-3695-4807-8f5e-a96cb6f08341 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.1352029 Aug 25 11:44:06.213750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b43b00-597e-4621-b902-1b9da8651fdb req-30fcff6e-a85b-44ac-aea0-1edaae8c94e2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:06.223221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45b43b00-597e-4621-b902-1b9da8651fdb req-30fcff6e-a85b-44ac-aea0-1edaae8c94e2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 931 time: 0.3466175 Aug 25 11:44:06.303135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b93e21d3-5b4e-4438-8daf-61e34e61b0bf req-5d8bda13-2ecc-4d67-b40d-63c2e97410f5 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 210 time: 0.0687053 Aug 25 11:44:06.457023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45b43b00-597e-4621-b902-1b9da8651fdb req-2d451e71-b006-43a6-87ce-5f88632d8f86 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322888 Aug 25 11:44:06.614871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.665235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7581-5a36-46a4-b655-357a0d934c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.671662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6de980-aebc-4c57-9463-5286af16eede {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:44:06.672861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7581-5a36-46a4-b655-357a0d934c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.675324 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ef3d7581-5a36-46a4-b655-357a0d934c8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0849efcd-5841-43be-beab-e3e176e28620 HTTP/1.1" status: 204 len: 168 time: 1.0705292 Aug 25 11:44:06.685664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.699944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Transition to ACTIVE for port object de6de980-aebc-4c57-9463-5286af16eede will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:06.809721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7581-5a36-46a4-b655-357a0d934c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0849efcd-5841-43be-beab-e3e176e28620,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:06.833718 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.937771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Pushing event updated for resources: {'Port': ['ID=de6de980-aebc-4c57-9463-5286af16eede,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:06.955641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:06.995264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.072085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Allocated IP 172.20.0.9 (7abda1ce-5d46-449e-bbec-550e691f8262/1abf5549-ac9b-4481-b85a-74576332d1d0/f8bcb7ee-7532-4aaa-89e6-dce8fb13fede) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:07.094557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.115378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:07.134556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.136667 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Added segment b7838827-579f-4d61-996f-4dff59cb2ba0 of type vlan for network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 Aug 25 11:44:07.162631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Transition to ACTIVE for port object 8d528f8c-02d7-4d56-b29b-3bbc23d62499 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:07.284694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fc1498e-e410-450b-af74-a0626b0825cb req-ad5c420e-8f22-4aad-bd98-33780b1edc44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.0719674 Aug 25 11:44:07.390888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Attempting to bind port de6de980-aebc-4c57-9463-5286af16eede on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:07.391213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Attempting to bind port de6de980-aebc-4c57-9463-5286af16eede by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:07.391559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Attempting to bind port de6de980-aebc-4c57-9463-5286af16eede on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:07.395181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.410224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Port de6de980-aebc-4c57-9463-5286af16eede on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:44:07.410722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Attempting to bind port de6de980-aebc-4c57-9463-5286af16eede on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:07.432199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:07.432582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:07.432957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:07.433394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Bound port: de6de980-aebc-4c57-9463-5286af16eede, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:07.433788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.516822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.528684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:07.529372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.578831 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:07.644711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-587bed04-ea61-4cb2-8dde-daa1a314a58b req-87c6d9b3-6eb8-4982-a671-09bffb6daaac tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 210 time: 0.1454237 Aug 25 11:44:07.887369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f286a0b-fb3e-40f5-b6b7-5662e5da9ee0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:07.946108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Network': ['ID=ffedbfc8-bdeb-464b-aaf6-c09c92b59af9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:07.953913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:07.959800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Pushing event updated for resources: {'Port': ['ID=8d528f8c-02d7-4d56-b29b-3bbc23d62499,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:07.961351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:07.977910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:07.987725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:08.011513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5335d49-6539-4382-a184-7a337f65d1bd req-c4cd1f08-4b63-4921-8782-953c38ccd080 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:08.049057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5335d49-6539-4382-a184-7a337f65d1bd req-c4cd1f08-4b63-4921-8782-953c38ccd080 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.3806701 Aug 25 11:44:08.054083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] For port de6de980-aebc-4c57-9463-5286af16eede, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:08.095938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50512) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:08.178980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] For port de6de980-aebc-4c57-9463-5286af16eede, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=de6de980-aebc-4c57-9463-5286af16eede,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:08.202203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.263164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.272537 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.320265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25cc3b-b0fb-45d9-844d-3c8d9fe5a789,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:08.324763 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a76b4e2c-a84d-4be7-b4b3-14a704170bfb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 4.0285351 Aug 25 11:44:08.425475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.435046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:08.435687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.442319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] 10.222.0.67 "PUT /v2.0/ports/de6de980-aebc-4c57-9463-5286af16eede HTTP/1.1" status: 200 len: 1092 time: 2.8719604 Aug 25 11:44:08.442869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'tag': 'de6de980-aebc-4c57-9463-5286af16eede'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:08.448110 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e94313-169b-4ab9-a10e-cc1527e83d34", "tag": "de6de980-aebc-4c57-9463-5286af16eede"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:08.458861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:08.465087 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f58143f1-026e-4f32-a490-513b262d2fe3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85cff056ac134dc499246af71f3b4aef&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0340471 Aug 25 11:44:08.619813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3ded0461-be8b-4539-85ad-b891407c58e5 None None] Provisioning for port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:08.632360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3ded0461-be8b-4539-85ad-b891407c58e5 None None] Provisioning complete for port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:08.633032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3ded0461-be8b-4539-85ad-b891407c58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.636955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166661e-2481-4e77-8b2d-1cd3a4aba382 service neutron] Pushing event updated for resources: {'Port': ['ID=de6de980-aebc-4c57-9463-5286af16eede,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:08.676975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.695974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:08.700259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.732143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36b49769-01d8-444f-9c79-d90afc4ae186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:08.742552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3ded0461-be8b-4539-85ad-b891407c58e5 None None] Port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:44:08.875646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5335d49-6539-4382-a184-7a337f65d1bd req-60d80a1d-dc28-4b9e-abf6-b4a35d465fff tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145146 Aug 25 11:44:08.957089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Network 7abda1ce-5d46-449e-bbec-550e691f8262 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:09.001010 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:09.040933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:09.066463 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f6870-9996-4acf-8505-33f762c44a7d x-openstack-request-id: req-283f6870-9996-4acf-8505-33f762c44a7d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:09.066970 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e94313-169b-4ab9-a10e-cc1527e83d34", "tag": "de6de980-aebc-4c57-9463-5286af16eede", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:09.067826 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-283f6870-9996-4acf-8505-33f762c44a7d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:09.067826 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'tag': 'de6de980-aebc-4c57-9463-5286af16eede', 'status': 'completed', 'code': 200} Aug 25 11:44:09.096425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Pushing event updated for resources: {'Port': ['ID=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:09.172090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-9c9c9e48-42cd-4ea0-a9f7-47941d90fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:09.173748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-9c9c9e48-42cd-4ea0-a9f7-47941d90fbea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 1095 time: 0.5300353 Aug 25 11:44:09.238485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36807ded-3535-42eb-8538-c428af598f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:09.304027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:09.305314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51a8a-14cb-4837-a3fe-ee6b2cdf4f33 req-98f3f980-c583-428b-8d39-61d4edce8113 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:09.307288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ceb51a8a-14cb-4837-a3fe-ee6b2cdf4f33 req-98f3f980-c583-428b-8d39-61d4edce8113 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 935 time: 0.6343436 Aug 25 11:44:09.315619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:09.467540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36b49769-01d8-444f-9c79-d90afc4ae186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:09.478824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36b49769-01d8-444f-9c79-d90afc4ae186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:09.499174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-9ccf09ce-7316-483d-bc48-14103ae0fefd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de6de980-aebc-4c57-9463-5286af16eede HTTP/1.1" status: 200 len: 217 time: 0.2625105 Aug 25 11:44:09.568635 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-36b49769-01d8-444f-9c79-d90afc4ae186 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e007f20d378468491a6c1d4e52e40c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4687345 Aug 25 11:44:09.569355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50536) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:09.580588 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-782222d9-a6c1-4d73-bb50-9dac3d0047b8 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7256575 Aug 25 11:44:09.623411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Request body: {'port': {'device_id': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:09.662351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-9924e9fd-d448-469c-a613-acfd09bc1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:09.663928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-9924e9fd-d448-469c-a613-acfd09bc1c3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1196506 Aug 25 11:44:09.697620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-93286f11-8863-4b17-9355-25c8aa4abd44 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.0669994 Aug 25 11:44:09.830157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b49769-01d8-444f-9c79-d90afc4ae186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e91b71-d767-49a8-9539-87e55f9d86ea,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:09.889359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36807ded-3535-42eb-8538-c428af598f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:09.915175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Request body: {'port': {'device_id': 'f470324b-d114-460d-958d-66cf4b5750e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:10.057172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.114228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435b42bb-797f-417e-8d64-21fb5eb4bf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.201068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435b42bb-797f-417e-8d64-21fb5eb4bf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.335222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ceb51a8a-14cb-4837-a3fe-ee6b2cdf4f33 req-020b046b-68ea-494a-8b02-df09cf3a8ffd tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9174447 Aug 25 11:44:10.378072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36807ded-3535-42eb-8538-c428af598f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.379873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36807ded-3535-42eb-8538-c428af598f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.383066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-36807ded-3535-42eb-8538-c428af598f87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b25cc3b-b0fb-45d9-844d-3c8d9fe5a789 HTTP/1.1" status: 204 len: 168 time: 1.7499862 Aug 25 11:44:10.415098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807ded-3535-42eb-8538-c428af598f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25cc3b-b0fb-45d9-844d-3c8d9fe5a789,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:10.437963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af32-d403-4933-9368-42cb4ce7d48a req-71b22f90-8e7f-4c81-b398-3424ce0cf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:10.438199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435b42bb-797f-417e-8d64-21fb5eb4bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.440694 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-435b42bb-797f-417e-8d64-21fb5eb4bf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.442004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-71b22f90-8e7f-4c81-b398-3424ce0cf862 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7076414 Aug 25 11:44:10.452739 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-435b42bb-797f-417e-8d64-21fb5eb4bf7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71e91b71-d767-49a8-9539-87e55f9d86ea HTTP/1.1" status: 204 len: 168 time: 0.8810804 Aug 25 11:44:10.458299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf2aac-e36f-4494-8eaf-68e0e7576ef7 req-513bdfca-a796-4843-80bd-8f4b4780dc23 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:10.467418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93bf2aac-e36f-4494-8eaf-68e0e7576ef7 req-513bdfca-a796-4843-80bd-8f4b4780dc23 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 931 time: 1.2320764 Aug 25 11:44:10.600013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b42bb-797f-417e-8d64-21fb5eb4bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e91b71-d767-49a8-9539-87e55f9d86ea,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:10.727000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:10.754990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-9ae99b83-4c89-4f04-9bbf-bbf4d518d898 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817075 Aug 25 11:44:10.892220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93bf2aac-e36f-4494-8eaf-68e0e7576ef7 req-32609fbb-0c2e-4c85-9b23-9ecc70505bea tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185634 Aug 25 11:44:10.939847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bcb7ee-7532-4aaa-89e6-dce8fb13fede {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:44:10.967583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:11.047951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Transition to ACTIVE for port object f8bcb7ee-7532-4aaa-89e6-dce8fb13fede will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:11.061331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:11.209508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Pushing event updated for resources: {'Port': ['ID=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:11.384083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Attempting to bind port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:11.385023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Attempting to bind port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:11.385316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Attempting to bind port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede on network 7abda1ce-5d46-449e-bbec-550e691f8262 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:11.396851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede on network 7abda1ce-5d46-449e-bbec-550e691f8262 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:44:11.398157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Attempting to bind port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede on network 7abda1ce-5d46-449e-bbec-550e691f8262 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:11.409627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:11.410847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Checking segment: {'id': 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:11.414142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Bound using segment: {'id': 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:11.414964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Bound port: f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:11.416940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:11.652052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] For port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:11.665949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] For port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,segment=NetworkSegment(d09462c7-51d5-4e38-9ddf-527b6f78bfe4),segment_id=d09462c7-51d5-4e38-9ddf-527b6f78bfe4)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:11.675166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:11.792719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531be6c-dc83-4281-8ca1-d78e13b32aa0 req-e58b283f-47e8-427e-b173-0ac99b840f16 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:11.810854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7531be6c-dc83-4281-8ca1-d78e13b32aa0 req-e58b283f-47e8-427e-b173-0ac99b840f16 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.8986173 Aug 25 11:44:11.837829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:11.838748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:11.840563 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] 10.222.0.10 "PUT /v2.0/ports/f8bcb7ee-7532-4aaa-89e6-dce8fb13fede HTTP/1.1" status: 200 len: 1092 time: 2.2316585 Aug 25 11:44:11.841070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'tag': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:11.843800 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18138616-3c58-4ee4-afbc-4365602eff62" -d '{"events": [{"name": "network-changed", "server_uuid": "54d26cee-5fd5-402a-9424-2d1f0ff0a725", "tag": "f8bcb7ee-7532-4aaa-89e6-dce8fb13fede"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:12.060358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50580) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:12.080365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3531af32-d403-4933-9368-42cb4ce7d48a req-86bf09a4-6aee-4286-b815-5ce41c0e3f81 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1272271 Aug 25 11:44:12.180183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7531be6c-dc83-4281-8ca1-d78e13b32aa0 req-1b802986-e19f-46f5-b19f-254c177b9768 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683083 Aug 25 11:44:12.237950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be3844-140d-423c-8f42-a21eb89e572d service neutron] Pushing event updated for resources: {'Port': ['ID=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:12.275988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4777d-d6a8-446b-a375-8faabb1ef52d req-1f3907d1-d7a0-49ef-8ad5-6991300783e8 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:12.280575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-008d3f41-edab-45a6-b88e-68a1484674b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:12.282664 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-008d3f41-edab-45a6-b88e-68a1484674b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c19a383058ee4127b729d53af4cbbb50&device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 1095 time: 0.3637464 Aug 25 11:44:12.296188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57d4777d-d6a8-446b-a375-8faabb1ef52d req-1f3907d1-d7a0-49ef-8ad5-6991300783e8 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 935 time: 0.5495615 Aug 25 11:44:12.386435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-2f9966da-d433-4586-a8cf-b8364b513122 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede HTTP/1.1" status: 200 len: 217 time: 0.0939226 Aug 25 11:44:12.505921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:12.522428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'subnet': {'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:12.607647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57d4777d-d6a8-446b-a375-8faabb1ef52d req-fe47b1ab-ecc5-41e0-8281-066aaff4c4aa tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104532 Aug 25 11:44:12.638583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-cd630685-3b35-4e0c-8793-e073d45352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:12.650486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-cd630685-3b35-4e0c-8793-e073d45352b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 1095 time: 0.4904099 Aug 25 11:44:12.663936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-91fd6fb3-ee09-4f15-84e7-e6218a6303be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:12.666555 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-91fd6fb3-ee09-4f15-84e7-e6218a6303be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1abf5549-ac9b-4481-b85a-74576332d1d0 HTTP/1.1" status: 200 len: 848 time: 0.2729483 Aug 25 11:44:12.770027 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-01e95668-2520-4f32-81de-465385b3dc1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7abda1ce-5d46-449e-bbec-550e691f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860267 Aug 25 11:44:13.014109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-e76b7953-e0d5-409f-a19e-7475270022e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:13.019533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-e76b7953-e0d5-409f-a19e-7475270022e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.3610277 Aug 25 11:44:13.025333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d528f8c-02d7-4d56-b29b-3bbc23d62499 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:44:13.038316 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c611f-bafd-44d4-8942-3ea2b2cdbabc x-openstack-request-id: req-811c611f-bafd-44d4-8942-3ea2b2cdbabc {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:13.038828 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d26cee-5fd5-402a-9424-2d1f0ff0a725", "tag": "f8bcb7ee-7532-4aaa-89e6-dce8fb13fede", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:13.039211 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-811c611f-bafd-44d4-8942-3ea2b2cdbabc {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:13.042367 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'tag': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede', 'status': 'completed', 'code': 200} Aug 25 11:44:13.070018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:13.097809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2034374229', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:13.198991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e6bc3-618a-472e-9292-997da67a38df req-d166d772-2d50-4271-a4be-f20a9e701bfc tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:13.200660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-142e6bc3-618a-472e-9292-997da67a38df req-d166d772-2d50-4271-a4be-f20a9e701bfc tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 943 time: 0.3017173 Aug 25 11:44:13.210281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-d603b3aa-b6e2-4215-9e65-4190c49f101a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de6de980-aebc-4c57-9463-5286af16eede HTTP/1.1" status: 200 len: 217 time: 0.1623757 Aug 25 11:44:13.220332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Transition to ACTIVE for port object 8d528f8c-02d7-4d56-b29b-3bbc23d62499 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:13.262058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:13.268623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:13.298293 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:13.488252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Pushing event updated for resources: {'Port': ['ID=8d528f8c-02d7-4d56-b29b-3bbc23d62499,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:13.490485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-3b9c8175-58d7-4e97-830a-14f76c24c39f service neutron] 10.222.0.10 "GET /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042141 Aug 25 11:44:13.587683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Made reservation on behalf of 2e8b073fc1c84778858f4865d14c6312 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:13.600591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:13.769370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:13.788398 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-142e6bc3-618a-472e-9292-997da67a38df req-50a54387-8bbd-49c0-a10c-219cc86485ce tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709333 Aug 25 11:44:13.868208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:13.892853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f18f5a6d-d343-4c29-b8ae-4bb717652801 req-a2aebd12-194e-49ae-bd42-9fbabc707442 service neutron] 10.222.0.10 "GET /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894465 Aug 25 11:44:13.974043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-f9ef80b6-6aab-4bad-89d3-8c4008eab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:13.976768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-f9ef80b6-6aab-4bad-89d3-8c4008eab73e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.7551351 Aug 25 11:44:14.109406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-183859753'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:14.124552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7f85-50a7-4cd4-8830-d6f1ff6ac5fe req-1399c4a4-0f6d-4493-a235-2d8e363b2bde tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.126372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce2a7f85-50a7-4cd4-8830-d6f1ff6ac5fe req-1399c4a4-0f6d-4493-a235-2d8e363b2bde tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.5486629 Aug 25 11:44:14.161811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23307-be5c-40d7-8c29-0473e56aa648 req-2afd19ea-5f40-4c3c-84b3-f2e21538dc57 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.170397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1e23307-be5c-40d7-8c29-0473e56aa648 req-2afd19ea-5f40-4c3c-84b3-f2e21538dc57 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 947 time: 0.1922240 Aug 25 11:44:14.225166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Attempting to bind port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:14.225166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Attempting to bind port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:14.226763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Attempting to bind port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:14.252839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.266962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138616-3c58-4ee4-afbc-4365602eff62 req-f7890abc-c6ad-451e-9416-98d81181dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.268631 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-f7890abc-c6ad-451e-9416-98d81181dd61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c19a383058ee4127b729d53af4cbbb50&device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 1095 time: 0.2536082 Aug 25 11:44:14.281068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1e23307-be5c-40d7-8c29-0473e56aa648 req-53222ae1-6885-4dcd-9d6e-b9d6474c8acd tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093576 Aug 25 11:44:14.320020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-2ba81198-81a1-4bf0-bcb5-f23f2e726142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.324828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-2ba81198-81a1-4bf0-bcb5-f23f2e726142 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2813745 Aug 25 11:44:14.330605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:44:14.331984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Attempting to bind port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:14.426362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138616-3c58-4ee4-afbc-4365602eff62 req-673d0c92-c023-4899-8c23-14bdc70f5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.428800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-673d0c92-c023-4899-8c23-14bdc70f5c81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7abda1ce-5d46-449e-bbec-550e691f8262 HTTP/1.1" status: 200 len: 909 time: 0.1201634 Aug 25 11:44:14.521582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:14.522162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:14.522980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:14.523733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Bound port: 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:14.524348 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.525933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Checking segment: {'id': 'b7838827-579f-4d61-996f-4dff59cb2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:14.526383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network hostable DHCP agents. Network: ffedbfc8-bdeb-464b-aaf6-c09c92b59af9, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:14.531610 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-d9cee76c-3f41-4b91-aab5-1386de67b850 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede HTTP/1.1" status: 200 len: 217 time: 0.0936718 Aug 25 11:44:14.542490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Subnet': ['ID=33eb8b27-9081-4a1f-9d83-0f47edda82ea,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:14.612203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce2a7f85-50a7-4cd4-8830-d6f1ff6ac5fe req-24b9713b-ce54-48aa-85e0-839cf30c6107 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657018 Aug 25 11:44:14.620346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18138616-3c58-4ee4-afbc-4365602eff62 req-4cb03025-608e-4626-b7b5-c39e5e28b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.622484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-4cb03025-608e-4626-b7b5-c39e5e28b20b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1abf5549-ac9b-4481-b85a-74576332d1d0 HTTP/1.1" status: 200 len: 848 time: 0.0813215 Aug 25 11:44:14.692459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.718897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.732684 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-08174c3a-5fca-4486-ad6b-9e9ef7bd80c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7abda1ce-5d46-449e-bbec-550e691f8262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007733 Aug 25 11:44:14.736392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] device_id is not set on port d70ee56c-47d2-48d6-a6fa-3a668ac3cba0 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:14.738458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:14.796252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ffedbfc8-bdeb-464b-aaf6-c09c92b59af9) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:14.825251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-4ff54d0f-5d95-4ed3-9a53-b3d7673d650c service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889624 Aug 25 11:44:14.832634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcc6b6-9267-47c9-8951-679288cd032b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:14.848901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d36c9c-c052-4d96-b29e-e04a5f2add68 None None] Network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:14.859110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:14.860129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.883599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:14.889885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.944427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:14.958626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] For port 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:14.970286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b0bff67-9915-4b3c-908c-4b3b407ba3bc req-432d015a-bdc9-4b4a-866c-a2979a98c88a service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327662 Aug 25 11:44:15.005602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50630) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:15.010338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5148c6e5-00ac-46bd-9586-7f1b48a02afb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4982967 Aug 25 11:44:15.094469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-295825380'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:15.155189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] For port 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:15.218486 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-a3bd95ec-3fb7-4b81-8fc2-0f7b64aa3c05 service neutron] 10.222.0.10 "GET /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671638 Aug 25 11:44:15.277488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.431439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:15.432598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.434856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] 10.222.0.67 "PUT /v2.0/ports/8d528f8c-02d7-4d56-b29b-3bbc23d62499 HTTP/1.1" status: 200 len: 1096 time: 5.7225997 Aug 25 11:44:15.517324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-ffedbfc8-bdeb-464b-aaf6-c09c92b59af9', 'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9', 'tenant_id': '24d8fe71e92d4e4dad9a138ae1ddf286', 'fixed_ips': [{'subnet_id': '33eb8b27-9081-4a1f-9d83-0f47edda82ea'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:15.519738 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.623017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.629541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-18138616-3c58-4ee4-afbc-4365602eff62 req-c3005958-129c-456d-b7e5-30abadff3f15 service neutron] 10.222.0.10 "GET /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901622 Aug 25 11:44:15.652985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.795053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:15.834006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.834807 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment 7c76f6f8-aa98-40bb-82cc-3d09f04020fb of type vlan for network 15e18457-c6c0-4e9d-bf13-8870393180ac Aug 25 11:44:15.837988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b185ff08-d0b2-483f-8b81-4703b999e8d8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:15.905216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.916412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Allocated IP 2001:db8:0:ffff::2 (ffedbfc8-bdeb-464b-aaf6-c09c92b59af9/33eb8b27-9081-4a1f-9d83-0f47edda82ea/acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:15.981476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:15.996604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:16.002057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.023660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f470324b-d114-460d-958d-66cf4b5750e1', 'tag': '8d528f8c-02d7-4d56-b29b-3bbc23d62499'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:16.026500 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f470324b-d114-460d-958d-66cf4b5750e1", "tag": "8d528f8c-02d7-4d56-b29b-3bbc23d62499"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:16.074398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Allocated IP 172.25.1.237 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d70ee56c-47d2-48d6-a6fa-3a668ac3cba0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:16.124315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7403933-b4e7-48e6-86e8-c6a9f1cdc90a req-a91899f3-6c17-474f-9b2c-e005efc12349 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:16.125955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7403933-b4e7-48e6-86e8-c6a9f1cdc90a req-a91899f3-6c17-474f-9b2c-e005efc12349 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 943 time: 1.0159934 Aug 25 11:44:16.182298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:16.186720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.193563 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4219730 Aug 25 11:44:16.201021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50678) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:16.208497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396bca-de6b-4ced-9978-6db559d5ad93 service neutron] Pushing event updated for resources: {'Port': ['ID=8d528f8c-02d7-4d56-b29b-3bbc23d62499,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:16.231081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'name': 'tempest-PortsTestJSON-1900524705'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:16.232436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d248-2b36-4623-a6b5-1e715bee2f16 req-e266cfc1-fc96-463a-8a7c-d30693c85baf tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:16.234063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c472d248-2b36-4623-a6b5-1e715bee2f16 req-e266cfc1-fc96-463a-8a7c-d30693c85baf tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 947 time: 0.8093271 Aug 25 11:44:16.242579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345e54-e125-4ccc-8fe5-9844a5fa46e6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=15e18457-c6c0-4e9d-bf13-8870393180ac,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:16.397446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.427471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-cc9aab33-9343-42b0-b66d-e4d1b3b3fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:16.428380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-cc9aab33-9343-42b0-b66d-e4d1b3b3fc54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 1099 time: 0.3930750 Aug 25 11:44:16.435169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f8bcb7ee-7532-4aaa-89e6-dce8fb13fede details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:44:16.464956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:16.470913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7403933-b4e7-48e6-86e8-c6a9f1cdc90a req-337434de-5ec2-4185-a1dc-1b38d53e0d31 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156044 Aug 25 11:44:16.487670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:16.529663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:16.532299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.532842 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Added segment af515650-2ba2-4729-89e1-28670883cdd2 of type vlan for network 385f9372-74b7-49d8-aab2-61622c4523f0 Aug 25 11:44:16.544779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.550073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-7e1810e3-3b69-4ba7-b4f4-eeb48972fc25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499 HTTP/1.1" status: 200 len: 217 time: 0.1092920 Aug 25 11:44:16.583999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:44:16.624020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 47f02fa4-969c-40fe-aba9-d456de41dd40 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:16.655585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.716267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c472d248-2b36-4623-a6b5-1e715bee2f16 req-fcc21256-307d-4dae-8549-1d47f9ab5a16 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031335 Aug 25 11:44:16.732452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.740029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:16.740712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.890822 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf6f627-a167-4bdd-a73a-a643b9b28816 x-openstack-request-id: req-adf6f627-a167-4bdd-a73a-a643b9b28816 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:16.891795 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f470324b-d114-460d-958d-66cf4b5750e1", "tag": "8d528f8c-02d7-4d56-b29b-3bbc23d62499", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:16.893716 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adf6f627-a167-4bdd-a73a-a643b9b28816 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:16.895205 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f470324b-d114-460d-958d-66cf4b5750e1', 'tag': '8d528f8c-02d7-4d56-b29b-3bbc23d62499', 'status': 'completed', 'code': 200} Aug 25 11:44:16.902133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:16.976359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,segment=NetworkSegment(d09462c7-51d5-4e38-9ddf-527b6f78bfe4),segment_id=d09462c7-51d5-4e38-9ddf-527b6f78bfe4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:16.986217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-f72862d2-7e8c-49ab-b959-e87507329a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:16.987982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-f72862d2-7e8c-49ab-b959-e87507329a77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.4177680 Aug 25 11:44:17.004397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Transition to ACTIVE for port object acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:17.016100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede', 'network_id': '7abda1ce-5d46-449e-bbec-550e691f8262', 'port_id': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede', 'mac_address': 'fa:16:3e:b9:a2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abf5549-ac9b-4481-b85a-74576332d1d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:44:17.058138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.065871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0152824 Aug 25 11:44:17.072403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50716) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:17.077173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49ed48-39f9-4d4e-8946-529bc2c98724 req-68a84222-ede8-4493-a75d-eb8b8736917f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:17.080693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d49ed48-39f9-4d4e-8946-529bc2c98724 req-68a84222-ede8-4493-a75d-eb8b8736917f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.3617783 Aug 25 11:44:17.086930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc0cd5-becd-456e-8f83-f6ccd3233390 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Network': ['ID=385f9372-74b7-49d8-aab2-61622c4523f0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:17.096790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'subnet': {'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:17.106615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Transition to ACTIVE for port object acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:17.129295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 385f9372-74b7-49d8-aab2-61622c4523f0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:17.202118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:17.207659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:17.215978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:17.226852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d49ed48-39f9-4d4e-8946-529bc2c98724 req-92a36766-0d5d-43aa-857f-bb1ea6cb202b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985496 Aug 25 11:44:17.255953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-a690ac8a-9b29-4349-abcb-78e520978f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:17.257418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-a690ac8a-9b29-4349-abcb-78e520978f24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2414448 Aug 25 11:44:17.258137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Pushing event updated for resources: {'Port': ['ID=d70ee56c-47d2-48d6-a6fa-3a668ac3cba0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:17.375465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-7eff1c0a-6cd3-4eab-805a-374a8ec47edf service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100645 Aug 25 11:44:17.394230 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.432399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.458467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:17.459074 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.499738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-516c970a-9326-48ee-8303-59df4d2adfbe tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.4191968 Aug 25 11:44:17.503535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50720) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:17.520819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.237'}]}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:17.562171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:17.572583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.599516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.600592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.624726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aed6995-5c48-4ff4-9330-a3f9f3a57cff req-4e874ca4-fd63-4857-9c64-e43a8a4bbfe6 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400696 Aug 25 11:44:17.632922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.641251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Pushing event updated for resources: {'Port': ['ID=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:17.655795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:17.675155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:17.685307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:17.778656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.876668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Attempting to bind port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:17.877336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Attempting to bind port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'b7838827-579f-4d61-996f-4dff59cb2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:17.879394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Attempting to bind port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd on network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:17.883462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bcb7ee-7532-4aaa-89e6-dce8fb13fede {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:44:17.898265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:17.898959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Checking segment: {'id': 'b7838827-579f-4d61-996f-4dff59cb2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:17.899901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.902447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Bound using segment: {'id': 'b7838827-579f-4d61-996f-4dff59cb2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:17.905791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Bound port: acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7838827-579f-4d61-996f-4dff59cb2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ffedbfc8-bdeb-464b-aaf6-c09c92b59af9'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:17.906073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=47f02fa4-969c-40fe-aba9-d456de41dd40,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:17.906225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:17.943696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,segment=NetworkSegment(d09462c7-51d5-4e38-9ddf-527b6f78bfe4),segment_id=d09462c7-51d5-4e38-9ddf-527b6f78bfe4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:17.956319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': '7c76f6f8-aa98-40bb-82cc-3d09f04020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:17.956776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: 15e18457-c6c0-4e9d-bf13-8870393180ac, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:17.984938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.049193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:18.102134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 15e18457-c6c0-4e9d-bf13-8870393180ac) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:18.117521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:18.129337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:18.130889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.159172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9af91-aab5-4961-8bec-b90146c8038e None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:18.180622 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd0281c6-ee34-4f32-a18b-bfffacdb13a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9768276 Aug 25 11:44:18.188377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50728) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:18.208310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.232610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1332902706'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:18.332005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] For port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:18.336779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f8bcb7ee-7532-4aaa-89e6-dce8fb13fede'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:44:18.342011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:18.348761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.385560 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9af59c7-8240-4dd2-90f6-9c8f27c10119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.389211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:44:18.394121 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.421546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] For port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,segment=NetworkSegment(b7838827-579f-4d61-996f-4dff59cb2ba0),segment_id=b7838827-579f-4d61-996f-4dff59cb2ba0)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:18.437719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:18.451022 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.476051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ccf69-aefe-45a6-bdb7-621bb796b6d7 req-7469a648-e469-479e-b97e-f2580f18c223 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:18.498441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc4ccf69-aefe-45a6-bdb7-621bb796b6d7 req-7469a648-e469-479e-b97e-f2580f18c223 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 944 time: 0.7534323 Aug 25 11:44:18.558668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:18.563718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87e64-d795-4176-aab7-624a936ff482 None None] Pushing event updated for resources: {'Port': ['ID=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:18.664066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.666506 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment 72315927-797d-4a46-ac2f-ca2905915711 of type vlan for network f5cb7abd-7b69-48bb-9d64-a576980bba96 Aug 25 11:44:18.681862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Subnet': ['ID=99a58f57-c199-4534-b368-7cbf7ccd1472,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:18.776318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Checking segment: {'id': 'af515650-2ba2-4729-89e1-28670883cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:18.777119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network hostable DHCP agents. Network: 385f9372-74b7-49d8-aab2-61622c4523f0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:18.795425 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.846644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee91b4-2ce3-48e2-b241-2a0d74972139 req-31619884-0846-477b-a6fe-f4a2012f384b tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:18.848561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fee91b4-2ce3-48e2-b241-2a0d74972139 req-31619884-0846-477b-a6fe-f4a2012f384b tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 947 time: 0.7500761 Aug 25 11:44:18.854411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network 385f9372-74b7-49d8-aab2-61622c4523f0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:18.854795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-72b68f31-dd85-42cf-a79d-69aa0fb49097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:18.856397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-72b68f31-dd85-42cf-a79d-69aa0fb49097 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 1099 time: 0.7555900 Aug 25 11:44:18.860179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.873747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 385f9372-74b7-49d8-aab2-61622c4523f0) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:18.882129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:18.883131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.888634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b950101-a3ea-43e2-bc59-816f9d4645f1 None None] Network 385f9372-74b7-49d8-aab2-61622c4523f0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:18.888915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:18.908549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:18.911613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:19.062568 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c128732-6fbb-4f84-a0a3-53a6bf00e2c4 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9908903 Aug 25 11:44:19.102736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50734) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:19.110010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc4ccf69-aefe-45a6-bdb7-621bb796b6d7 req-4d16d4cb-27db-47ac-b76f-6cace61ed390 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855054 Aug 25 11:44:19.113107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8fee91b4-2ce3-48e2-b241-2a0d74972139 req-2c8cea22-aac8-4367-8e28-43249296b881 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488995 Aug 25 11:44:19.122665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'port': {'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0', 'name': 'tempest-NetworksIpV6TestAttrs-1134733931'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:19.147228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50738) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:19.150188 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9463246 Aug 25 11:44:19.162442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'ports': [{'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'}, {'network_id': 'f5cb7abd-7b69-48bb-9d64-a576980bba96'}]} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:19.162763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:19.163255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': 'f5cb7abd-7b69-48bb-9d64-a576980bba96'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:19.274199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6a161-6513-4bdb-819b-e32251946b56 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=f5cb7abd-7b69-48bb-9d64-a576980bba96,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:19.298315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f5cb7abd-7b69-48bb-9d64-a576980bba96 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:19.301375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-385f9372-74b7-49d8-aab2-61622c4523f0', 'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0', 'tenant_id': '24d8fe71e92d4e4dad9a138ae1ddf286', 'fixed_ips': [{'subnet_id': '99a58f57-c199-4534-b368-7cbf7ccd1472'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:19.302745 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:19.451850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-2f66b146-abe9-4f9e-a0fd-136fb3478a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:19.453413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-2f66b146-abe9-4f9e-a0fd-136fb3478a9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.5857391 Aug 25 11:44:19.534373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:19.542625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:19.577483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] device_id is not set on port 2ca5557b-6e90-4392-b7b2-fb4f8c6352f2 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:19.581368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831cf01-9f13-4e86-9eba-ae8715794589 req-054726a5-bcad-424c-abd8-8eb59b01f545 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:19.583393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5831cf01-9f13-4e86-9eba-ae8715794589 req-054726a5-bcad-424c-abd8-8eb59b01f545 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.2539904 Aug 25 11:44:19.592028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-54f9f29a-8e54-4e0a-9171-8ab38404878f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499 HTTP/1.1" status: 200 len: 217 time: 0.0809605 Aug 25 11:44:19.599250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Allocated IP 2001:db8::f816:3eff:fe91:5a0b (385f9372-74b7-49d8-aab2-61622c4523f0/99a58f57-c199-4534-b368-7cbf7ccd1472/7e3b4754-7eec-4716-aef5-f2522b1df391) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:19.742116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 2} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:19.747186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:19.796274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-b3917847-ab66-4618-87d9-c26eafb7e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:19.798373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-b3917847-ab66-4618-87d9-c26eafb7e512 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.1895638 Aug 25 11:44:19.801914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5831cf01-9f13-4e86-9eba-ae8715794589 req-14db06fc-c9f0-4df0-825a-8c746141a13b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088425 Aug 25 11:44:19.805978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.053395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-305bfc0d-9917-4379-99df-6af77ddb055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:20.055161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-305bfc0d-9917-4379-99df-6af77ddb055d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2466843 Aug 25 11:44:20.251805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.272291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f8bcb7ee-7532-4aaa-89e6-dce8fb13fede up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:20.371202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Transition to ACTIVE for port object 7e3b4754-7eec-4716-aef5-f2522b1df391 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:20.396616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Transition to ACTIVE for port object 7e3b4754-7eec-4716-aef5-f2522b1df391 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:20.402550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:20.426592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.435080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:20.437507 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.453942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.516000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edb505-88e0-4d62-9931-48e266954219 None None] Network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:20.521607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Allocated IP 2001:db8::f816:3eff:fe77:e678 (385f9372-74b7-49d8-aab2-61622c4523f0/99a58f57-c199-4534-b368-7cbf7ccd1472/2ca5557b-6e90-4392-b7b2-fb4f8c6352f2) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:20.568668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-f6f0ffaa-ce0f-4731-8fc5-223d882d0364 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017698 Aug 25 11:44:20.573455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 37b5aa63-8da6-4bfb-85f7-4ee009633b93 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:20.579104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.668021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Pushing event updated for resources: {'Port': ['ID=7e3b4754-7eec-4716-aef5-f2522b1df391,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:20.672754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Network 385f9372-74b7-49d8-aab2-61622c4523f0 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:20.684415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-02ef286b-2d66-4b99-b9aa-d5ebbb0a0317 None None] Provisioning for port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:20.689460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:20.704073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:20.808908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8d528f8c-02d7-4d56-b29b-3bbc23d62499 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:44:20.942558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Attempting to bind port 7e3b4754-7eec-4716-aef5-f2522b1df391 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:20.942558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Attempting to bind port 7e3b4754-7eec-4716-aef5-f2522b1df391 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'af515650-2ba2-4729-89e1-28670883cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:20.942558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Attempting to bind port 7e3b4754-7eec-4716-aef5-f2522b1df391 on network 385f9372-74b7-49d8-aab2-61622c4523f0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:20.964065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.970641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:20.971039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Checking segment: {'id': 'af515650-2ba2-4729-89e1-28670883cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:20.971439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:20.971819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Bound using segment: {'id': 'af515650-2ba2-4729-89e1-28670883cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:20.972317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Bound port: 7e3b4754-7eec-4716-aef5-f2522b1df391, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af515650-2ba2-4729-89e1-28670883cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '385f9372-74b7-49d8-aab2-61622c4523f0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:20.972736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.134788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.150440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8d276-6c78-4285-b7ff-a61e64e6a6dc req-b789dc6c-b97f-4568-9d6a-1f113da74c27 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:21.152109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ff8d276-6c78-4285-b7ff-a61e64e6a6dc req-b789dc6c-b97f-4568-9d6a-1f113da74c27 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 944 time: 0.8133833 Aug 25 11:44:21.176090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548df16-409f-472b-887a-7ad55035ab8b req-040c8bb0-c28a-4b98-ab34-9eb837f52f93 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:21.178098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b548df16-409f-472b-887a-7ad55035ab8b req-040c8bb0-c28a-4b98-ab34-9eb837f52f93 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 947 time: 0.8368893 Aug 25 11:44:21.187523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Transition to ACTIVE for port object 2ca5557b-6e90-4392-b7b2-fb4f8c6352f2 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:21.269799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.305054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2a30a2d-e010-4aa5-b5c6-54584503ab5d req-2a5d3185-728b-49aa-8b16-bfbedb2d1086 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213695 Aug 25 11:44:21.322980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:21.370404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network 385f9372-74b7-49d8-aab2-61622c4523f0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:21.391776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ff8d276-6c78-4285-b7ff-a61e64e6a6dc req-87f57c6d-d2d5-4103-ae79-ad2c8134fb40 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088578 Aug 25 11:44:21.407104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:21.410019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b548df16-409f-472b-887a-7ad55035ab8b req-90585872-f901-4fba-9d66-cdb7aaec13e8 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155490 Aug 25 11:44:21.417059 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0f83b9-69b6-42e0-ba4d-1e9211bacae1" -d '{"events": [{"server_uuid": "54d26cee-5fd5-402a-9424-2d1f0ff0a725", "name": "network-vif-plugged", "status": "completed", "tag": "f8bcb7ee-7532-4aaa-89e6-dce8fb13fede"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:21.417442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:21.435373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:21.456736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:21.457667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.503007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Port': ['ID=2ca5557b-6e90-4392-b7b2-fb4f8c6352f2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:21.519958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.539472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.554883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-39f27047-ea4e-4648-a472-f3f66c7e306a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4482648 Aug 25 11:44:21.560793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50758) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:21.605403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,segment=NetworkSegment(d09462c7-51d5-4e38-9ddf-527b6f78bfe4),segment_id=d09462c7-51d5-4e38-9ddf-527b6f78bfe4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:21.608636 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a17c32-736f-4c17-8097-650049077ad4 x-openstack-request-id: req-f2a17c32-736f-4c17-8097-650049077ad4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:21.609099 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d26cee-5fd5-402a-9424-2d1f0ff0a725", "name": "network-vif-plugged", "status": "completed", "tag": "f8bcb7ee-7532-4aaa-89e6-dce8fb13fede", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:21.609504 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f2a17c32-736f-4c17-8097-650049077ad4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:21.610182 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede', 'code': 200} Aug 25 11:44:21.668420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e458b125-a16f-4b5c-a41e-393d0d34a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.708338 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.732622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d5db2-dfbd-40c2-bcb7-337fd9358a51 req-106936d7-aec9-4352-8850-44c47acfc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:21.734479 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-631d5db2-dfbd-40c2-bcb7-337fd9358a51 req-106936d7-aec9-4352-8850-44c47acfc3e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 1097 time: 0.0788429 Aug 25 11:44:21.739459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting subnet 99a58f57-c199-4534-b368-7cbf7ccd1472 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:44:21.770505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.852110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 658ff513-40d0-479e-87fa-ff00952aa13b yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:21.858027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:21.865008 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-631d5db2-dfbd-40c2-bcb7-337fd9358a51 req-f6684c6c-dbfc-4183-b4c8-aaba9956e4ac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226690 Aug 25 11:44:21.894147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] For port 7e3b4754-7eec-4716-aef5-f2522b1df391, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:21.899206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.903807 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.930193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.934986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.944439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e943b9-ba81-40c5-a3b5-2714ab0c9ec9 req-604ccf13-a0e9-48e5-98ed-4bde9bbe52db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:21.946152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9e943b9-ba81-40c5-a3b5-2714ab0c9ec9 req-604ccf13-a0e9-48e5-98ed-4bde9bbe52db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.2697959 Aug 25 11:44:21.946497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:21.955662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] For port 7e3b4754-7eec-4716-aef5-f2522b1df391, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e3b4754-7eec-4716-aef5-f2522b1df391,segment=NetworkSegment(af515650-2ba2-4729-89e1-28670883cdd2),segment_id=af515650-2ba2-4729-89e1-28670883cdd2)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:21.976657 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:21.998553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '8d528f8c-02d7-4d56-b29b-3bbc23d62499', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '8d528f8c-02d7-4d56-b29b-3bbc23d62499', 'mac_address': 'fa:16:3e:e5:e4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:44:22.049790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:22.107723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:22.109307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.172422 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.189402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67102550-9119-4b47-8506-2a41cbe97188 None None] Pushing event updated for resources: {'Port': ['ID=7e3b4754-7eec-4716-aef5-f2522b1df391,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:22.191863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.192569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2014ed6e-8685-486e-87fc-cddff5e2e4eb {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:44:22.288505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.324857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.333980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/99a58f57-c199-4534-b368-7cbf7ccd1472 HTTP/1.1" status: 204 len: 168 time: 0.7674999 Aug 25 11:44:22.335193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:22.348165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4083b-a0d6-4c6c-ae91-fbb8e832c9f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Subnet': ['ID=99a58f57-c199-4534-b368-7cbf7ccd1472,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:22.397797 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 25 11:44:22.398967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a6f52f8c-4183-41ef-9ad1-0dad187630a2 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8939457 Aug 25 11:44:22.404297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50768) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:22.405452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9e943b9-ba81-40c5-a3b5-2714ab0c9ec9 req-8206a149-872b-4689-9ba3-2104627bd942 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305318 Aug 25 11:44:22.411035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fe7961a4-21c5-4586-9f96-309133735a86 None None] Provisioning complete for port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:22.411746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe7961a4-21c5-4586-9f96-309133735a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.415205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.565440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa9f8a-1c38-4b39-9854-0e762d8beea1 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:22.577741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa9f8a-1c38-4b39-9854-0e762d8beea1 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:22.579849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2aaa9f8a-1c38-4b39-9854-0e762d8beea1 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2410688 Aug 25 11:44:22.580482 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.588982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50774) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:22.601144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.607230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d528f8c-02d7-4d56-b29b-3bbc23d62499 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:44:22.628002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.686338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Deleting port d70ee56c-47d2-48d6-a6fa-3a668ac3cba0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:22.686694 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.738377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,segment=NetworkSegment(b7838827-579f-4d61-996f-4dff59cb2ba0),segment_id=b7838827-579f-4d61-996f-4dff59cb2ba0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:22.765967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.933735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:22.950086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.954477 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:22.989198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Calling delete_port for d70ee56c-47d2-48d6-a6fa-3a668ac3cba0 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:22.994480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device de6de980-aebc-4c57-9463-5286af16eede details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:44:23.048222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aa4b629e-36e9-4b27-ba32-435e7cf6835e tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.195646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7e3b4754-7eec-4716-aef5-f2522b1df391 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:23.282139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['8d528f8c-02d7-4d56-b29b-3bbc23d62499'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:44:23.304558 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4b629e-36e9-4b27-ba32-435e7cf6835e tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 25 11:44:23.307616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4b629e-36e9-4b27-ba32-435e7cf6835e tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:23.314510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aa4b629e-36e9-4b27-ba32-435e7cf6835e tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/385f9372-74b7-49d8-aab2-61622c4523f0 HTTP/1.1" status: 409 len: 405 time: 0.7160656 Aug 25 11:44:23.320529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50782) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:23.327231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.334114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2078383271'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:23.365507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.393315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:23.410075 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:44:23.455401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043bebf-bc9f-4dd7-b779-a373b1ac0abe req-8b725370-7593-4cd2-b3d9-3088481177cf tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:23.463029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Pushing event deleted for resources: {'Port': ['ID=d70ee56c-47d2-48d6-a6fa-3a668ac3cba0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:23.471278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c043bebf-bc9f-4dd7-b779-a373b1ac0abe req-8b725370-7593-4cd2-b3d9-3088481177cf tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 945 time: 0.7858267 Aug 25 11:44:23.472085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:23.476697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.497346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=37b5aa63-8da6-4bfb-85f7-4ee009633b93,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:23.525385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.525982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.528641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.529265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.529786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.530157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.530518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.530917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.531207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.531535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.531868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.532193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:23.570742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:23.575306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:23.579413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:23.580545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.620959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:23.647155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.647492 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Added segment ec288205-d712-47f3-9ee9-917699713a24 of type vlan for network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 Aug 25 11:44:23.699138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=658ff513-40d0-479e-87fa-ff00952aa13b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:23.716510 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.717070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662838bd-04ff-4c34-9a9c-f4efa00468a6 req-e01eb740-c543-4012-baa1-eb32bca653d0 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:23.726504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-662838bd-04ff-4c34-9a9c-f4efa00468a6 req-e01eb740-c543-4012-baa1-eb32bca653d0 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 948 time: 1.1649902 Aug 25 11:44:23.774668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.797312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:23.797631 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:23.802401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c043bebf-bc9f-4dd7-b779-a373b1ac0abe req-350ccb1e-83ea-4dab-b029-0c213aef9e3d tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294876 Aug 25 11:44:23.893729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=8d528f8c-02d7-4d56-b29b-3bbc23d62499,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:23.906763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-662838bd-04ff-4c34-9a9c-f4efa00468a6 req-30e7b07d-82e6-4d82-b964-a3a93c6eec71 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790519 Aug 25 11:44:23.907612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': '72315927-797d-4a46-ac2f-ca2905915711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5cb7abd-7b69-48bb-9d64-a576980bba96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:23.907979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: f5cb7abd-7b69-48bb-9d64-a576980bba96, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:23.963338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7e3b4754-7eec-4716-aef5-f2522b1df391 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:23.974581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network f5cb7abd-7b69-48bb-9d64-a576980bba96 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:24.030812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f5cb7abd-7b69-48bb-9d64-a576980bba96) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:24.040582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19244a0f-afe9-4cfa-b704-3fd1912b1366 None None] Network 385f9372-74b7-49d8-aab2-61622c4523f0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:24.040843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:24.049039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:24.052008 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7298808 Aug 25 11:44:24.053629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.056856 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-265ddf03-bf7e-4cb8-9c44-61f613a4bd26 tempest-RoutersAdminNegativeIpV6Test-699226785 tempest-RoutersAdminNegativeIpV6Test-699226785-project-admin] 10.222.0.35 "DELETE /v2.0/ports/d70ee56c-47d2-48d6-a6fa-3a668ac3cba0 HTTP/1.1" status: 204 len: 168 time: 1.6496580 Aug 25 11:44:24.066337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50790) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:24.070489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:24.071554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.072980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'subnet': {'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:24.101551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c9f84c47-37b9-4283-94e5-7fc246514034 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9550083 Aug 25 11:44:24.106922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50792) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:24.172185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf72756-5938-4422-9123-469c7a1b87c6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Network': ['ID=9a2e4548-2f67-419c-8a65-2dfd35d23fa6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:24.236790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:24.244416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83515c67-7e89-4ab3-96a6-208ce26eee3c req-9fa30443-4507-4362-bcd2-ba30ff94fdc7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:24.245498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.253674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83515c67-7e89-4ab3-96a6-208ce26eee3c req-9fa30443-4507-4362-bcd2-ba30ff94fdc7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 943 time: 0.2760701 Aug 25 11:44:24.271637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6148c29-37ce-493a-a1bd-5589ee5acc92 None None] Network f5cb7abd-7b69-48bb-9d64-a576980bba96 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:24.278941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:24.396114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83515c67-7e89-4ab3-96a6-208ce26eee3c req-253ca7ae-f528-4f8e-80f7-024dc99ae659 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408873 Aug 25 11:44:24.408567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 658ff513-40d0-479e-87fa-ff00952aa13b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:24.409254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.507874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.528771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 658ff513-40d0-479e-87fa-ff00952aa13b owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:24.641322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port de6de980-aebc-4c57-9463-5286af16eede, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=de6de980-aebc-4c57-9463-5286af16eede,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:24.642044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.724805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=658ff513-40d0-479e-87fa-ff00952aa13b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:24.727070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.742457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.751445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c437229e-2c10-4306-a2fe-3fbdae820e71 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/658ff513-40d0-479e-87fa-ff00952aa13b HTTP/1.1" status: 204 len: 168 time: 0.6410239 Aug 25 11:44:24.754019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50798) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:24.782463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] Provisioning for port 7e3b4754-7eec-4716-aef5-f2522b1df391 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:24.787737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'de6de980-aebc-4c57-9463-5286af16eede', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': 'de6de980-aebc-4c57-9463-5286af16eede', 'mac_address': 'fa:16:3e:cd:52:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:44:24.804082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50800) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:24.807961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] Provisioning complete for port 7e3b4754-7eec-4716-aef5-f2522b1df391 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:24.808438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.926714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5993e-2f1b-43fa-91d2-2fd54011bc13 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:24.937667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:44:24.940711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:24.956273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e5993e-2f1b-43fa-91d2-2fd54011bc13 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:24.967131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-46e5993e-2f1b-43fa-91d2-2fd54011bc13 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2093430 Aug 25 11:44:24.968316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50808) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:25.081634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:25.100836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Checking segment: {'id': 'ec288205-d712-47f3-9ee9-917699713a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:25.101210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network hostable DHCP agents. Network: 9a2e4548-2f67-419c-8a65-2dfd35d23fa6, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:25.108149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e293801-2bed-476d-bae7-eea888cb61eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.116640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Subnet': ['ID=a9a65458-d7dc-47c3-877d-f520e7f53b72,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:25.152302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:25.185201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9a2e4548-2f67-419c-8a65-2dfd35d23fa6) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:25.193939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:25.195509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.226346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612495c5-27a2-43de-80cb-d8f877df46b9 None None] Network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:25.303108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e293801-2bed-476d-bae7-eea888cb61eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.320532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e293801-2bed-476d-bae7-eea888cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.402987 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e9b4257-10ad-4379-909e-f4a13f2582f3 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3308465 Aug 25 11:44:25.403763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:25.464408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'port': {'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6', 'name': 'tempest-NetworksIpV6TestAttrs-560847514'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:25.470155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7d124-3a24-4edb-8fb6-93886e0d48f8 req-fa86f1cc-6503-45ef-ade9-bbf1d5cae939 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:25.480813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ee7d124-3a24-4edb-8fb6-93886e0d48f8 req-fa86f1cc-6503-45ef-ade9-bbf1d5cae939 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 948 time: 0.3711121 Aug 25 11:44:25.486572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.532733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e293801-2bed-476d-bae7-eea888cb61eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b043e5-260d-4b28-976b-64c04d979068,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:25.550312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ee7d124-3a24-4edb-8fb6-93886e0d48f8 req-c05251d1-9aec-426b-b061-72f07e56cb16 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684052 Aug 25 11:44:25.567969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8c37-cc11-4fa1-8d6e-f9b1e5024e85 req-3e287539-ee43-4b83-b9e6-b280ffd5d498 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:25.569594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f17a8c37-cc11-4fa1-8d6e-f9b1e5024e85 req-3e287539-ee43-4b83-b9e6-b280ffd5d498 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 945 time: 0.5074377 Aug 25 11:44:25.580794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6de980-aebc-4c57-9463-5286af16eede {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:44:25.592975 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1e293801-2bed-476d-bae7-eea888cb61eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50f444596b734f3ead9c1fcc349907be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7826164 Aug 25 11:44:25.593818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:25.698955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port de6de980-aebc-4c57-9463-5286af16eede, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=de6de980-aebc-4c57-9463-5286af16eede,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:25.713272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 37b5aa63-8da6-4bfb-85f7-4ee009633b93 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:25.713575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.720339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:25.720613 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.724576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f17a8c37-cc11-4fa1-8d6e-f9b1e5024e85 req-bb008936-cfaf-424a-846f-9ff5e653f4fe tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420014 Aug 25 11:44:25.726223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.762369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] DHCP port deletion for 385f9372-74b7-49d8-aab2-61622c4523f0 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:44:25.765568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8d528f8c-02d7-4d56-b29b-3bbc23d62499 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:25.780250 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7021f27f-9889-4142-9cc1-8535919cbc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.813796 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.860686 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7021f27f-9889-4142-9cc1-8535919cbc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.868349 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.876361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:25.888739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:25.899900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89672dba-27fc-4c8e-9206-34a58e18c813 req-fb261258-6548-4bc2-86c6-b42b7791bf55 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:25.914107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89672dba-27fc-4c8e-9206-34a58e18c813 req-fb261258-6548-4bc2-86c6-b42b7791bf55 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 944 time: 0.2109566 Aug 25 11:44:25.921271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 37b5aa63-8da6-4bfb-85f7-4ee009633b93 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:25.955896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] device_id is not set on port 98704127-940d-445d-8032-dc53cb6eb336 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:25.972165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['de6de980-aebc-4c57-9463-5286af16eede'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:44:25.981413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=de6de980-aebc-4c57-9463-5286af16eede,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:26.074065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89672dba-27fc-4c8e-9206-34a58e18c813 req-d2d1f927-52e1-46a1-bb23-cb90e6f2b6b0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535628 Aug 25 11:44:26.108430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7021f27f-9889-4142-9cc1-8535919cbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.112193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7021f27f-9889-4142-9cc1-8535919cbc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.113551 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7021f27f-9889-4142-9cc1-8535919cbc87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03b043e5-260d-4b28-976b-64c04d979068 HTTP/1.1" status: 204 len: 168 time: 0.5181782 Aug 25 11:44:26.135652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f27f-9889-4142-9cc1-8535919cbc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b043e5-260d-4b28-976b-64c04d979068,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:26.155544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Allocated IP 2001:db8::f816:3eff:fed8:c76a (9a2e4548-2f67-419c-8a65-2dfd35d23fa6/a9a65458-d7dc-47c3-877d-f520e7f53b72/98704127-940d-445d-8032-dc53cb6eb336) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:26.167052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.292560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=37b5aa63-8da6-4bfb-85f7-4ee009633b93,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:26.321655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.333148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] For port 7e3b4754-7eec-4716-aef5-f2522b1df391, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e3b4754-7eec-4716-aef5-f2522b1df391,segment=NetworkSegment(af515650-2ba2-4729-89e1-28670883cdd2),segment_id=af515650-2ba2-4729-89e1-28670883cdd2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:26.333666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-92f0b987-4848-47a7-8aca-0a813c889a09 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/37b5aa63-8da6-4bfb-85f7-4ee009633b93 HTTP/1.1" status: 204 len: 168 time: 1.3627059 Aug 25 11:44:26.334352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50824) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:26.362598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9a2e4548-2f67-419c-8a65-2dfd35d23fa6', 'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6', 'tenant_id': '24d8fe71e92d4e4dad9a138ae1ddf286', 'fixed_ips': [{'subnet_id': 'a9a65458-d7dc-47c3-877d-f520e7f53b72'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:26.364271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.390944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.541813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6fbc73-5cc2-4b2d-883d-a87115d54b17 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:26.549965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50838) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:26.550521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7e6fbc73-5cc2-4b2d-883d-a87115d54b17 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2154069 Aug 25 11:44:26.591146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:26.643048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.680321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:26.686962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.699628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Transition to ACTIVE for port object 98704127-940d-445d-8032-dc53cb6eb336 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:26.773436 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-196469a0-bb37-48d4-bc0c-6885f32c0811 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:44:26.778580 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-196469a0-bb37-48d4-bc0c-6885f32c0811 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/658ff513-40d0-479e-87fa-ff00952aa13b HTTP/1.1" status: 404 len: 333 time: 0.2249341 Aug 25 11:44:26.778580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.781192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:26.838454 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8011fb2-c9b7-4579-8787-ed410ed86e9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:44:26.844568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] Deleting port 7e3b4754-7eec-4716-aef5-f2522b1df391 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:26.844568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:26.847878 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e8011fb2-c9b7-4579-8787-ed410ed86e9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/37b5aa63-8da6-4bfb-85f7-4ee009633b93 HTTP/1.1" status: 404 len: 333 time: 0.0639367 Aug 25 11:44:26.857785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50850) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:27.059546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50854) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:27.173591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aab1eb-4ca2-43f1-8a65-21db9c775579 req-22d27d4c-edad-410f-89ae-561fbb6c292e tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:27.175835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21aab1eb-4ca2-43f1-8a65-21db9c775579 req-22d27d4c-edad-410f-89ae-561fbb6c292e tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 948 time: 0.4227531 Aug 25 11:44:27.221006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7e3b4754-7eec-4716-aef5-f2522b1df391 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:27.238571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.282780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6010a313-1c32-4a33-9327-4d38fab78572 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e8b073fc1c84778858f4865d14c6312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219822 Aug 25 11:44:27.286418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058ae7e-7158-4815-857c-39b83d502ca8 None None] Pushing event updated for resources: {'Port': ['ID=7e3b4754-7eec-4716-aef5-f2522b1df391,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:27.288165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50858) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:27.450953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] For port 7e3b4754-7eec-4716-aef5-f2522b1df391, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e3b4754-7eec-4716-aef5-f2522b1df391,segment=NetworkSegment(af515650-2ba2-4729-89e1-28670883cdd2),segment_id=af515650-2ba2-4729-89e1-28670883cdd2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:27.452718 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.484883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acce72-ef30-4ea3-8a71-adadd6a6c831 req-aaf190b4-e245-4d95-939b-fbcc707fdb31 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:27.497668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.505219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27acce72-ef30-4ea3-8a71-adadd6a6c831 req-aaf190b4-e245-4d95-939b-fbcc707fdb31 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 944 time: 0.3279302 Aug 25 11:44:27.510236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21aab1eb-4ca2-43f1-8a65-21db9c775579 req-e5f125a6-7b88-4908-b29d-714f44a9649f tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081498 Aug 25 11:44:27.650067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.680224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8039f04d-c7cf-470f-b5b8-d4cb5bbd4bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.683651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cb7abd-7b69-48bb-9d64-a576980bba96']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:27.697018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27acce72-ef30-4ea3-8a71-adadd6a6c831 req-50eea4f1-9bbd-473e-a5de-db16d5ce2e87 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891606 Aug 25 11:44:27.742470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72315927-797d-4a46-ac2f-ca2905915711') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:27.742797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72315927-797d-4a46-ac2f-ca2905915711') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:27.763448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] Calling delete_port for 7e3b4754-7eec-4716-aef5-f2522b1df391 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:27.805913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.833740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:27.843131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.857307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:27.872976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:27.883609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:27.884380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:27.885170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.885317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:27.888941 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:27.907321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8039f04d-c7cf-470f-b5b8-d4cb5bbd4bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:27.928651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Port': ['ID=98704127-940d-445d-8032-dc53cb6eb336,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:27.978477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d7b8ebd9-aee1-43c6-af87-5b0e1c736f52 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5455837 Aug 25 11:44:27.978953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50866) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:27.991630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Allocated IP 2001:db8::f816:3eff:fe1d:23bd (9a2e4548-2f67-419c-8a65-2dfd35d23fa6/a9a65458-d7dc-47c3-877d-f520e7f53b72/d4d67f90-09a3-4224-b608-ce8e7397f5b1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:28.015056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.042433 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.087964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.094791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/f5cb7abd-7b69-48bb-9d64-a576980bba96 HTTP/1.1" status: 204 len: 168 time: 1.2317388 Aug 25 11:44:28.095076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50868) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:28.136912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1240773729'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:28.180028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:28.184584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.197207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d126f-a759-4fb2-8bda-014bf8bf3afd tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=f5cb7abd-7b69-48bb-9d64-a576980bba96,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:28.240493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:28.254372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.255208 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment 794ce940-3183-46bd-a349-0cd53f94fa29 of type vlan for network aeb6ed3b-1039-44c1-a1b3-458768252fb4 Aug 25 11:44:28.262772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470324b-d114-460d-958d-66cf4b5750e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d528f8c-02d7-4d56-b29b-3bbc23d62499'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:28.265519 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244b0a4-d55c-42ac-9b92-02bbf6b3fd4e" -d '{"events": [{"server_uuid": "f470324b-d114-460d-958d-66cf4b5750e1", "name": "network-vif-plugged", "status": "completed", "tag": "8d528f8c-02d7-4d56-b29b-3bbc23d62499"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:28.267335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting subnet a9a65458-d7dc-47c3-877d-f520e7f53b72 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:44:28.298755 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8039f04d-c7cf-470f-b5b8-d4cb5bbd4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.301955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8039f04d-c7cf-470f-b5b8-d4cb5bbd4bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.303613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8039f04d-c7cf-470f-b5b8-d4cb5bbd4bd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aadcc6b6-9267-47c9-8951-679288cd032b HTTP/1.1" status: 204 len: 168 time: 1.0112076 Aug 25 11:44:28.325929 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.326389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039f04d-c7cf-470f-b5b8-d4cb5bbd4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcc6b6-9267-47c9-8951-679288cd032b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:28.334202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.378495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:28.388265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.394396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:28.396949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.419880 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.472124 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f8f5de-6494-447b-b221-d70695cb3d65 x-openstack-request-id: req-19f8f5de-6494-447b-b221-d70695cb3d65 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:28.473273 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470324b-d114-460d-958d-66cf4b5750e1", "name": "network-vif-plugged", "status": "completed", "tag": "8d528f8c-02d7-4d56-b29b-3bbc23d62499", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:28.473793 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19f8f5de-6494-447b-b221-d70695cb3d65 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:28.474398 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470324b-d114-460d-958d-66cf4b5750e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d528f8c-02d7-4d56-b29b-3bbc23d62499', 'code': 200} Aug 25 11:44:28.534998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7e3b4754-7eec-4716-aef5-f2522b1df391, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e3b4754-7eec-4716-aef5-f2522b1df391,segment=NetworkSegment(af515650-2ba2-4729-89e1-28670883cdd2),segment_id=af515650-2ba2-4729-89e1-28670883cdd2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:28.558454 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.595898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.650003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] No DVR routers for this DVR port 7e3b4754-7eec-4716-aef5-f2522b1df391 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:28.670947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=8d528f8c-02d7-4d56-b29b-3bbc23d62499,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:28.726583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event deleted for resources: {'Port': ['ID=7e3b4754-7eec-4716-aef5-f2522b1df391,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:28.789118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c833b9b-443b-4fde-b550-e17a7be09792 None None] Pushing event deleted for resources: {'Port': ['ID=7e3b4754-7eec-4716-aef5-f2522b1df391,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:28.854828 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:28.872517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:28.878408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7706075 Aug 25 11:44:28.883207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:28.906226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Transition to ACTIVE for port object d4d67f90-09a3-4224-b608-ce8e7397f5b1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:28.955474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Transition to ACTIVE for port object d4d67f90-09a3-4224-b608-ce8e7397f5b1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:28.958299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b61b57-48f9-4b77-91f7-101339d2ac7b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=aeb6ed3b-1039-44c1-a1b3-458768252fb4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:28.977958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:28.986279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.002053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89526fc5-6017-4f08-8d65-0f88698523bc req-184c8f27-0d84-4c44-805d-2e5b08b9d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:29.004227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89526fc5-6017-4f08-8d65-0f88698523bc req-184c8f27-0d84-4c44-805d-2e5b08b9d487 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 1101 time: 0.3893542 Aug 25 11:44:29.058964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.097224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c79621-7071-4c05-8d89-ee879163f428 req-538dfbc1-f917-4f5e-b5b5-08a4f737b0d8 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:29.115474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55c79621-7071-4c05-8d89-ee879163f428 req-538dfbc1-f917-4f5e-b5b5-08a4f737b0d8 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 949 time: 0.3627460 Aug 25 11:44:29.127806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:29.135002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:29.137891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:29.161883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Pushing event updated for resources: {'Port': ['ID=d4d67f90-09a3-4224-b608-ce8e7397f5b1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:29.251480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89526fc5-6017-4f08-8d65-0f88698523bc req-0c022bc7-ecdc-4f7c-b735-57a99814db50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165563 Aug 25 11:44:29.251822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Attempting to bind port d4d67f90-09a3-4224-b608-ce8e7397f5b1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:29.252029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Attempting to bind port d4d67f90-09a3-4224-b608-ce8e7397f5b1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ec288205-d712-47f3-9ee9-917699713a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:29.252415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Attempting to bind port d4d67f90-09a3-4224-b608-ce8e7397f5b1 on network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:29.259597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:29.259988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Checking segment: {'id': 'ec288205-d712-47f3-9ee9-917699713a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:29.260552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.261004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Bound using segment: {'id': 'ec288205-d712-47f3-9ee9-917699713a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:29.261464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Bound port: d4d67f90-09a3-4224-b608-ce8e7397f5b1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec288205-d712-47f3-9ee9-917699713a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9a2e4548-2f67-419c-8a65-2dfd35d23fa6'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:29.261899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.288498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55c79621-7071-4c05-8d89-ee879163f428 req-2f3c4a1e-d4b7-40ee-94f7-cb5e5145fa14 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707041 Aug 25 11:44:29.301744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.306414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f72e-c059-4b19-8dd9-7fe3915b4ed7 req-5c738984-fd5b-43f9-95e5-78069bbed5c3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:29.316370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8231f72e-c059-4b19-8dd9-7fe3915b4ed7 req-5c738984-fd5b-43f9-95e5-78069bbed5c3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 944 time: 0.3526938 Aug 25 11:44:29.367398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] For port d4d67f90-09a3-4224-b608-ce8e7397f5b1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:29.373235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] For port d4d67f90-09a3-4224-b608-ce8e7397f5b1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d4d67f90-09a3-4224-b608-ce8e7397f5b1,segment=NetworkSegment(ec288205-d712-47f3-9ee9-917699713a24),segment_id=ec288205-d712-47f3-9ee9-917699713a24)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:29.382558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.402071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8231f72e-c059-4b19-8dd9-7fe3915b4ed7 req-da2ce2ba-bdc8-4e1f-96c8-d5be5f3360ae tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813637 Aug 25 11:44:29.423999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:29.449925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.555338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a059fc9-7546-4dbb-98dd-ab339c34d7a2 None None] Pushing event updated for resources: {'Port': ['ID=d4d67f90-09a3-4224-b608-ce8e7397f5b1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:29.735709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device de6de980-aebc-4c57-9463-5286af16eede up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:29.755300 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:44:29.859721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:29.981794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port de6de980-aebc-4c57-9463-5286af16eede completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:29.988194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port de6de980-aebc-4c57-9463-5286af16eede triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:29.988843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:30.361622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:30.406946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:30.523134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6de980-aebc-4c57-9463-5286af16eede'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:30.528168 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a5a53-857d-4064-a573-c690307d5d5f" -d '{"events": [{"server_uuid": "b7e94313-169b-4ab9-a10e-cc1527e83d34", "name": "network-vif-plugged", "status": "completed", "tag": "de6de980-aebc-4c57-9463-5286af16eede"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:30.544015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port de6de980-aebc-4c57-9463-5286af16eede, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=de6de980-aebc-4c57-9463-5286af16eede,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:30.552597 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:30.588378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=0f22ce55-9bed-434a-b5b5-ea7a910bd871,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:30.652160 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:30.658262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=de6de980-aebc-4c57-9463-5286af16eede,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:30.746741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a65458-d7dc-47c3-877d-f520e7f53b72,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:30.761915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:30.764441 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-befd7bb7-ccca-4dd6-aabd-67de774414ec tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/a9a65458-d7dc-47c3-877d-f520e7f53b72 HTTP/1.1" status: 204 len: 168 time: 2.7841241 Aug 25 11:44:30.768436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50928) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:30.820211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': '794ce940-3183-46bd-a349-0cd53f94fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:30.820685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: aeb6ed3b-1039-44c1-a1b3-458768252fb4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:30.882558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3bced8-9964-4ea6-a6f4-31d2285d158b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:30.885494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3bced8-9964-4ea6-a6f4-31d2285d158b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:30.887433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d3bced8-9964-4ea6-a6f4-31d2285d158b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1174176 Aug 25 11:44:30.892994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50930) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:30.952604 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.010811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f3ec7-638f-4534-81d7-1602bb1921d6 req-a877473d-374e-4ae2-8854-e483054173d6 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:31.017325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a0f3ec7-638f-4534-81d7-1602bb1921d6 req-a877473d-374e-4ae2-8854-e483054173d6 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 949 time: 0.4734690 Aug 25 11:44:31.041823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:31.112099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e9b2-94cd-48ed-9e0e-d4083e78b6a5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.116607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:31.156068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d4d67f90-09a3-4224-b608-ce8e7397f5b1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:31.173589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, aeb6ed3b-1039-44c1-a1b3-458768252fb4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:31.182487 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a4e9b2-94cd-48ed-9e0e-d4083e78b6a5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 25 11:44:31.195506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a4e9b2-94cd-48ed-9e0e-d4083e78b6a5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:31.200944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3a4e9b2-94cd-48ed-9e0e-d4083e78b6a5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/9a2e4548-2f67-419c-8a65-2dfd35d23fa6 HTTP/1.1" status: 409 len: 405 time: 0.3058472 Aug 25 11:44:31.206851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50942) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:31.210313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6b3c6-56ca-4b99-866e-d61899771972 req-2dd3b8b7-4633-4865-b3e8-2bfc3193fd20 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:31.234266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc6b3c6-56ca-4b99-866e-d61899771972 req-2dd3b8b7-4633-4865-b3e8-2bfc3193fd20 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 0.5061672 Aug 25 11:44:31.238402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd99184-9549-46b1-b41f-0fdc8f497200 None None] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:31.241128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1840829787'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:31.263771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:31.264665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.426543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a0f3ec7-638f-4534-81d7-1602bb1921d6 req-2cffb7b9-1ced-43f6-ba8d-7b77ca5545b0 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408458 Aug 25 11:44:31.443088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:31.453433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.525999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1007553576'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:31.643016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:31.661027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:31.684986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.719022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.719764 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Added segment ae345618-86a8-4713-82a5-8e803ae76bb2 of type vlan for network df313bd0-23f1-4bef-aae6-cf20638acdda Aug 25 11:44:31.732337 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.807069 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d6b602-e06b-4f3c-a0be-6fdda66166c9 x-openstack-request-id: req-f8d6b602-e06b-4f3c-a0be-6fdda66166c9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:31.807607 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e94313-169b-4ab9-a10e-cc1527e83d34", "name": "network-vif-plugged", "status": "completed", "tag": "de6de980-aebc-4c57-9463-5286af16eede", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:31.807937 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8d6b602-e06b-4f3c-a0be-6fdda66166c9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:31.814739 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6de980-aebc-4c57-9463-5286af16eede', 'code': 200} Aug 25 11:44:31.926921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:31.988996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b831c8-5014-4f32-b956-7193c3bb0579 req-c6a29b37-9e7c-4f16-80c1-d2554a4a7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:31.991833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3b831c8-5014-4f32-b956-7193c3bb0579 req-c6a29b37-9e7c-4f16-80c1-d2554a4a7d87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 1097 time: 0.2310054 Aug 25 11:44:32.002348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c18fda1-ad12-4339-9c12-538b1b17e073 None None] Network 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:32.023231 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-05e05892-a380-49f7-b7f9-31928b98a7ad tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1486318 Aug 25 11:44:32.026515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.055585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50960) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:32.060186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:32.062454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.107790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4', 'name': 'tempest-PortsTestJSON-1442546819'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:32.257756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] Provisioning for port d4d67f90-09a3-4224-b608-ce8e7397f5b1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:32.289118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d4d67f90-09a3-4224-b608-ce8e7397f5b1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:32.329161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d4d67f90-09a3-4224-b608-ce8e7397f5b1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:32.333109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.412021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.421805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Network': ['ID=df313bd0-23f1-4bef-aae6-cf20638acdda,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:32.446857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] Provisioning complete for port d4d67f90-09a3-4224-b608-ce8e7397f5b1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:32.447641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.452833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e25a552f-81c6-4210-9034-cb3a8007d17b tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2391014 Aug 25 11:44:32.454917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50972) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:32.466715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'subnet': {'network_id': 'df313bd0-23f1-4bef-aae6-cf20638acdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:32.477784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network df313bd0-23f1-4bef-aae6-cf20638acdda details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:32.507226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-aeb6ed3b-1039-44c1-a1b3-458768252fb4', 'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': '0f22ce55-9bed-434a-b5b5-ea7a910bd871'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:32.520069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.649521 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.683975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:32.716665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:32.718907 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Added segment a50cb12e-30c0-4581-8da2-134ec42a8ba8 of type vlan for network 5ab3dabd-4995-4637-bca4-885aee72df93 Aug 25 11:44:32.794875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:32.800117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:33.011927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:33.176557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3b831c8-5014-4f32-b956-7193c3bb0579 req-78bdceff-5c47-47f1-936f-b905e2368235 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1690717 Aug 25 11:44:33.235791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc6b3c6-56ca-4b99-866e-d61899771972 req-1a542be1-67a6-4048-9874-33686057a2ef tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0000291 Aug 25 11:44:33.265754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:44:33.285149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9617e67c-4338-44aa-a7c2-49c38d044f1c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:33.347671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:33.355776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:33.356595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:33.474132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Network': ['ID=5ab3dabd-4995-4637-bca4-885aee72df93,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:33.488716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-73913bb9-be4c-49e0-ac3c-6b8056d4f4c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4231362 Aug 25 11:44:33.494753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 50980) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:33.500693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:33.580092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:33.692386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:33.693283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:44:33.698980 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:33.701113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:33.733175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:33.845068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Subnet': ['ID=a0af6ea5-d9ed-4f34-9fb1-bf17339a086d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:33.923240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Checking segment: {'id': 'ae345618-86a8-4713-82a5-8e803ae76bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'df313bd0-23f1-4bef-aae6-cf20638acdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:33.923825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network hostable DHCP agents. Network: df313bd0-23f1-4bef-aae6-cf20638acdda, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:33.939164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.10 (aeb6ed3b-1039-44c1-a1b3-458768252fb4/0f22ce55-9bed-434a-b5b5-ea7a910bd871/9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:33.970737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.003994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network df313bd0-23f1-4bef-aae6-cf20638acdda is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:34.042890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, df313bd0-23f1-4bef-aae6-cf20638acdda) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:34.061477 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:34.062933 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.123434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cd4a9-959a-43d2-bb20-72c3604e68bb None None] Network df313bd0-23f1-4bef-aae6-cf20638acdda requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:34.159720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954c0bb-ef20-4faf-bb75-a24940655584 req-9507111e-d787-42ec-8b9a-9425f0fd6b0f tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:34.162344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9954c0bb-ef20-4faf-bb75-a24940655584 req-9507111e-d787-42ec-8b9a-9425f0fd6b0f tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 945 time: 1.0089834 Aug 25 11:44:34.169569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] DHCP port deletion for 9a2e4548-2f67-419c-8a65-2dfd35d23fa6 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:44:34.197031 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.251415 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1bf20843-3bc1-49ba-a867-6dec4ebd2c48 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7940645 Aug 25 11:44:34.255680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 50988) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:34.273279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] For port d4d67f90-09a3-4224-b608-ce8e7397f5b1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d4d67f90-09a3-4224-b608-ce8e7397f5b1,segment=NetworkSegment(ec288205-d712-47f3-9ee9-917699713a24),segment_id=ec288205-d712-47f3-9ee9-917699713a24)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:34.294943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:34.300196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.323161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.505202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9954c0bb-ef20-4faf-bb75-a24940655584 req-09fc12c1-ed39-4ad7-9c06-8602c0a86d87 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673807 Aug 25 11:44:34.575937 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:44:34.576756 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:44:34.700425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] Deleting port d4d67f90-09a3-4224-b608-ce8e7397f5b1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:34.711103 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.869373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-192b64ad-5cfb-4958-a559-d0c491689488 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:34.880764 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-192b64ad-5cfb-4958-a559-d0c491689488 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 945 time: 0.3260777 Aug 25 11:44:34.919523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] For port d4d67f90-09a3-4224-b608-ce8e7397f5b1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d4d67f90-09a3-4224-b608-ce8e7397f5b1,segment=NetworkSegment(ec288205-d712-47f3-9ee9-917699713a24),segment_id=ec288205-d712-47f3-9ee9-917699713a24)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:34.920598 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:34.993910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] Calling delete_port for d4d67f90-09a3-4224-b608-ce8e7397f5b1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:35.101533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.420444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Port d4d67f90-09a3-4224-b608-ce8e7397f5b1 update to ACTIVE by agent not found {{(pid=94912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 25 11:44:35.423648 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.433973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cf786-4fa5-481c-87ee-848f9861b830 None None] Pushing event updated for resources: {'Port': ['ID=d4d67f90-09a3-4224-b608-ce8e7397f5b1,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:35.495820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.625279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] Pushing event deleted for resources: {'Port': ['ID=d4d67f90-09a3-4224-b608-ce8e7397f5b1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:35.631011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf4967-6e9e-4ef8-9d97-bda14a526782 None None] No DVR routers for this DVR port d4d67f90-09a3-4224-b608-ce8e7397f5b1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:35.689265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d4d67f90-09a3-4224-b608-ce8e7397f5b1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:35.695653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Deleting port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:35.695653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.739221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94941-095b-42f5-92ab-8a290497e35e req-03121cda-3d11-4bf9-b522-22515bd570ca tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:35.746356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5db94941-095b-42f5-92ab-8a290497e35e req-03121cda-3d11-4bf9-b522-22515bd570ca tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 1.2340364 Aug 25 11:44:35.773344 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.835893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d4d67f90-09a3-4224-b608-ce8e7397f5b1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:44:35.837664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d4d67f90-09a3-4224-b608-ce8e7397f5b1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:44:35.872336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7182d-881d-456d-a94a-5b4d04559ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-df313bd0-23f1-4bef-aae6-cf20638acdda', 'network_id': 'df313bd0-23f1-4bef-aae6-cf20638acdda', 'tenant_id': '24d8fe71e92d4e4dad9a138ae1ddf286', 'fixed_ips': [{'subnet_id': 'a0af6ea5-d9ed-4f34-9fb1-bf17339a086d'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:35.873545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eae7182d-881d-456d-a94a-5b4d04559ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.894426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:35.898131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:35.925037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-3bd22ad5-5874-4f20-a90a-aca035642def service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2638149 Aug 25 11:44:35.953834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5db94941-095b-42f5-92ab-8a290497e35e req-f309a77a-15a0-470f-b3d1-bdeb73701522 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663682 Aug 25 11:44:35.987297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc96335-879d-4e72-9635-396145be54a6 req-9bb88415-b2ac-45f5-a2fd-7aa5b0205b06 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:35.989491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edc96335-879d-4e72-9635-396145be54a6 req-9bb88415-b2ac-45f5-a2fd-7aa5b0205b06 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 945 time: 0.2998178 Aug 25 11:44:35.993544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.109897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Subnet': ['ID=a0af6ea5-d9ed-4f34-9fb1-bf17339a086d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:36.147228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=9bed54a4-04cf-4a51-8230-f6c5bea42231,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:36.161938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447d859-a639-41a6-9bf7-e388b0fa7775 None None] Network df313bd0-23f1-4bef-aae6-cf20638acdda requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:36.219080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] For port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,segment=NetworkSegment(d09462c7-51d5-4e38-9ddf-527b6f78bfe4),segment_id=d09462c7-51d5-4e38-9ddf-527b6f78bfe4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:36.220262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.278202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.281267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Calling delete_port for f8bcb7ee-7532-4aaa-89e6-dce8fb13fede owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:36.323875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df313bd0-23f1-4bef-aae6-cf20638acdda']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:36.356494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae345618-86a8-4713-82a5-8e803ae76bb2') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:36.356825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae345618-86a8-4713-82a5-8e803ae76bb2') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:36.416068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.438575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.462600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.475581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:36.476254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.499367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Allocated IP 172.20.0.2 (aeb6ed3b-1039-44c1-a1b3-458768252fb4/0f22ce55-9bed-434a-b5b5-ea7a910bd871/3e2cca89-6e20-487d-b5f4-a7de6d41c516) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:36.506859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:36.512649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:36.587299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:36.672950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edc96335-879d-4e72-9635-396145be54a6 req-87ecb36a-55a5-481d-9b3b-f973d125e47e tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/security-groups?id=440ac5a0-b861-4005-8c33-f9577239b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744133 Aug 25 11:44:36.731387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-465aa3ec-e91a-4acb-8de7-511f2a18ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:36.738166 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:36.743246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-465aa3ec-e91a-4acb-8de7-511f2a18ec0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 1101 time: 0.5235274 Aug 25 11:44:36.778316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.817799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:36.822454 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/df313bd0-23f1-4bef-aae6-cf20638acdda HTTP/1.1" status: 204 len: 168 time: 2.5651426 Aug 25 11:44:36.847713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51012) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:36.906850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f6037-3609-49a1-8a60-c7734d298e3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Network': ['ID=df313bd0-23f1-4bef-aae6-cf20638acdda,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:36.925657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-174211666'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:37.015531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:37.016106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network hostable DHCP agents. Network: 5ab3dabd-4995-4637-bca4-885aee72df93, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:37.025159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.048725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Transition to ACTIVE for port object 3e2cca89-6e20-487d-b5f4-a7de6d41c516 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:37.091250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Transition to ACTIVE for port object 3e2cca89-6e20-487d-b5f4-a7de6d41c516 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:37.110881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.138743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.148262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:37.156902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.254948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Pushing event deleted for resources: {'Port': ['ID=f8bcb7ee-7532-4aaa-89e6-dce8fb13fede,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:37.300263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Pushing event updated for resources: {'Port': ['ID=3e2cca89-6e20-487d-b5f4-a7de6d41c516,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:37.316878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:37.325198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:37.339024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:37.430436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] No DVR routers for this DVR port f8bcb7ee-7532-4aaa-89e6-dce8fb13fede on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:37.440714 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.444347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc4f5369-c1e6-41bf-80b6-a64f5971f080 req-d289bb2a-9569-44c7-a440-83fac31150e2 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.10 "DELETE /v2.0/ports/f8bcb7ee-7532-4aaa-89e6-dce8fb13fede HTTP/1.1" status: 204 len: 173 time: 2.5517497 Aug 25 11:44:37.447542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'name': 'network-vif-deleted', 'tag': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:44:37.455262 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6105b234-c6ae-4566-afd5-403eb796c09f" -d '{"events": [{"server_uuid": "54d26cee-5fd5-402a-9424-2d1f0ff0a725", "name": "network-vif-deleted", "tag": "f8bcb7ee-7532-4aaa-89e6-dce8fb13fede"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:44:37.566584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Attempting to bind port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:37.567254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Attempting to bind port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '794ce940-3183-46bd-a349-0cd53f94fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:37.571373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Attempting to bind port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 on network aeb6ed3b-1039-44c1-a1b3-458768252fb4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:37.577262 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78f7d3f-8b0f-4cb5-9300-f8011fe2a0eb x-openstack-request-id: req-a78f7d3f-8b0f-4cb5-9300-f8011fe2a0eb {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:44:37.577993 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d26cee-5fd5-402a-9424-2d1f0ff0a725", "name": "network-vif-deleted", "tag": "f8bcb7ee-7532-4aaa-89e6-dce8fb13fede", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:44:37.578826 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a78f7d3f-8b0f-4cb5-9300-f8011fe2a0eb {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:44:37.579610 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d26cee-5fd5-402a-9424-2d1f0ff0a725', 'name': 'network-vif-deleted', 'tag': 'f8bcb7ee-7532-4aaa-89e6-dce8fb13fede', 'status': 'completed', 'code': 200} Aug 25 11:44:37.585652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:37.586143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Checking segment: {'id': '794ce940-3183-46bd-a349-0cd53f94fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:37.587047 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.587450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Bound using segment: {'id': '794ce940-3183-46bd-a349-0cd53f94fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:37.587946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Bound port: 3e2cca89-6e20-487d-b5f4-a7de6d41c516, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794ce940-3183-46bd-a349-0cd53f94fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'aeb6ed3b-1039-44c1-a1b3-458768252fb4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:37.588334 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.612409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-617beb8b-5452-4028-9469-083fbb66a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:37.617078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-617beb8b-5452-4028-9469-083fbb66a72d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.7725120 Aug 25 11:44:37.661677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:37.663066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.671074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:37.721145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:37.833613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:37.885411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] For port 3e2cca89-6e20-487d-b5f4-a7de6d41c516, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:37.889472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] For port 3e2cca89-6e20-487d-b5f4-a7de6d41c516, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3e2cca89-6e20-487d-b5f4-a7de6d41c516,segment=NetworkSegment(794ce940-3183-46bd-a349-0cd53f94fa29),segment_id=794ce940-3183-46bd-a349-0cd53f94fa29)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:37.896641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.927933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-eaf4f834-4051-4967-8071-54b176b668bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499 HTTP/1.1" status: 200 len: 217 time: 0.2364705 Aug 25 11:44:37.950150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:37.950619 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Added segment 879f1f9b-a97b-4ca7-af42-2e077fec574d of type vlan for network 418a6d7e-dd44-4467-85a8-d5f88b12424a Aug 25 11:44:38.054644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d65a39-3707-44c3-88df-88aed9bca45b None None] Pushing event updated for resources: {'Port': ['ID=3e2cca89-6e20-487d-b5f4-a7de6d41c516,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:38.113590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:38.213662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5ab3dabd-4995-4637-bca4-885aee72df93) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:38.228129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e0a4d-fe1b-4408-a0fe-4fb34978fcb9 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:38.270528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:38.291574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:38.292594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:38.350743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:38.365538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:38.408547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-56185c8a-7995-4be1-a9fb-5057c24a15f8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.3169870 Aug 25 11:44:38.408819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:38.437467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f8bcb7ee-7532-4aaa-89e6-dce8fb13fede no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:38.691284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: f8bcb7ee-7532-4aaa-89e6-dce8fb13fede {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:44:38.691620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f8bcb7ee-7532-4aaa-89e6-dce8fb13fede not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:44:38.994600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:38.995519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:39.058780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2310e799-e5ae-4078-b2d8-560a354f352f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.5622873 Aug 25 11:44:39.075477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51036) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:39.125160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'name': 'tempest-NetworksTestDHCPv6-676132207'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:39.244538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:39.258605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:39.297856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '9bed54a4-04cf-4a51-8230-f6c5bea42231'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:39.298938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:39.411912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Network': ['ID=418a6d7e-dd44-4467-85a8-d5f88b12424a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:39.424185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46befd81-f9da-487f-85ea-91a558a76a7e req-4cd8623b-c998-4af8-b2f3-0616722acb23 tempest-VolumesActionsTest-909743284 tempest-VolumesActionsTest-909743284-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d26cee-5fd5-402a-9424-2d1f0ff0a725 HTTP/1.1" status: 200 len: 210 time: 1.4941449 Aug 25 11:44:39.444049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc104-cc98-4570-9e46-59e39d265810 req-ee462f87-b211-442e-8e44-3b2402bcbeda tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:39.445741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68ebc104-cc98-4570-9e46-59e39d265810 req-ee462f87-b211-442e-8e44-3b2402bcbeda tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 2.0372841 Aug 25 11:44:39.450501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d832fac1-c33b-4f19-bd57-e002c526e955 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5892851 Aug 25 11:44:39.457004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51038) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:39.465477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'subnet': {'network_id': '418a6d7e-dd44-4467-85a8-d5f88b12424a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:39.518454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:39.531555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-f5d4b154-02cf-4ae1-a99c-1389227ea717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:39.533881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-f5d4b154-02cf-4ae1-a99c-1389227ea717 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 1.3162763 Aug 25 11:44:39.538367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 418a6d7e-dd44-4467-85a8-d5f88b12424a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:39.586220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:39.748812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e2cca89-6e20-487d-b5f4-a7de6d41c516 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:39.784161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:39.788265 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d853545-8cab-4175-805f-159502cd1604 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 HTTP/1.1" status: 204 len: 168 time: 1.3777897 Aug 25 11:44:39.791172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51042) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:39.870576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68ebc104-cc98-4570-9e46-59e39d265810 req-26c9f3d4-6461-45e1-8234-729e3571cf03 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924074 Aug 25 11:44:39.894503 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-85601773-b3b1-4832-9e56-c97c77b09109 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:39.897465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85601773-b3b1-4832-9e56-c97c77b09109 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:39.905337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:39.908137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-85601773-b3b1-4832-9e56-c97c77b09109 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 HTTP/1.1" status: 404 len: 333 time: 0.1144502 Aug 25 11:44:39.910421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51046) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:39.911760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/9bed54a4-04cf-4a51-8230-f6c5bea42231/4225c8b7-6c21-4383-ab22-0806133e9ea5) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:39.912309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:39.936907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:40.006559 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bc0715-6a55-48eb-a23b-0ba0d9991c0a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:44:40.013272 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-47bc0715-6a55-48eb-a23b-0ba0d9991c0a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/9dc3f4d8-69b6-4e7f-af7a-7574f891bdd0 HTTP/1.1" status: 404 len: 333 time: 0.0982952 Aug 25 11:44:40.016038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51048) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:40.031626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-4926bd4d-9cd5-4bf7-958f-d6dad297c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:40.041679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-4926bd4d-9cd5-4bf7-958f-d6dad297c845 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4586487 Aug 25 11:44:40.047136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:40.053511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.140381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet 0f22ce55-9bed-434a-b5b5-ea7a910bd871 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:44:40.163748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac0cf2-f909-4142-8c5e-4f41eed4e8ce None None] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:40.169981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.274806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.290079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Transition to ACTIVE for port object 4225c8b7-6c21-4383-ab22-0806133e9ea5 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:40.311302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Transition to ACTIVE for port object 4225c8b7-6c21-4383-ab22-0806133e9ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:40.317224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.416991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.440112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5738cf61-7c54-4a67-b486-3d5dd6c5044a None None] Provisioning for port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:40.481636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.505872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:40.514689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:40.525937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:40.545061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5738cf61-7c54-4a67-b486-3d5dd6c5044a None None] Provisioning complete for port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:40.545061 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5738cf61-7c54-4a67-b486-3d5dd6c5044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.571541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Pushing event updated for resources: {'Port': ['ID=4225c8b7-6c21-4383-ab22-0806133e9ea5,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:40.597285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.655895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port f9d9ee98-df9e-488a-b1da-0e0a6df99652 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:40.657065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=0f22ce55-9bed-434a-b5b5-ea7a910bd871,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:40.661890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.669323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-903ca3d7-58c1-468a-a5fa-7547910c2f9c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/0f22ce55-9bed-434a-b5b5-ea7a910bd871 HTTP/1.1" status: 204 len: 168 time: 0.6520302 Aug 25 11:44:40.670672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:40.798108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:40.812254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-ca365c8b-4ed8-4cf7-8f90-56375a14d939 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374437 Aug 25 11:44:40.893726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:40.894927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.066970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f9161b41-6b28-4eb5-859a-14c4fa243cf8 req-1c1fd17f-0b7e-4eff-bb8a-e7bee24c7f05 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231565 Aug 25 11:44:41.070966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] For port 3e2cca89-6e20-487d-b5f4-a7de6d41c516, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3e2cca89-6e20-487d-b5f4-a7de6d41c516,segment=NetworkSegment(794ce940-3183-46bd-a349-0cd53f94fa29),segment_id=794ce940-3183-46bd-a349-0cd53f94fa29)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:41.071617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.110693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 3e2cca89-6e20-487d-b5f4-a7de6d41c516 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:41.135084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934001f-d024-482b-bc87-56b15c086e8a req-d5ec0599-61de-413b-8984-591440ab2307 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:41.139638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b934001f-d024-482b-bc87-56b15c086e8a req-d5ec0599-61de-413b-8984-591440ab2307 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 1.0580835 Aug 25 11:44:41.152494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Attempting to bind port 4225c8b7-6c21-4383-ab22-0806133e9ea5 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:41.152779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Attempting to bind port 4225c8b7-6c21-4383-ab22-0806133e9ea5 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:41.153083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Attempting to bind port 4225c8b7-6c21-4383-ab22-0806133e9ea5 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:41.197950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:41.198406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:41.198802 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.199215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:41.199716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Bound port: 4225c8b7-6c21-4383-ab22-0806133e9ea5, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:41.201004 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.350601 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5738cf61-7c54-4a67-b486-3d5dd6c5044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.390438 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b934001f-d024-482b-bc87-56b15c086e8a req-00b0978d-d72a-4440-a907-197721cc798b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286289 Aug 25 11:44:41.397992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::26c (5ab3dabd-4995-4637-bca4-885aee72df93/9bed54a4-04cf-4a51-8230-f6c5bea42231/f9d9ee98-df9e-488a-b1da-0e0a6df99652) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:41.427069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.441276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.550553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803c708-3d06-44f5-bce6-d3e2636e7ba6 None None] Network aeb6ed3b-1039-44c1-a1b3-458768252fb4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:41.560640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=3e2cca89-6e20-487d-b5f4-a7de6d41c516,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:41.604555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No DVR routers for this DVR port 3e2cca89-6e20-487d-b5f4-a7de6d41c516 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:41.756716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.793304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb6ed3b-1039-44c1-a1b3-458768252fb4']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:41.805911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] For port 4225c8b7-6c21-4383-ab22-0806133e9ea5, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:41.815128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794ce940-3183-46bd-a349-0cd53f94fa29') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:41.815486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794ce940-3183-46bd-a349-0cd53f94fa29') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:41.833882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Subnet': ['ID=efce46b4-c72d-4a22-b016-5ffa69cb820b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:41.841001 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.903512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:41.912771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] For port 4225c8b7-6c21-4383-ab22-0806133e9ea5, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4225c8b7-6c21-4383-ab22-0806133e9ea5,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:41.930455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:41.932562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.036958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:42.087080 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:42.134186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Checking segment: {'id': '879f1f9b-a97b-4ca7-af42-2e077fec574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '418a6d7e-dd44-4467-85a8-d5f88b12424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:42.134929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network hostable DHCP agents. Network: 418a6d7e-dd44-4467-85a8-d5f88b12424a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:42.143722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.162833 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.187199 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/aeb6ed3b-1039-44c1-a1b3-458768252fb4 HTTP/1.1" status: 204 len: 168 time: 1.5149713 Aug 25 11:44:42.194745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51080) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:42.215501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-359bf893-4e0e-40f5-bca7-d9c651961cbb None None] Could not find standard attr ID for object 3e2cca89-6e20-487d-b5f4-a7de6d41c516. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:44:42.260904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ba8c3-7140-46c3-b47a-9e7bb57c40c1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=aeb6ed3b-1039-44c1-a1b3-458768252fb4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:42.273357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb90e5c-789d-44ae-bae3-c349eb3de4ba None None] Pushing event updated for resources: {'Port': ['ID=4225c8b7-6c21-4383-ab22-0806133e9ea5,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:42.275795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-480482059'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:42.405583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.421192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c173b-2e87-4aca-9805-36023e01944a None None] DHCP port deletion for aeb6ed3b-1039-44c1-a1b3-458768252fb4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:44:42.479704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object f9d9ee98-df9e-488a-b1da-0e0a6df99652 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:42.518651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network 418a6d7e-dd44-4467-85a8-d5f88b12424a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:42.521097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:42.547015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.723741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.738932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 418a6d7e-dd44-4467-85a8-d5f88b12424a) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:42.758850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe4254-2a02-4710-9f0c-214bdff9ea61 None None] Network 418a6d7e-dd44-4467-85a8-d5f88b12424a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:42.783187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:42.790003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.871068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:42.917109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:42.918084 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment a60e7653-93e6-4f51-af06-b077d6da9dab of type vlan for network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 Aug 25 11:44:43.035198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:43.109511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:43.132897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:43.138780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:43.301720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:43.308268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=4c7ab952-0c31-4f61-ba3c-9eedf77cfb87,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:43.322898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:43.331629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:43.338660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:43.339758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:43.348345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f108f7f9-8ede-40f0-97b2-443b172697dd tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8904409 Aug 25 11:44:43.350204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9fc7cb94-ed03-4c58-8b71-20b5566397c5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1469126 Aug 25 11:44:43.351106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:43.354292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51094) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:43.355377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51096) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:43.370612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:43.424101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3083487 Aug 25 11:44:43.426426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c7d9f-bbd2-4034-baf6-a2725b55c279 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=f9d9ee98-df9e-488a-b1da-0e0a6df99652,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:43.437389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51098) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:43.464625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339ccfa-e1b5-48b6-add6-27b131512567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-418a6d7e-dd44-4467-85a8-d5f88b12424a', 'network_id': '418a6d7e-dd44-4467-85a8-d5f88b12424a', 'tenant_id': '24d8fe71e92d4e4dad9a138ae1ddf286', 'fixed_ips': [{'subnet_id': 'efce46b4-c72d-4a22-b016-5ffa69cb820b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:43.472576 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7339ccfa-e1b5-48b6-add6-27b131512567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:43.715280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c3094-c4c4-484f-8f53-a0de1e339264 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:43.735974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:43.747397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:43.781403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c3094-c4c4-484f-8f53-a0de1e339264 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:43.786946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-119c3094-c4c4-484f-8f53-a0de1e339264 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3475058 Aug 25 11:44:43.792247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51108) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:43.905872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4225c8b7-6c21-4383-ab22-0806133e9ea5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:43.995234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:44.270109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:44.497667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port f9d9ee98-df9e-488a-b1da-0e0a6df99652 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:44.498588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:44.502355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:44.628013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Subnet': ['ID=efce46b4-c72d-4a22-b016-5ffa69cb820b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:44.645227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.646763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.648874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.651511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.656733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.659113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.660436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.661629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.663186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.664051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.665760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.666574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:44.874276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4225c8b7-6c21-4383-ab22-0806133e9ea5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-7339ccfa-e1b5-48b6-add6-27b131512567 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efce46b4-c72d-4a22-b016-5ffa69cb820b: This subnet is being modified by another concurrent operation. Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:44:44.955324 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exception Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efce46b4-c72d-4a22-b016-5ffa69cb820b: This subnet is being modified by another concurrent operation. Aug 25 11:44:44.960175 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:44:44.983293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b88aa6-50ba-42bf-8e76-7c91dee1dcfa None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:44.998082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.057393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418a6d7e-dd44-4467-85a8-d5f88b12424a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:45.083572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.094682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879f1f9b-a97b-4ca7-af42-2e077fec574d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:45.098058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879f1f9b-a97b-4ca7-af42-2e077fec574d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:45.116531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for f9d9ee98-df9e-488a-b1da-0e0a6df99652 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:45.130476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.188090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.209616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:45.210257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:45.397172 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:45.495968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce396d76-4e10-460e-9592-f308658eddc1 None None] Network 418a6d7e-dd44-4467-85a8-d5f88b12424a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:45.504514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e2cca89-6e20-487d-b5f4-a7de6d41c516 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:45.545866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.571596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.629041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3e2cca89-6e20-487d-b5f4-a7de6d41c516 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:44:45.630587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3e2cca89-6e20-487d-b5f4-a7de6d41c516 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:44:45.707894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.716687 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/418a6d7e-dd44-4467-85a8-d5f88b12424a HTTP/1.1" status: 204 len: 168 time: 2.3551345 Aug 25 11:44:45.717196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51138) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:45.743937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1072251623'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:45.815635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] Provisioning for port 4225c8b7-6c21-4383-ab22-0806133e9ea5 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:45.819315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2865d6-3207-40bd-9f18-1c7bb56c4895 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Network': ['ID=418a6d7e-dd44-4467-85a8-d5f88b12424a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:45.852131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce396d76-4e10-460e-9592-f308658eddc1 None None] Network 418a6d7e-dd44-4467-85a8-d5f88b12424a could not be found, it might have been deleted concurrently. {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 25 11:44:45.864045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:45.876465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.896618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:45.981499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] Provisioning complete for port 4225c8b7-6c21-4383-ab22-0806133e9ea5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:45.985503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.019401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=f820f5b9-5feb-4d86-8623-459d44d012ec,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:46.119082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': 'a60e7653-93e6-4f51-af06-b077d6da9dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:46.125760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:46.201392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:46.239968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:46.250613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:44:46.260129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:46.265963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=f9d9ee98-df9e-488a-b1da-0e0a6df99652,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:46.271583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.305017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba05768-a48b-4a1c-9d4c-b198967b96a4 None None] Network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:46.343509 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-749c907b-f705-4ca5-940c-20a257c9667f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9785342 Aug 25 11:44:46.346559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51162) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:46.356401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1082333711'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:46.377863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.388536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-18ef32cd-c974-4995-bb53-8b990cfffe89 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/f9d9ee98-df9e-488a-b1da-0e0a6df99652 HTTP/1.1" status: 204 len: 168 time: 2.5925896 Aug 25 11:44:46.400074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51166) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:46.421048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.422441 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Added segment 667c3875-ffba-48ce-af55-c32899b93859 of type vlan for network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df Aug 25 11:44:46.507609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a43ed-214c-4320-a4ee-f1105a1ebf78 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:46.510856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a43ed-214c-4320-a4ee-f1105a1ebf78 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:46.513599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf2a43ed-214c-4320-a4ee-f1105a1ebf78 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1040878 Aug 25 11:44:46.607266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.655276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51178) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:46.798214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 9bed54a4-04cf-4a51-8230-f6c5bea42231 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:44:46.805431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.806465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4c7ab952-0c31-4f61-ba3c-9eedf77cfb87', 'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': 'f820f5b9-5feb-4d86-8623-459d44d012ec'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:46.811846 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.813648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:46.814753 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:46.836548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:47.073776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:47.096326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:47.159732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port f6e8103b-9caf-427e-9711-aacc03d7e248 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:47.270470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:47.456963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7363844 Aug 25 11:44:47.458128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51210) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:47.506772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Request body: {'subnet': {'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:47.572093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fe8a9-05c3-4a66-9603-87d0903e9fd6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Network': ['ID=4e7123cb-866f-41c2-ad2e-42e8a3c1d7df,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:47.606541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:44:47.615885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.4 (4c7ab952-0c31-4f61-ba3c-9eedf77cfb87/f820f5b9-5feb-4d86-8623-459d44d012ec/f6e8103b-9caf-427e-9711-aacc03d7e248) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:47.782899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:47.806122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] For port 4225c8b7-6c21-4383-ab22-0806133e9ea5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4225c8b7-6c21-4383-ab22-0806133e9ea5,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:48.004122 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.159317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.202463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object f6e8103b-9caf-427e-9711-aacc03d7e248 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:48.264380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.295570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd850636-105b-42d7-9923-7c064567ac8c None None] Pushing event updated for resources: {'Port': ['ID=4225c8b7-6c21-4383-ab22-0806133e9ea5,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:48.299439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Made reservation on behalf of 24d8fe71e92d4e4dad9a138ae1ddf286 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:48.307468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.329979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ed9e8a3f-1ca5-4bea-bc04-71190e16ae06 None None] Provisioning complete for port 4225c8b7-6c21-4383-ab22-0806133e9ea5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:48.333792 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8a3f-1ca5-4bea-bc04-71190e16ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.425064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55b9f552-926f-40a6-a82c-e96abd2f47e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.522714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Allocated IP 172.20.0.2 (4c7ab952-0c31-4f61-ba3c-9eedf77cfb87/f820f5b9-5feb-4d86-8623-459d44d012ec/135f39ce-7390-4138-b5a5-b2940acc1afe) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:48.569474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:48.603885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:48.616100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:48.687296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ed9e8a3f-1ca5-4bea-bc04-71190e16ae06 None None] Could not find standard attr ID for object f9d9ee98-df9e-488a-b1da-0e0a6df99652. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:44:48.743604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=f6e8103b-9caf-427e-9711-aacc03d7e248,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:48.892515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:44:48.895335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.924470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:48.925082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.935451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.966056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:48.986119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4cac9cd5-46f1-4096-8469-c810056197a7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6355715 Aug 25 11:44:48.986626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51226) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:48.986779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Transition to ACTIVE for port object 135f39ce-7390-4138-b5a5-b2940acc1afe will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:49.024065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Transition to ACTIVE for port object 135f39ce-7390-4138-b5a5-b2940acc1afe will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:49.042198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.208868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:49.222490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:49.240840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Pushing event updated for resources: {'Port': ['ID=135f39ce-7390-4138-b5a5-b2940acc1afe,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:49.246828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:49.259653 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.265443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event updated for resources: {'Subnet': ['ID=27cb354b-a691-437f-8119-ab942fa4a23c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:49.397137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Attempting to bind port 135f39ce-7390-4138-b5a5-b2940acc1afe on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:49.397777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Attempting to bind port 135f39ce-7390-4138-b5a5-b2940acc1afe by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a60e7653-93e6-4f51-af06-b077d6da9dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:49.397908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Attempting to bind port 135f39ce-7390-4138-b5a5-b2940acc1afe on network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:49.405789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:49.406526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Checking segment: {'id': 'a60e7653-93e6-4f51-af06-b077d6da9dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:49.407223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.408063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Bound using segment: {'id': 'a60e7653-93e6-4f51-af06-b077d6da9dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:49.408865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Bound port: 135f39ce-7390-4138-b5a5-b2940acc1afe, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60e7653-93e6-4f51-af06-b077d6da9dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4c7ab952-0c31-4f61-ba3c-9eedf77cfb87'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:49.409477 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.418546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port f6e8103b-9caf-427e-9711-aacc03d7e248 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:49.419148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.426634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=9bed54a4-04cf-4a51-8230-f6c5bea42231,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:49.454328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8d74f-7608-4c0f-a038-6f9adf396982 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:49.460335 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.464614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-252bdba6-ee8c-48ac-b519-98fb6058dd76 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/9bed54a4-04cf-4a51-8230-f6c5bea42231 HTTP/1.1" status: 204 len: 168 time: 2.8075690 Aug 25 11:44:49.469465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51244) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:49.585014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Checking segment: {'id': '667c3875-ffba-48ce-af55-c32899b93859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:49.590174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network hostable DHCP agents. Network: 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:44:49.590502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.614037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for f6e8103b-9caf-427e-9711-aacc03d7e248 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:49.765936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9fd6d6ac-6468-4e58-9b97-28b54dc97abf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2709234 Aug 25 11:44:49.775785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] For port 135f39ce-7390-4138-b5a5-b2940acc1afe, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:49.791278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51248) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:49.829871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:49.856700 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:49.908758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4225c8b7-6c21-4383-ab22-0806133e9ea5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:49.916529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=f6e8103b-9caf-427e-9711-aacc03d7e248,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:49.937284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] For port 135f39ce-7390-4138-b5a5-b2940acc1afe, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=135f39ce-7390-4138-b5a5-b2940acc1afe,segment=NetworkSegment(a60e7653-93e6-4f51-af06-b077d6da9dab),segment_id=a60e7653-93e6-4f51-af06-b077d6da9dab)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:50.015899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.105079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.109940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1cb04495-5958-4a60-bbd9-e3fa243e6151 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/f6e8103b-9caf-427e-9711-aacc03d7e248 HTTP/1.1" status: 204 len: 168 time: 1.1216164 Aug 25 11:44:50.112604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51250) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:50.207007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacd183-09f8-45de-b7c2-f8d29e64bbde None None] Pushing event updated for resources: {'Port': ['ID=135f39ce-7390-4138-b5a5-b2940acc1afe,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:50.219109 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90d82f9-0a85-4282-a6b3-eb0f14e3f346 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:44:50.227339 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f90d82f9-0a85-4282-a6b3-eb0f14e3f346 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/f6e8103b-9caf-427e-9711-aacc03d7e248 HTTP/1.1" status: 404 len: 333 time: 0.1102955 Aug 25 11:44:50.228857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:50.243789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4225c8b7-6c21-4383-ab22-0806133e9ea5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:50.244613 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.407869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet f820f5b9-5feb-4d86-8623-459d44d012ec {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:44:50.429317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.530444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:44:50.585279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.650101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] Deleting port 4225c8b7-6c21-4383-ab22-0806133e9ea5 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:50.650859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.922614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] For port 4225c8b7-6c21-4383-ab22-0806133e9ea5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4225c8b7-6c21-4383-ab22-0806133e9ea5,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:50.923139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:50.981462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] Calling delete_port for 4225c8b7-6c21-4383-ab22-0806133e9ea5 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:51.146655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:44:51.167215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:51.183201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c600dea-adb6-4fe2-adcd-0d85c6968570 None None] Network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:51.196114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:51.196774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.227967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5bce61f-8de5-480d-a0b5-10189359e5bb tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.7379143 Aug 25 11:44:51.238789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51272) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:51.288596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-37803d11-a7a6-438c-ade4-9313a5efa4ba tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:51.292100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-37803d11-a7a6-438c-ade4-9313a5efa4ba tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 1.8497896 Aug 25 11:44:51.420140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-5444f9c9-a1ce-40fb-8b7d-f299a84562ef tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0187714 Aug 25 11:44:51.431199 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4916f691-591d-4e16-a300-c13c37615a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.435613 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.507128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] Pushing event deleted for resources: {'Port': ['ID=4225c8b7-6c21-4383-ab22-0806133e9ea5,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:51.512590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3bbcf-b655-4d31-aabf-f719f8453898 None None] No DVR routers for this DVR port 4225c8b7-6c21-4383-ab22-0806133e9ea5 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:51.523406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.532987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4e7123cb-866f-41c2-ad2e-42e8a3c1d7df', 'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df', 'tenant_id': '24d8fe71e92d4e4dad9a138ae1ddf286', 'fixed_ips': [{'subnet_id': '27cb354b-a691-437f-8119-ab942fa4a23c'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:51.534098 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.743864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-eea0c65b-fe36-4632-92fc-0a64dd339f74 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3223515 Aug 25 11:44:51.770604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.834248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:51.860547 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:51.906187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Allocated IP 2001:db8::f816:3eff:fe93:8882 (4e7123cb-866f-41c2-ad2e-42e8a3c1d7df/27cb354b-a691-437f-8119-ab942fa4a23c/2feafad9-bda8-407c-9f34-004ba20f8642) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:52.319727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:52.340759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:52.341870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Transition to ACTIVE for port object 2feafad9-bda8-407c-9f34-004ba20f8642 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:52.404271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Transition to ACTIVE for port object 2feafad9-bda8-407c-9f34-004ba20f8642 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:52.422069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 135f39ce-7390-4138-b5a5-b2940acc1afe up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:44:52.626785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:52.722059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:52.747652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586f539-52b2-4a43-bfd7-faa89e4dc3df None None] Network 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:52.753292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Pushing event updated for resources: {'Port': ['ID=2feafad9-bda8-407c-9f34-004ba20f8642,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:52.797461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.798135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.798687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.799225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.799809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.800342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.801403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.804181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.804835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.805384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.805951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.808187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:44:52.848838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:52.883136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:52.891448 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/f820f5b9-5feb-4d86-8623-459d44d012ec HTTP/1.1" status: 204 len: 168 time: 2.6602006 Aug 25 11:44:52.899549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885db383-b7a9-4103-acd3-6aa66b2719d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=f820f5b9-5feb-4d86-8623-459d44d012ec,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:52.905889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51306) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:52.934301 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:52.957960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:52.966809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 135f39ce-7390-4138-b5a5-b2940acc1afe completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:52.989759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:53.017281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-61ff202c-439d-40c7-9298-dbc742b6768d None None] Provisioning for port 135f39ce-7390-4138-b5a5-b2940acc1afe completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:44:53.027799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 135f39ce-7390-4138-b5a5-b2940acc1afe triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:53.028496 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.362531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.627417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.628124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 135f39ce-7390-4138-b5a5-b2940acc1afe {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:53.628913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.667535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-61ff202c-439d-40c7-9298-dbc742b6768d None None] Provisioning complete for port 135f39ce-7390-4138-b5a5-b2940acc1afe triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:44:53.668134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-61ff202c-439d-40c7-9298-dbc742b6768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.802615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Attempting to bind port 2feafad9-bda8-407c-9f34-004ba20f8642 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:53.803010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Attempting to bind port 2feafad9-bda8-407c-9f34-004ba20f8642 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '667c3875-ffba-48ce-af55-c32899b93859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:53.803388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Attempting to bind port 2feafad9-bda8-407c-9f34-004ba20f8642 on network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:53.834279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:53.834682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Checking segment: {'id': '667c3875-ffba-48ce-af55-c32899b93859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:53.835169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.836334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Bound using segment: {'id': '667c3875-ffba-48ce-af55-c32899b93859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:53.836991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Bound port: 2feafad9-bda8-407c-9f34-004ba20f8642, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667c3875-ffba-48ce-af55-c32899b93859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4e7123cb-866f-41c2-ad2e-42e8a3c1d7df'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:53.837550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.876126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] For port 135f39ce-7390-4138-b5a5-b2940acc1afe, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=135f39ce-7390-4138-b5a5-b2940acc1afe,segment=NetworkSegment(a60e7653-93e6-4f51-af06-b077d6da9dab),segment_id=a60e7653-93e6-4f51-af06-b077d6da9dab)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:53.876927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.877598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=ee22c60b-14ed-45b0-9e24-e2a0567a9499,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:53.904393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:53.919674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 135f39ce-7390-4138-b5a5-b2940acc1afe owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:53.926627 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-61ff202c-439d-40c7-9298-dbc742b6768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.934071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting port 2feafad9-bda8-407c-9f34-004ba20f8642 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:53.934622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:53.938149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:53.943948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:53.945651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.015609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-a280602c-45e1-46a9-8cd8-ee7c61cb4ceb service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2291338 Aug 25 11:44:54.059937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e290ed-9ab6-4d14-a9cb-3ec7362e39d3 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:54.303396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.336625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No DVR routers for this DVR port 135f39ce-7390-4138-b5a5-b2940acc1afe on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:54.412511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ea0ca20-d911-4ece-858e-90606bef5b83 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.6087193 Aug 25 11:44:54.423788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51320) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:54.446758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'name': 'tempest-NetworksTestDHCPv6-956023566'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:54.488063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=135f39ce-7390-4138-b5a5-b2940acc1afe,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:54.516377 n-d-778732-11 neutron-server[94912]: INFO neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No ports have port_id starting with 135f39ce-7390-4138-b5a5-b2940acc1afe Aug 25 11:44:54.526621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-ea279cfa-bbce-42d2-9b9e-8e12951c7a76 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337688 Aug 25 11:44:54.641838 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.651268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.704755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7ab952-0c31-4f61-ba3c-9eedf77cfb87']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:54.742470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60e7653-93e6-4f51-af06-b077d6da9dab') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:54.742764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60e7653-93e6-4f51-af06-b077d6da9dab') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:54.772782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.776492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4225c8b7-6c21-4383-ab22-0806133e9ea5 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:54.814931 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.841894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:54.842349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:54.848593 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:54.917875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c7eb4-eca3-4064-ab0b-9e6fbdf5c315 None None] DHCP port deletion for 4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:44:54.925238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4225c8b7-6c21-4383-ab22-0806133e9ea5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:44:54.935470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] For port 2feafad9-bda8-407c-9f34-004ba20f8642, host n-d-778732-11, got binding levels [] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:44:54.936715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4225c8b7-6c21-4383-ab22-0806133e9ea5 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:44:54.938640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:54.959194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] For port 2feafad9-bda8-407c-9f34-004ba20f8642, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:55.044477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Calling delete_port for 2feafad9-bda8-407c-9f34-004ba20f8642 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:55.066826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] For port 2feafad9-bda8-407c-9f34-004ba20f8642, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2feafad9-bda8-407c-9f34-004ba20f8642,segment=NetworkSegment(667c3875-ffba-48ce-af55-c32899b93859),segment_id=667c3875-ffba-48ce-af55-c32899b93859)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:55.108782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:55.134904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:55.141327 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/4c7ab952-0c31-4f61-ba3c-9eedf77cfb87 HTTP/1.1" status: 204 len: 168 time: 2.2314966 Aug 25 11:44:55.185909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:55.204336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 135f39ce-7390-4138-b5a5-b2940acc1afe no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:55.229292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:55.256205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'name': 'tempest-PortsTestJSON-1445629779'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:55.273498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d2953-9e0e-45c5-89cd-d72025f180ef tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=4c7ab952-0c31-4f61-ba3c-9eedf77cfb87,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:55.361363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'ee22c60b-14ed-45b0-9e24-e2a0567a9499'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:44:55.362809 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:55.383385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 135f39ce-7390-4138-b5a5-b2940acc1afe {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:44:55.385735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 135f39ce-7390-4138-b5a5-b2940acc1afe not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:44:55.564241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31e5ab71-8805-4de6-ade7-baada515e960 req-46377db5-4e1a-4578-8058-c4e69397ceba tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.2565322 Aug 25 11:44:55.571835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:55.582364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2baef-8e82-4190-8f54-f6ad45e821a6 None None] Pushing event updated for resources: {'Port': ['ID=2feafad9-bda8-407c-9f34-004ba20f8642,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:55.590296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:55.640869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:44:55.666150 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:55.731494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port cbcb9d9d-01c5-435e-8dbf-82149b0c420c yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:55.742489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 8d972546-e813-47de-8e8f-3068e3047eb1 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:44:55.954502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/ee22c60b-14ed-45b0-9e24-e2a0567a9499/8d8a3e76-7a15-40a0-b9a8-7c35317ffef6) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:56.171802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:56.266711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Port': ['ID=2feafad9-bda8-407c-9f34-004ba20f8642,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:56.396319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No DVR routers for this DVR port 2feafad9-bda8-407c-9f34-004ba20f8642 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:44:56.546341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:56.690776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:56.758396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:56.847147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Subnet': ['ID=27cb354b-a691-437f-8119-ab942fa4a23c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:56.944824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:56.981857 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.036948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Transition to ACTIVE for port object 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:57.053007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.098157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Transition to ACTIVE for port object 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:57.112897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.124563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7123cb-866f-41c2-ad2e-42e8a3c1d7df']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:57.214034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:57.224074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:57.229751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:57.249082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:57.249402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:57.281409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:57.293374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b36f338-565e-4f51-8afe-187b797141c8 req-a30c3851-afa9-46e0-8e04-6bf4e4624585 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.2354355 Aug 25 11:44:57.315273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Pushing event updated for resources: {'Port': ['ID=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:57.315937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:57.316732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.321319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=cbcb9d9d-01c5-435e-8dbf-82149b0c420c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:57.330318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667c3875-ffba-48ce-af55-c32899b93859') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:57.331974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667c3875-ffba-48ce-af55-c32899b93859') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:44:57.370406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5174dda6-3b59-4512-a668-d4d58dcbe5c7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1356649 Aug 25 11:44:57.371191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51374) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:57.387599 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.443397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.483569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.574151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::1bc (5ab3dabd-4995-4637-bca4-885aee72df93/ee22c60b-14ed-45b0-9e24-e2a0567a9499/8d972546-e813-47de-8e8f-3068e3047eb1) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:44:57.613433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:44:57.618444 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:44:57.630526 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:44:57.702748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714a73c-385d-4bd1-8ffb-8450bfd4769b None None] Network 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:44:57.728131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port cbcb9d9d-01c5-435e-8dbf-82149b0c420c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:57.729140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.936223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.955417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:57.962571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/4e7123cb-866f-41c2-ad2e-42e8a3c1d7df HTTP/1.1" status: 204 len: 168 time: 6.7225087 Aug 25 11:44:57.972673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51386) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:57.986134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aab6c4-0417-4b6f-8428-a1f334924059 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Network': ['ID=4e7123cb-866f-41c2-ad2e-42e8a3c1d7df,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:58.067813 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29d1ff6-fe45-4be6-a67a-cc5c47f1a36f tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:58.069552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29d1ff6-fe45-4be6-a67a-cc5c47f1a36f tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:58.082227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f29d1ff6-fe45-4be6-a67a-cc5c47f1a36f tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/27cb354b-a691-437f-8119-ab942fa4a23c HTTP/1.1" status: 404 len: 337 time: 0.1066570 Aug 25 11:44:58.084809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51388) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:58.088852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:58.126644 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4132edc-2c50-40a8-824b-4cb084097063 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:58.129072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4132edc-2c50-40a8-824b-4cb084097063 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:58.136214 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c4132edc-2c50-40a8-824b-4cb084097063 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/4e7123cb-866f-41c2-ad2e-42e8a3c1d7df HTTP/1.1" status: 404 len: 339 time: 0.0422218 Aug 25 11:44:58.137245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51390) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:58.189406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Attempting to bind port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:44:58.197824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Attempting to bind port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:44:58.198991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Attempting to bind port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:44:58.214452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c09d8faa-8ce2-4c45-b63e-7c2bbdfd4150 None None] Could not find standard attr ID for object 2feafad9-bda8-407c-9f34-004ba20f8642. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:44:58.222215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:44:58.222927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:44:58.223996 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:58.228359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:44:58.230790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Bound port: 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:44:58.234757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:58.352886 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:58.384963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 8d972546-e813-47de-8e8f-3068e3047eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:44:58.472604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:58.532070 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9551e60-5efe-478c-a3a4-a819483adde0 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:58.533253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9551e60-5efe-478c-a3a4-a819483adde0 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:58.536241 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d9551e60-5efe-478c-a3a4-a819483adde0 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/efce46b4-c72d-4a22-b016-5ffa69cb820b HTTP/1.1" status: 404 len: 337 time: 0.3947804 Aug 25 11:44:58.541410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1eae3-cc87-447d-bb11-b6b968ee4869 None None] DHCP port deletion for 4e7123cb-866f-41c2-ad2e-42e8a3c1d7df request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:44:58.545275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for cbcb9d9d-01c5-435e-8dbf-82149b0c420c owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:58.565191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51394) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:58.670707 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4df828-6188-4510-b845-3e4b6d475c3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:58.671463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4df828-6188-4510-b845-3e4b6d475c3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:58.682073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8f4df828-6188-4510-b845-3e4b6d475c3c tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/418a6d7e-dd44-4467-85a8-d5f88b12424a HTTP/1.1" status: 404 len: 339 time: 0.1022744 Aug 25 11:44:58.687065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51400) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:58.747432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:44:58.784485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] For port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:44:58.799154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] For port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:44:58.803200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:44:58.809831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:58.815630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:44:58.861087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:58.869623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:59.131460 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ea5585-9475-4dc8-8d85-54d311d7afa5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:59.134087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ea5585-9475-4dc8-8d85-54d311d7afa5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:59.143986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2feafad9-bda8-407c-9f34-004ba20f8642 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:44:59.144240 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-29ea5585-9475-4dc8-8d85-54d311d7afa5 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/a0af6ea5-d9ed-4f34-9fb1-bf17339a086d HTTP/1.1" status: 404 len: 337 time: 0.4431374 Aug 25 11:44:59.146917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b669f-2653-4a68-8e9a-0e36cdd15093 req-21468ba3-efd6-4662-a98d-63b6054496a2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1149786 Aug 25 11:44:59.159102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=8d972546-e813-47de-8e8f-3068e3047eb1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:59.174449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51406) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:59.242366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-23948a34-ea24-4ece-9153-66e3cb5f7821 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:59.244770 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-23948a34-ea24-4ece-9153-66e3cb5f7821 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 1.0669169 Aug 25 11:44:59.255860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a739ef-8c17-447b-9f32-eda435e382f0 None None] Pushing event updated for resources: {'Port': ['ID=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:59.263151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': '073953c2-9435-440b-a70b-352bb293bcb3', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:59.268151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2feafad9-bda8-407c-9f34-004ba20f8642 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:44:59.269521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2feafad9-bda8-407c-9f34-004ba20f8642 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:44:59.278647 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:59.287345 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f175be4b-9ad3-4e2a-9c6a-a04a25d10676 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:44:59.287909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f175be4b-9ad3-4e2a-9c6a-a04a25d10676 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:44:59.291796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f175be4b-9ad3-4e2a-9c6a-a04a25d10676 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/df313bd0-23f1-4bef-aae6-cf20638acdda HTTP/1.1" status: 404 len: 339 time: 0.1003895 Aug 25 11:44:59.297936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51408) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:59.331804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b70cdf3f-5317-41d8-bd54-a283baac2e86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8950934 Aug 25 11:44:59.357008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51410) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:59.500925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:59.508420 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/cbcb9d9d-01c5-435e-8dbf-82149b0c420c HTTP/1.1" status: 204 len: 168 time: 2.1353657 Aug 25 11:44:59.555767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51412) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:44:59.562402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'mac_address': 'fa:16:3e:d3:12:d8', 'name': 'tempest-PortsTestJSON-1559053076'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:44:59.572347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd7d41-e927-4668-9d5c-bf62768e0cd1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=cbcb9d9d-01c5-435e-8dbf-82149b0c420c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:44:59.659457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting port 98704127-940d-445d-8032-dc53cb6eb336 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:44:59.659970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:59.807855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:44:59.837236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Calling delete_port for 98704127-940d-445d-8032-dc53cb6eb336 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:44:59.853610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ed464-beff-41ce-89be-1421855babb4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:59.867988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ed464-beff-41ce-89be-1421855babb4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:44:59.871407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7a1ed464-beff-41ce-89be-1421855babb4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5128245 Aug 25 11:44:59.874946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51418) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:00.047939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:00.287611 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:00.300282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:00.322300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:00.451509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Port': ['ID=98704127-940d-445d-8032-dc53cb6eb336,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:00.492405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 8d972546-e813-47de-8e8f-3068e3047eb1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:00.492898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:00.502765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:00.505190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f3cdda28-1dd5-4521-867e-2965fb436623 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/ports/98704127-940d-445d-8032-dc53cb6eb336 HTTP/1.1" status: 204 len: 168 time: 1.2060754 Aug 25 11:45:00.508073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:00.512112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51436) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:00.641172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-986a61bc-76e6-49bb-a6a5-c78133b6ac4d req-6fbcca15-36df-49c0-99ec-1c09e954db32 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1910002 Aug 25 11:45:00.792464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:00.824318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 8d972546-e813-47de-8e8f-3068e3047eb1 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:00.912939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.13 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/d160c683-e381-415c-be53-e71f76170ea5) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:00.951847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:01.178342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-03aff23e-11ae-49c5-9c21-70f707af8122 None None] Provisioning for port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:01.263074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:01.338558 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:01.382849 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dd46ec-a5cc-4df5-8d87-d127e0653527 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:45:01.386074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97dd46ec-a5cc-4df5-8d87-d127e0653527 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:45:01.392006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97dd46ec-a5cc-4df5-8d87-d127e0653527 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/a9a65458-d7dc-47c3-877d-f520e7f53b72 HTTP/1.1" status: 404 len: 337 time: 0.8644490 Aug 25 11:45:01.416700 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:01.546549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=8d972546-e813-47de-8e8f-3068e3047eb1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:01.634019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port cabe46eb-0321-43cb-8570-65eb17ace470 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:01.641773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:01.645263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:01.651995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:01.652501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:01.657014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-913b9cb7-4432-4d35-9e59-b526e427da29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/8d972546-e813-47de-8e8f-3068e3047eb1 HTTP/1.1" status: 204 len: 168 time: 1.7787182 Aug 25 11:45:01.657341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51450) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:01.775157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276dc93-76af-41da-9387-e81959bd201f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:01.782636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276dc93-76af-41da-9387-e81959bd201f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:01.789748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0276dc93-76af-41da-9387-e81959bd201f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1287086 Aug 25 11:45:01.791378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51454) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:01.857777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-284d1c08-d506-4212-b75d-3d06705d4a72 None None] Could not find standard attr ID for object 8d972546-e813-47de-8e8f-3068e3047eb1. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:45:02.022243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e06e478-ffd5-40c1-b381-af84866b6413 req-083cd93d-25ca-4f31-808e-dbf2a5c7cc53 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1625319 Aug 25 11:45:02.054480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet ee22c60b-14ed-45b0-9e24-e2a0567a9499 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:02.072509 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:02.074218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:02.196408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:02.209725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:02.235110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:02.426928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:02.436600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca59d77-dce2-416d-b296-85fabd6881da None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:45:02.716647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:02.838742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:02.907839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca59d77-dce2-416d-b296-85fabd6881da None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:45:03.065383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:03.127791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:03.151518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object d160c683-e381-415c-be53-e71f76170ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:03.196095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:03.216459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:03.223420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/ee22c60b-14ed-45b0-9e24-e2a0567a9499 HTTP/1.1" status: 204 len: 168 time: 1.4296854 Aug 25 11:45:03.231957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51472) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:03.304187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:03.431980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9496f9d7-a7cb-47c5-b0f4-a4fff950a5a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1949437 Aug 25 11:45:03.450783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:03.468261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:03.480702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:03.563323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7ad8c01-f679-4ecd-8b1f-a8aad6ecc603 req-4bc0652f-648e-496c-a8c8-dbc6dbd5d6a7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1905441 Aug 25 11:45:03.563584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910636f-9ee4-4c2c-9547-2597caa44e52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=ee22c60b-14ed-45b0-9e24-e2a0567a9499,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:03.833623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:03.834072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:03.915962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:03.923969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=cabe46eb-0321-43cb-8570-65eb17ace470,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:03.946126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:04.025928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:04.041399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:04.042120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:04.174211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:04.209223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2e4548-2f67-419c-8a65-2dfd35d23fa6']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:04.310746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec288205-d712-47f3-9ee9-917699713a24') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:04.311684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec288205-d712-47f3-9ee9-917699713a24') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:04.341247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f2cbe-6ab3-4bf6-bb45-5835d078b56c None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:04.380751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:04.560922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:04.578459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:04.633117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['de6de980-aebc-4c57-9463-5286af16eede'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:45:04.665780 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69ea60f9-4d80-4cca-85cd-ee5b3bee917a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.1080983 Aug 25 11:45:04.669985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51486) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:04.710950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:04.711828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:04.720318 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:04.805268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1edb1-cbe4-495e-9bb6-9902120bfd13 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:04.823713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8dd1edb1-cbe4-495e-9bb6-9902120bfd13 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/cabe46eb-0321-43cb-8570-65eb17ace470 HTTP/1.1" status: 200 len: 841 time: 0.1515121 Aug 25 11:45:04.828802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51488) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:04.969262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:45:05.007945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc36e67-8009-4208-9e5a-8272f7f2568f req-10a60e6e-2a70-476c-8039-a611ed606be8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:05.016441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3dc36e67-8009-4208-9e5a-8272f7f2568f req-10a60e6e-2a70-476c-8039-a611ed606be8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 932 time: 0.0987542 Aug 25 11:45:05.098948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3dc36e67-8009-4208-9e5a-8272f7f2568f req-a4e9d1f1-6d61-447b-947b-270667b75e86 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Aug 25 11:45:05.149936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port cabe46eb-0321-43cb-8570-65eb17ace470 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:05.162530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.303369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:45:05.411942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:05.420370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.424666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.430094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:05.453887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:05.459577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:05.466316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for cabe46eb-0321-43cb-8570-65eb17ace470 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:05.492299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=d160c683-e381-415c-be53-e71f76170ea5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:05.600878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.638632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.640741 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/9a2e4548-2f67-419c-8a65-2dfd35d23fa6 HTTP/1.1" status: 204 len: 168 time: 4.2228744 Aug 25 11:45:05.647053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:05.805664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215724-fc30-462e-8c44-ab840848c5b2 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Network': ['ID=9a2e4548-2f67-419c-8a65-2dfd35d23fa6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:05.817825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.849572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:05.850349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:05.978096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=cabe46eb-0321-43cb-8570-65eb17ace470,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:05.997186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.006392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-49cf1268-8ade-4261-82ae-07a863198c3d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/cabe46eb-0321-43cb-8570-65eb17ace470 HTTP/1.1" status: 204 len: 168 time: 1.1743901 Aug 25 11:45:06.009544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51504) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:06.144304 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a03aea-4d7c-40ab-aca4-374572cd860e tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:45:06.149248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-06a03aea-4d7c-40ab-aca4-374572cd860e tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/cabe46eb-0321-43cb-8570-65eb17ace470 HTTP/1.1" status: 404 len: 333 time: 0.1372240 Aug 25 11:45:06.155644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51510) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:06.171028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'name': 'tempest-PortsTestJSON-1288657242'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:06.181537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-110338e1-3c68-4824-b81f-ff633f5f1ea1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9179997 Aug 25 11:45:06.191062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7ea56e01-5bb1-491d-a99f-caa902ec49ec None None] Provisioning for port d160c683-e381-415c-be53-e71f76170ea5 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:06.210615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.218074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Request body: {'port': {'device_id': '073953c2-9435-440b-a70b-352bb293bcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:06.229475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7ea56e01-5bb1-491d-a99f-caa902ec49ec None None] Provisioning complete for port d160c683-e381-415c-be53-e71f76170ea5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:06.230544 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ea56e01-5bb1-491d-a99f-caa902ec49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.383674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] Deleting port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:06.384724 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.603540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4158f5-180c-4796-9a65-6deac044819f req-fa5428d0-ca27-491c-99d8-45da74451b30 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:06.618494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc4158f5-180c-4796-9a65-6deac044819f req-fa5428d0-ca27-491c-99d8-45da74451b30 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 932 time: 0.2427695 Aug 25 11:45:06.622771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.671894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] For port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:06.672394 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.694255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] Calling delete_port for 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:06.697585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting port 2ca5557b-6e90-4392-b7b2-fb4f8c6352f2 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:06.698339 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.790393 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:45:06.931099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc4158f5-180c-4796-9a65-6deac044819f req-250bad71-21f8-4c5a-b336-dc07c2f34dc7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082490 Aug 25 11:45:06.931667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:06.938927 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.942330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:06.985470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:07.080341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d160c683-e381-415c-be53-e71f76170ea5 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:45:07.090205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:07.105941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Transition to ACTIVE for port object d160c683-e381-415c-be53-e71f76170ea5 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:07.120544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:07.160333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:07.212778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7ea56e01-5bb1-491d-a99f-caa902ec49ec None None] Port d160c683-e381-415c-be53-e71f76170ea5 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:45:07.227500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] Pushing event deleted for resources: {'Port': ['ID=8d8a3e76-7a15-40a0-b9a8-7c35317ffef6,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:07.259806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e4e54-47b3-4c8d-80c4-995995065719 None None] No DVR routers for this DVR port 8d8a3e76-7a15-40a0-b9a8-7c35317ffef6 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:45:07.560865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:07.577270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:07.594026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=53b72966-bd6e-4ea2-9b8e-bd497d940d04,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:07.634480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Pushing event updated for resources: {'Port': ['ID=d160c683-e381-415c-be53-e71f76170ea5,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:07.678489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:07.684536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Calling delete_port for 2ca5557b-6e90-4392-b7b2-fb4f8c6352f2 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:07.702017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55809552-1611-403f-bffe-3a9807e9e62a None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:07.780126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:07.780801 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:07.829162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:07.844473 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e3790348-18bc-451b-bec0-0bc8b40390fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.3840814 Aug 25 11:45:07.844473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51534) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:07.854492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'name': 'tempest-NetworksTestDHCPv6-660661829'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:08.163255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:08.338956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:08.353479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:08.407553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '53b72966-bd6e-4ea2-9b8e-bd497d940d04'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:08.408230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:08.408587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:08.417632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:08.418687 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:08.451721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378812-0984-4110-958f-a079d5a4e2ad req-66e7f5c5-c544-4ca6-aa44-94475ba69f23 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:08.459374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27378812-0984-4110-958f-a079d5a4e2ad req-66e7f5c5-c544-4ca6-aa44-94475ba69f23 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.3350973 Aug 25 11:45:08.474539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3160019 Aug 25 11:45:08.475664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51540) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:08.499032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:08.747107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/53b72966-bd6e-4ea2-9b8e-bd497d940d04/3ce79c70-5745-407c-be16-cb7cd593bea8) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:08.790409 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:08.825637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8ab7a-5058-441a-b6ef-92e80cd36166 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:08.957962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27378812-0984-4110-958f-a079d5a4e2ad req-14696115-0483-4b94-bd92-a8df7ea06051 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399329 Aug 25 11:45:09.442901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Attempting to bind port d160c683-e381-415c-be53-e71f76170ea5 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:09.445598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Attempting to bind port d160c683-e381-415c-be53-e71f76170ea5 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:09.446211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Attempting to bind port d160c683-e381-415c-be53-e71f76170ea5 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:09.487234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Port d160c683-e381-415c-be53-e71f76170ea5 on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:45:09.488252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Attempting to bind port d160c683-e381-415c-be53-e71f76170ea5 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:09.501838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:09.502708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:09.503712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:09.504419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Bound port: d160c683-e381-415c-be53-e71f76170ea5, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:09.505149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:09.612950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:09.615599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:09.627057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:09.650912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Transition to ACTIVE for port object 3ce79c70-5745-407c-be16-cb7cd593bea8 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:09.750713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Transition to ACTIVE for port object 3ce79c70-5745-407c-be16-cb7cd593bea8 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:09.760584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:09.767447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:09.821972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] In _notify_port_updated(), no bound segment for port 6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 on network 15e18457-c6c0-4e9d-bf13-8870393180ac {{(pid=94910) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:45:09.882796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Pushing event updated for resources: {'Port': ['ID=3ce79c70-5745-407c-be16-cb7cd593bea8,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:09.895422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:09.907585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:09.913328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:09.916502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:09.921345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:09.926478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ebf008e-7157-4dd9-8e9c-4c6476c4b85c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/ports/6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 HTTP/1.1" status: 200 len: 818 time: 1.4408836 Aug 25 11:45:09.927530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51552) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:09.937594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] For port d160c683-e381-415c-be53-e71f76170ea5, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:09.962881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] For port d160c683-e381-415c-be53-e71f76170ea5, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d160c683-e381-415c-be53-e71f76170ea5,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:10.026407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.114072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Attempting to bind port 3ce79c70-5745-407c-be16-cb7cd593bea8 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:10.115387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Attempting to bind port 3ce79c70-5745-407c-be16-cb7cd593bea8 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:10.116640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Attempting to bind port 3ce79c70-5745-407c-be16-cb7cd593bea8 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:10.125198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:10.126060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:10.126954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.127744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:10.128905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Bound port: 3ce79c70-5745-407c-be16-cb7cd593bea8, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:10.129621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.182926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:10.208992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.392880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:10.393609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.395396 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] 10.222.0.10 "PUT /v2.0/ports/d160c683-e381-415c-be53-e71f76170ea5 HTTP/1.1" status: 200 len: 1093 time: 4.2057593 Aug 25 11:45:10.400336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.401963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073953c2-9435-440b-a70b-352bb293bcb3', 'tag': 'd160c683-e381-415c-be53-e71f76170ea5'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:45:10.415084 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d8efa3-c992-4226-a3fb-145c73284096" -d '{"events": [{"name": "network-changed", "server_uuid": "073953c2-9435-440b-a70b-352bb293bcb3", "tag": "d160c683-e381-415c-be53-e71f76170ea5"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:45:10.480959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:10.585479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] For port 3ce79c70-5745-407c-be16-cb7cd593bea8, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:10.601460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] For port 3ce79c70-5745-407c-be16-cb7cd593bea8, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ce79c70-5745-407c-be16-cb7cd593bea8,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:10.617873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:10.633761 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb06a33a-8e60-4a99-8530-5aec83c6f6e4 x-openstack-request-id: req-eb06a33a-8e60-4a99-8530-5aec83c6f6e4 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:45:10.635788 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073953c2-9435-440b-a70b-352bb293bcb3", "tag": "d160c683-e381-415c-be53-e71f76170ea5", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:45:10.636451 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb06a33a-8e60-4a99-8530-5aec83c6f6e4 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:45:10.639489 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073953c2-9435-440b-a70b-352bb293bcb3', 'tag': 'd160c683-e381-415c-be53-e71f76170ea5', 'status': 'completed', 'code': 200} Aug 25 11:45:10.813070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3be1-b7ef-4783-be6c-7756f2d520fe req-d33cf49d-06f2-472d-b0b1-d5f34a30d408 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:10.820728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62dc3be1-b7ef-4783-be6c-7756f2d520fe req-d33cf49d-06f2-472d-b0b1-d5f34a30d408 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.5218887 Aug 25 11:45:11.016690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62dc3be1-b7ef-4783-be6c-7756f2d520fe req-4a32b7f7-c79c-4703-915b-f6e2ea684844 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848614 Aug 25 11:45:11.053405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:11.055895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:11.080341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739e95b-a17c-48ef-bf63-41efd00858db None None] Pushing event updated for resources: {'Port': ['ID=3ce79c70-5745-407c-be16-cb7cd593bea8,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:11.215839 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:11.241869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:11.270946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:11.274700 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/ports/2ca5557b-6e90-4392-b7b2-fb4f8c6352f2 HTTP/1.1" status: 204 len: 168 time: 5.6058195 Aug 25 11:45:11.286602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51566) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:11.467810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:11.573802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66b5a7-27b9-483f-9ea6-6067432ddbbc service neutron] Pushing event updated for resources: {'Port': ['ID=d160c683-e381-415c-be53-e71f76170ea5,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:11.596709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:11.614004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:11.621449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-239ed485-f1a0-4b81-8992-5c83c67fb775 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 HTTP/1.1" status: 204 len: 168 time: 1.6816707 Aug 25 11:45:11.622716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51572) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:11.731318 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7205089-e098-4acd-acfc-64416e8c58d6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] DELETE failed (client error): The resource could not be found. Aug 25 11:45:11.739332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7205089-e098-4acd-acfc-64416e8c58d6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:45:11.752719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51574) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:11.764703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7205089-e098-4acd-acfc-64416e8c58d6 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/99a58f57-c199-4534-b368-7cbf7ccd1472 HTTP/1.1" status: 404 len: 337 time: 0.4455819 Aug 25 11:45:11.768679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51578) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:11.936603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49a67d-382e-4fa1-8271-9b807a7e76dc tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:11.939582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cc49a67d-382e-4fa1-8271-9b807a7e76dc tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3155432 Aug 25 11:45:11.954511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51582) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:12.001078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e8433-e91c-409b-b39d-9604c675b98a tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Port': ['ID=2ca5557b-6e90-4392-b7b2-fb4f8c6352f2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:12.016800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-5a2dd28f-2d47-48bb-88d5-779fc2734f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:12.025022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-5a2dd28f-2d47-48bb-88d5-779fc2734f01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 1096 time: 1.4619353 Aug 25 11:45:12.088712 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d7ba36-2842-4307-aa35-cc98adef402d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:45:12.091208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58d7ba36-2842-4307-aa35-cc98adef402d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/6fc9be55-67ca-4cb8-9bcd-f32464ce0fe9 HTTP/1.1" status: 404 len: 333 time: 0.1342044 Aug 25 11:45:12.111177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51586) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:12.142461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-405660679'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:12.340739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:12.349420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:12.403050 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-5fd4857f-06b4-4bc4-b311-252ffbc146a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d160c683-e381-415c-be53-e71f76170ea5 HTTP/1.1" status: 200 len: 217 time: 0.1950054 Aug 25 11:45:12.578078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-23f7a88d-8e33-4d70-95b0-79318c8c6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:12.580827 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-23f7a88d-8e33-4d70-95b0-79318c8c6f22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1634622 Aug 25 11:45:12.834771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::3a8 (5ab3dabd-4995-4637-bca4-885aee72df93/53b72966-bd6e-4ea2-9b8e-bd497d940d04/d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:12.931513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:13.047442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:13.094123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264017cd-65e3-4af4-acab-78e1e58b4ba3 req-425eb5b5-c600-4ba8-8360-b97943ee939a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:13.121887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-264017cd-65e3-4af4-acab-78e1e58b4ba3 req-425eb5b5-c600-4ba8-8360-b97943ee939a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.6460562 Aug 25 11:45:13.179791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-178c5bfa-b900-4eda-be8d-ca200fd5d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:13.182823 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-178c5bfa-b900-4eda-be8d-ca200fd5d07f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5863118 Aug 25 11:45:13.213523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Deleting subnet 7348542e-b503-4656-861b-a2302ae3c685 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:13.220234 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:13.425765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:13.569569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ce79c70-5745-407c-be16-cb7cd593bea8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:13.589680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:13.675858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:13.676696 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment 0dc16b05-95d2-41f2-ac61-f7c415512094 of type vlan for network 3b88d0fe-eb37-473b-8286-408d2d248cbd Aug 25 11:45:13.689462 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:13.750019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7348542e-b503-4656-861b-a2302ae3c685,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:13.764680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3ce79c70-5745-407c-be16-cb7cd593bea8 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:13.814020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] Provisioning for port 3ce79c70-5745-407c-be16-cb7cd593bea8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:13.827849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-264017cd-65e3-4af4-acab-78e1e58b4ba3 req-9aca85ed-5083-4b18-ba4d-9c8719f3faa7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906924 Aug 25 11:45:13.829027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] Provisioning complete for port 3ce79c70-5745-407c-be16-cb7cd593bea8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:13.830120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.024501 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-02230661-99ef-48ee-ba79-a30f0a112152 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010640 Aug 25 11:45:14.074440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.087515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.094028 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.122222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e5402fe5-9cf4-41f6-b170-e51b41045650 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7348542e-b503-4656-861b-a2302ae3c685 HTTP/1.1" status: 204 len: 168 time: 2.3510087 Aug 25 11:45:14.123608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51604) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:14.256710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] For port 3ce79c70-5745-407c-be16-cb7cd593bea8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ce79c70-5745-407c-be16-cb7cd593bea8,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:14.270632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.291874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:45:14.442612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de0c96-263c-4cde-a8a4-3bf931212464 None None] Pushing event updated for resources: {'Port': ['ID=3ce79c70-5745-407c-be16-cb7cd593bea8,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:14.467593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.481027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:14.483410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.484688 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.515522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385f9372-74b7-49d8-aab2-61622c4523f0']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:14.558358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af515650-2ba2-4729-89e1-28670883cdd2') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:14.561265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af515650-2ba2-4729-89e1-28670883cdd2') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:14.587274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.617874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.5013480 Aug 25 11:45:14.618854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51610) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:14.622498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.636535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:14.637279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.685822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:14.789257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f6a4b451-5697-4211-9e77-73b72bd45584 req-f077d22f-0bb6-4fa0-9312-83a453b1544b service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677548 Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:14.790231 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:14.833726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f2c83-aeb1-4703-ac83-4bc256568c32 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=3b88d0fe-eb37-473b-8286-408d2d248cbd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:14.855153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:14.937876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:14.966362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.112074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.127811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:15.157455 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.157455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/385f9372-74b7-49d8-aab2-61622c4523f0 HTTP/1.1" status: 204 len: 168 time: 3.2593963 Aug 25 11:45:15.224447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51614) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:15.287616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.314745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0113f866-ecc1-42d6-9227-b6ea5d9d69ef']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:15.341017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf60df29-e83b-4c16-9f61-cd901861bbe6') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:15.344293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf60df29-e83b-4c16-9f61-cd901861bbe6') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:15.365313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.479297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f427b-125f-42e7-9292-5d66f77bb462 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Network': ['ID=385f9372-74b7-49d8-aab2-61622c4523f0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:15.518052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ce79c70-5745-407c-be16-cb7cd593bea8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:15.544485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8efa3-c992-4226-a3fb-145c73284096 req-48dbdd12-8841-41c3-bfc1-5d0a8711ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:15.547213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-48dbdd12-8841-41c3-bfc1-5d0a8711ed55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 1096 time: 0.5963373 Aug 25 11:45:15.558137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.648903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:15.649610 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.743251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3ce79c70-5745-407c-be16-cb7cd593bea8 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:15.743788 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:15.765958 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:16.085869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting subnet 33eb8b27-9081-4a1f-9d83-0f47edda82ea {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:16.092431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8efa3-c992-4226-a3fb-145c73284096 req-a301a92d-bebc-4e14-9b25-74d536fac18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:16.094464 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-a301a92d-bebc-4e14-9b25-74d536fac18c service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.5381157 Aug 25 11:45:16.095579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.150767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:16.185704 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.188406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.196518 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-9ef49a12-d82d-4748-ad59-fa5a1baa4c47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d160c683-e381-415c-be53-e71f76170ea5 HTTP/1.1" status: 200 len: 217 time: 0.0743010 Aug 25 11:45:16.276613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.384030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:16.395322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:16.397639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:16.402863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8efa3-c992-4226-a3fb-145c73284096 req-bb9f261c-f6d0-48d0-8d25-2533406febec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:16.405459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-bb9f261c-f6d0-48d0-8d25-2533406febec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1994882 Aug 25 11:45:16.408881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:16.416090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:16.416925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.477482 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6812f0fd-0511-40a6-8c8d-c6efbb35ada5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.6311405 Aug 25 11:45:16.481663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:16.691121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8efa3-c992-4226-a3fb-145c73284096 req-64263298-872b-4e35-b783-fd5995d8a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:16.700025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-64263298-872b-4e35-b783-fd5995d8a818 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716420 Aug 25 11:45:16.725475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.943594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.953526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c2e29-eb30-4ac4-96a5-53c1a49f8ee1 req-8dca2e5b-0347-4400-abab-c17727228a9e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:16.962427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f3c2e29-eb30-4ac4-96a5-53c1a49f8ee1 req-8dca2e5b-0347-4400-abab-c17727228a9e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 1.3763087 Aug 25 11:45:16.970973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:16.982775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] 10.222.0.35 "DELETE /v2.0/networks/0113f866-ecc1-42d6-9227-b6ea5d9d69ef HTTP/1.1" status: 204 len: 168 time: 2.8547623 Aug 25 11:45:17.025708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b4007-90a9-4911-a38f-f9b04a7bbada admin admin] Pushing event deleted for resources: {'Network': ['ID=0113f866-ecc1-42d6-9227-b6ea5d9d69ef,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:17.097483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5e299d88-f238-46c6-8175-3127cafa77e6 None None] Provisioning for port d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:17.117757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5e299d88-f238-46c6-8175-3127cafa77e6 None None] Provisioning complete for port d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:17.127711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f3c2e29-eb30-4ac4-96a5-53c1a49f8ee1 req-07b8c8d1-a368-41ea-82a9-b33992493e10 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422164 Aug 25 11:45:17.128324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e299d88-f238-46c6-8175-3127cafa77e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:17.264597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:17.267291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76ec80-1c54-4047-8eed-2c03d67da7f8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:17.281905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5e299d88-f238-46c6-8175-3127cafa77e6 None None] Port d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:45:17.284073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76ec80-1c54-4047-8eed-2c03d67da7f8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:17.288158 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d76ec80-1c54-4047-8eed-2c03d67da7f8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.8046956 Aug 25 11:45:17.296067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51632) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:17.373266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=a85f31ac-e979-4ec0-94b8-c6c743a0de49,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:17.448627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': '0dc16b05-95d2-41f2-ac61-f7c415512094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:17.449401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: 3b88d0fe-eb37-473b-8286-408d2d248cbd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:45:17.486279 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-ee97d3cf-ece1-40cd-9b21-1b3f6584c5b7 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536590 Aug 25 11:45:17.561217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:45:17.608486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 3b88d0fe-eb37-473b-8286-408d2d248cbd) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:17.634429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670a61d-2f1b-40ac-92bf-0ff9b5c7f00e None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:17.671450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:17.676032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:17.709109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51640) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:17.910547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:17.973876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fd54a8ea-581b-48ac-980f-3d7dc3846f77 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3015568 Aug 25 11:45:17.983324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51644) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:17.995973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:18.121480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Subnet': ['ID=33eb8b27-9081-4a1f-9d83-0f47edda82ea,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:18.139101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:18.142277 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f721bed6-e49c-4026-b8e0-fba520884cf8 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/subnets/33eb8b27-9081-4a1f-9d83-0f47edda82ea HTTP/1.1" status: 204 len: 168 time: 2.8933527 Aug 25 11:45:18.148405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51646) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:18.202350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13928369-432f-4edb-934f-8a0e71856aea None None] Network ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:18.296680 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-983ad9c0-1694-411e-9305-d491a6932b31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=843576927c9a41499595364ddb3dca1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400662 Aug 25 11:45:18.318855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51652) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:18.384808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20dd357a-62c8-4cf5-988f-6213e2ddcc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:18.583468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-3b88d0fe-eb37-473b-8286-408d2d248cbd', 'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': 'a85f31ac-e979-4ec0-94b8-c6c743a0de49'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:18.586198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:18.679676 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35d8efa3-c992-4226-a3fb-145c73284096 req-3d9fa825-bedc-4ea7-9f59-75267a858e02 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1814771 Aug 25 11:45:18.692945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:18.697800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:18.714910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:18.793415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:18.797504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:18.821566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-246ba021-d708-488d-9464-092b06795737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.028192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Allocated IP 172.20.0.2 (3b88d0fe-eb37-473b-8286-408d2d248cbd/a85f31ac-e979-4ec0-94b8-c6c743a0de49/110d3a8e-1599-4028-851b-386cba277e3c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:19.078777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] DHCP port deletion for ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:45:19.089862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc7dd1-0a5b-4787-a1c3-ffc1cc144238 req-e2fc390e-0a35-4e98-9aa5-5b34b7b48014 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:19.090799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.104131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccfc7dd1-0a5b-4787-a1c3-ffc1cc144238 req-e2fc390e-0a35-4e98-9aa5-5b34b7b48014 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.6321437 Aug 25 11:45:19.143867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:19.163923 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-246ba021-d708-488d-9464-092b06795737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.189305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Deleting port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:19.189624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.306607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ccfc7dd1-0a5b-4787-a1c3-ffc1cc144238 req-82c0c890-d935-40ea-9488-cce72daba104 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012615 Aug 25 11:45:19.322120 n-d-778732-11 neutron-server[94910]: INFO neutron.db.ipam_backend_mixin [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a85f31ac-e979-4ec0-94b8-c6c743a0de49 (CIDR: 172.20.0.0/28) Aug 25 11:45:19.343617 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:45:19.344931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:45:19.394998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:45:19.408822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51662) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:19.409900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-415bd2e3-0f48-4a5d-af2b-4552807482f6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4249821 Aug 25 11:45:19.414553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-246ba021-d708-488d-9464-092b06795737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.424912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-246ba021-d708-488d-9464-092b06795737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.427213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:19.432125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-246ba021-d708-488d-9464-092b06795737 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6686a447-e45a-43c2-b79c-0dbbac8caa15 HTTP/1.1" status: 204 len: 168 time: 1.1097543 Aug 25 11:45:19.458410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-c09650f6-b5c4-456d-a302-72d1080be660 req-c06616b6-510f-4127-8d3f-54a5c4fdf227 service neutron] (94910) timed out ('10.222.0.67', 65340) {{(pid=94910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:45:19.496471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ba021-d708-488d-9464-092b06795737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6686a447-e45a-43c2-b79c-0dbbac8caa15,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:19.651300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] For port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,segment=NetworkSegment(b7838827-579f-4d61-996f-4dff59cb2ba0),segment_id=b7838827-579f-4d61-996f-4dff59cb2ba0)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:19.652027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.679475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Calling delete_port for acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:19.812426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:19.903930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No active binding found for port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd {{(pid=94912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 11:45:19.904657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:45:19.916353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Deleting port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:19.916883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:20.129193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] For port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:20.130147 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:20.189043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Calling delete_port for acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:20.199675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:45:20.206533 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:20.274386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] Pushing event deleted for resources: {'Port': ['ID=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:20.314709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0a64c-86bd-493a-bb43-02264c118d98 None None] No DVR routers for this DVR port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:45:20.413725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:20.683098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087160-99a9-48ef-997c-abdc551a7b3b req-09ed05fa-6af2-4f7c-8868-79fa73e8daf1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:20.695089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd087160-99a9-48ef-997c-abdc551a7b3b req-09ed05fa-6af2-4f7c-8868-79fa73e8daf1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.1225278 Aug 25 11:45:20.831898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd087160-99a9-48ef-997c-abdc551a7b3b req-a78973ef-629d-488f-99c2-ab48fa55a2d7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339705 Aug 25 11:45:20.923983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Port': ['ID=acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:21.005335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] No DVR routers for this DVR port acaf8cd2-95a3-4bb2-95fe-f0bd431eb2bd on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:45:21.023858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Transition to ACTIVE for port object 110d3a8e-1599-4028-851b-386cba277e3c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:21.038913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.061993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Transition to ACTIVE for port object 110d3a8e-1599-4028-851b-386cba277e3c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:21.080989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.167554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:21.292690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Pushing event updated for resources: {'Port': ['ID=110d3a8e-1599-4028-851b-386cba277e3c,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:21.393862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:21.452934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:21.459805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:21.488151 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b665bdf2-4be1-4295-96c1-309a77680af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.497219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.594012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.600118 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f280b563-f0d0-4e4a-becb-8bc1f9d13732 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 HTTP/1.1" status: 204 len: 168 time: 4.2987638 Aug 25 11:45:21.601268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:21.603135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51692) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:21.611773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.620066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.642380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffedbfc8-bdeb-464b-aaf6-c09c92b59af9']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:21.668288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7838827-579f-4d61-996f-4dff59cb2ba0') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:21.668690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7838827-579f-4d61-996f-4dff59cb2ba0') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:21.698731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.701159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Attempting to bind port 110d3a8e-1599-4028-851b-386cba277e3c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:21.702308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Attempting to bind port 110d3a8e-1599-4028-851b-386cba277e3c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0dc16b05-95d2-41f2-ac61-f7c415512094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:21.704183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Attempting to bind port 110d3a8e-1599-4028-851b-386cba277e3c on network 3b88d0fe-eb37-473b-8286-408d2d248cbd {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:21.725986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.730220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:21.732323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Checking segment: {'id': '0dc16b05-95d2-41f2-ac61-f7c415512094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:21.741358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:21.741658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.742659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.743137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Bound using segment: {'id': '0dc16b05-95d2-41f2-ac61-f7c415512094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:21.744718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Bound port: 110d3a8e-1599-4028-851b-386cba277e3c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc16b05-95d2-41f2-ac61-f7c415512094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:21.746200 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.786758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35656fa-69b1-40f8-ab09-e39eb5a8a39f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:21.791425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35656fa-69b1-40f8-ab09-e39eb5a8a39f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:21.798485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e35656fa-69b1-40f8-ab09-e39eb5a8a39f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1887333 Aug 25 11:45:21.798485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51698) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:21.922600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] For port 110d3a8e-1599-4028-851b-386cba277e3c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:21.934176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] For port 110d3a8e-1599-4028-851b-386cba277e3c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=110d3a8e-1599-4028-851b-386cba277e3c,segment=NetworkSegment(0dc16b05-95d2-41f2-ac61-f7c415512094),segment_id=0dc16b05-95d2-41f2-ac61-f7c415512094)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:21.961965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:21.984383 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:22.059312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 53b72966-bd6e-4ea2-9b8e-bd497d940d04 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:22.078249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:22.342779 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:22.346333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6e271-5e22-4f08-96e5-c3efa2f67fa9 None None] Pushing event updated for resources: {'Port': ['ID=110d3a8e-1599-4028-851b-386cba277e3c,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:22.372069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:22.384975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:22.400749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] 10.222.0.35 "DELETE /v2.0/networks/ffedbfc8-bdeb-464b-aaf6-c09c92b59af9 HTTP/1.1" status: 204 len: 168 time: 4.2425103 Aug 25 11:45:22.477524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236f3e1-2e5b-489e-8ef1-ad8054d88206 tempest-NetworksIpV6TestAttrs-663132919 tempest-NetworksIpV6TestAttrs-663132919-project] Pushing event deleted for resources: {'Network': ['ID=ffedbfc8-bdeb-464b-aaf6-c09c92b59af9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:22.479091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780ed52-bf06-4b7e-8aa4-b54bfbd1da4a req-13406589-c387-4881-b160-923e5fc8c771 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:22.506055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2780ed52-bf06-4b7e-8aa4-b54bfbd1da4a req-13406589-c387-4881-b160-923e5fc8c771 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.3355262 Aug 25 11:45:22.543524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:22.816621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:22.817713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2780ed52-bf06-4b7e-8aa4-b54bfbd1da4a req-f6dc350c-4f0b-4095-bded-4dd2cadea8f9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100994 Aug 25 11:45:22.852518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.058256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.277433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=655520dd-7f72-417f-8afc-7d16e9e35bd6,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:23.298039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.323957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:23.342481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:23.346138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.347757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feecc8d0-f90e-4b32-b94c-fbdf607aae56 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:23.353427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/53b72966-bd6e-4ea2-9b8e-bd497d940d04 HTTP/1.1" status: 204 len: 168 time: 1.5533652 Aug 25 11:45:23.380878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51718) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:23.381572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:23.386828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.400427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d9ffe-536f-4c0e-9ca0-f5c1289ddad4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=53b72966-bd6e-4ea2-9b8e-bd497d940d04,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:23.473798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1fe57c5b-4b6d-4b93-a08d-2930d99e769d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869856 Aug 25 11:45:23.477505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51720) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:23.495012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-540540727-network', 'tenant_id': '2c99529bc42c41399ce60c09a0993797'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:23.538533 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ba50799-f960-4143-a6e3-a3e57a8caa3c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1128738 Aug 25 11:45:23.539684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51722) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:23.571400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd', 'fixed_ips': [{'subnet_id': 'a85f31ac-e979-4ec0-94b8-c6c743a0de49'}, {'subnet_id': '655520dd-7f72-417f-8afc-7d16e9e35bd6'}], 'name': 'tempest-PortsTestJSON-1435406904'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:23.639134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 110d3a8e-1599-4028-851b-386cba277e3c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:23.661489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Made reservation on behalf of 2c99529bc42c41399ce60c09a0993797 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:23.669890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.694850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:23.793907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e5756-39e8-4304-8a00-cd5896ac4b3f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:23.813865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-245e5756-39e8-4304-8a00-cd5896ac4b3f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3295014 Aug 25 11:45:23.815048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51728) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:24.164030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc4832-364f-45b6-b817-808b07824c0b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:24.170938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3bdc4832-364f-45b6-b817-808b07824c0b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3530908 Aug 25 11:45:24.173263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51736) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:24.173519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51738) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:24.263989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 110d3a8e-1599-4028-851b-386cba277e3c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:24.314304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-277b8c06-bdcd-4882-b73c-2b5c3f3cafd0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330681 Aug 25 11:45:24.333778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51742) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:24.349675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:24.363546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:24.393578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:24.491812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:24.540835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:24.622712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:45:24.676310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:24.680140 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Added segment 0fb1b299-b8a4-4bae-82d2-8d33ac774fff of type vlan for network ce56730b-17a8-4c99-b62b-fee66e9b60f1 Aug 25 11:45:24.697369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6be306-41df-4005-bf2d-c743715a34e5 None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:24.789625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1cc72-75f5-46b4-9eeb-fa4210f69da9 req-07ee819d-d80e-491e-9640-8e8eb319070a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:24.791322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9db1cc72-75f5-46b4-9eeb-fa4210f69da9 req-07ee819d-d80e-491e-9640-8e8eb319070a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.4816043 Aug 25 11:45:24.799442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:24.812588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:24.853416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69d66e-e2be-46f9-9bb0-1d3df91ead02,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:24.931909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:24.937924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:25.008574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] Provisioning for port 110d3a8e-1599-4028-851b-386cba277e3c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:25.067001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] Provisioning complete for port 110d3a8e-1599-4028-851b-386cba277e3c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:25.067001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.085997 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:45:25.097557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4acab3a2-7e37-4d3d-bc05-d502117b33ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24d8fe71e92d4e4dad9a138ae1ddf286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209614 Aug 25 11:45:25.101485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51744) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:25.138397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9db1cc72-75f5-46b4-9eeb-fa4210f69da9 req-9339bb8e-8f94-421a-9e02-9292f66e9f8b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717432 Aug 25 11:45:25.255638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.274816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:25.275762 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.412488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1dabcb0-0f98-4b73-9be2-f2cc9ecc44aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.624479 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8061128 Aug 25 11:45:25.652542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51754) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:25.660327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.662997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ce79c70-5745-407c-be16-cb7cd593bea8 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:45:25.715566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Request body: {'subnet': {'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-540540727-subnet', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:25.757481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245ca90-0652-453f-8b87-885cbf076c38 admin admin] Pushing event updated for resources: {'Network': ['ID=ce56730b-17a8-4c99-b62b-fee66e9b60f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:25.790661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 5b15651e-b367-47c6-853c-8da8ae5f1cf8 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:25.845444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Made reservation on behalf of 2c99529bc42c41399ce60c09a0993797 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:25.861935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.884938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1dabcb0-0f98-4b73-9be2-f2cc9ecc44aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:25.910872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:26.111750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] Deleting port 3ce79c70-5745-407c-be16-cb7cd593bea8 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:26.112092 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:26.541078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.6 (3b88d0fe-eb37-473b-8286-408d2d248cbd/a85f31ac-e979-4ec0-94b8-c6c743a0de49/5b15651e-b367-47c6-853c-8da8ae5f1cf8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:26.563625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.19 (3b88d0fe-eb37-473b-8286-408d2d248cbd/655520dd-7f72-417f-8afc-7d16e9e35bd6/5b15651e-b367-47c6-853c-8da8ae5f1cf8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:26.652575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] For port 3ce79c70-5745-407c-be16-cb7cd593bea8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ce79c70-5745-407c-be16-cb7cd593bea8,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:26.652984 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:26.770105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:26.965016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] Calling delete_port for 3ce79c70-5745-407c-be16-cb7cd593bea8 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:26.976685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:26.994612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:26.995468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 5b15651e-b367-47c6-853c-8da8ae5f1cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:27.047568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.064333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Update dhcp port {'port': {'network_id': '3b88d0fe-eb37-473b-8286-408d2d248cbd', 'fixed_ips': [{'subnet_id': 'a85f31ac-e979-4ec0-94b8-c6c743a0de49', 'ip_address': '172.20.0.2'}, {'subnet_id': '655520dd-7f72-417f-8afc-7d16e9e35bd6'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '110d3a8e-1599-4028-851b-386cba277e3c'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:45:27.150254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:27.169069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:27.183359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:27.228125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.238087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=57b6406a-cdf5-40e2-b807-cc4535507056,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:27.293297 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1dabcb0-0f98-4b73-9be2-f2cc9ecc44aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.296788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:27.297482 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.302307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1dabcb0-0f98-4b73-9be2-f2cc9ecc44aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.304104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a1dabcb0-0f98-4b73-9be2-f2cc9ecc44aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f286a0b-fb3e-40f5-b6b7-5662e5da9ee0 HTTP/1.1" status: 204 len: 168 time: 2.2012162 Aug 25 11:45:27.324970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.329246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.335152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.335876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.336459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.337040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.337595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.338284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.338916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.339489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.340054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.340653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:27.373399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] For port 110d3a8e-1599-4028-851b-386cba277e3c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=110d3a8e-1599-4028-851b-386cba277e3c,segment=NetworkSegment(0dc16b05-95d2-41f2-ac61-f7c415512094),segment_id=0dc16b05-95d2-41f2-ac61-f7c415512094)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:27.385806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=5b15651e-b367-47c6-853c-8da8ae5f1cf8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:27.408669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aa9a3-a634-41fc-843a-818fadc02bf8 req-832defb7-b5f4-4ff9-b9ef-fdc88ab21ccc tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:27.416026 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ee5b462-780f-4f1c-85df-4654a1bda397 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8668120 Aug 25 11:45:27.416713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51772) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:27.421864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef4aa9a3-a634-41fc-843a-818fadc02bf8 req-832defb7-b5f4-4ff9-b9ef-fdc88ab21ccc tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.8167634 Aug 25 11:45:27.422362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a85f31ac-e979-4ec0-94b8-c6c743a0de49'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:27.437904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:27.457418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dabcb0-0f98-4b73-9be2-f2cc9ecc44aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f286a0b-fb3e-40f5-b6b7-5662e5da9ee0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:27.469576 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.472495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.478068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:27.492582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:27.494897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.551627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-394f53e5-8d68-4a3b-a8e7-36a355865e39 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2151663 Aug 25 11:45:27.559749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51774) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:27.612134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '57b6406a-cdf5-40e2-b807-cc4535507056', 'ip_address': '2001:db8::a1f:7b48:d784:d4cc'}], 'name': 'tempest-NetworksTestDHCPv6-493435392'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:27.678770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 3ce79c70-5745-407c-be16-cb7cd593bea8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ce79c70-5745-407c-be16-cb7cd593bea8,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:27.729365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef4aa9a3-a634-41fc-843a-818fadc02bf8 req-44a878f0-af9c-499b-887e-51da37b1e17c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045313 Aug 25 11:45:27.787029 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.791701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:27.820119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:28.139238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bea18-35b8-455d-8660-6e6c81aee364 None None] Pushing event updated for resources: {'Port': ['ID=110d3a8e-1599-4028-851b-386cba277e3c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:28.159213 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:28.160871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:28.418804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] No DVR routers for this DVR port 3ce79c70-5745-407c-be16-cb7cd593bea8 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:45:28.516084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:28.532801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1e8c2-8613-4a97-ae39-11067033e654 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:28.573134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event deleted for resources: {'Port': ['ID=3ce79c70-5745-407c-be16-cb7cd593bea8,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:28.585847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Checking segment: {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:28.586185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Network hostable DHCP agents. Network: ce56730b-17a8-4c99-b62b-fee66e9b60f1, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:45:28.635155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Delete allocated IP 172.20.0.19 (3b88d0fe-eb37-473b-8286-408d2d248cbd/655520dd-7f72-417f-8afc-7d16e9e35bd6) {{(pid=94911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 11:45:28.695732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a20fb70-8963-4a73-a2c8-36fabae92752,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:28.817068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:45:28.869970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ce56730b-17a8-4c99-b62b-fee66e9b60f1) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:28.958242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:28.964769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.059844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.124706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2091d7-c538-41d1-ba7c-eade0d8cdc55 None None] Pushing event deleted for resources: {'Port': ['ID=3ce79c70-5745-407c-be16-cb7cd593bea8,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:29.127277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.136513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948b0a7-a15d-4410-8688-8b323b01d4b7 None None] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:29.184021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-921155ec-97f4-4e7e-ace5-476652ed193d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4989464 Aug 25 11:45:29.189518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51808) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:29.207967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Ignored duplicate provisioning block setup for port 5b15651e-b367-47c6-853c-8da8ae5f1cf8 by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 11:45:29.218596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.228173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:29.400048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.410203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.557076 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.560957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port c61cf1df-f539-486c-a7a2-10f9e7fb1a32 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:29.576390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51812) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:29.604949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9d09-f1c4-4ffa-bf3e-c562912f6d81 req-bd0b7e45-de38-449d-a77f-196c8dd95b55 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:29.609369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1fd9d09-f1c4-4ffa-bf3e-c562912f6d81 req-bd0b7e45-de38-449d-a77f-196c8dd95b55 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.6189733 Aug 25 11:45:29.638609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Allocated IP 172.20.0.18 (3b88d0fe-eb37-473b-8286-408d2d248cbd/655520dd-7f72-417f-8afc-7d16e9e35bd6/110d3a8e-1599-4028-851b-386cba277e3c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:29.689302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '57b6406a-cdf5-40e2-b807-cc4535507056'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:29.690583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:29.892434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=5b15651e-b367-47c6-853c-8da8ae5f1cf8,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:29.969366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] In _notify_port_updated(), no bound segment for port 5b15651e-b367-47c6-853c-8da8ae5f1cf8 on network 3b88d0fe-eb37-473b-8286-408d2d248cbd {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:45:30.002485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:30.007252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.022378 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd2118ed-7086-4c89-bb65-453aeacff6a5 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/ports/5b15651e-b367-47c6-853c-8da8ae5f1cf8 HTTP/1.1" status: 200 len: 919 time: 2.6009891 Aug 25 11:45:30.023944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51818) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:30.051530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a85f31ac-e979-4ec0-94b8-c6c743a0de49'}, {'subnet_id': '655520dd-7f72-417f-8afc-7d16e9e35bd6'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:30.146039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.160069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-ce56730b-17a8-4c99-b62b-fee66e9b60f1', 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'fixed_ips': [{'subnet_id': '5a20fb70-8963-4a73-a2c8-36fabae92752'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:30.160965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.334620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2014619163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:30.350171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 110d3a8e-1599-4028-851b-386cba277e3c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:30.383135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] For port 110d3a8e-1599-4028-851b-386cba277e3c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=110d3a8e-1599-4028-851b-386cba277e3c,segment=NetworkSegment(0dc16b05-95d2-41f2-ac61-f7c415512094),segment_id=0dc16b05-95d2-41f2-ac61-f7c415512094)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:30.423223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.526622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1fd9d09-f1c4-4ffa-bf3e-c562912f6d81 req-731ed3af-0ea2-4bc4-a39e-a07e3cfd5cb5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995597 Aug 25 11:45:30.782103 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.791996 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.809040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/57b6406a-cdf5-40e2-b807-cc4535507056/4dcba044-b63d-4819-8e0c-2303465996cd) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:30.826707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:30.950107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Transition to ACTIVE for port object 110d3a8e-1599-4028-851b-386cba277e3c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:31.000372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.011219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.034013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.113903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.119537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-04cfb8d9-8cae-4f3c-bc0a-dd9f0324d10a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5054584 Aug 25 11:45:31.119813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51836) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:31.129057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1162900245'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:31.157027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Allocated IP 172.20.0.2 (ce56730b-17a8-4c99-b62b-fee66e9b60f1/5a20fb70-8963-4a73-a2c8-36fabae92752/91fffb28-3876-4711-b8c9-6e406eb5d991) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:31.192232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Made reservation on behalf of 458251844299433bad5cb15d569536f9 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:31.206302 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.227521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.28 (3b88d0fe-eb37-473b-8286-408d2d248cbd/655520dd-7f72-417f-8afc-7d16e9e35bd6/5b15651e-b367-47c6-853c-8da8ae5f1cf8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:31.228325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.382678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.704189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.723152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.740668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Ignored duplicate provisioning block setup for port 5b15651e-b367-47c6-853c-8da8ae5f1cf8 by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 11:45:31.748249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.796717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:31.981716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=5b15651e-b367-47c6-853c-8da8ae5f1cf8,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:32.099711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Allocated IP 172.25.1.115 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2277e746-2693-4f02-909c-084c77f23409) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:32.142331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] In _notify_port_updated(), no bound segment for port 5b15651e-b367-47c6-853c-8da8ae5f1cf8 on network 3b88d0fe-eb37-473b-8286-408d2d248cbd {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:45:32.148853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:32.149551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.159537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-07bd0985-fe47-4234-91ff-153ac73e0c16 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/ports/5b15651e-b367-47c6-853c-8da8ae5f1cf8 HTTP/1.1" status: 200 len: 999 time: 2.1337147 Aug 25 11:45:32.162760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:32.371808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f7999-89ac-4b0f-a48f-5368967a7d05 req-7b274c57-f1aa-447e-a62e-ccb87dc7dd4e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:32.380333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c04f7999-89ac-4b0f-a48f-5368967a7d05 req-7b274c57-f1aa-447e-a62e-ccb87dc7dd4e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.6587510 Aug 25 11:45:32.413864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 5b15651e-b367-47c6-853c-8da8ae5f1cf8 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:32.414885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.438552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.452931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Transition to ACTIVE for port object 91fffb28-3876-4711-b8c9-6e406eb5d991 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:32.482299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Transition to ACTIVE for port object 91fffb28-3876-4711-b8c9-6e406eb5d991 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:32.491278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906ff0f-a6c6-4efb-bfbe-45ffd22143b5 None None] Pushing event updated for resources: {'Port': ['ID=110d3a8e-1599-4028-851b-386cba277e3c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:32.555397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.590570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c04f7999-89ac-4b0f-a48f-5368967a7d05 req-e438a95c-ad70-461f-badf-dd7892abf853 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086387 Aug 25 11:45:32.604704 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.612120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba984cfa-06ea-4044-9904-d49e7dd8ca4a None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:32.616993 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.628939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.659079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.681143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 5b15651e-b367-47c6-853c-8da8ae5f1cf8 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:32.701708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:32.753502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d82617-2567-49d7-9ff8-9e8b8f656d8c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:32.769307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.770059 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Added segment 9e4f650b-203d-4830-b206-dbcb25c7bce5 of type vlan for network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 Aug 25 11:45:32.870616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:32.881146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f27bc1e-78df-43a4-95c0-41f4157dcfbc None None] Provisioning for port 110d3a8e-1599-4028-851b-386cba277e3c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:32.902248 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.916315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.918198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:32.926519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:32.944480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Pushing event updated for resources: {'Port': ['ID=91fffb28-3876-4711-b8c9-6e406eb5d991,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:32.959787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:32.967222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7f27bc1e-78df-43a4-95c0-41f4157dcfbc None None] Provisioning complete for port 110d3a8e-1599-4028-851b-386cba277e3c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:32.967977 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7f27bc1e-78df-43a4-95c0-41f4157dcfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.036408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.044535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Transition to ACTIVE for port object 4dcba044-b63d-4819-8e0c-2303465996cd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:33.093259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:45:33.108650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=5b15651e-b367-47c6-853c-8da8ae5f1cf8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:33.138221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:33.143905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:33.147791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Transition to ACTIVE for port object 4dcba044-b63d-4819-8e0c-2303465996cd will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:33.149831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:33.165346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.188279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:33.194378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.198471 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.212016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Attempting to bind port 91fffb28-3876-4711-b8c9-6e406eb5d991 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:33.212809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Attempting to bind port 91fffb28-3876-4711-b8c9-6e406eb5d991 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:33.213402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Attempting to bind port 91fffb28-3876-4711-b8c9-6e406eb5d991 on network ce56730b-17a8-4c99-b62b-fee66e9b60f1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:33.258066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.263569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de6d6685-ac07-48c6-9d40-73a3daa311d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/5b15651e-b367-47c6-853c-8da8ae5f1cf8 HTTP/1.1" status: 204 len: 168 time: 1.0995626 Aug 25 11:45:33.264475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51856) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:33.286044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:33.298351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Checking segment: {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:33.299145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.299469 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b9744a-1a4e-4028-bd9c-55699443624f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:45:33.300007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Bound using segment: {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:33.300774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Bound port: 91fffb28-3876-4711-b8c9-6e406eb5d991, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:33.301500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.305966 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52b9744a-1a4e-4028-bd9c-55699443624f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/5b15651e-b367-47c6-853c-8da8ae5f1cf8 HTTP/1.1" status: 404 len: 333 time: 0.0402782 Aug 25 11:45:33.306837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:33.337987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:33.380305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::a1f:7b48:d784:d4cc (5ab3dabd-4995-4637-bca4-885aee72df93/57b6406a-cdf5-40e2-b807-cc4535507056/c61cf1df-f539-486c-a7a2-10f9e7fb1a32) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:33.388037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:33.397513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:33.467526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet 655520dd-7f72-417f-8afc-7d16e9e35bd6 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:33.471057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Pushing event updated for resources: {'Port': ['ID=4dcba044-b63d-4819-8e0c-2303465996cd,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:33.472116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.530372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Pushing event updated for resources: {'Port': ['ID=2277e746-2693-4f02-909c-084c77f23409,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:33.580459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.743002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6186099 Aug 25 11:45:33.745725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.750120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Attempting to bind port 4dcba044-b63d-4819-8e0c-2303465996cd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:33.750936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Attempting to bind port 4dcba044-b63d-4819-8e0c-2303465996cd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:33.751621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Attempting to bind port 4dcba044-b63d-4819-8e0c-2303465996cd on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:33.757354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] For port 91fffb28-3876-4711-b8c9-6e406eb5d991, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:33.763983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] For port 91fffb28-3876-4711-b8c9-6e406eb5d991, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91fffb28-3876-4711-b8c9-6e406eb5d991,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:33.768854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:33.769477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:33.770142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.770830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:33.771499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Bound port: 4dcba044-b63d-4819-8e0c-2303465996cd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:33.772166 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.777136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:33.852008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51864) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:33.868923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'subnet': {'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:33.934998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c23ca7-d089-4b87-a0e9-5b031c275582 None None] Pushing event updated for resources: {'Port': ['ID=91fffb28-3876-4711-b8c9-6e406eb5d991,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:33.939104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdf11c-ff44-4d9d-9a55-018f245c48dd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Network': ['ID=9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:33.987507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] For port 4dcba044-b63d-4819-8e0c-2303465996cd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:33.996589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:34.011637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] For port 4dcba044-b63d-4819-8e0c-2303465996cd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dcba044-b63d-4819-8e0c-2303465996cd,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:34.102955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 110d3a8e-1599-4028-851b-386cba277e3c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:34.166211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.233517 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.298358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.345956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51872) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:34.349768 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/655520dd-7f72-417f-8afc-7d16e9e35bd6 HTTP/1.1" status: 204 len: 168 time: 1.0415347 Aug 25 11:45:34.390505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498bc34-910e-43e4-9a95-fd4b512dffa3 req-179b0711-8001-49a9-b5d5-ef73fa7178d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:34.399100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e498bc34-910e-43e4-9a95-fd4b512dffa3 req-179b0711-8001-49a9-b5d5-ef73fa7178d2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.6576316 Aug 25 11:45:34.408237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c50f5-d735-434d-ba3a-007cfdd97317 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=655520dd-7f72-417f-8afc-7d16e9e35bd6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:34.425487 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Made reservation on behalf of 458251844299433bad5cb15d569536f9 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:34.442070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.600214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9026c76-5f67-4657-970e-ce909f12ce96 None None] Pushing event updated for resources: {'Port': ['ID=4dcba044-b63d-4819-8e0c-2303465996cd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:34.613135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d0d60-0547-4fd4-9b48-e296d0da901e None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:34.869414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-38c6e36f-f440-4fe1-a7b4-7cddeeb20491 None None] Provisioning complete for port 110d3a8e-1599-4028-851b-386cba277e3c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:34.869999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-38c6e36f-f440-4fe1-a7b4-7cddeeb20491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.889023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet a85f31ac-e979-4ec0-94b8-c6c743a0de49 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:34.920003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.929822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:34.960103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 110d3a8e-1599-4028-851b-386cba277e3c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:34.968622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:35.245562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:35.369881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Subnet': ['ID=88d086a3-a24b-4237-810c-9910133b8e47,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:35.392919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Checking segment: {'id': '9e4f650b-203d-4830-b206-dbcb25c7bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:35.393534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network hostable DHCP agents. Network: 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:45:35.452614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:45:35.490586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:35.512161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:35.513357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:35.572197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5d7ba8-8fc9-4d97-9789-fef4fb84f852 None None] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:35.579291 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c3691d1f-d67a-4478-a040-f5b7233e88c8 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7236638 Aug 25 11:45:35.586819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:35.599976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'network': {'name': 'tempest-router-network01--1664569780'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:35.694741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Made reservation on behalf of 458251844299433bad5cb15d569536f9 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:35.706902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:35.790552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:35.825977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:35.827060 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Added segment da2f2d4a-3cd7-4eb7-a7ef-154be12dad19 of type vlan for network 143065f4-dd92-441e-b923-daf1fa13ff8f Aug 25 11:45:35.958503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.117189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.140835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:36.159199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.348059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e498bc34-910e-43e4-9a95-fd4b512dffa3 req-092f1ecc-78bd-4253-8129-8e15542477bc tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9477096 Aug 25 11:45:36.371403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object c61cf1df-f539-486c-a7a2-10f9e7fb1a32 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:36.399731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.510393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51898) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:36.516950 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9145942 Aug 25 11:45:36.548494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'network': {'name': 'tempest-router-network02--223366421'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:36.568764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91fffb28-3876-4711-b8c9-6e406eb5d991 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:36.577479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3', 'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3', 'tenant_id': '458251844299433bad5cb15d569536f9', 'fixed_ips': [{'subnet_id': '88d086a3-a24b-4237-810c-9910133b8e47'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:36.579664 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.615654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6240a-86a8-4c0e-90f9-5954f164cd60 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Network': ['ID=143065f4-dd92-441e-b923-daf1fa13ff8f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:36.786157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Made reservation on behalf of 458251844299433bad5cb15d569536f9 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:36.790635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.809810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 143065f4-dd92-441e-b923-daf1fa13ff8f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:36.854053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:36.867752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:37.089731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04209153-69c3-4638-b329-82eb80403c60 None None] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:37.095748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:37.296206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:37.453425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:37.461083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:37.604649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-10a15b0f-12e5-48e1-b1ce-e39a02e1500a None None] Provisioning for port 91fffb28-3876-4711-b8c9-6e406eb5d991 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:37.634027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:37.655975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:37.656623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:37.685339 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:37.685738 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Added segment 3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283 of type vlan for network 7d08b87a-09bc-482c-8788-04605b3baea8 Aug 25 11:45:37.788251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.130589 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.142894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:38.143679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.160471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-20175422-f4d0-4197-a0d0-629066d53cf4 None None] Provisioning complete for port 110d3a8e-1599-4028-851b-386cba277e3c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:38.160843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20175422-f4d0-4197-a0d0-629066d53cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.170812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=c61cf1df-f539-486c-a7a2-10f9e7fb1a32,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:38.293675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 91fffb28-3876-4711-b8c9-6e406eb5d991 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:38.329082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 91fffb28-3876-4711-b8c9-6e406eb5d991 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:38.330256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.381749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-15397341-137b-40be-8441-a5200094588e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 10.8201878 Aug 25 11:45:38.385718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51918) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:38.398123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Allocated IP 172.20.0.2 (9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3/88d086a3-a24b-4237-810c-9910133b8e47/eab86919-9057-493d-8bf1-331e6b9176e5) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:38.597259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb646079-71bc-4418-a147-5f8ef7806bd2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:38.604572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb646079-71bc-4418-a147-5f8ef7806bd2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:38.613165 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb646079-71bc-4418-a147-5f8ef7806bd2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2249889 Aug 25 11:45:38.617672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51920) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:38.747656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.832943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3083537 Aug 25 11:45:38.837509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.851594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-d37443bf-7c91-4f14-b396-cd98287599ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5506647 Aug 25 11:45:38.854118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d8c2d-5ba8-4f5a-8a2f-7412b3764672 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Network': ['ID=7d08b87a-09bc-482c-8788-04605b3baea8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:38.864521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:38.865364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 91fffb28-3876-4711-b8c9-6e406eb5d991, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91fffb28-3876-4711-b8c9-6e406eb5d991,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:38.909108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7d08b87a-09bc-482c-8788-04605b3baea8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:38.912381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:38.913589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dcba044-b63d-4819-8e0c-2303465996cd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:38.916319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-20175422-f4d0-4197-a0d0-629066d53cf4 None None] Provisioning for port 4dcba044-b63d-4819-8e0c-2303465996cd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:38.954057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'subnet': {'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:39.034800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port c61cf1df-f539-486c-a7a2-10f9e7fb1a32 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:39.034800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:39.126486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=a85f31ac-e979-4ec0-94b8-c6c743a0de49,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:39.144630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:39.161640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-15016c06-9533-41f9-857c-a5db762dce11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/a85f31ac-e979-4ec0-94b8-c6c743a0de49 HTTP/1.1" status: 204 len: 168 time: 4.7576988 Aug 25 11:45:39.186360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2f5b8-ad09-48f9-8955-f7694524bcbf req-1e64f067-0fe1-4bfa-ad95-2b479d66de2a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:39.189127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ba2f5b8-ad09-48f9-8955-f7694524bcbf req-1e64f067-0fe1-4bfa-ad95-2b479d66de2a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 1.3041215 Aug 25 11:45:39.201049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51926) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:39.223432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4199bb-d219-4cb3-bbda-554987c6ccfd None None] Network 3b88d0fe-eb37-473b-8286-408d2d248cbd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:39.567962 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:39.631798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:39.763745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for c61cf1df-f539-486c-a7a2-10f9e7fb1a32 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:39.944548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 110d3a8e-1599-4028-851b-386cba277e3c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:39.945124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.079278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9b79ef64-2a47-4f88-b0e0-28da8dac43d0 None None] Could not find standard attr ID for object 5b15651e-b367-47c6-853c-8da8ae5f1cf8. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:45:40.132583 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.149583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-aeb12fd1-f560-4c03-b3ab-f0877141036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:40.155008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-aeb12fd1-f560-4c03-b3ab-f0877141036e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 1097 time: 1.1765678 Aug 25 11:45:40.169947 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.174207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=91fffb28-3876-4711-b8c9-6e406eb5d991,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:40.198732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Made reservation on behalf of 458251844299433bad5cb15d569536f9 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:40.210631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Transition to ACTIVE for port object eab86919-9057-493d-8bf1-331e6b9176e5 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:40.215005 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.240889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ba2f5b8-ad09-48f9-8955-f7694524bcbf req-791262ce-0740-49f4-9079-7f55da8f452f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9464879 Aug 25 11:45:40.265339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] For port 110d3a8e-1599-4028-851b-386cba277e3c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=110d3a8e-1599-4028-851b-386cba277e3c,segment=NetworkSegment(0dc16b05-95d2-41f2-ac61-f7c415512094),segment_id=0dc16b05-95d2-41f2-ac61-f7c415512094)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:40.266004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9b79ef64-2a47-4f88-b0e0-28da8dac43d0 None None] Provisioning complete for port 91fffb28-3876-4711-b8c9-6e406eb5d991 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:40.266501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9b79ef64-2a47-4f88-b0e0-28da8dac43d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.269334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.342835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4dcba044-b63d-4819-8e0c-2303465996cd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:40.358870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Transition to ACTIVE for port object eab86919-9057-493d-8bf1-331e6b9176e5 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:40.368265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 110d3a8e-1599-4028-851b-386cba277e3c owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:40.410812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4dcba044-b63d-4819-8e0c-2303465996cd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:40.411302 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.436155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.439311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.736554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:40.775496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:40.794589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=c61cf1df-f539-486c-a7a2-10f9e7fb1a32,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:40.798192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:40.842700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-374f7b1e-01b0-4ff6-9ac6-52cca800c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:40.854572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-374f7b1e-01b0-4ff6-9ac6-52cca800c78b service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.6579087 Aug 25 11:45:40.871475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Pushing event updated for resources: {'Port': ['ID=eab86919-9057-493d-8bf1-331e6b9176e5,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:40.926426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:40.929139 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a1bcb42-6b6e-4e8f-b8e2-7b73bb153563 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/c61cf1df-f539-486c-a7a2-10f9e7fb1a32 HTTP/1.1" status: 204 len: 168 time: 2.3021872 Aug 25 11:45:40.935549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51944) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:41.064335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea7b34-b6e4-482e-b468-a6cd997794c3 None None] DHCP port deletion for 3b88d0fe-eb37-473b-8286-408d2d248cbd request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:45:41.091449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.108181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9b79ef64-2a47-4f88-b0e0-28da8dac43d0 None None] Could not find standard attr ID for object c61cf1df-f539-486c-a7a2-10f9e7fb1a32. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:45:41.159585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.260931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=110d3a8e-1599-4028-851b-386cba277e3c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:41.306798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761761b-834f-483a-a0ae-846ad2b2d2d6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:41.314845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761761b-834f-483a-a0ae-846ad2b2d2d6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:41.315296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-21ea7b34-b6e4-482e-b468-a6cd997794c3 None None] The port '110d3a8e-1599-4028-851b-386cba277e3c' was deleted {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 25 11:45:41.340623 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1761761b-834f-483a-a0ae-846ad2b2d2d6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3996189 Aug 25 11:45:41.343927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No DVR routers for this DVR port 110d3a8e-1599-4028-851b-386cba277e3c on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:45:41.349903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51952) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:41.367022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Attempting to bind port eab86919-9057-493d-8bf1-331e6b9176e5 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:41.374292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Attempting to bind port eab86919-9057-493d-8bf1-331e6b9176e5 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '9e4f650b-203d-4830-b206-dbcb25c7bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:41.375191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Attempting to bind port eab86919-9057-493d-8bf1-331e6b9176e5 on network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:41.395592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 4dcba044-b63d-4819-8e0c-2303465996cd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dcba044-b63d-4819-8e0c-2303465996cd,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:41.418662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:41.419493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Checking segment: {'id': '9e4f650b-203d-4830-b206-dbcb25c7bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:41.420332 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.421212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Bound using segment: {'id': '9e4f650b-203d-4830-b206-dbcb25c7bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:41.422187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Bound port: eab86919-9057-493d-8bf1-331e6b9176e5, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4f650b-203d-4830-b206-dbcb25c7bce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:41.430725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.499376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.520068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-32ebdfbe-74d4-45cb-a381-2981e3c14696 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de6de980-aebc-4c57-9463-5286af16eede HTTP/1.1" status: 200 len: 217 time: 0.5812850 Aug 25 11:45:41.624170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.628399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-b4e0b5b9-8675-49c5-86ec-2eb491a2fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:41.631059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-b4e0b5b9-8675-49c5-86ec-2eb491a2fbd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.0960934 Aug 25 11:45:41.660809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b88d0fe-eb37-473b-8286-408d2d248cbd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:41.687360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.694808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc16b05-95d2-41f2-ac61-f7c415512094') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:41.695288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc16b05-95d2-41f2-ac61-f7c415512094') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:41.698048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51956) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:41.725866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.752390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91fffb28-3876-4711-b8c9-6e406eb5d991 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:41.760149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.782072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:41.782650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:41.923379 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:41.930204 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.931345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] For port eab86919-9057-493d-8bf1-331e6b9176e5, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:41.947372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] For port eab86919-9057-493d-8bf1-331e6b9176e5, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eab86919-9057-493d-8bf1-331e6b9176e5,segment=NetworkSegment(9e4f650b-203d-4830-b206-dbcb25c7bce5),segment_id=9e4f650b-203d-4830-b206-dbcb25c7bce5)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:41.950012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:41.961426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/3b88d0fe-eb37-473b-8286-408d2d248cbd HTTP/1.1" status: 204 len: 168 time: 2.7508731 Aug 25 11:45:41.961426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51958) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:41.985604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Subnet': ['ID=20736a28-01e2-41fd-8a34-a246b532717e,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:42.001452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.020320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 57b6406a-cdf5-40e2-b807-cc4535507056 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:42.083265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=4dcba044-b63d-4819-8e0c-2303465996cd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:42.105974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-3ffdf25e-1726-4280-9dcd-2b27d61accd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:42.116420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-3ffdf25e-1726-4280-9dcd-2b27d61accd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4145594 Aug 25 11:45:42.137336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Deleting subnet 1abf5549-ac9b-4481-b85a-74576332d1d0 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:42.160160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Router a03c6596-746d-4f52-a718-e44eba53b2d4 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:45:42.173121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae883e4-3d4f-4861-871c-1b1eeba27429 req-94375160-4107-47a9-aa7e-fcd9006c75d7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:42.174653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 91fffb28-3876-4711-b8c9-6e406eb5d991 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:42.176232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.178940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ae883e4-3d4f-4861-871c-1b1eeba27429 req-94375160-4107-47a9-aa7e-fcd9006c75d7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.6576936 Aug 25 11:45:42.184446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.434370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6489-35e1-4a8e-b636-e0598eb9fe81 None None] Pushing event updated for resources: {'Port': ['ID=eab86919-9057-493d-8bf1-331e6b9176e5,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:42.497940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.599593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.715076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 110d3a8e-1599-4028-851b-386cba277e3c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:45:42.788635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 110d3a8e-1599-4028-851b-386cba277e3c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:45:42.789131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 110d3a8e-1599-4028-851b-386cba277e3c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:45:42.809493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Checking segment: {'id': 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:42.810783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network hostable DHCP agents. Network: 143065f4-dd92-441e-b923-daf1fa13ff8f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:45:42.826097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.898960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:42.937053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abf5549-ac9b-4481-b85a-74576332d1d0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:43.022355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:43.323924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:45:43.334880 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:43.367852 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Sync routers for ids ['a03c6596-746d-4f52-a718-e44eba53b2d4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:45:43.391773 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Routers {'a03c6596-746d-4f52-a718-e44eba53b2d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:45:43.399440 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a03c6596-746d-4f52-a718-e44eba53b2d4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:43.497036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72d46b-e0a2-4741-a1c8-6fc24d1a4814 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=3b88d0fe-eb37-473b-8286-408d2d248cbd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:43.503214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ae883e4-3d4f-4861-871c-1b1eeba27429 req-5471cede-c460-4ffa-b668-98ce16d58c48 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1871848 Aug 25 11:45:43.527372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 143065f4-dd92-441e-b923-daf1fa13ff8f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:45:43.588877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:43.599666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957c970-68ba-4ec5-8ef0-fc5c58c2cd11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:43.599915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-82f5b462-52af-426e-9557-95880a07807f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1abf5549-ac9b-4481-b85a-74576332d1d0 HTTP/1.1" status: 204 len: 168 time: 1.7398984 Aug 25 11:45:43.606623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51970) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:43.609350 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e957c970-68ba-4ec5-8ef0-fc5c58c2cd11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.6108251 Aug 25 11:45:43.618281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51972) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:43.654590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 143065f4-dd92-441e-b923-daf1fa13ff8f) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:43.669347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccf067-4374-4dcd-b2be-a37a839fa6be None None] Network 143065f4-dd92-441e-b923-daf1fa13ff8f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:43.881559 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:43.882307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:43.898405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:43.941624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:43.951556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b40d3d9a-41dd-44c0-af56-e124f6ae8f72 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.7478278 Aug 25 11:45:43.980385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dcba044-b63d-4819-8e0c-2303465996cd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:43.981838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 51974) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:44.004543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=57b6406a-cdf5-40e2-b807-cc4535507056,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:44.041891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:44.064419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bbd1b01f-d725-4f28-8c79-e6fba2736bfe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/57b6406a-cdf5-40e2-b807-cc4535507056 HTTP/1.1" status: 204 len: 168 time: 2.7055027 Aug 25 11:45:44.069629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:44.075868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:44.094904 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Set router a03c6596-746d-4f52-a718-e44eba53b2d4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:45:44.109640 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-15f9a634-d26d-41ca-aed2-cdbdc47c55ed tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4877458 Aug 25 11:45:44.116752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51978) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:44.131175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408177a1-cc39-4eed-8236-c8854ba91345 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:44.222908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904154888'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:44.238870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bc0f20ab-f98e-4d7b-a748-2b131573ce86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595924 Aug 25 11:45:44.248479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51980) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:44.257614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:44.440384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 51984) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:44.443912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58c8184d-8383-4d51-8976-83a65dd8314c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5089712 Aug 25 11:45:44.495465 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'subnet': {'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:44.660155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb73afa-c431-4aaf-a1e8-7e34db92303e None None] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:44.693616 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:45:44.733723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:44.737998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:44.749269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-169ffd2e-1921-4db4-b8a9-bbf1dbb9fe8e service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6179428 Aug 25 11:45:44.840791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Made reservation on behalf of 458251844299433bad5cb15d569536f9 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:44.849868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.070424 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:45:34Z', 'revision_number': 3, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:45.082446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:45.105857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:45.116756 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Checking router: a03c6596-746d-4f52-a718-e44eba53b2d4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:45:45.117520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Updating router a03c6596-746d-4f52-a718-e44eba53b2d4 port 2277e746-2693-4f02-909c-084c77f23409 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:45:45.123843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.245941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-64414e01-8d75-4f79-b1d6-c1bea1cc19cb None None] Provisioning for port eab86919-9057-493d-8bf1-331e6b9176e5 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:45.268612 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.272784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:45:45.362055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4dcba044-b63d-4819-8e0c-2303465996cd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:45.362405 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.489775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.490218 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment b110a27e-b8fc-456e-9123-3c2d11bd450f of type vlan for network 6345e2ae-d926-4b74-8098-da84567f74e6 Aug 25 11:45:45.585481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eab86919-9057-493d-8bf1-331e6b9176e5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:45.591523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.623490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-143065f4-dd92-441e-b923-daf1fa13ff8f', 'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f', 'tenant_id': '458251844299433bad5cb15d569536f9', 'fixed_ips': [{'subnet_id': '20736a28-01e2-41fd-8a34-a246b532717e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:45.624866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.808001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] Deleting port 4dcba044-b63d-4819-8e0c-2303465996cd {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:45.808714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.963480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] For port 4dcba044-b63d-4819-8e0c-2303465996cd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dcba044-b63d-4819-8e0c-2303465996cd,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:45.963877 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:45.972681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db902530-b3b2-4fdb-9f94-c927e5c72252 req-6e17d5f3-b01e-4cbe-b0e6-8ce5f062a9c3 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0662105 Aug 25 11:45:45.998291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] Calling delete_port for 4dcba044-b63d-4819-8e0c-2303465996cd owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:46.055577 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.101829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abda1ce-5d46-449e-bbec-550e691f8262']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:46.164923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:46.165287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09462c7-51d5-4e38-9ddf-527b6f78bfe4') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:46.224642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.265621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port eab86919-9057-493d-8bf1-331e6b9176e5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:46.282275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port eab86919-9057-493d-8bf1-331e6b9176e5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:46.282844 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.353588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fc5f7-62eb-47a1-921c-8e26af63c4a4 req-7239cc44-9149-438f-9567-5a07341abb03 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:46.361489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c2fc5f7-62eb-47a1-921c-8e26af63c4a4 req-7239cc44-9149-438f-9567-5a07341abb03 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 1.6468031 Aug 25 11:45:46.454904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] No DVR routers for this DVR port 4dcba044-b63d-4819-8e0c-2303465996cd on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:45:46.456534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67986a7-1632-4055-b612-8dae9a627530 None None] Pushing event deleted for resources: {'Port': ['ID=4dcba044-b63d-4819-8e0c-2303465996cd,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:46.495006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.546306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] It took 0.95 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:45:46.570334 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.612281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Allocated IP 172.20.0.2 (143065f4-dd92-441e-b923-daf1fa13ff8f/20736a28-01e2-41fd-8a34-a246b532717e/763bd822-842e-4c17-8c0f-fc9dc76de839) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:46.672082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:46.690085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c2fc5f7-62eb-47a1-921c-8e26af63c4a4 req-e00af0cf-8fee-41bb-846b-5ceeaf7828ff tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108361 Aug 25 11:45:46.707642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:46.731128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.736203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:46.737486 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.744841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.746110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:46.746756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:46.749000 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:46.772021 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:46.774732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.782091 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:46.824092 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Transition to ACTIVE for port object 2277e746-2693-4f02-909c-084c77f23409 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:46.846226 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.018844 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Attempting to bind port 2277e746-2693-4f02-909c-084c77f23409 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:47.019840 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Attempting to bind port 2277e746-2693-4f02-909c-084c77f23409 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:47.021939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.022791 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Attempting to bind port 2277e746-2693-4f02-909c-084c77f23409 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:47.036381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.045837 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Pushing event updated for resources: {'Port': ['ID=2277e746-2693-4f02-909c-084c77f23409,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:47.049531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7abda1ce-5d46-449e-bbec-550e691f8262 HTTP/1.1" status: 204 len: 168 time: 3.3917186 Aug 25 11:45:47.053482 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:47.056734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:47.057595 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.059487 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:47.059487 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Bound port: 2277e746-2693-4f02-909c-084c77f23409, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:47.061406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52018) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:47.066801 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.8616569 Aug 25 11:45:47.077799 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.078149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52020) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:47.103801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.138237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=9b0f3419-9981-4cce-ae51-8807ec5afe26,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:47.157758 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.158084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:47.161831 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.162361 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.162804 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.163250 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.163692 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.171794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.172757 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.173412 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.174036 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.174621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.175230 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.253168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] For port 2277e746-2693-4f02-909c-084c77f23409, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:47.258617 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] For port 2277e746-2693-4f02-909c-084c77f23409, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2277e746-2693-4f02-909c-084c77f23409,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:47.274480 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.331267 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0758653 Aug 25 11:45:47.365921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:47.430155 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08854-ace2-4545-90f2-e21a062e9ff8 None None] Pushing event updated for resources: {'Port': ['ID=2277e746-2693-4f02-909c-084c77f23409,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:47.439081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff0995-6290-4469-a299-700616c96cde None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:47.480710 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Routers {'a03c6596-746d-4f52-a718-e44eba53b2d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:45:47.481607 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a03c6596-746d-4f52-a718-e44eba53b2d4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:47.510852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Allocated IP 172.20.0.1 (ce56730b-17a8-4c99-b62b-fee66e9b60f1/5a20fb70-8963-4a73-a2c8-36fabae92752/cd19cd30-d59e-4e7d-91a8-7b645ae41e0a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:47.544933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '9b0f3419-9981-4cce-ae51-8807ec5afe26', 'ip_address': '2001:db8::be92:dc57:6203:e004'}], 'name': 'tempest-NetworksTestDHCPv6-1180608963'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:47.560230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.560591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.560926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.562035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.563500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73772110-9dce-40d2-a37c-4efa0062fe05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abda1ce-5d46-449e-bbec-550e691f8262,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:47.583965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.583965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.584473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.584473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.584729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.585575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.585575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.586036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd71e9-b87f-4ab0-bbef-cff6b4f3e1b3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:47.596187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe146e-ff4b-419f-998a-0ad305fc2e59 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=6345e2ae-d926-4b74-8098-da84567f74e6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:47.672277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6345e2ae-d926-4b74-8098-da84567f74e6 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:47.842262 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] Set router a03c6596-746d-4f52-a718-e44eba53b2d4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:45:47.870383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Deleting subnet 7811aebd-027b-49be-af37-193595d0a4da {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:47.904588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.904964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.934992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Transition to ACTIVE for port object 763bd822-842e-4c17-8c0f-fc9dc76de839 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:47.952919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:47.991787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Transition to ACTIVE for port object 763bd822-842e-4c17-8c0f-fc9dc76de839 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:48.014420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.125016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4ca0a05b-1d40-471b-beff-f012c5991ef0 None None] Provisioning complete for port eab86919-9057-493d-8bf1-331e6b9176e5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:48.137033 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4ca0a05b-1d40-471b-beff-f012c5991ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.137762 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.153619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.222694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7811aebd-027b-49be-af37-193595d0a4da,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:48.227095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.233312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-08f7e411-8997-4595-ac87-c05de2923254 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7811aebd-027b-49be-af37-193595d0a4da HTTP/1.1" status: 204 len: 168 time: 1.1681206 Aug 25 11:45:48.241451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52034) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:48.245628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.289724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:48.303009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.356129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5406e1-d471-40d7-99c4-ecb3fcf2361b req-1708e1ba-0d1e-4c09-b5c0-8819815706a4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:48.358211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db5406e1-d471-40d7-99c4-ecb3fcf2361b req-1708e1ba-0d1e-4c09-b5c0-8819815706a4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.4971480 Aug 25 11:45:48.456155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Subnet': ['ID=c7b66e49-16ca-44fa-bc92-fa31a9185755,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:48.477031 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96b53b78-fdaa-4a8c-b02b-9a41198c0478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.481113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:48.536547 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:45:34Z', 'revision_number': 3, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:48.551411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Network 143065f4-dd92-441e-b923-daf1fa13ff8f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:48.585605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:48.592776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:48.616697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Pushing event updated for resources: {'Port': ['ID=763bd822-842e-4c17-8c0f-fc9dc76de839,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:48.628503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Checking segment: {'id': '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:48.629769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network hostable DHCP agents. Network: 7d08b87a-09bc-482c-8788-04605b3baea8, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:45:48.669623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db5406e1-d471-40d7-99c4-ecb3fcf2361b req-ec7bd6dc-a9e2-4195-abd7-a2bb7d0b46b2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567995 Aug 25 11:45:48.700091 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.721945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.733386 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11c10e-a3c5-42b7-82b6-2b1b8d716bd3 None None] The sync data for ids ['a03c6596-746d-4f52-a718-e44eba53b2d4'] in n-d-778732-11 is: [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:45:34Z', 'revision_number': 3, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:45:48.756539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 7d08b87a-09bc-482c-8788-04605b3baea8 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:45:48.788932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7d08b87a-09bc-482c-8788-04605b3baea8) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:48.793640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Transition to ACTIVE for port object cd19cd30-d59e-4e7d-91a8-7b645ae41e0a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:48.811773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:48.812880 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.847981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '9b0f3419-9981-4cce-ae51-8807ec5afe26'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:48.853396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.869661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:48.880637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-09560a42-7e52-4a94-b90a-c1467dc23404 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3979812 Aug 25 11:45:48.881190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52044) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:48.987537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f63478-8fd0-44d3-9d84-bf8f9f1f7d9c None None] Network 7d08b87a-09bc-482c-8788-04605b3baea8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:48.995383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.043607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port bf15a6e2-24d0-46c0-aab4-630f8cb2348c yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:49.155122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Attempting to bind port 763bd822-842e-4c17-8c0f-fc9dc76de839 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:49.156685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Attempting to bind port 763bd822-842e-4c17-8c0f-fc9dc76de839 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:49.157557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Attempting to bind port 763bd822-842e-4c17-8c0f-fc9dc76de839 on network 143065f4-dd92-441e-b923-daf1fa13ff8f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:49.161955 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4ca0a05b-1d40-471b-beff-f012c5991ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.196619 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.208231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:49.208989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Checking segment: {'id': 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:49.209608 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.210237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Bound using segment: {'id': 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:49.210964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Bound port: 763bd822-842e-4c17-8c0f-fc9dc76de839, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '143065f4-dd92-441e-b923-daf1fa13ff8f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:49.211847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.320923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Pushing event updated for resources: {'Port': ['ID=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:49.383304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:49.389748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:49.396499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:49.558786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.615561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:49.670124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b3b495-8e08-4bfe-85d3-b704c6fc8836') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:49.673890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b3b495-8e08-4bfe-85d3-b704c6fc8836') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:49.713624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.788479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4ca0a05b-1d40-471b-beff-f012c5991ef0 None None] For port eab86919-9057-493d-8bf1-331e6b9176e5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eab86919-9057-493d-8bf1-331e6b9176e5,segment=NetworkSegment(9e4f650b-203d-4830-b206-dbcb25c7bce5),segment_id=9e4f650b-203d-4830-b206-dbcb25c7bce5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:49.819204 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4ca0a05b-1d40-471b-beff-f012c5991ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.821839 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.921427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:49.997788 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:45:49.997788 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:45:50.067855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.089797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:45:50.090477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.153379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c916078a-1d60-4e8c-9716-b746ea0b4941 None None] Provisioning for port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:50.179772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c916078a-1d60-4e8c-9716-b746ea0b4941 None None] Provisioning complete for port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:50.180343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c916078a-1d60-4e8c-9716-b746ea0b4941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:45:50.219765 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:45:50.233505 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.238726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.244282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73 HTTP/1.1" status: 204 len: 168 time: 1.9953558 Aug 25 11:45:50.277257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b98fc-2489-4543-8c5c-589987ba9d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4f1ce2-9f9f-4dd1-a9cf-a754adba7c73,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:50.304297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373061e-2b3e-47d3-93bf-5e6c262f8c2d req-6b209711-d331-452b-80db-d91185d15569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:50.307344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0373061e-2b3e-47d3-93bf-5e6c262f8c2d req-6b209711-d331-452b-80db-d91185d15569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.3754365 Aug 25 11:45:50.363466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] For port 763bd822-842e-4c17-8c0f-fc9dc76de839, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:50.371615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::be92:dc57:6203:e004 (5ab3dabd-4995-4637-bca4-885aee72df93/9b0f3419-9981-4cce-ae51-8807ec5afe26/bf15a6e2-24d0-46c0-aab4-630f8cb2348c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:50.395217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c916078a-1d60-4e8c-9716-b746ea0b4941 None None] Port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:45:50.405917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7d08b87a-09bc-482c-8788-04605b3baea8', 'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8', 'tenant_id': '458251844299433bad5cb15d569536f9', 'fixed_ips': [{'subnet_id': 'c7b66e49-16ca-44fa-bc92-fa31a9185755'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:50.407153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.472188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': 'b110a27e-b8fc-456e-9123-3c2d11bd450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:50.472760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: 6345e2ae-d926-4b74-8098-da84567f74e6, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:45:50.490794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=a7664dea-e273-4a49-8f77-3850c348af30,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:50.513500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] For port 763bd822-842e-4c17-8c0f-fc9dc76de839, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763bd822-842e-4c17-8c0f-fc9dc76de839,segment=NetworkSegment(da2f2d4a-3cd7-4eb7-a7ef-154be12dad19),segment_id=da2f2d4a-3cd7-4eb7-a7ef-154be12dad19)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:50.519912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0373061e-2b3e-47d3-93bf-5e6c262f8c2d req-4589ebe7-05c6-409c-83e2-76a5919a4593 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890237 Aug 25 11:45:50.555392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0a05b-1d40-471b-beff-f012c5991ef0 None None] Pushing event updated for resources: {'Port': ['ID=eab86919-9057-493d-8bf1-331e6b9176e5,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:50.571404 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.732098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654de259-01ee-4c74-b00b-621a7cc398a4 None None] Pushing event updated for resources: {'Port': ['ID=763bd822-842e-4c17-8c0f-fc9dc76de839,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:50.886843 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:50.894997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52070) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:51.023077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 6345e2ae-d926-4b74-8098-da84567f74e6 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:45:51.078126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:51.144122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6345e2ae-d926-4b74-8098-da84567f74e6) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:51.251348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:51.251955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:51.368055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ddee15-8464-4788-8985-ecb36898c382 None None] Network 6345e2ae-d926-4b74-8098-da84567f74e6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:51.452582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0b8272a3-9d63-4ee4-8ff3-e6cf98b5fda3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3079522 Aug 25 11:45:51.452582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:51.467155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6', 'name': 'tempest-PortsTestJSON-475108462'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:51.681929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Allocated IP 172.20.0.2 (7d08b87a-09bc-482c-8788-04605b3baea8/c7b66e49-16ca-44fa-bc92-fa31a9185755/5051ea6e-10f4-4c9a-9645-4e8d1b478781) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:51.689091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58c63f27-92b0-4eee-a349-301eb7fe6581 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c19a383058ee4127b729d53af4cbbb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7923713 Aug 25 11:45:51.695882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52080) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:52.072821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.094079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Transition to ACTIVE for port object 5051ea6e-10f4-4c9a-9645-4e8d1b478781 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:52.121282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Transition to ACTIVE for port object 5051ea6e-10f4-4c9a-9645-4e8d1b478781 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:52.138468 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-be20449a-ac5b-47b4-9785-131b0bc5ef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.140918 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.144601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2277e746-2693-4f02-909c-084c77f23409 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:52.198680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.326266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Network 7d08b87a-09bc-482c-8788-04605b3baea8 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:52.327709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d2942-acda-4c86-9d04-75ae109bf8a9 req-3ea35638-f7fc-4bce-8351-3761f012cce7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:52.360629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-270d2942-acda-4c86-9d04-75ae109bf8a9 req-3ea35638-f7fc-4bce-8351-3761f012cce7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.5834744 Aug 25 11:45:52.362315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:52.366316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:52.402707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2277e746-2693-4f02-909c-084c77f23409 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:52.420075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2277e746-2693-4f02-909c-084c77f23409 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:52.420447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.421785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.432706 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.464501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54424306-e4aa-437f-9b09-5754edcf5395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.502804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Pushing event updated for resources: {'Port': ['ID=5051ea6e-10f4-4c9a-9645-4e8d1b478781,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:52.551041 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.699988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54424306-e4aa-437f-9b09-5754edcf5395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.719459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object bf15a6e2-24d0-46c0-aab4-630f8cb2348c will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:52.766068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Attempting to bind port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:52.766662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Attempting to bind port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:52.767229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Attempting to bind port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 on network 7d08b87a-09bc-482c-8788-04605b3baea8 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:52.799265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:52.799926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Checking segment: {'id': '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:52.800638 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.801285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Bound using segment: {'id': '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:52.806916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Bound port: 5051ea6e-10f4-4c9a-9645-4e8d1b478781, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '7d08b87a-09bc-482c-8788-04605b3baea8'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:52.807625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:52.986125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6345e2ae-d926-4b74-8098-da84567f74e6', 'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': 'a7664dea-e273-4a49-8f77-3850c348af30'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:45:52.988781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.046170 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.058562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-270d2942-acda-4c86-9d04-75ae109bf8a9 req-780858b5-2c7d-447b-9adb-aecd9e9e181f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570621 Aug 25 11:45:53.060871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Pushing event updated for resources: {'Port': ['ID=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:53.144297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Allocated IP 172.20.0.1 (143065f4-dd92-441e-b923-daf1fa13ff8f/20736a28-01e2-41fd-8a34-a246b532717e/70049120-56fc-46af-ad5e-88da98e6e8c6) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:53.165838 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.211360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:53.225844 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.265115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.278358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 11770331-0bd6-4985-8d6c-705f4d0146aa yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:53.375084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83974bb-af26-4ed6-ae9e-3c9555aeb854 None None] Network 143065f4-dd92-441e-b923-daf1fa13ff8f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:53.390650 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54424306-e4aa-437f-9b09-5754edcf5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.395982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54424306-e4aa-437f-9b09-5754edcf5395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:53.398276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54424306-e4aa-437f-9b09-5754edcf5395 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/440ac5a0-b861-4005-8c33-f9577239b4c9 HTTP/1.1" status: 204 len: 168 time: 1.6778805 Aug 25 11:45:53.410784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] For port 5051ea6e-10f4-4c9a-9645-4e8d1b478781, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:53.440409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54424306-e4aa-437f-9b09-5754edcf5395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ac5a0-b861-4005-8c33-f9577239b4c9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:53.550883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:53.556980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:53.605921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/9b0f3419-9981-4cce-ae51-8807ec5afe26/e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:53.839769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Router a03c6596-746d-4f52-a718-e44eba53b2d4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:45:54.188168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:54.190869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:54.211213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:54.218773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:54.219530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:54.322947 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.9420457 Aug 25 11:45:54.323660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52116) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:54.493771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] For port 5051ea6e-10f4-4c9a-9645-4e8d1b478781, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5051ea6e-10f4-4c9a-9645-4e8d1b478781,segment=NetworkSegment(3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283),segment_id=3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:54.518002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:45:54.547984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.10 (6345e2ae-d926-4b74-8098-da84567f74e6/a7664dea-e273-4a49-8f77-3850c348af30/11770331-0bd6-4985-8d6c-705f4d0146aa) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:54.593443 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:54.600200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3729268d-8527-4592-b753-1655ef6a015a admin admin] 10.222.0.35 "PUT /v2.0/routers/a03c6596-746d-4f52-a718-e44eba53b2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5334184 Aug 25 11:45:54.668322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Sync routers for ids ['a03c6596-746d-4f52-a718-e44eba53b2d4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:45:54.730224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bfb40-d328-4206-afef-8ff5a170fcef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=bf15a6e2-24d0-46c0-aab4-630f8cb2348c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:54.752124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc0778-5bb3-457c-9464-3c0d1892b216 req-17335061-1930-4a7c-ae38-4ead571a9093 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:54.768671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3dc0778-5bb3-457c-9464-3c0d1892b216 req-17335061-1930-4a7c-ae38-4ead571a9093 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.4000146 Aug 25 11:45:54.799351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52120) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:54.890496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd47b5-5259-46f9-a82e-6fe9b49b90fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:54.893372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c8cd47b5-5259-46f9-a82e-6fe9b49b90fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5715621 Aug 25 11:45:54.921811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52126) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:54.924314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b7aa2c54-4a02-4352-84d4-09e260a34994 None None] Provisioning for port 763bd822-842e-4c17-8c0f-fc9dc76de839 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:54.962059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:54.990126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.049241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Transition to ACTIVE for port object 70049120-56fc-46af-ad5e-88da98e6e8c6 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:55.075950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 11770331-0bd6-4985-8d6c-705f4d0146aa will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:55.151501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.225149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.253985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.273044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Transition to ACTIVE for port object e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:55.291521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac0e381e-8e8d-4558-a123-57cf577f222c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24a1b4083bff40df84dbb0a90c10e99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877756 Aug 25 11:45:55.322080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52132) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:55.322630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Transition to ACTIVE for port object e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:55.360244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3dc0778-5bb3-457c-9464-3c0d1892b216 req-7359d5b9-3c31-4be1-9adb-6b978589ec00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898814 Aug 25 11:45:55.467984 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.550848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 6345e2ae-d926-4b74-8098-da84567f74e6 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:55.611133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=11770331-0bd6-4985-8d6c-705f4d0146aa,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:55.658132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:55.685722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:55.718817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-402f3f50-5021-4c81-8152-a6e16a79998b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.724521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.812105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-402f3f50-5021-4c81-8152-a6e16a79998b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.815089 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.822879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Routers {'a03c6596-746d-4f52-a718-e44eba53b2d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:45:55.823573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a03c6596-746d-4f52-a718-e44eba53b2d4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:45:55.890824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-402f3f50-5021-4c81-8152-a6e16a79998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.896992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:55.898241 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.901932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-402f3f50-5021-4c81-8152-a6e16a79998b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.908123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-402f3f50-5021-4c81-8152-a6e16a79998b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cf488a7-d737-4702-b89d-d409ebbfac82 HTTP/1.1" status: 204 len: 168 time: 0.5784235 Aug 25 11:45:55.922731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port bf15a6e2-24d0-46c0-aab4-630f8cb2348c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:45:55.923346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:55.987984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 143065f4-dd92-441e-b923-daf1fa13ff8f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:56.007821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c249f03e-20ba-4c57-96c6-c1bde9f4cae8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5475736 Aug 25 11:45:56.009568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:56.034526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:56.053095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52146) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:56.095936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:56.102750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6', 'name': 'tempest-PortsTestJSON-1782363376'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:56.113850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for bf15a6e2-24d0-46c0-aab4-630f8cb2348c owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:45:56.256407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:56.259045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Pushing event updated for resources: {'Port': ['ID=5051ea6e-10f4-4c9a-9645-4e8d1b478781,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:56.359979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Port': ['ID=70049120-56fc-46af-ad5e-88da98e6e8c6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:56.420256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:56.430537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.436336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f3f50-5021-4c81-8152-a6e16a79998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf488a7-d737-4702-b89d-d409ebbfac82,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:56.445398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.452859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.453653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.455322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.455907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.456413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.456942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.457466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.458561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.459076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.459525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:56.484159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927395-68b6-406d-80f0-09ea0a92b720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:45:56.520810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:56.568579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:45:56.621847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=bf15a6e2-24d0-46c0-aab4-630f8cb2348c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:56.806783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:56.829298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d8686cd1-505a-4e6c-ba9a-ff681f33754e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/bf15a6e2-24d0-46c0-aab4-630f8cb2348c HTTP/1.1" status: 204 len: 168 time: 1.8947845 Aug 25 11:45:56.852357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52168) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:56.882630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Allocated IP 172.20.0.2 (6345e2ae-d926-4b74-8098-da84567f74e6/a7664dea-e273-4a49-8f77-3850c348af30/02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:45:56.919051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:56.934719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1648586218-network', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:57.000404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76309a6c-5dd3-4c86-94e3-93e48f38f502 req-748526c8-6faf-4c39-ba07-a3293253765d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:57.008921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76309a6c-5dd3-4c86-94e3-93e48f38f502 req-748526c8-6faf-4c39-ba07-a3293253765d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.1783574 Aug 25 11:45:57.104656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2277e746-2693-4f02-909c-084c77f23409, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2277e746-2693-4f02-909c-084c77f23409,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:57.109015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d160c683-e381-415c-be53-e71f76170ea5 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:45:57.115404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Made reservation on behalf of 7671b2b87ad646afacf1896830b3cf8a for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:57.125969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.205111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947dd83-c0f4-4ee9-9c17-8d8e12fe2014 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:57.206745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947dd83-c0f4-4ee9-9c17-8d8e12fe2014 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:57.211117 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5947dd83-c0f4-4ee9-9c17-8d8e12fe2014 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3570452 Aug 25 11:45:57.215524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:57.238984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6781508a-9dcf-4d3b-843e-c20ae86fc747 None None] Provisioning complete for port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:45:57.239572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6781508a-9dcf-4d3b-843e-c20ae86fc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.358179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76309a6c-5dd3-4c86-94e3-93e48f38f502 req-568d4783-a6b6-4de0-967c-5f09c4391cc0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339489 Aug 25 11:45:57.361808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.426529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.427480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eab86919-9057-493d-8bf1-331e6b9176e5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:45:57.481674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:57.487748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.493207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.514406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 9b0f3419-9981-4cce-ae51-8807ec5afe26 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:45:57.519579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.635530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.668473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6781508a-9dcf-4d3b-843e-c20ae86fc747 None None] Port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:45:57.705528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f6e32-8a01-4291-88bd-01a6dac85774 None None] Network 7d08b87a-09bc-482c-8788-04605b3baea8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:45:57.731210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.750264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.751232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.803060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Pushing event updated for resources: {'Port': ['ID=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:57.828313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:45:57.839419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.843776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:45:57.862496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec383a1e-d348-43ab-a60c-0efcbf12f78d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:57.871949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:57.872467 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Added segment 4e5be04e-31c0-4a35-87b6-0bcda31b1923 of type vlan for network bc8e31ab-5c80-4e52-9b20-c9313062c2fa Aug 25 11:45:57.964713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0f3419-9981-4cce-ae51-8807ec5afe26,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:57.994548 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.001837 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e1e06818-3e45-493d-b485-0421dba0c3da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/9b0f3419-9981-4cce-ae51-8807ec5afe26 HTTP/1.1" status: 204 len: 168 time: 0.7201407 Aug 25 11:45:58.008579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52192) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:58.050044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:45:58.130282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d60e776d-6a27-44e8-8718-da3c444c48ff tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183546 Aug 25 11:45:58.136569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52196) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:58.156194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:58.168756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.226113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d160c683-e381-415c-be53-e71f76170ea5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d160c683-e381-415c-be53-e71f76170ea5,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:58.340094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Set router a03c6596-746d-4f52-a718-e44eba53b2d4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:45:58.407931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:45:58.437489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd160c683-e381-415c-be53-e71f76170ea5', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': 'd160c683-e381-415c-be53-e71f76170ea5', 'mac_address': 'fa:16:3e:4b:57:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:45:58.537912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.553970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:58.555181 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.582887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.616468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e182fd5b-12f7-411b-8147-7ab0a380a82f None None] Provisioning for port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:45:58.643030 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.660844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d160c683-e381-415c-be53-e71f76170ea5 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:45:58.668798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.678258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.738405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Attempting to bind port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:45:58.738800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Attempting to bind port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:45:58.739265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Attempting to bind port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:45:58.778069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8472772 Aug 25 11:45:58.794127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52212) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:45:58.804511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:45:58.807228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:45:58.807779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.808238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:45:58.808824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Bound port: e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:45:58.810437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.811943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Request body: {'subnet': {'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1648586218-subnet', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:45:58.870408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0f707-9198-4541-aa24-45df6de086b0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc8e31ab-5c80-4e52-9b20-c9313062c2fa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:58.880555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.884405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Transition to ACTIVE for port object 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:58.913612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:58.931390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:58.988482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d160c683-e381-415c-be53-e71f76170ea5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d160c683-e381-415c-be53-e71f76170ea5,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:45:58.989287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Port': ['ID=70049120-56fc-46af-ad5e-88da98e6e8c6,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:59.003288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:45:59.084099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:59.124636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:59.400181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f644b0e-5809-46eb-927e-f3ca21f117a6 req-d47ea593-e266-438e-86fc-a313cab3a783 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:45:59.411773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f644b0e-5809-46eb-927e-f3ca21f117a6 req-d47ea593-e266-438e-86fc-a313cab3a783 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 944 time: 0.7055652 Aug 25 11:45:59.470191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2277e746-2693-4f02-909c-084c77f23409,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:45:59.543582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Transition to ACTIVE for port object 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:45:59.597568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 143065f4-dd92-441e-b923-daf1fa13ff8f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:45:59.609573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:45:59.666931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Made reservation on behalf of 7671b2b87ad646afacf1896830b3cf8a for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:45:59.677301 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:45:59.744291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d160c683-e381-415c-be53-e71f76170ea5'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:45:59.968023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] For port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:45:59.978174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] For port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:45:59.985333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f644b0e-5809-46eb-927e-f3ca21f117a6 req-7d034291-8015-415a-a97e-73d0bcfc7e3f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969442 Aug 25 11:46:00.107608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d160c683-e381-415c-be53-e71f76170ea5,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:00.167190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.11 (6345e2ae-d926-4b74-8098-da84567f74e6/a7664dea-e273-4a49-8f77-3850c348af30/34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:00.227441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port eab86919-9057-493d-8bf1-331e6b9176e5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:00.228078 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:00.231897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2b0862b9-9c56-43b5-86d3-e4f179e01880 None None] Provisioning for port 70049120-56fc-46af-ad5e-88da98e6e8c6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:00.305810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:00.309946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:00.338712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2b0862b9-9c56-43b5-86d3-e4f179e01880 None None] Provisioning complete for port 70049120-56fc-46af-ad5e-88da98e6e8c6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:00.339208 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2b0862b9-9c56-43b5-86d3-e4f179e01880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:00.751396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:00.816751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Router 5f99ea4a-68b3-4326-b1cf-ef8581abe297 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:46:01.019906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36183680-94aa-476b-b36d-d22dbe4c2719,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:01.051090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:01.114527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Checking segment: {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:01.115179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Network hostable DHCP agents. Network: bc8e31ab-5c80-4e52-9b20-c9313062c2fa, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:46:01.120880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Network 6345e2ae-d926-4b74-8098-da84567f74e6 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:01.139380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:01.164800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:01.170405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:01.174279 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5316e9b6-bb90-425b-aa49-7eaa0bfde707 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2916279 Aug 25 11:46:01.179656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:01.200615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:01.212550 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] Sync routers for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:01.247044 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:01.247281 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:01.286651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:01.303940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:01.307652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2b0862b9-9c56-43b5-86d3-e4f179e01880 None None] Port 70049120-56fc-46af-ad5e-88da98e6e8c6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:01.311136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:46:01.320704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:01.334388 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:01.335036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Pushing event updated for resources: {'Port': ['ID=02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:01.381459 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:01.408026 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:01.408662 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:01.412330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:01.413286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:01.524625 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:01.525328 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef14ef-cf21-44ab-a53c-67daa0a25aa4 None None] The sync data for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:01.555639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cc6e3-cfb6-430a-95c4-8c2b69f0c50b None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:01.587398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:01.689852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 6345e2ae-d926-4b74-8098-da84567f74e6 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:01.759086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:01.843600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:45:50Z', 'revision_number': 4, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cd19cd30-d59e-4e7d-91a8-7b645ae41e0a', 'name': '', 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'mac_address': 'fa:16:3e:15:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '5a20fb70-8963-4a73-a2c8-36fabae92752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:47Z', 'updated_at': '2021-08-25T11:45:51Z', 'revision_number': 2, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'subnets': [{'id': '5a20fb70-8963-4a73-a2c8-36fabae92752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:01.859856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:01.996851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:02.077937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Checking router: a03c6596-746d-4f52-a718-e44eba53b2d4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:02.078690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Updating router a03c6596-746d-4f52-a718-e44eba53b2d4 port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:46:02.156737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:02.159497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ccaee-0187-4ca4-b450-43049374d053 None None] Pushing event updated for resources: {'Port': ['ID=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:02.174921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Attempting to bind port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:02.175676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Attempting to bind port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'b110a27e-b8fc-456e-9123-3c2d11bd450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:02.176334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Attempting to bind port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 on network 6345e2ae-d926-4b74-8098-da84567f74e6 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:02.285061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2fc1eab6-f124-4a28-9c97-d7e3db7b4b4b None None] Provisioning complete for port 70049120-56fc-46af-ad5e-88da98e6e8c6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:02.286450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2fc1eab6-f124-4a28-9c97-d7e3db7b4b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:02.288667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:02.291707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Checking segment: {'id': 'b110a27e-b8fc-456e-9123-3c2d11bd450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:02.294635 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:02.295164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Bound using segment: {'id': 'b110a27e-b8fc-456e-9123-3c2d11bd450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:02.295771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Bound port: 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b110a27e-b8fc-456e-9123-3c2d11bd450f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6345e2ae-d926-4b74-8098-da84567f74e6'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:02.296786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:02.417369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:02.420308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:02.572504 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f2f92682-5217-447b-9422-6b13281e4384 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.5144980 Aug 25 11:46:02.602490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52284) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:02.726361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bc8e31ab-5c80-4e52-9b20-c9313062c2fa) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:02.746003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:02.747047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:02.828506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-32f85b4e-6958-454b-b751-0872c67d0783 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0266786 Aug 25 11:46:02.838962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.6965134 Aug 25 11:46:02.838962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52288) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:02.840014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52290) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:02.861821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:02.893438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'f16b9025-02ed-4940-ab93-cdd8c53b6835', 'ip_address': '2001:db8::496c:a68b:8440:7d28'}], 'name': 'tempest-NetworksTestDHCPv6-346696007'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:02.912556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740734b-fdee-4395-9dad-bdce33b5770c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=f16b9025-02ed-4940-ab93-cdd8c53b6835,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:02.985923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dcba044-b63d-4819-8e0c-2303465996cd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:02.990211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42be4c4-4f71-4995-98b3-46e63470c2f0 None None] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:02.994298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4700705-915f-4f3b-945e-905303dd557d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:03.001535 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f4700705-915f-4f3b-945e-905303dd557d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.3937039 Aug 25 11:46:03.010732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52296) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:03.130366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7798c-0c01-4c13-8cd8-29387cb0a54b req-232edbc9-693a-4959-9207-0ffbf43c6682 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:03.144072 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40d7798c-0c01-4c13-8cd8-29387cb0a54b req-232edbc9-693a-4959-9207-0ffbf43c6682 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 945 time: 1.8290374 Aug 25 11:46:03.158632 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-0a4be755-f1ca-42db-91af-d43c441c16fd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:46:03.160436 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0a4be755-f1ca-42db-91af-d43c441c16fd tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9774408 Aug 25 11:46:03.165426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:03.231915 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:03.234128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:03.343179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40d7798c-0c01-4c13-8cd8-29387cb0a54b req-d10721ed-ce49-4371-a365-1e794058dee2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965473 Aug 25 11:46:03.489681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:03.767247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4dcba044-b63d-4819-8e0c-2303465996cd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:03.772594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dcba044-b63d-4819-8e0c-2303465996cd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:03.775227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1eab6-f124-4a28-9c97-d7e3db7b4b4b None None] Port 70049120-56fc-46af-ad5e-88da98e6e8c6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:03.798717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:03.799541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:03.804357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:03.896785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-bc8e31ab-5c80-4e52-9b20-c9313062c2fa', 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'fixed_ips': [{'subnet_id': '36183680-94aa-476b-b36d-d22dbe4c2719'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:03.898875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:03.958918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.087472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.133092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:04.223827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.245249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2277e746-2693-4f02-909c-084c77f23409 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:04.265994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 0d146a73-7da5-470f-a8a6-1ba1fa944834 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:04.353826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.389472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.481972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] For port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:04.545328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:04.659031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::496c:a68b:8440:7d28 (5ab3dabd-4995-4637-bca4-885aee72df93/f16b9025-02ed-4940-ab93-cdd8c53b6835/0d146a73-7da5-470f-a8a6-1ba1fa944834) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:04.726938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.807898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] For port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95,segment=NetworkSegment(b110a27e-b8fc-456e-9123-3c2d11bd450f),segment_id=b110a27e-b8fc-456e-9123-3c2d11bd450f)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:04.900191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2277e746-2693-4f02-909c-084c77f23409 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:04.901237 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.915633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.921325 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:04.925526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Transition to ACTIVE for port object cd19cd30-d59e-4e7d-91a8-7b645ae41e0a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:04.966579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 0d146a73-7da5-470f-a8a6-1ba1fa944834 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:05.100066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e535d2-2a9f-45f9-add0-0b13f87b1feb None None] Pushing event updated for resources: {'Port': ['ID=02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:05.142744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d160c683-e381-415c-be53-e71f76170ea5 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:05.210662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.338955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cc603-3aea-4c35-8753-1b1fb3632a18 req-04a66fa0-41b9-4259-b22c-2989db3201db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:05.341266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f3cc603-3aea-4c35-8753-1b1fb3632a18 req-04a66fa0-41b9-4259-b22c-2989db3201db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 945 time: 0.3630993 Aug 25 11:46:05.367985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293639d7-abd1-41fb-8b72-386fcca4013c None None] Pushing event updated for resources: {'Port': ['ID=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:05.395219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'f16b9025-02ed-4940-ab93-cdd8c53b6835'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:46:05.423378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.508838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.515761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4024270c-f04c-4a94-99c2-53d75b1c4bcb tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5 HTTP/1.1" status: 204 len: 168 time: 2.4997563 Aug 25 11:46:05.520107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52340) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:05.577052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:05.601990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Allocated IP 172.20.0.2 (bc8e31ab-5c80-4e52-9b20-c9313062c2fa/36183680-94aa-476b-b36d-d22dbe4c2719/47d8e854-7948-4e4a-ae31-d3448faf0d6f) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:05.605979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:05.612873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.614503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:05.632398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:05.634832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.638575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d160c683-e381-415c-be53-e71f76170ea5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:05.639131 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3080f2f2-4ef3-42bc-83e3-84730a1a7eaa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:46:05.647927 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3080f2f2-4ef3-42bc-83e3-84730a1a7eaa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/34de7b1f-b4d6-4443-b8e8-66ab36cf5cc5 HTTP/1.1" status: 404 len: 333 time: 0.1208267 Aug 25 11:46:05.651349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52344) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:05.664174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d160c683-e381-415c-be53-e71f76170ea5 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:05.664174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.736813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f3cc603-3aea-4c35-8753-1b1fb3632a18 req-761bb4b2-8ff1-4708-815a-a0d85705e539 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620071 Aug 25 11:46:05.775389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.927745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:05.993535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1166217 Aug 25 11:46:06.006671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52352) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:06.243911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 11770331-0bd6-4985-8d6c-705f4d0146aa {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:06.244930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:06.287364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting port 70049120-56fc-46af-ad5e-88da98e6e8c6 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:06.287743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:06.297858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dce061-d8c3-486a-bf39-dc595e6d15c1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=0d146a73-7da5-470f-a8a6-1ba1fa944834,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:06.441886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6400ec-ad91-4f1f-befb-ca005a1057a3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:06.464770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6400ec-ad91-4f1f-befb-ca005a1057a3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:06.472563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aa6400ec-ad91-4f1f-befb-ca005a1057a3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2462838 Aug 25 11:46:06.474000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52360) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:06.478657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Allocated IP 172.25.1.180 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/54741c0a-5231-4968-ab08-91170ace442e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:06.536243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:06.565405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:06.579176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 11770331-0bd6-4985-8d6c-705f4d0146aa owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:06.593736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Calling delete_port for 70049120-56fc-46af-ad5e-88da98e6e8c6 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:06.683946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Attempting to bind port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:06.684565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Attempting to bind port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:06.684850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Attempting to bind port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a on network ce56730b-17a8-4c99-b62b-fee66e9b60f1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:06.689949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763bd822-842e-4c17-8c0f-fc9dc76de839 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:06.861041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 0d146a73-7da5-470f-a8a6-1ba1fa944834 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:06.861376 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.057366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:07.065938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Checking segment: {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:07.066787 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.068258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Bound using segment: {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:07.069074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Bound port: cd19cd30-d59e-4e7d-91a8-7b645ae41e0a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1b299-b8a4-4bae-82d2-8d33ac774fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:07.069417 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.145893 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.198353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a33adc-69b3-4941-b51b-47b9cf38db39 req-f426cdb7-3330-4507-844d-f86cceb1a4b1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:07.213183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5a33adc-69b3-4941-b51b-47b9cf38db39 req-f426cdb7-3330-4507-844d-f86cceb1a4b1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 945 time: 0.2205691 Aug 25 11:46:07.258601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.310344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.330905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 0d146a73-7da5-470f-a8a6-1ba1fa944834 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:07.369857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=11770331-0bd6-4985-8d6c-705f4d0146aa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:07.395392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d5a33adc-69b3-4941-b51b-47b9cf38db39 req-94ef0f87-9798-42f9-b9d0-9d9360125e69 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804736 Aug 25 11:46:07.442665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] For port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:07.453977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] For port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:07.492526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.813630 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.818075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a3b23-6ac6-4182-a80b-871eead1999b None None] Network 6345e2ae-d926-4b74-8098-da84567f74e6 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:07.828278 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.849178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.857265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.861523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.865001 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-330f09d5-40e0-4836-88b4-4306a67c95e0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/11770331-0bd6-4985-8d6c-705f4d0146aa HTTP/1.1" status: 204 len: 168 time: 2.1811247 Aug 25 11:46:07.866696 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Port': ['ID=70049120-56fc-46af-ad5e-88da98e6e8c6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:07.869503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52378) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:07.914350 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd26757-5ef1-4697-a96e-268204852d30 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:46:07.917921 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1cd26757-5ef1-4697-a96e-268204852d30 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/11770331-0bd6-4985-8d6c-705f4d0146aa HTTP/1.1" status: 404 len: 333 time: 0.0457344 Aug 25 11:46:07.928776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52380) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:07.954601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:07.982595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=0d146a73-7da5-470f-a8a6-1ba1fa944834,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:08.080901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293639d7-abd1-41fb-8b72-386fcca4013c None None] Pushing event updated for resources: {'Port': ['ID=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:08.108456 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.112891 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet a7664dea-e273-4a49-8f77-3850c348af30 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:08.121312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cc22889e-5591-40df-99d0-57c577520dbe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/0d146a73-7da5-470f-a8a6-1ba1fa944834 HTTP/1.1" status: 204 len: 168 time: 1.6371498 Aug 25 11:46:08.124803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52386) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:08.147446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 763bd822-842e-4c17-8c0f-fc9dc76de839 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:08.175727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 763bd822-842e-4c17-8c0f-fc9dc76de839 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:08.177452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.231586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.287789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:08.321127 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.333823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Transition to ACTIVE for port object 47d8e854-7948-4e4a-ae31-d3448faf0d6f will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:08.355994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Transition to ACTIVE for port object 47d8e854-7948-4e4a-ae31-d3448faf0d6f will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:08.357984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:08.384851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:08.395637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Pushing event updated for resources: {'Port': ['ID=54741c0a-5231-4968-ab08-91170ace442e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:08.462241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e8f33-8faf-449b-98c2-f0440bd81c2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:08.464532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e8f33-8faf-449b-98c2-f0440bd81c2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:08.466602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-564e8f33-8faf-449b-98c2-f0440bd81c2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2958481 Aug 25 11:46:08.474162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52396) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:08.530829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.539123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-21cb651d-92e8-48dc-9cad-c08cfa06e2fe None None] Provisioning for port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:08.566880 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.629901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d160c683-e381-415c-be53-e71f76170ea5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d160c683-e381-415c-be53-e71f76170ea5,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:08.647656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073953c2-9435-440b-a70b-352bb293bcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160c683-e381-415c-be53-e71f76170ea5'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:46:08.655528 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9838aea-6028-440e-a274-1478255c1cb3" -d '{"events": [{"server_uuid": "073953c2-9435-440b-a70b-352bb293bcb3", "name": "network-vif-plugged", "status": "completed", "tag": "d160c683-e381-415c-be53-e71f76170ea5"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:46:08.692183 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:08.702340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Router 5f99ea4a-68b3-4326-b1cf-ef8581abe297 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:46:08.859804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Routers {'a03c6596-746d-4f52-a718-e44eba53b2d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:08.861140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a03c6596-746d-4f52-a718-e44eba53b2d4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:08.996353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet f16b9025-02ed-4940-ab93-cdd8c53b6835 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:09.149572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e18c6f-ef6f-4541-902b-f389db348207 req-8f79ce75-c2c2-46fc-80fe-5019a6367ec8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:09.164344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:09.166809 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e18c6f-ef6f-4541-902b-f389db348207 req-8f79ce75-c2c2-46fc-80fe-5019a6367ec8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 945 time: 0.5798986 Aug 25 11:46:09.206595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/f16b9025-02ed-4940-ab93-cdd8c53b6835/e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:09.238790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:09.249599 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-32a2144c-2d09-4169-a3bb-8e1860c06306 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0791028 Aug 25 11:46:09.261020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52410) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:09.272151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:09.276071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:09.292536 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20fba3-18c1-4ba5-b4a8-fde8644efb54 x-openstack-request-id: req-8e20fba3-18c1-4ba5-b4a8-fde8644efb54 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:46:09.293181 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073953c2-9435-440b-a70b-352bb293bcb3", "name": "network-vif-plugged", "status": "completed", "tag": "d160c683-e381-415c-be53-e71f76170ea5", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:46:09.297839 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e20fba3-18c1-4ba5-b4a8-fde8644efb54 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:46:09.298652 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073953c2-9435-440b-a70b-352bb293bcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160c683-e381-415c-be53-e71f76170ea5', 'code': 200} Aug 25 11:46:09.401101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] Sync routers for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:09.426954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:09.427987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=a7664dea-e273-4a49-8f77-3850c348af30,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:09.505928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:09.509112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8a648308-d997-4e81-91ca-f17d5248c545 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/a7664dea-e273-4a49-8f77-3850c348af30 HTTP/1.1" status: 204 len: 168 time: 1.5769296 Aug 25 11:46:09.526112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52424) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:09.659960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:09.767516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922143eb-8e11-4dd8-8116-3c3ff80e1b60 req-ed99f651-3ad2-42a2-a984-a0e817858b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:09.769118 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-922143eb-8e11-4dd8-8116-3c3ff80e1b60 req-ed99f651-3ad2-42a2-a984-a0e817858b9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 1098 time: 0.7679124 Aug 25 11:46:09.781964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:09.806613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e18c6f-ef6f-4541-902b-f389db348207 req-515f4506-4991-4ee1-aa48-95fb8d320fee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348066 Aug 25 11:46:09.810776 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-1121304f-2648-425d-9f41-38502fcbae25 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] delete failed (client error): The resource could not be found. Aug 25 11:46:09.817673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1121304f-2648-425d-9f41-38502fcbae25 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-106999039 HTTP/1.1" status: 404 len: 334 time: 0.5486727 Aug 25 11:46:09.823113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52426) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:09.837959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-349eebf2-8f1f-4444-b66d-af3368f614b2 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f99ea4a-68b3-4326-b1cf-ef8581abe297'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:10.038514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Pushing event updated for resources: {'Port': ['ID=47d8e854-7948-4e4a-ae31-d3448faf0d6f,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:10.088518 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-922143eb-8e11-4dd8-8116-3c3ff80e1b60 req-ae458a58-e676-40b8-b5ab-aced585e7f04 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006036 Aug 25 11:46:10.221929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:10.223927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52436) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:10.224459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.270500 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.326963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:10.328576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:10.412095 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.416558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d160c683-e381-415c-be53-e71f76170ea5,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:10.469157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] Set router a03c6596-746d-4f52-a718-e44eba53b2d4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:10.476842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:10.502697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] For port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95,segment=NetworkSegment(b110a27e-b8fc-456e-9123-3c2d11bd450f),segment_id=b110a27e-b8fc-456e-9123-3c2d11bd450f)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:10.503173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.533936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:10.568705 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349eebf2-8f1f-4444-b66d-af3368f614b2 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.612896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5999-fac6-4ea7-a113-aefa5478177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.652981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.666448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Attempting to bind port 47d8e854-7948-4e4a-ae31-d3448faf0d6f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:10.667596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Attempting to bind port 47d8e854-7948-4e4a-ae31-d3448faf0d6f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:10.669987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Attempting to bind port 47d8e854-7948-4e4a-ae31-d3448faf0d6f on network bc8e31ab-5c80-4e52-9b20-c9313062c2fa {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:10.702086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:10.711567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:10.744889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:10.747311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No DVR routers for this DVR port 02ef32ae-3c38-43bc-94a5-3fc2fe4b5d95 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:10.793414 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-349eebf2-8f1f-4444-b66d-af3368f614b2 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] update failed (client error): The resource could not be found. Aug 25 11:46:10.795495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-349eebf2-8f1f-4444-b66d-af3368f614b2 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297 HTTP/1.1" status: 404 len: 339 time: 0.9698987 Aug 25 11:46:10.802599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52446) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:10.819941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:10.822328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Checking segment: {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:10.823323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.825567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Bound using segment: {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:10.825567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Bound port: 47d8e854-7948-4e4a-ae31-d3448faf0d6f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:10.825944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.967646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5999-fac6-4ea7-a113-aefa5478177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:10.982698 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5999-fac6-4ea7-a113-aefa5478177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.144009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.150126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:11.150805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7d85c-3d07-45b2-8978-4cff70c1d507 None None] The sync data for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:11.310553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6345e2ae-d926-4b74-8098-da84567f74e6']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:11.403389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b110a27e-b8fc-456e-9123-3c2d11bd450f') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:11.403902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b110a27e-b8fc-456e-9123-3c2d11bd450f') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:11.416583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] For port 47d8e854-7948-4e4a-ae31-d3448faf0d6f, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:11.420535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] For port 47d8e854-7948-4e4a-ae31-d3448faf0d6f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=47d8e854-7948-4e4a-ae31-d3448faf0d6f,segment=NetworkSegment(4e5be04e-31c0-4a35-87b6-0bcda31b1923),segment_id=4e5be04e-31c0-4a35-87b6-0bcda31b1923)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:11.432852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851c5b6-892a-4e35-a930-e89f19858454 None None] DHCP port deletion for 6345e2ae-d926-4b74-8098-da84567f74e6 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:11.452312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.550343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96365964-fbb7-44c7-87a8-4f0cd17715b6 None None] Pushing event updated for resources: {'Port': ['ID=47d8e854-7948-4e4a-ae31-d3448faf0d6f,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:11.574481 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.592614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 763bd822-842e-4c17-8c0f-fc9dc76de839, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763bd822-842e-4c17-8c0f-fc9dc76de839,segment=NetworkSegment(da2f2d4a-3cd7-4eb7-a7ef-154be12dad19),segment_id=da2f2d4a-3cd7-4eb7-a7ef-154be12dad19)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:11.608750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.623104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:46:11.623982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.628668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.633645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5051ea6e-10f4-4c9a-9645-4e8d1b478781 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:11.673975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] For port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:46:11.797744 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:46:11.804410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5999-fac6-4ea7-a113-aefa5478177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e176091b-a5ad-460a-a9a1-7b541cba9e98,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:11.857188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d8ca5999-fac6-4ea7-a113-aefa5478177b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c39ac343badc496b961cc3eeaa987d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6256516 Aug 25 11:46:11.860405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52462) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:11.942209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.942769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.974533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d1f76-0d10-4a00-ba1c-2b6cdaa585bc req-30844cc4-dfdf-4546-bac4-94b86b26a26d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:11.976473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a2d1f76-0d10-4a00-ba1c-2b6cdaa585bc req-30844cc4-dfdf-4546-bac4-94b86b26a26d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 946 time: 0.3218760 Aug 25 11:46:11.976690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:11.996021 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/6345e2ae-d926-4b74-8098-da84567f74e6 HTTP/1.1" status: 204 len: 168 time: 2.4663560 Aug 25 11:46:11.998984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52464) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:12.007453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-182349455'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:12.053575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde20e29-b191-4684-8d86-00428aeb84c9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=6345e2ae-d926-4b74-8098-da84567f74e6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:12.094794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=763bd822-842e-4c17-8c0f-fc9dc76de839,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:12.095286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.121588 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.141511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:12.148829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:12.154185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.201087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:12.201985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.214709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-232c9148-8db8-4339-bdc4-0b96fb2947c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.276178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a2d1f76-0d10-4a00-ba1c-2b6cdaa585bc req-e4f7c57a-8fbc-46f2-959e-2159be794cb7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144555 Aug 25 11:46:12.303219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Ignored duplicate provisioning block setup for port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 11:46:12.318897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.321026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.367949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:46:12.452458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.481449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.481923 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4 of type vlan for network c247189a-cf9b-4610-9d6d-10e0807cee6c Aug 25 11:46:12.612884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.649261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.657094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:12.657820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.698235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:45:50Z', 'revision_number': 4, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cd19cd30-d59e-4e7d-91a8-7b645ae41e0a', 'name': '', 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'mac_address': 'fa:16:3e:15:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '5a20fb70-8963-4a73-a2c8-36fabae92752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:47Z', 'updated_at': '2021-08-25T11:46:07Z', 'revision_number': 4, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'subnets': [{'id': '5a20fb70-8963-4a73-a2c8-36fabae92752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:12.723207 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7205586 Aug 25 11:46:12.724628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52472) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:12.728147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.746817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390b0bb-d6d8-44d1-8fd1-f864ee0c0cc2 None None] The sync data for ids ['a03c6596-746d-4f52-a718-e44eba53b2d4'] in n-d-778732-11 is: [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:45:50Z', 'revision_number': 4, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cd19cd30-d59e-4e7d-91a8-7b645ae41e0a', 'name': '', 'network_id': 'ce56730b-17a8-4c99-b62b-fee66e9b60f1', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'mac_address': 'fa:16:3e:15:15:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '5a20fb70-8963-4a73-a2c8-36fabae92752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:47Z', 'updated_at': '2021-08-25T11:46:07Z', 'revision_number': 4, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'subnets': [{'id': '5a20fb70-8963-4a73-a2c8-36fabae92752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:12.772851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb0790-1e17-4c05-bbd4-9e603c0cb610 None None] Pushing event updated for resources: {'Port': ['ID=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:12.828870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.891775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 5051ea6e-10f4-4c9a-9645-4e8d1b478781, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5051ea6e-10f4-4c9a-9645-4e8d1b478781,segment=NetworkSegment(3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283),segment_id=3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:12.899604 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:12.924821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:13.091932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=5051ea6e-10f4-4c9a-9645-4e8d1b478781,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:13.173031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:13.229741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-232c9148-8db8-4339-bdc4-0b96fb2947c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:13.332541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e750d6-5d56-4ff8-8502-45d921cc7f0c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=c247189a-cf9b-4610-9d6d-10e0807cee6c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:13.344601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network c247189a-cf9b-4610-9d6d-10e0807cee6c details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:46:13.378054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:13.381889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:13.464019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=f16b9025-02ed-4940-ab93-cdd8c53b6835,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:13.516968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:13.519353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3be9cb17-d176-4642-92da-d5f82c85edac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/f16b9025-02ed-4940-ab93-cdd8c53b6835 HTTP/1.1" status: 204 len: 168 time: 5.0441189 Aug 25 11:46:13.535984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 47d8e854-7948-4e4a-ae31-d3448faf0d6f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:13.540024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52484) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:13.624548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-232c9148-8db8-4339-bdc4-0b96fb2947c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:13.628968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-232c9148-8db8-4339-bdc4-0b96fb2947c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:13.630528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-232c9148-8db8-4339-bdc4-0b96fb2947c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e176091b-a5ad-460a-a9a1-7b541cba9e98 HTTP/1.1" status: 204 len: 168 time: 1.7688527 Aug 25 11:46:13.702889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf4c55-567c-4906-b5a0-0da6aa89422b req-7b993e37-ed8a-4669-8132-7369625b1f92 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:13.709972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43bf4c55-567c-4906-b5a0-0da6aa89422b req-7b993e37-ed8a-4669-8132-7369625b1f92 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 946 time: 0.2023809 Aug 25 11:46:13.721579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 47d8e854-7948-4e4a-ae31-d3448faf0d6f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:13.732454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd19cd30-d59e-4e7d-91a8-7b645ae41e0a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:13.879940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c9148-8db8-4339-bdc4-0b96fb2947c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176091b-a5ad-460a-a9a1-7b541cba9e98,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:13.916004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43bf4c55-567c-4906-b5a0-0da6aa89422b req-f87b7955-00ea-4c27-bcf3-51632d0b91c3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520388 Aug 25 11:46:13.917171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Router 53cd1457-6d37-4185-832c-f84cd9dfad5e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:46:13.989268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:14.002846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:14.004632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:14.090338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6fbdf1-5406-42ce-a8a4-719ea1bf1f20 None None] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:14.288599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:14.302613 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Sync routers for ids ['53cd1457-6d37-4185-832c-f84cd9dfad5e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:14.342594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Routers {'53cd1457-6d37-4185-832c-f84cd9dfad5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:14.343699 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:14.345567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3365c750-8d50-4ce0-9b65-e45e93aa0d1a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.4978578 Aug 25 11:46:14.347044 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['53cd1457-6d37-4185-832c-f84cd9dfad5e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:14.360838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52502) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:14.554310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] Provisioning for port 47d8e854-7948-4e4a-ae31-d3448faf0d6f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:14.592773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] Provisioning complete for port 47d8e854-7948-4e4a-ae31-d3448faf0d6f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:14.596965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:14.766333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:14.780143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ffa9-f2bd-4f81-bf59-5d20529b3c3e req-2550e33d-5a29-4620-bba5-c430afd1a83c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:14.786883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c36ffa9-f2bd-4f81-bf59-5d20529b3c3e req-2550e33d-5a29-4620-bba5-c430afd1a83c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 946 time: 0.6184666 Aug 25 11:46:14.839056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52508) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:14.996277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61c1d491-ba37-4468-919d-8fd5e6099406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:15.040472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:15.092965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Allocated IP 172.20.0.1 (9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3/88d086a3-a24b-4237-810c-9910133b8e47/a4200c85-d5d7-44ec-8ed5-8b100269ab3f) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:15.100230 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bdfb75b5-1fcb-4106-9231-c849d95361ed tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.5529890 Aug 25 11:46:15.110520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:15.120335 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:15.121723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763bd822-842e-4c17-8c0f-fc9dc76de839 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:15.155414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c36ffa9-f2bd-4f81-bf59-5d20529b3c3e req-211b02aa-d045-42ca-87af-6277a14f8b96 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460834 Aug 25 11:46:15.392437 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Set router 53cd1457-6d37-4185-832c-f84cd9dfad5e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:15.424018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295fabe-66e4-4f5d-ac73-93376602e473 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:15.566187 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61c1d491-ba37-4468-919d-8fd5e6099406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:15.758675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:15.773542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-61c1d491-ba37-4468-919d-8fd5e6099406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:15.906913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:15.936952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-61c1d491-ba37-4468-919d-8fd5e6099406 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5433c3d2c074f42976e14fd26013001&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0962224 Aug 25 11:46:15.954616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52528) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:16.059583 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:09Z', 'revision_number': 3, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:16.090105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1d491-ba37-4468-919d-8fd5e6099406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65920e0-b4b2-49a0-8217-518b7b12ca9c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:16.138809 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Checking router: 53cd1457-6d37-4185-832c-f84cd9dfad5e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:16.139261 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Updating router 53cd1457-6d37-4185-832c-f84cd9dfad5e port 54741c0a-5231-4968-ab08-91170ace442e binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:46:16.149726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.210861 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.229950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] For port 47d8e854-7948-4e4a-ae31-d3448faf0d6f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=47d8e854-7948-4e4a-ae31-d3448faf0d6f,segment=NetworkSegment(4e5be04e-31c0-4a35-87b6-0bcda31b1923),segment_id=4e5be04e-31c0-4a35-87b6-0bcda31b1923)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:16.263957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 763bd822-842e-4c17-8c0f-fc9dc76de839 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:16.268748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.279711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.280191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e419a5d0-67cf-42b8-b3ba-93778ef011ac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:16.282264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e419a5d0-67cf-42b8-b3ba-93778ef011ac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1670399 Aug 25 11:46:16.292571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52532) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:16.329087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.336138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Transition to ACTIVE for port object a4200c85-d5d7-44ec-8ed5-8b100269ab3f will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:16.388640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1477fd-a658-4c6e-bb3f-c0568b6d3819 req-95f5b181-8dfd-4c0d-95b6-dad776add9a2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:16.390555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e1477fd-a658-4c6e-bb3f-c0568b6d3819 req-95f5b181-8dfd-4c0d-95b6-dad776add9a2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 946 time: 0.4805145 Aug 25 11:46:16.435231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72ba37e7-9843-40bd-ac95-cfce8e1b97e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.481011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d3fdd-0251-4df2-b968-8e1ed08c7c52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:16.483298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f37d3fdd-0251-4df2-b968-8e1ed08c7c52 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1859121 Aug 25 11:46:16.488864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52538) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:16.530218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72ba37e7-9843-40bd-ac95-cfce8e1b97e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.540573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed56e76-97ad-49a5-b0a5-3e8ff320892b None None] Pushing event updated for resources: {'Port': ['ID=47d8e854-7948-4e4a-ae31-d3448faf0d6f,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:16.593838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e1477fd-a658-4c6e-bb3f-c0568b6d3819 req-6e4a80c8-6f36-42f1-97b9-ba1b6e2f50c9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876283 Aug 25 11:46:16.625836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5fa08ccc-18d4-404f-87ab-a9c8ffdffb0e None None] Provisioning for port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:16.688443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:16.722028 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d9aca6f5-f790-46bc-a1de-977ac1868ea8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2272134 Aug 25 11:46:16.729256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52542) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:16.739355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:16.747010 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:16.747352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: c247189a-cf9b-4610-9d6d-10e0807cee6c, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:46:16.752740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=751ef70b-3333-466d-8b3d-6b2dc9caf9b9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:16.808476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72ba37e7-9843-40bd-ac95-cfce8e1b97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.812813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72ba37e7-9843-40bd-ac95-cfce8e1b97e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.814427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-72ba37e7-9843-40bd-ac95-cfce8e1b97e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d65920e0-b4b2-49a0-8217-518b7b12ca9c HTTP/1.1" status: 204 len: 168 time: 0.8484540 Aug 25 11:46:16.833257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba37e7-9843-40bd-ac95-cfce8e1b97e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65920e0-b4b2-49a0-8217-518b7b12ca9c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:16.837752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:16.936795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5fa08ccc-18d4-404f-87ab-a9c8ffdffb0e None None] Provisioning complete for port 47d8e854-7948-4e4a-ae31-d3448faf0d6f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:16.937411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fa08ccc-18d4-404f-87ab-a9c8ffdffb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.055498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.101563 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.151234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network c247189a-cf9b-4610-9d6d-10e0807cee6c is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:46:17.163061 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Transition to ACTIVE for port object 54741c0a-5231-4968-ab08-91170ace442e will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:17.175253 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.257966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Allocated IP 172.20.0.1 (bc8e31ab-5c80-4e52-9b20-c9313062c2fa/36183680-94aa-476b-b36d-d22dbe4c2719/bac23941-cb5c-4749-806e-6729ca31f39d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:17.337864 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf998-22fa-497b-979c-f494ad3d2e6a None None] Pushing event updated for resources: {'Port': ['ID=54741c0a-5231-4968-ab08-91170ace442e,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:17.365580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] Deleting port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:17.367598 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.381802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 47d8e854-7948-4e4a-ae31-d3448faf0d6f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:17.383609 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Attempting to bind port 54741c0a-5231-4968-ab08-91170ace442e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:17.386386 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Attempting to bind port 54741c0a-5231-4968-ab08-91170ace442e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:17.388610 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Attempting to bind port 54741c0a-5231-4968-ab08-91170ace442e on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:17.417937 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:17.418574 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:17.419163 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.419860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:17.424799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, c247189a-cf9b-4610-9d6d-10e0807cee6c) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:17.426699 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Bound port: 54741c0a-5231-4968-ab08-91170ace442e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:17.427281 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.436318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:17.439895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.452305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:17.472013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:17.479157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:17.530377 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] For port 54741c0a-5231-4968-ab08-91170ace442e, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:17.534678 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] For port 54741c0a-5231-4968-ab08-91170ace442e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54741c0a-5231-4968-ab08-91170ace442e,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:17.549253 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.576681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a2e48-eee7-4b6f-bc79-78588f6bf4d9 None None] Network c247189a-cf9b-4610-9d6d-10e0807cee6c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:17.732830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:17.822190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Transition to ACTIVE for port object bac23941-cb5c-4749-806e-6729ca31f39d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:17.908034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Port': ['ID=a4200c85-d5d7-44ec-8ed5-8b100269ab3f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:17.916457 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf998-22fa-497b-979c-f494ad3d2e6a None None] Pushing event updated for resources: {'Port': ['ID=54741c0a-5231-4968-ab08-91170ace442e,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:17.926655 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Routers {'53cd1457-6d37-4185-832c-f84cd9dfad5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:17.928376 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:45:52Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['53cd1457-6d37-4185-832c-f84cd9dfad5e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:17.934454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.021280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:18.043843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:18.069448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:18.091258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-575f7af7-e43a-4435-87ca-870439298691 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:18.093995 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-575f7af7-e43a-4435-87ca-870439298691 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 946 time: 0.7946577 Aug 25 11:46:18.118430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:18.125052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.136494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.159250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bac23941-cb5c-4749-806e-6729ca31f39d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:18.222994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed3ecba4-5103-464e-aeb9-6b9bfa5879a3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3348422 Aug 25 11:46:18.233437 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] Set router 53cd1457-6d37-4185-832c-f84cd9dfad5e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:18.256555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52572) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:18.324364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] For port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:18.325352 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.346907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658006-464a-4a09-8a67-6fe4b6d05d95 req-6392c5ef-1860-484a-b4f3-1f12ac1e549f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:18.349092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1658006-464a-4a09-8a67-6fe4b6d05d95 req-6392c5ef-1860-484a-b4f3-1f12ac1e549f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 946 time: 0.3951848 Aug 25 11:46:18.358536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c', 'name': 'tempest-PortsTestJSON-1511340866', 'fixed_ips': [{'subnet_id': '751ef70b-3333-466d-8b3d-6b2dc9caf9b9', 'ip_address': '172.20.0.10'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:18.451411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1658006-464a-4a09-8a67-6fe4b6d05d95 req-e5c032a0-30e4-4994-9f32-92721dea1ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811563 Aug 25 11:46:18.484900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] Calling delete_port for e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:18.581910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.608500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.654165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] No DVR routers for this DVR port e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:18.658945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-433bc5fd-8846-41a0-bcd4-cd9cf6374409 None None] Provisioning for port a4200c85-d5d7-44ec-8ed5-8b100269ab3f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:18.667344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-c247189a-cf9b-4610-9d6d-10e0807cee6c', 'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': '751ef70b-3333-466d-8b3d-6b2dc9caf9b9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:18.668741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.695727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e602d0-75be-4e94-bf8b-fa8acf6d9d05 None None] Pushing event deleted for resources: {'Port': ['ID=e8ee1bd1-bc31-4f01-87e2-9d11bf3a23cb,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:18.699178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-433bc5fd-8846-41a0-bcd4-cd9cf6374409 None None] Provisioning complete for port a4200c85-d5d7-44ec-8ed5-8b100269ab3f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:18.699637 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-433bc5fd-8846-41a0-bcd4-cd9cf6374409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.766788 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:09Z', 'revision_number': 3, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:18.804630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:18.832690 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818cfe8-c279-4447-870e-985f25ec73e1 None None] The sync data for ids ['53cd1457-6d37-4185-832c-f84cd9dfad5e'] in n-d-778732-11 is: [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:09Z', 'revision_number': 3, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:18.955478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Allocated IP 172.20.0.2 (c247189a-cf9b-4610-9d6d-10e0807cee6c/751ef70b-3333-466d-8b3d-6b2dc9caf9b9/10b8143b-0b7b-4057-a989-09fa63673607) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:19.009118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port d160c683-e381-415c-be53-e71f76170ea5 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:19.009954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.166333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port d160c683-e381-415c-be53-e71f76170ea5, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d160c683-e381-415c-be53-e71f76170ea5,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:19.166884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.187790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for d160c683-e381-415c-be53-e71f76170ea5 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:19.324104 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eea0d5fe-40a2-42f1-8cc8-ec13fe83b9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.343581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-433bc5fd-8846-41a0-bcd4-cd9cf6374409 None None] Port a4200c85-d5d7-44ec-8ed5-8b100269ab3f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:19.546406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 47d8e854-7948-4e4a-ae31-d3448faf0d6f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:19.565505 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.610765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.626671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.728372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.742431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-060b1d15-8a38-41a7-a8c4-fb3d654019ec None None] Provisioning for port bac23941-cb5c-4749-806e-6729ca31f39d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:19.755055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-060b1d15-8a38-41a7-a8c4-fb3d654019ec None None] Provisioning complete for port bac23941-cb5c-4749-806e-6729ca31f39d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:19.755778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-060b1d15-8a38-41a7-a8c4-fb3d654019ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.773033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Transition to ACTIVE for port object 10b8143b-0b7b-4057-a989-09fa63673607 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:19.851063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Transition to ACTIVE for port object 10b8143b-0b7b-4057-a989-09fa63673607 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:19.871153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-060b1d15-8a38-41a7-a8c4-fb3d654019ec None None] Port bac23941-cb5c-4749-806e-6729ca31f39d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:19.888801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.906817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:19.935636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:19.937999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41bbd61b-269f-4ed3-9d05-51aed5eb23e3 req-038f2f9c-a775-4759-9bdf-2aaa57c51d4c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1530015 Aug 25 11:46:19.942052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:20.069516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bac23941-cb5c-4749-806e-6729ca31f39d,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:20.151740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['de6de980-aebc-4c57-9463-5286af16eede'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:46:20.239954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:20.239954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:20.349195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Pushing event updated for resources: {'Port': ['ID=10b8143b-0b7b-4057-a989-09fa63673607,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:20.438283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=d160c683-e381-415c-be53-e71f76170ea5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:20.489122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:20.503657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Network c247189a-cf9b-4610-9d6d-10e0807cee6c is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:20.670145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Router 53cd1457-6d37-4185-832c-f84cd9dfad5e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:46:20.697914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:20.731111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd19cd30-d59e-4e7d-91a8-7b645ae41e0a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:20.745141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:20.892270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:20.936737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port d160c683-e381-415c-be53-e71f76170ea5 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:20.945674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:20.947510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8fe0122c-607c-4737-b7ee-7cd9062c64fd req-2429e917-a7b3-4f57-b293-975dc1223e88 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "DELETE /v2.0/ports/d160c683-e381-415c-be53-e71f76170ea5 HTTP/1.1" status: 204 len: 173 time: 2.7871892 Aug 25 11:46:20.971668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:21.228793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52632) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:21.306988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d160c683-e381-415c-be53-e71f76170ea5 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:21.321716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bd80e68-1655-41f2-b34d-ce77ac12725a req-ecc873b9-14a5-470b-9bba-4052a23d96c2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1218913 Aug 25 11:46:21.330381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:21.355320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c63749c5-f315-4569-a064-7bb01f0d91f2 admin admin] 10.222.0.35 "PUT /v2.0/routers/53cd1457-6d37-4185-832c-f84cd9dfad5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9858768 Aug 25 11:46:21.448049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: d160c683-e381-415c-be53-e71f76170ea5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:21.448816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d160c683-e381-415c-be53-e71f76170ea5 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:21.450806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.10 (c247189a-cf9b-4610-9d6d-10e0807cee6c/751ef70b-3333-466d-8b3d-6b2dc9caf9b9/a6cea763-4c2c-451e-8d8a-c2f7d33a24fd) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:21.451965 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:46:21.611516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c40980fe-05a6-44b9-a204-14d4d53b829d None None] Provisioning complete for port bac23941-cb5c-4749-806e-6729ca31f39d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:21.625435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c40980fe-05a6-44b9-a204-14d4d53b829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.631846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Attempting to bind port 10b8143b-0b7b-4057-a989-09fa63673607 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:21.644103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Attempting to bind port 10b8143b-0b7b-4057-a989-09fa63673607 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:21.645440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Attempting to bind port 10b8143b-0b7b-4057-a989-09fa63673607 on network c247189a-cf9b-4610-9d6d-10e0807cee6c {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:21.695744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:21.698360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Checking segment: {'id': 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:21.699667 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.707717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Bound using segment: {'id': 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:21.709636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Bound port: 10b8143b-0b7b-4057-a989-09fa63673607, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:21.712233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.731741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-180b32a9-bd06-4a73-8873-eb324342b5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.828623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.852178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object a6cea763-4c2c-451e-8d8a-c2f7d33a24fd will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:21.892585 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-409b1bc8-cb26-46cd-b6c7-ba6700a44bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.923825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:21.928619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073953c2-9435-440b-a70b-352bb293bcb3', 'name': 'network-vif-deleted', 'tag': 'd160c683-e381-415c-be53-e71f76170ea5'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:46:21.938464 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136bba51-1b49-452b-a5f8-6f2599f5aa5c" -d '{"events": [{"server_uuid": "073953c2-9435-440b-a70b-352bb293bcb3", "name": "network-vif-deleted", "tag": "d160c683-e381-415c-be53-e71f76170ea5"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:46:22.151526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-180b32a9-bd06-4a73-8873-eb324342b5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.164752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-180b32a9-bd06-4a73-8873-eb324342b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.183469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c40980fe-05a6-44b9-a204-14d4d53b829d None None] Port bac23941-cb5c-4749-806e-6729ca31f39d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:22.214768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:22.215852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.431512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-180b32a9-bd06-4a73-8873-eb324342b5a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b38431561aaf4bb6ba0cf62899b66b50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1888595 Aug 25 11:46:22.432252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52658) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:22.440332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b32a9-bd06-4a73-8873-eb324342b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d074a9e0-0e81-4ccf-9120-aa9c06ab7861,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:22.478039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] For port 10b8143b-0b7b-4057-a989-09fa63673607, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:22.503193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] For port 10b8143b-0b7b-4057-a989-09fa63673607, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=10b8143b-0b7b-4057-a989-09fa63673607,segment=NetworkSegment(e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4),segment_id=e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:22.599940 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.623705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.629772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.635811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.652894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aa49db3-2991-4eac-9620-af990751b092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.669571 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.704809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.731251 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aa49db3-2991-4eac-9620-af990751b092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.804154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Sync routers for ids ['53cd1457-6d37-4185-832c-f84cd9dfad5e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:22.846617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-824cbe36-2b6e-4ac2-931b-8b918dd2dd5d req-bd19c515-7b73-480d-a121-9019a086004d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.2573926 Aug 25 11:46:22.861096 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aa49db3-2991-4eac-9620-af990751b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.871940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9aa49db3-2991-4eac-9620-af990751b092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:22.874389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9aa49db3-2991-4eac-9620-af990751b092 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d074a9e0-0e81-4ccf-9120-aa9c06ab7861 HTTP/1.1" status: 204 len: 168 time: 0.4380000 Aug 25 11:46:22.935144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa49db3-2991-4eac-9620-af990751b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d074a9e0-0e81-4ccf-9120-aa9c06ab7861,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:23.010969 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ca7e68-c843-40be-be37-41b2c7aad975 x-openstack-request-id: req-86ca7e68-c843-40be-be37-41b2c7aad975 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:46:23.011962 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073953c2-9435-440b-a70b-352bb293bcb3", "name": "network-vif-deleted", "tag": "d160c683-e381-415c-be53-e71f76170ea5", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:46:23.012418 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86ca7e68-c843-40be-be37-41b2c7aad975 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:46:23.014308 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073953c2-9435-440b-a70b-352bb293bcb3', 'name': 'network-vif-deleted', 'tag': 'd160c683-e381-415c-be53-e71f76170ea5', 'status': 'completed', 'code': 200} Aug 25 11:46:23.073481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network c247189a-cf9b-4610-9d6d-10e0807cee6c is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:23.234079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:23.244491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:23.290078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:23.397201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:23.420747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=495a1f85-64f6-4d6e-bf9a-5daa80156a42,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:23.434462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:23.438288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:23.463738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event updated for resources: {'Port': ['ID=a4200c85-d5d7-44ec-8ed5-8b100269ab3f,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:23.485048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c96bd-938e-4dee-bd96-a20634faec13 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:23.516751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:23.672536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d4051-049b-473d-87a1-ba71d5571d1c None None] Pushing event updated for resources: {'Port': ['ID=10b8143b-0b7b-4057-a989-09fa63673607,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:23.739997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Routers {'53cd1457-6d37-4185-832c-f84cd9dfad5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:23.754462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['53cd1457-6d37-4185-832c-f84cd9dfad5e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:23.860992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=a6cea763-4c2c-451e-8d8a-c2f7d33a24fd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:23.919460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52696) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:23.926690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '495a1f85-64f6-4d6e-bf9a-5daa80156a42', 'ip_address': '2001:db8::ee25:3fec:e2d7:d599'}], 'name': 'tempest-NetworksTestDHCPv6-1111993744'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:23.932294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e0a41b2c-eb6c-4caf-a6ae-94627ba595fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.1983218 Aug 25 11:46:24.006201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:24.008450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:24.101183 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eaf42cb2-6ed8-441b-b69d-eda8b5644e41 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7557104 Aug 25 11:46:24.158828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52704) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:24.183707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': 'c247189a-cf9b-4610-9d6d-10e0807cee6c', 'name': 'tempest-PortsTestJSON-1143034934', 'fixed_ips': [{'subnet_id': '751ef70b-3333-466d-8b3d-6b2dc9caf9b9', 'ip_address': '172.20.0.9'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:24.190685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5051ea6e-10f4-4c9a-9645-4e8d1b478781 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:24.353481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Set router 53cd1457-6d37-4185-832c-f84cd9dfad5e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:24.545742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42d7e468-0aa8-4419-8cf5-277186000b6d req-a1f7e35f-246c-454b-80b7-f689a602686c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1147425 Aug 25 11:46:24.557202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:24.695582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:24.705072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:24.721484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:24.740779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:24.949962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:24.999377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 9ab06b39-cc70-4969-9821-eb920a5a7564 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:25.003666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 203171aa-c45b-4e7d-b620-b339b5f45893 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:25.135744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:25.351178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52742) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:25.411113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '495a1f85-64f6-4d6e-bf9a-5daa80156a42'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:25.415855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:25.521650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:25.522380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:25.689104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5412d90b-1885-4434-81bb-88a0e1a19c69 None None] Provisioning complete for port a4200c85-d5d7-44ec-8ed5-8b100269ab3f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:25.689844 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5412d90b-1885-4434-81bb-88a0e1a19c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:25.693941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de76f6-f64c-4e78-bdd9-8ff3a8476680 None None] Network c247189a-cf9b-4610-9d6d-10e0807cee6c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:25.975977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d62cf22-571b-4e1b-b314-58fa37a90962 req-e9b3325a-dfdd-421f-9e47-1d366e62e03b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1264651 Aug 25 11:46:26.006779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::ee25:3fec:e2d7:d599 (5ab3dabd-4995-4637-bca4-885aee72df93/495a1f85-64f6-4d6e-bf9a-5daa80156a42/9ab06b39-cc70-4969-9821-eb920a5a7564) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:26.088872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5412d90b-1885-4434-81bb-88a0e1a19c69 None None] Port a4200c85-d5d7-44ec-8ed5-8b100269ab3f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:26.198117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:18Z', 'revision_number': 4, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bac23941-cb5c-4749-806e-6729ca31f39d', 'name': '', 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'mac_address': 'fa:16:3e:c7:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36183680-94aa-476b-b36d-d22dbe4c2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:16Z', 'updated_at': '2021-08-25T11:46:19Z', 'revision_number': 2, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'subnets': [{'id': '36183680-94aa-476b-b36d-d22dbe4c2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:26.268479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Checking router: 53cd1457-6d37-4185-832c-f84cd9dfad5e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:26.269300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Updating router 53cd1457-6d37-4185-832c-f84cd9dfad5e port bac23941-cb5c-4749-806e-6729ca31f39d binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:46:26.325722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:26.392864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54741c0a-5231-4968-ab08-91170ace442e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:26.517955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ceb9222a-dac3-42e8-a8f2-7ff6c0940396 None None] Provisioning for port 10b8143b-0b7b-4057-a989-09fa63673607 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:26.518207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Router 5f99ea4a-68b3-4326-b1cf-ef8581abe297 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:46:26.533975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 54741c0a-5231-4968-ab08-91170ace442e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:26.730156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 54741c0a-5231-4968-ab08-91170ace442e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:26.730915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:26.991607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.9 (c247189a-cf9b-4610-9d6d-10e0807cee6c/751ef70b-3333-466d-8b3d-6b2dc9caf9b9/203171aa-c45b-4e7d-b620-b339b5f45893) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:27.296844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:27.309576 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] Sync routers for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:27.322957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-814d607f-f79c-4f20-b55a-5963a8cb1d1a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5159206 Aug 25 11:46:27.344035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-426c6df3-2456-42a9-ad8e-e1868b51580a req-24af1835-bbcf-4135-af30-4de87d840193 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1379459 Aug 25 11:46:27.351732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52784) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:27.356777 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:27.370709 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:27.600511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:27.608788 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:27.633978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 9ab06b39-cc70-4969-9821-eb920a5a7564 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:27.638200 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:27.703714 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:27.704733 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:27.786726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:27.861027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:27.861254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2adc65b1-2481-4f71-ac23-6442fc3ad337 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:27.883557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=9ab06b39-cc70-4969-9821-eb920a5a7564,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:27.892347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:27.896348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:27.902467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:27.905633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:27.908517 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:27.914374 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbcc78-baf2-4af7-9c59-0383f5be115b None None] The sync data for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:27.922888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.923439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.924203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.924666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.925406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.926246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.926712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.927282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.927872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.928329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.928941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.929480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:27.948629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6cb3182-a252-44cc-818d-ab42efd5208d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0272112 Aug 25 11:46:27.949410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52790) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:27.982401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:27.996363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '495a1f85-64f6-4d6e-bf9a-5daa80156a42', 'ip_address': '2001:db8::ee25:3fec:e2d7:d599'}], 'name': 'tempest-NetworksTestDHCPv6-1761372314'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:28.023018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Transition to ACTIVE for port object bac23941-cb5c-4749-806e-6729ca31f39d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:28.170882 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.209733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52794) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:28.210189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec232b11-ecd4-476b-858c-68abb1f58104 None None] Provisioning for port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:28.229750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:28.243351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.299073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 1d5e623a-fd04-46b5-bdcb-59d95d4dd63a yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:28.348486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec232b11-ecd4-476b-858c-68abb1f58104 None None] Provisioning complete for port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:28.348866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec232b11-ecd4-476b-858c-68abb1f58104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.536714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.579698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f2acc-ccb4-4b4e-9852-1f35ddd34b71 None None] Pushing event updated for resources: {'Port': ['ID=bac23941-cb5c-4749-806e-6729ca31f39d,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:28.664210 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-2adc65b1-2481-4f71-ac23-6442fc3ad337 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 25 11:46:28.669246 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2adc65b1-2481-4f71-ac23-6442fc3ad337 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297 HTTP/1.1" status: 409 len: 329 time: 1.3116326 Aug 25 11:46:28.675542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:28.698122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/495a1f85-64f6-4d6e-bf9a-5daa80156a42/54564522-8cd1-4ddc-9086-ee43c7195407) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:28.712593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e620b74-9fda-40e5-9452-a2b593058f61 req-b8fa0bff-dc9e-4f82-973f-dfffbb6dad06 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1100986 Aug 25 11:46:28.724883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.819524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 54741c0a-5231-4968-ab08-91170ace442e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54741c0a-5231-4968-ab08-91170ace442e,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:28.826469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Attempting to bind port bac23941-cb5c-4749-806e-6729ca31f39d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:28.829899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Attempting to bind port bac23941-cb5c-4749-806e-6729ca31f39d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:28.832659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Attempting to bind port bac23941-cb5c-4749-806e-6729ca31f39d on network bc8e31ab-5c80-4e52-9b20-c9313062c2fa {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:28.840474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ec232b11-ecd4-476b-858c-68abb1f58104 None None] Port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:28.888459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.889266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 10b8143b-0b7b-4057-a989-09fa63673607 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:28.917470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:28.920698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Checking segment: {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:28.921373 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.923791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Bound using segment: {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:28.925748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Bound port: bac23941-cb5c-4749-806e-6729ca31f39d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5be04e-31c0-4a35-87b6-0bcda31b1923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:28.928400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.952752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2a9-223a-4fb3-a528-1212615fffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:28.970729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.306420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 203171aa-c45b-4e7d-b620-b339b5f45893 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:29.357465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2a9-223a-4fb3-a528-1212615fffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.478442 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e01ce2a9-223a-4fb3-a528-1212615fffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.491143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.518204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e01ce2a9-223a-4fb3-a528-1212615fffba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a83f0a859f440c0942d1a42a6ad60e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3084309 Aug 25 11:46:29.520859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52816) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:29.587962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ce2a9-223a-4fb3-a528-1212615fffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645e8cde-df89-40d3-88f2-9f5d4b63cc42,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:29.640484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] For port bac23941-cb5c-4749-806e-6729ca31f39d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:29.653375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] For port bac23941-cb5c-4749-806e-6729ca31f39d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bac23941-cb5c-4749-806e-6729ca31f39d,segment=NetworkSegment(4e5be04e-31c0-4a35-87b6-0bcda31b1923),segment_id=4e5be04e-31c0-4a35-87b6-0bcda31b1923)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:29.669660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=54741c0a-5231-4968-ab08-91170ace442e,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:29.678029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fde388e-91ad-4172-a81f-06a449bf2917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.684790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a414920c-7638-4873-8831-5adac448dab2 None None] Provisioning complete for port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:29.685490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a414920c-7638-4873-8831-5adac448dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.707304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.713644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Deleting port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:29.714446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.768947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52824) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:29.804071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=203171aa-c45b-4e7d-b620-b339b5f45893,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:29.813634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035655032', 'description': 'tempest-secgroup-smoke-2035655032 description', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:29.830137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network c247189a-cf9b-4610-9d6d-10e0807cee6c is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:29.840210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:29.850528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:29.935658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fde388e-91ad-4172-a81f-06a449bf2917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:29.973246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f2acc-ccb4-4b4e-9852-1f35ddd34b71 None None] Pushing event updated for resources: {'Port': ['ID=bac23941-cb5c-4749-806e-6729ca31f39d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:30.000152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-793dc889-594c-4057-b664-bcff15409ff7 req-113b3a57-3d7f-4731-9e52-783c085929c8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1231976 Aug 25 11:46:30.023054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Routers {'53cd1457-6d37-4185-832c-f84cd9dfad5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:30.033521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['53cd1457-6d37-4185-832c-f84cd9dfad5e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:30.074116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.138409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.189163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:30.189885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.190852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] For port cd19cd30-d59e-4e7d-91a8-7b645ae41e0a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:30.191240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.229665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Calling delete_port for cd19cd30-d59e-4e7d-91a8-7b645ae41e0a owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:30.307769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-4aabe219-269f-4875-97e1-0819debae991 req-6420d913-0634-412c-abab-bc65c630f5b2 service neutron] (94911) timed out ('10.222.0.35', 34352) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:46:30.333952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 10b8143b-0b7b-4057-a989-09fa63673607 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:30.437961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 10b8143b-0b7b-4057-a989-09fa63673607 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:30.441081 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.505284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.507329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.578135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd19cd30-d59e-4e7d-91a8-7b645ae41e0a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:30.599908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a414920c-7638-4873-8831-5adac448dab2 None None] Port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:30.822360 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.907821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.934791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.991711 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:30.992354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-74dbb808-93a6-4a4c-8177-4b7a44e7d2f1 None None] Provisioning for port 203171aa-c45b-4e7d-b620-b339b5f45893 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:30.993423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e41f383-bc33-483f-9486-4e4f884d466e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:31.004971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Transition to ACTIVE for port object 54564522-8cd1-4ddc-9086-ee43c7195407 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:31.022607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fde388e-91ad-4172-a81f-06a449bf2917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.033271 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-28bb26eb-9a0e-4533-8452-70db20a6ffc8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8701375 Aug 25 11:46:31.036491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:31.042587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fde388e-91ad-4172-a81f-06a449bf2917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.047740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5fde388e-91ad-4172-a81f-06a449bf2917 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/645e8cde-df89-40d3-88f2-9f5d4b63cc42 HTTP/1.1" status: 204 len: 168 time: 1.5236285 Aug 25 11:46:31.104901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde388e-91ad-4172-a81f-06a449bf2917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e8cde-df89-40d3-88f2-9f5d4b63cc42,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:31.110367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Transition to ACTIVE for port object 54564522-8cd1-4ddc-9086-ee43c7195407 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:31.185121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] Set router 53cd1457-6d37-4185-832c-f84cd9dfad5e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:31.306412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.337344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-74dbb808-93a6-4a4c-8177-4b7a44e7d2f1 None None] Provisioning complete for port 203171aa-c45b-4e7d-b620-b339b5f45893 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:31.337746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-74dbb808-93a6-4a4c-8177-4b7a44e7d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.356755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db23ceb-a88d-4d05-9796-8c693c4d6929 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:31.373393 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2db23ceb-a88d-4d05-9796-8c693c4d6929 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3242078 Aug 25 11:46:31.382455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52846) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:31.432550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0628c23f-efe4-44c5-9f82-125a6b74bba3 req-46c21871-3ae6-4a3c-ad40-7d5a43507227 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.1342375 Aug 25 11:46:31.434129 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.590202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Pushing event updated for resources: {'Port': ['ID=54564522-8cd1-4ddc-9086-ee43c7195407,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:31.624386 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.804917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 10b8143b-0b7b-4057-a989-09fa63673607, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=10b8143b-0b7b-4057-a989-09fa63673607,segment=NetworkSegment(e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4),segment_id=e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:31.822998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:31.866696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.893460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.946816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2cdfa-f0ce-4aa6-a10d-6bb99f49627e tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:31.959331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:31.963175 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 25 11:46:31.963950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:46:31.974317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:31.974567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2cdfa-f0ce-4aa6-a10d-6bb99f49627e tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:31.983881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:31.993319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2cdfa-f0ce-4aa6-a10d-6bb99f49627e tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:32.011464 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ade2cdfa-f0ce-4aa6-a10d-6bb99f49627e tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.6208658 Aug 25 11:46:32.025561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52858) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:32.052985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:32.105395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-74dbb808-93a6-4a4c-8177-4b7a44e7d2f1 None None] Port 203171aa-c45b-4e7d-b620-b339b5f45893 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:46:32.105928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2813361 Aug 25 11:46:32.115291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52860) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:32.147761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '1fbde163-7ef2-4813-bdf4-ea2096042624', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:32.184613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a7ba7e44-908b-4427-8105-360085fea1ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 4.2298760 Aug 25 11:46:32.192523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52864) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:32.260705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdee02-477c-4a97-b18c-ab16b42f9b6a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbde163-7ef2-4813-bdf4-ea2096042624,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:32.291514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting port a4200c85-d5d7-44ec-8ed5-8b100269ab3f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:32.292832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:32.525585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54741c0a-5231-4968-ab08-91170ace442e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:32.589875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:32.611453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Calling delete_port for a4200c85-d5d7-44ec-8ed5-8b100269ab3f owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:32.621817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Attempting to bind port 54564522-8cd1-4ddc-9086-ee43c7195407 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:32.622558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Attempting to bind port 54564522-8cd1-4ddc-9086-ee43c7195407 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:32.623158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Attempting to bind port 54564522-8cd1-4ddc-9086-ee43c7195407 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:32.625966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=10b8143b-0b7b-4057-a989-09fa63673607,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:32.658409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:32.660247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:32.661125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:32.661795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:32.662595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Bound port: 54564522-8cd1-4ddc-9086-ee43c7195407, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:32.663244 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:32.740092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:18Z', 'revision_number': 4, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bac23941-cb5c-4749-806e-6729ca31f39d', 'name': '', 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'mac_address': 'fa:16:3e:c7:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36183680-94aa-476b-b36d-d22dbe4c2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:16Z', 'updated_at': '2021-08-25T11:46:29Z', 'revision_number': 4, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'subnets': [{'id': '36183680-94aa-476b-b36d-d22dbe4c2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:32.741170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:32.854683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf27726-e1d6-4741-b784-7bce4c82c36a None None] The sync data for ids ['53cd1457-6d37-4185-832c-f84cd9dfad5e'] in n-d-778732-11 is: [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:18Z', 'revision_number': 4, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bac23941-cb5c-4749-806e-6729ca31f39d', 'name': '', 'network_id': 'bc8e31ab-5c80-4e52-9b20-c9313062c2fa', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'mac_address': 'fa:16:3e:c7:b8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '36183680-94aa-476b-b36d-d22dbe4c2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:16Z', 'updated_at': '2021-08-25T11:46:29Z', 'revision_number': 4, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'subnets': [{'id': '36183680-94aa-476b-b36d-d22dbe4c2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:32.906607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 54741c0a-5231-4968-ab08-91170ace442e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:32.907344 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.025988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Router a03c6596-746d-4f52-a718-e44eba53b2d4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:46:33.061560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6403cfc0-edc0-4a6a-ab8b-2db396222b76 req-9f64afad-51fd-44c1-a45d-3c917a37e2d9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.2794404 Aug 25 11:46:33.085391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.087895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] For port 54564522-8cd1-4ddc-9086-ee43c7195407, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:33.101491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bc43f-71a7-4925-b09e-21d73fff616c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:33.104739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] For port 54564522-8cd1-4ddc-9086-ee43c7195407, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54564522-8cd1-4ddc-9086-ee43c7195407,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:33.116429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bc43f-71a7-4925-b09e-21d73fff616c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:33.122803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6f3bc43f-71a7-4925-b09e-21d73fff616c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9289906 Aug 25 11:46:33.123406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52880) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:33.145269 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.181726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Port': ['ID=a4200c85-d5d7-44ec-8ed5-8b100269ab3f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:33.556630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b45e1-b462-43f6-bd4a-88ad1b26edd5 None None] Pushing event updated for resources: {'Port': ['ID=54564522-8cd1-4ddc-9086-ee43c7195407,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:33.569874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 203171aa-c45b-4e7d-b620-b339b5f45893 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:33.575185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.729728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.799344 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.958551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:33.960280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 203171aa-c45b-4e7d-b620-b339b5f45893 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:34.017029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 9ab06b39-cc70-4969-9821-eb920a5a7564 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:34.017746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:34.083595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:34.135785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Router 5f99ea4a-68b3-4326-b1cf-ef8581abe297 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:46:34.391728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d247b7-784b-4ca3-afd0-879382d98569,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:34.434597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:34.438246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5b54b01e-ccda-43bd-bff8-1b2a38f1a4ff tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3217614 Aug 25 11:46:34.489180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52902) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:34.497293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:34.499876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '1fbde163-7ef2-4813-bdf4-ea2096042624', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:34.507344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] Sync routers for ids ['a03c6596-746d-4f52-a718-e44eba53b2d4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:34.517526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4761a8cd-7865-4919-b229-7efbe969d462 admin admin] 10.222.0.35 "PUT /v2.0/routers/a03c6596-746d-4f52-a718-e44eba53b2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1624188 Aug 25 11:46:34.526238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52904) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:34.528242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:34.539334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] Routers {'a03c6596-746d-4f52-a718-e44eba53b2d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:34.540140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a03c6596-746d-4f52-a718-e44eba53b2d4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:34.548396 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] Sync routers for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:34.574889 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:34.575543 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:34.712829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-acb60e72-94d2-4e9b-94f5-65c90d8722d0 req-4b001fb7-5dbd-4ef9-9217-31bc2cbcfdea tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=073953c2-9435-440b-a70b-352bb293bcb3 HTTP/1.1" status: 200 len: 210 time: 0.2209558 Aug 25 11:46:34.720086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:34.784191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bac23941-cb5c-4749-806e-6729ca31f39d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:34.787266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 9ab06b39-cc70-4969-9821-eb920a5a7564 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:34.790586 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:34.847067 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] Routers {'5f99ea4a-68b3-4326-b1cf-ef8581abe297'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:34.847708 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:34.982953 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:34.983652 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081ac6-621a-4696-ba1b-c7e4370c1e24 None None] The sync data for ids ['5f99ea4a-68b3-4326-b1cf-ef8581abe297'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:35.055765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:35.124497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=203171aa-c45b-4e7d-b620-b339b5f45893,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:35.180259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] Set router a03c6596-746d-4f52-a718-e44eba53b2d4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:35.368977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port bac23941-cb5c-4749-806e-6729ca31f39d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:35.386153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bac23941-cb5c-4749-806e-6729ca31f39d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:35.388096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:35.427994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:35.438028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-73426bc1-85b9-4f20-8c7d-be6c032eeb2c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/203171aa-c45b-4e7d-b620-b339b5f45893 HTTP/1.1" status: 204 len: 168 time: 3.3933275 Aug 25 11:46:35.438864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52920) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:35.543466 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9073dd8-5d3d-4159-9adb-66a51fbcb4c0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:46:35.557290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e9073dd8-5d3d-4159-9adb-66a51fbcb4c0 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/203171aa-c45b-4e7d-b620-b339b5f45893 HTTP/1.1" status: 404 len: 333 time: 0.1149662 Aug 25 11:46:35.562488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52928) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:35.679167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:35.769134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c3f1703f-2b18-4805-8760-65ba37e92b36 None None] Provisioning for port 54564522-8cd1-4ddc-9086-ee43c7195407 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:35.976888 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98f9b6d2-d268-4759-b74f-c95a0b29f73f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3002443 Aug 25 11:46:35.991869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.023437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52938) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:36.077599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=9ab06b39-cc70-4969-9821-eb920a5a7564,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:36.190850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-51d71d90-7d9b-4c52-a50e-3ce23e99a8ea None None] Could not find standard attr ID for object 9ab06b39-cc70-4969-9821-eb920a5a7564. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:46:36.200697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.202932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-01a4995b-d7e7-4767-83f7-2538317c9324 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/9ab06b39-cc70-4969-9821-eb920a5a7564 HTTP/1.1" status: 204 len: 168 time: 3.0735660 Aug 25 11:46:36.214426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52942) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:36.242719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.352279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:46:30Z', 'revision_number': 5, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:36.363536 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9825078a-4ec0-464c-af76-7de4779d8684 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] show failed (client error): The resource could not be found. Aug 25 11:46:36.368664 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9825078a-4ec0-464c-af76-7de4779d8684 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1220471680 HTTP/1.1" status: 404 len: 335 time: 0.1424158 Aug 25 11:46:36.404738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52950) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:36.412894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] Checking router: a03c6596-746d-4f52-a718-e44eba53b2d4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:36.426540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c0b52f89-4698-44cb-af72-d4de56977db9 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:36.431393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port bac23941-cb5c-4749-806e-6729ca31f39d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bac23941-cb5c-4749-806e-6729ca31f39d,segment=NetworkSegment(4e5be04e-31c0-4a35-87b6-0bcda31b1923),segment_id=4e5be04e-31c0-4a35-87b6-0bcda31b1923)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:36.436929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ea548-ec27-4506-a66c-a1213691067c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:36.442790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ea548-ec27-4506-a66c-a1213691067c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:36.447209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a28ea548-ec27-4506-a66c-a1213691067c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2161169 Aug 25 11:46:36.451423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.452578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54564522-8cd1-4ddc-9086-ee43c7195407 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:36.464079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.469426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:36.607954 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-c0b52f89-4698-44cb-af72-d4de56977db9 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] update failed (client error): The resource could not be found. Aug 25 11:46:36.609269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c0b52f89-4698-44cb-af72-d4de56977db9 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1887810905 HTTP/1.1" status: 404 len: 335 time: 0.1905768 Aug 25 11:46:36.614708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52960) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:36.639878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.654157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] Routers {'a03c6596-746d-4f52-a718-e44eba53b2d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:36.655741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a03c6596-746d-4f52-a718-e44eba53b2d4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:36.660688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52edc5-d67a-4e1a-aa07-76a5207c32a3 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:46:36.744655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting subnet c7b66e49-16ca-44fa-bc92-fa31a9185755 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:36.748943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.801551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.908549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.933569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:36.985830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f184004c-ce98-4d4b-973d-f76baa208eaa,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:37.004449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.012252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f6cafe7f-c056-4158-83b4-5075687fb911 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.5204890 Aug 25 11:46:37.052504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52970) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:37.070146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '1fbde163-7ef2-4813-bdf4-ea2096042624', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:37.125402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Deleting port 2277e746-2693-4f02-909c-084c77f23409 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:37.129055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.222706 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.279396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.329723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 54564522-8cd1-4ddc-9086-ee43c7195407 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:37.438815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] Set router a03c6596-746d-4f52-a718-e44eba53b2d4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:37.449831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.461828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.506378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f666e1c-6203-4f4c-b889-b8f953278643,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:37.526004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.558326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.560646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-84b83989-023c-4d79-8458-7fcc370ef831 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5049119 Aug 25 11:46:37.566522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] For port 2277e746-2693-4f02-909c-084c77f23409, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2277e746-2693-4f02-909c-084c77f23409,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:37.566847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.586642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.592056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/subnets/c7b66e49-16ca-44fa-bc92-fa31a9185755 HTTP/1.1" status: 204 len: 168 time: 0.9737508 Aug 25 11:46:37.592963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:37.593380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52978) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:37.597894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 54564522-8cd1-4ddc-9086-ee43c7195407 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:37.598265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.600019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52edc5-d67a-4e1a-aa07-76a5207c32a3 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:46:37.630514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=bac23941-cb5c-4749-806e-6729ca31f39d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:37.742076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting subnet 20736a28-01e2-41fd-8a34-a246b532717e {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:37.745999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.765291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port a6cea763-4c2c-451e-8d8a-c2f7d33a24fd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:37.766248 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.781159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 52986) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:37.800129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'network': {'name': 'tempest-network-smoke--530213032', 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'port_security_enabled': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:37.829304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:37.937098 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.028243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '1fbde163-7ef2-4813-bdf4-ea2096042624', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:38.037341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 495a1f85-64f6-4d6e-bf9a-5daa80156a42 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:38.048575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.056797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Calling delete_port for 2277e746-2693-4f02-909c-084c77f23409 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:38.059376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cfcfc-a5aa-4017-8fac-9cb4a4545080 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b66e49-16ca-44fa-bc92-fa31a9185755,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:38.067133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.093644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.133308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.158801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Made reservation on behalf of 610af4a40c3d4cd2b637592185be7b88 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:38.163070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.185847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Subnet': ['ID=20736a28-01e2-41fd-8a34-a246b532717e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:38.192478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.204110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.215669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.230952 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-38059aea-24e9-41cd-aeab-77969cf87b2c tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/subnets/20736a28-01e2-41fd-8a34-a246b532717e HTTP/1.1" status: 204 len: 168 time: 0.6105809 Aug 25 11:46:38.235309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for a6cea763-4c2c-451e-8d8a-c2f7d33a24fd owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:38.236325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 52992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:38.251543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:46:38.251543 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:46:38.251543 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 46, 38, 50598)}] Aug 25 11:46:38.251543 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:46:38.252667 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:46:38.388806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 54564522-8cd1-4ddc-9086-ee43c7195407, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54564522-8cd1-4ddc-9086-ee43c7195407,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:38.421389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.422367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 10b8143b-0b7b-4057-a989-09fa63673607 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:38.473450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.550357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.601343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 10b8143b-0b7b-4057-a989-09fa63673607 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:38.602218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.605008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-8a547e20-344c-402a-919c-d945c4fe1449 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3809052 Aug 25 11:46:38.631412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:38.631766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.645548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=54564522-8cd1-4ddc-9086-ee43c7195407,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:38.683848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:46:30Z', 'revision_number': 5, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:38.723125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.732972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf73b7a-9c00-409a-b35b-f93e474feb8b None None] The sync data for ids ['a03c6596-746d-4f52-a718-e44eba53b2d4'] in n-d-778732-11 is: [{'id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'name': 'tempest-TestAggregatesBasicOps-540540727-router', 'tenant_id': '2c99529bc42c41399ce60c09a0993797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '2277e746-2693-4f02-909c-084c77f23409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:45:29Z', 'updated_at': '2021-08-25T11:46:30Z', 'revision_number': 5, 'project_id': '2c99529bc42c41399ce60c09a0993797', 'gw_port': {'id': '2277e746-2693-4f02-909c-084c77f23409', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c6596-746d-4f52-a718-e44eba53b2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:45:31Z', 'updated_at': '2021-08-25T11:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:38.841911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.854515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.902927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892105de-f6b5-4c1f-ab65-cd9529d69008,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:38.906647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.986838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:46:38.995563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:38.996070 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Added segment 045c015e-35fc-4988-9e74-9d76d29b6646 of type vlan for network 69fde609-e452-4a22-ba14-ecf39f8d6525 Aug 25 11:46:39.041176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] For port 5051ea6e-10f4-4c9a-9645-4e8d1b478781, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5051ea6e-10f4-4c9a-9645-4e8d1b478781,segment=NetworkSegment(3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283),segment_id=3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:39.041774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.045847 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.077441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Calling delete_port for 5051ea6e-10f4-4c9a-9645-4e8d1b478781 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:39.110174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=495a1f85-64f6-4d6e-bf9a-5daa80156a42,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:39.168155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.171949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-72eaee64-1d34-4589-825d-e031e6d9f0d7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/495a1f85-64f6-4d6e-bf9a-5daa80156a42 HTTP/1.1" status: 204 len: 168 time: 2.6874337 Aug 25 11:46:39.173158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.186407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:39.187377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.197169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53004) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:39.341225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.364518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.371637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.439447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2277e746-2693-4f02-909c-084c77f23409,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:39.490844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bac23941-cb5c-4749-806e-6729ca31f39d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:39.532411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=a6cea763-4c2c-451e-8d8a-c2f7d33a24fd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:39.584529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] No DVR routers for this DVR port 5051ea6e-10f4-4c9a-9645-4e8d1b478781 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:39.589069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Port': ['ID=5051ea6e-10f4-4c9a-9645-4e8d1b478781,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:39.672259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bac23941-cb5c-4749-806e-6729ca31f39d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:39.673550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.713402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.718392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837e244-74b3-4155-8668-8511eef168a8 req-78309c8f-84a2-44e1-bb12-bc080652a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:39.742237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-78309c8f-84a2-44e1-bb12-bc080652a26a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 1097 time: 1.0122824 Aug 25 11:46:39.769164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.831355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.853874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8defecc8-aed3-492f-b5d7-d14db3720683,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:39.857408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Network': ['ID=69fde609-e452-4a22-ba14-ecf39f8d6525,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:39.858811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.868666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dd7c8cb3-6ab8-444b-b5bb-ae0b4451c9da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4296710 Aug 25 11:46:39.877344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54564522-8cd1-4ddc-9086-ee43c7195407 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:39.907585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53014) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:39.910358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ef3f3-1757-4eca-b1a0-5a50d1075156 None None] Network 7d08b87a-09bc-482c-8788-04605b3baea8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:39.921429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:39.923650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfe3a3-1ff1-418a-91ae-e391c5729a5e None None] Network 143065f4-dd92-441e-b923-daf1fa13ff8f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:39.932984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1ea1d062-5f48-472f-aa71-1cd9a52cde75 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1449997 Aug 25 11:46:39.938967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522d0e6-0fdb-421d-b4a8-0b2c8f1f44ae None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:39.944803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:46:39.947850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:39.972372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'admin_state_up': True, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:39.979364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08b87a-09bc-482c-8788-04605b3baea8']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:39.983514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:39.987646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f06e48a9-1afa-4e3b-bfd0-289564f61746 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3762593 Aug 25 11:46:40.024533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53018) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:40.078221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '1fbde163-7ef2-4813-bdf4-ea2096042624', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:40.087408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.091477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.259708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.263710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f4c3b13e-7cd4-4829-9658-6acf17188b4f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/a6cea763-4c2c-451e-8d8a-c2f7d33a24fd HTTP/1.1" status: 204 len: 168 time: 4.6981187 Aug 25 11:46:40.266780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:40.279584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:40.280079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1f5e0a-535f-4dee-b0cf-89dc1d6d3283') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:40.286102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.287125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03c6596-746d-4f52-a718-e44eba53b2d4 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:46:40.313935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.316767 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bf605c34-c435-467d-a3b1-05ff97f81ea7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a03c6596-746d-4f52-a718-e44eba53b2d4 HTTP/1.1" status: 204 len: 168 time: 5.7848723 Aug 25 11:46:40.317599 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a9eb73-b1de-4009-ae0e-cfd2c798e3c4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:46:40.323509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-03a9eb73-b1de-4009-ae0e-cfd2c798e3c4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/a6cea763-4c2c-451e-8d8a-c2f7d33a24fd HTTP/1.1" status: 404 len: 333 time: 0.0513852 Aug 25 11:46:40.323509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53026) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:40.327917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.330315 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.345862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53028) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:40.406184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5ec5c444-d1ff-48a9-a8c9-85707208d307 None None] Provisioning complete for port 54564522-8cd1-4ddc-9086-ee43c7195407 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:40.406854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c444-d1ff-48a9-a8c9-85707208d307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.556807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.569236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.602559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Deleting subnet 5a20fb70-8963-4a73-a2c8-36fabae92752 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:40.622133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.634812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:46:40.635705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.670419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 54564522-8cd1-4ddc-9086-ee43c7195407 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:40.676274 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:46:40.781966 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:46:40.825848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837e244-74b3-4155-8668-8511eef168a8 req-b1776e63-dc7a-403c-a33d-428f1bcd2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:40.832495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-b1776e63-dc7a-403c-a33d-428f1bcd2309 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.9677508 Aug 25 11:46:40.843052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.873166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.891124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:40.892040 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/networks/7d08b87a-09bc-482c-8788-04605b3baea8 HTTP/1.1" status: 204 len: 168 time: 2.6410489 Aug 25 11:46:40.899836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53042) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:41.000920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:41.021114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd19cd30-d59e-4e7d-91a8-7b645ae41e0a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:41.080215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.177277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c710e1-2e59-41a5-8db8-435284acb40f tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Network': ['ID=7d08b87a-09bc-482c-8788-04605b3baea8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:41.190645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.284513 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:46:41.359547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.368403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.400380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.477172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet 751ef70b-3333-466d-8b3d-6b2dc9caf9b9 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:41.484169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68378bae-119d-4e55-ae52-dbdaeeb9dc2a None None] DHCP port deletion for 7d08b87a-09bc-482c-8788-04605b3baea8 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:41.485513 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.491606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] DHCP port deletion for 143065f4-dd92-441e-b923-daf1fa13ff8f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:41.507146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cd19cd30-d59e-4e7d-91a8-7b645ae41e0a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:41.508620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cd19cd30-d59e-4e7d-91a8-7b645ae41e0a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:41.587088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.681329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting port 763bd822-842e-4c17-8c0f-fc9dc76de839 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:41.681912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.686118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] Deleting port 763bd822-842e-4c17-8c0f-fc9dc76de839 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:41.687651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.743290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] Deleting port 54564522-8cd1-4ddc-9086-ee43c7195407 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:41.745582 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.776612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.827512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] For port 763bd822-842e-4c17-8c0f-fc9dc76de839, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763bd822-842e-4c17-8c0f-fc9dc76de839,segment=NetworkSegment(da2f2d4a-3cd7-4eb7-a7ef-154be12dad19),segment_id=da2f2d4a-3cd7-4eb7-a7ef-154be12dad19)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:41.828335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.860292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Calling delete_port for 763bd822-842e-4c17-8c0f-fc9dc76de839 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:41.874451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.884196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-de1285dd-de25-40f7-a1a8-87dcaf1e2424 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de6de980-aebc-4c57-9463-5286af16eede HTTP/1.1" status: 200 len: 217 time: 1.0322065 Aug 25 11:46:41.902483 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.968956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] For port 54564522-8cd1-4ddc-9086-ee43c7195407, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54564522-8cd1-4ddc-9086-ee43c7195407,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:41.969814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.982877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.984277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:41.988475 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:41.994630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a20fb70-8963-4a73-a2c8-36fabae92752,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:42.007501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] Calling delete_port for 54564522-8cd1-4ddc-9086-ee43c7195407 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:42.031203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.032994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.038964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a1523def-4f7c-48c6-93f6-a96c288f0094 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5a20fb70-8963-4a73-a2c8-36fabae92752 HTTP/1.1" status: 204 len: 168 time: 1.6948493 Aug 25 11:46:42.078734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=751ef70b-3333-466d-8b3d-6b2dc9caf9b9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:42.083744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:42.134743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.152565 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.158840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-13862ba5-1287-40e4-b1b3-6bec6b151f26 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/751ef70b-3333-466d-8b3d-6b2dc9caf9b9 HTTP/1.1" status: 204 len: 168 time: 1.7915401 Aug 25 11:46:42.166376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53054) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:42.181204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef940532-aa1c-483b-9b77-9266aaadf263,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:42.264954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.266370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-16e34e42-4d32-4f59-a3bd-92d77a3ce985 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1986279 Aug 25 11:46:42.365378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.368819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837e244-74b3-4155-8668-8511eef168a8 req-6c5791d1-429c-4636-827a-9aba9039a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:42.372183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-6c5791d1-429c-4636-827a-9aba9039a18f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.4649854 Aug 25 11:46:42.377143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2277e746-2693-4f02-909c-084c77f23409 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:42.380600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:42.389214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '1fbde163-7ef2-4813-bdf4-ea2096042624', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:42.466226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa37a21-c4ed-463c-9076-e6b388af505e None None] Network ce56730b-17a8-4c99-b62b-fee66e9b60f1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:42.472105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd74ac-c787-41a4-8ba3-180650a09567 None None] Network c247189a-cf9b-4610-9d6d-10e0807cee6c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:42.589487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.617665 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:46:42.642265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2277e746-2693-4f02-909c-084c77f23409 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:42.643246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2277e746-2693-4f02-909c-084c77f23409 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:42.644770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763bd822-842e-4c17-8c0f-fc9dc76de839 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:42.647052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.686700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837e244-74b3-4155-8668-8511eef168a8 req-0c29c12e-15b6-41d8-8413-d8137171f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:42.688359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-0c29c12e-15b6-41d8-8413-d8137171f738 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2916727 Aug 25 11:46:42.727046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.804568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] Pushing event deleted for resources: {'Port': ['ID=54564522-8cd1-4ddc-9086-ee43c7195407,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:42.841986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 763bd822-842e-4c17-8c0f-fc9dc76de839 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:42.842499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763bd822-842e-4c17-8c0f-fc9dc76de839 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:42.843359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54564522-8cd1-4ddc-9086-ee43c7195407 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:42.852221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e39500-45e2-41e5-b0f0-6751c49152de None None] No DVR routers for this DVR port 54564522-8cd1-4ddc-9086-ee43c7195407 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:42.911914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 10b8143b-0b7b-4057-a989-09fa63673607 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:42.911914 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:42.958650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 54564522-8cd1-4ddc-9086-ee43c7195407 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:42.959012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54564522-8cd1-4ddc-9086-ee43c7195407 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:42.959455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5051ea6e-10f4-4c9a-9645-4e8d1b478781 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:43.011827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5051ea6e-10f4-4c9a-9645-4e8d1b478781 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:43.012478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5051ea6e-10f4-4c9a-9645-4e8d1b478781 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:43.031930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] For port 763bd822-842e-4c17-8c0f-fc9dc76de839, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763bd822-842e-4c17-8c0f-fc9dc76de839,segment=NetworkSegment(da2f2d4a-3cd7-4eb7-a7ef-154be12dad19),segment_id=da2f2d4a-3cd7-4eb7-a7ef-154be12dad19)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:43.033757 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.114050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] Calling delete_port for 763bd822-842e-4c17-8c0f-fc9dc76de839 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:43.137221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.148227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Port': ['ID=763bd822-842e-4c17-8c0f-fc9dc76de839,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:43.156273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] No DVR routers for this DVR port 763bd822-842e-4c17-8c0f-fc9dc76de839 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:43.207535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-f0f74cf7-fe28-407d-ac9b-15b4f07ad59d service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938364 Aug 25 11:46:43.228480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.282557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.297576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58084ff-5137-467b-a66f-09744c39e588,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:43.357562 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.413274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] For port 10b8143b-0b7b-4057-a989-09fa63673607, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=10b8143b-0b7b-4057-a989-09fa63673607,segment=NetworkSegment(e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4),segment_id=e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:43.413658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.430367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] DHCP port deletion for c247189a-cf9b-4610-9d6d-10e0807cee6c request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:43.436227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.440922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.444728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] Pushing event deleted for resources: {'Port': ['ID=763bd822-842e-4c17-8c0f-fc9dc76de839,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:43.445124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53074) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:43.447020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4efa2e99-9c6d-4533-9dfe-7be6466d1da7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0638802 Aug 25 11:46:43.452990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'network': {'name': 'tempest-network-smoke--321844735', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:43.458834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Deleting port 91fffb28-3876-4711-b8c9-6e406eb5d991 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:43.459218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.468128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 10b8143b-0b7b-4057-a989-09fa63673607 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:43.484957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.508321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c82e9-24bf-467f-81da-e20909069141 None None] No DVR routers for this DVR port 763bd822-842e-4c17-8c0f-fc9dc76de839 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:43.581563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] Deleting port 10b8143b-0b7b-4057-a989-09fa63673607 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:43.582419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.648872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] DHCP port deletion for ce56730b-17a8-4c99-b62b-fee66e9b60f1 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:43.659738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:43.662568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:43.676850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.686948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:43.691138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.698421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149ff9e-610f-44cf-a961-524d872f9806 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:43.711633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143065f4-dd92-441e-b923-daf1fa13ff8f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:43.732294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:43.732833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2f2d4a-3cd7-4eb7-a7ef-154be12dad19') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:43.757203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.767053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:43.768661 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.770277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 10b8143b-0b7b-4057-a989-09fa63673607 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:43.805432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:46:43.823918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.833651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.834267 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Added segment d88c865f-12dc-43d5-9cac-749f04e63be0 of type vlan for network 7cff638d-76f5-4ae5-9dee-54537cc98190 Aug 25 11:46:43.856929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:46:43.857722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:46:43.864953 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:46:43.867956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] For port 10b8143b-0b7b-4057-a989-09fa63673607, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=10b8143b-0b7b-4057-a989-09fa63673607,segment=NetworkSegment(e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4),segment_id=e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:43.867956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.889183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] For port 91fffb28-3876-4711-b8c9-6e406eb5d991, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91fffb28-3876-4711-b8c9-6e406eb5d991,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:43.889791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:43.925056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] Calling delete_port for 10b8143b-0b7b-4057-a989-09fa63673607 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:44.010087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.25.1.164 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/c22224a1-e9bb-4578-93ed-ae1eb38af285) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:44.028046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=1d0aa036-e3ba-444f-b0de-af04c6b4c398,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:44.038711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b9cfa98f-c889-48f4-b230-2ce4eba07bac tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1214404 Aug 25 11:46:44.043036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4837e244-74b3-4155-8668-8511eef168a8 req-2aa3b1fc-4cfd-48b6-b03c-95467e913d72 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218029 Aug 25 11:46:44.043540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53084) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:44.052419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Calling delete_port for 91fffb28-3876-4711-b8c9-6e406eb5d991 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:44.060813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '1d0aa036-e3ba-444f-b0de-af04c6b4c398', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1895470917'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:44.110432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.133547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] Deleting port 91fffb28-3876-4711-b8c9-6e406eb5d991 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:44.134145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.229429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.245300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.264896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:44.266042 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.371869 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9242549 Aug 25 11:46:44.394199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.402975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53088) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:44.505497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'admin_state_up': True, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:44.508862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] For port 91fffb28-3876-4711-b8c9-6e406eb5d991, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=91fffb28-3876-4711-b8c9-6e406eb5d991,segment=NetworkSegment(0fb1b299-b8a4-4bae-82d2-8d33ac774fff),segment_id=0fb1b299-b8a4-4bae-82d2-8d33ac774fff)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:44.509429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.551172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.575111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '1d0aa036-e3ba-444f-b0de-af04c6b4c398'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:44.583253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.599818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No DVR routers for this DVR port 10b8143b-0b7b-4057-a989-09fa63673607 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:44.643898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] Calling delete_port for 91fffb28-3876-4711-b8c9-6e406eb5d991 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:44.671901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:44.675032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.682812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=10b8143b-0b7b-4057-a989-09fa63673607,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:44.683213 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.718778 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/networks/143065f4-dd92-441e-b923-daf1fa13ff8f HTTP/1.1" status: 204 len: 168 time: 3.8136086 Aug 25 11:46:44.725350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53096) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:44.783151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cd619-0c13-4c4e-a847-b01eb41646bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Network': ['ID=7cff638d-76f5-4ae5-9dee-54537cc98190,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:44.835519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541336f-c51f-45de-b1ea-bba35a0928be tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Network': ['ID=143065f4-dd92-441e-b923-daf1fa13ff8f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:44.852561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:46:44.888622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:44.948417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.006294 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.053720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c247189a-cf9b-4610-9d6d-10e0807cee6c']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:45.056295 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.057379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.070068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:45.080502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:45.086699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] No DVR routers for this DVR port 10b8143b-0b7b-4057-a989-09fa63673607 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:45.091581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1aa8c-3f09-45f8-8474-908ccc63dfe3 None None] Pushing event deleted for resources: {'Port': ['ID=10b8143b-0b7b-4057-a989-09fa63673607,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:45.111942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:45.124393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=c22224a1-e9bb-4578-93ed-ae1eb38af285,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:45.371629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.412823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] No DVR routers for this DVR port 91fffb28-3876-4711-b8c9-6e406eb5d991 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:45.414591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa672a3-b649-41cc-a669-c9f84e71810b None None] Pushing event deleted for resources: {'Port': ['ID=91fffb28-3876-4711-b8c9-6e406eb5d991,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:45.435165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/1d0aa036-e3ba-444f-b0de-af04c6b4c398/273a197a-fff8-4507-a22f-70525d89e0d4) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:45.683338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:45.684093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b1d30a-d5f6-4b68-9d8f-4e56cd2a47f4') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:45.695944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.743929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91fffb28-3876-4711-b8c9-6e406eb5d991 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:45.764503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.797512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.806284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 91fffb28-3876-4711-b8c9-6e406eb5d991 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:45.808156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 91fffb28-3876-4711-b8c9-6e406eb5d991 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:45.822213 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.849621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.901984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:46:45.902403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.912265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting subnet 88d086a3-a24b-4237-810c-9910133b8e47 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:46:45.914611 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:46:45.928093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:45.963403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.015561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 718ab583-4737-49f8-8e6f-acde4710c94e yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:46.027528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.087165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff5be-3345-4a77-adfd-7f89aa8d8429 req-76cc5fbf-3ec3-429c-a42d-e1c82d4d8d72 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:46.088412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab3ff5be-3345-4a77-adfd-7f89aa8d8429 req-76cc5fbf-3ec3-429c-a42d-e1c82d4d8d72 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 1.3231785 Aug 25 11:46:46.111457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Transition to ACTIVE for port object 273a197a-fff8-4507-a22f-70525d89e0d4 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:46.145085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Transition to ACTIVE for port object 273a197a-fff8-4507-a22f-70525d89e0d4 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:46.156744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.193989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.197355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.199259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.208786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/c247189a-cf9b-4610-9d6d-10e0807cee6c HTTP/1.1" status: 204 len: 168 time: 4.0213075 Aug 25 11:46:46.208786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91fffb28-3876-4711-b8c9-6e406eb5d991,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:46.210067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53118) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:46.211207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.213371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:46.218430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-583609226'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:46.224802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:46.235828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:46.256537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Pushing event updated for resources: {'Port': ['ID=273a197a-fff8-4507-a22f-70525d89e0d4,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:46.266770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] No DVR routers for this DVR port 91fffb28-3876-4711-b8c9-6e406eb5d991 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:46.312069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ef271-d1ee-486f-8a58-58e4fd3df823 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=c247189a-cf9b-4610-9d6d-10e0807cee6c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:46.361837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:46.368188 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.375459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Attempting to bind port 273a197a-fff8-4507-a22f-70525d89e0d4 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:46.376106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Attempting to bind port 273a197a-fff8-4507-a22f-70525d89e0d4 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:46.376622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Attempting to bind port 273a197a-fff8-4507-a22f-70525d89e0d4 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:46.383625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:46.384300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:46.384895 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.385448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:46.386317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Bound port: 273a197a-fff8-4507-a22f-70525d89e0d4, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:46.386928 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.503465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] For port 273a197a-fff8-4507-a22f-70525d89e0d4, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:46.510785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] For port 273a197a-fff8-4507-a22f-70525d89e0d4, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=273a197a-fff8-4507-a22f-70525d89e0d4,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:46.522115 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.524987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:46:46.563114 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.564337 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.565579 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Added segment f692d138-fc6c-4c61-8c4b-4352cee21c30 of type vlan for network ac90f830-1915-4812-ab7b-88c07217bff8 Aug 25 11:46:46.584693 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.615324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab3ff5be-3345-4a77-adfd-7f89aa8d8429 req-890b9c07-4bbc-4565-ae58-eaef03d36d9d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320364 Aug 25 11:46:46.626951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce56730b-17a8-4c99-b62b-fee66e9b60f1']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:46.678864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.688579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1b299-b8a4-4bae-82d2-8d33ac774fff') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:46.688579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1b299-b8a4-4bae-82d2-8d33ac774fff') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:46.708744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 30a216fe-a53d-435e-8e55-f7216bd3943e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:46:46.720815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21946499-958f-4586-828e-84ae0d6fcfe6 None None] Pushing event updated for resources: {'Port': ['ID=273a197a-fff8-4507-a22f-70525d89e0d4,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:46.780813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.796762 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:46:46.797629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:46:46.808530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.817651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:46.818658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.846003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c725e-af5c-400e-912c-271549d13fbd req-f0ce2062-49f5-4278-b298-397c4874cae5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:46.847982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c72c725e-af5c-400e-912c-271549d13fbd req-f0ce2062-49f5-4278-b298-397c4874cae5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 0.5445693 Aug 25 11:46:46.850522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.925595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:46.971827 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7553923 Aug 25 11:46:46.973003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:46.989641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:46.998332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-af274e4e-9189-4ea1-ae62-3fa4e8cb67b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9470725 Aug 25 11:46:46.999739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53132) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:47.016053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:46:47.016791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:46:47.059993 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:46:47.083898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da44f07-3d92-4288-a27f-8f2be643d9aa tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Network': ['ID=ac90f830-1915-4812-ab7b-88c07217bff8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:47.095028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:47.141657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.144184 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-637c150e-8f97-424f-9bde-aed0c6833e10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.1930685 Aug 25 11:46:47.151436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53138) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:47.162185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Sync routers for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:47.172561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ac90f830-1915-4812-ab7b-88c07217bff8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:46:47.245669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:47.250161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.257824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:47.259946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:47.371007 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.390911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.397248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ce56730b-17a8-4c99-b62b-fee66e9b60f1 HTTP/1.1" status: 204 len: 168 time: 5.2801714 Aug 25 11:46:47.398344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53144) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:47.452115 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.512707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6f268-5c28-41f7-89e7-f61eedf506b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce56730b-17a8-4c99-b62b-fee66e9b60f1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:47.522060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Subnet': ['ID=88d086a3-a24b-4237-810c-9910133b8e47,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:47.552149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37f0bd-c533-4647-8a29-473d246c1557 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:47.563851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7c37f0bd-c533-4647-8a29-473d246c1557 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5513194 Aug 25 11:46:47.574514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53146) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:47.615862 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.623497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2c8b9fb8-2d3a-4643-a2e9-5b65406198e7 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/subnets/88d086a3-a24b-4237-810c-9910133b8e47 HTTP/1.1" status: 204 len: 168 time: 2.8590686 Aug 25 11:46:47.631142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:47.651440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:47.741797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port de6de980-aebc-4c57-9463-5286af16eede {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:47.742394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:47.746456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-16c7e0ff-db14-47d1-8de2-edbccd508086 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=610af4a40c3d4cd2b637592185be7b88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5723834 Aug 25 11:46:47.752768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53152) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:47.800056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00078f8f-8f09-4040-9466-33cd424a2a4b None None] Network 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:47.802750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 273a197a-fff8-4507-a22f-70525d89e0d4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:46:47.958260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80301090-8166-4a12-b1d0-88f8e2365512 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:47.962173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80301090-8166-4a12-b1d0-88f8e2365512 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:47.969112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-80301090-8166-4a12-b1d0-88f8e2365512 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3889482 Aug 25 11:46:47.995534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:48.166722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 273a197a-fff8-4507-a22f-70525d89e0d4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:48.181215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.196816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.291048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] DHCP port deletion for 9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:48.359669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port de6de980-aebc-4c57-9463-5286af16eede, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=de6de980-aebc-4c57-9463-5286af16eede,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:48.360052 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.380904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for de6de980-aebc-4c57-9463-5286af16eede owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:48.414461 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ac91a586-484c-4a58-84a2-1d061dbe1734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.419865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:46:45Z', 'revision_number': 3, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:48.472058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.512073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Checking router: 30a216fe-a53d-435e-8e55-f7216bd3943e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:48.512835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Updating router 30a216fe-a53d-435e-8e55-f7216bd3943e port c22224a1-e9bb-4578-93ed-ae1eb38af285 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:46:48.591544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ab8b2-ed91-4236-87f9-be8952854191 req-725819d3-4541-41d8-9040-eb9362cc0b7f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:48.593225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0ab8b2-ed91-4236-87f9-be8952854191 req-725819d3-4541-41d8-9040-eb9362cc0b7f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 945 time: 0.7498353 Aug 25 11:46:48.605545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.616781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.654665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] Deleting port eab86919-9057-493d-8bf1-331e6b9176e5 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:48.655058 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.735028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.246 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/e8754a6b-866d-4935-b03e-38c355333c39) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:48.787084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=6f4527af-9505-48ba-bbac-f77bdd4118d9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:48.819573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] For port eab86919-9057-493d-8bf1-331e6b9176e5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eab86919-9057-493d-8bf1-331e6b9176e5,segment=NetworkSegment(9e4f650b-203d-4830-b206-dbcb25c7bce5),segment_id=9e4f650b-203d-4830-b206-dbcb25c7bce5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:48.820048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.829766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 1d0aa036-e3ba-444f-b0de-af04c6b4c398 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:48.834720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.845592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] Calling delete_port for eab86919-9057-493d-8bf1-331e6b9176e5 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:48.858375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Provisioning for port 273a197a-fff8-4507-a22f-70525d89e0d4 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:46:48.870476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Provisioning complete for port 273a197a-fff8-4507-a22f-70525d89e0d4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:46:48.870912 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.909817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.913514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.914015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.914384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.914728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.915071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.915858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.915858 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.916145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.916479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.916811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.917141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.917467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:48.956664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:48.979406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630877c2-d8bd-4614-9f25-b0f6c9dfd1b9 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:48.984745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-630877c2-d8bd-4614-9f25-b0f6c9dfd1b9 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2065952 Aug 25 11:46:48.989452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53170) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:48.998973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Deleting port eab86919-9057-493d-8bf1-331e6b9176e5 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:48.999820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.024350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b0ab8b2-ed91-4236-87f9-be8952854191 req-7e89a58a-7652-433d-af70-60cf11a69c70 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=61bf6be2-219d-443d-8e99-0b47b9391c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226348 Aug 25 11:46:49.055119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b971647-eae0-46c7-9b30-c5a291209f7f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0621793 Aug 25 11:46:49.063502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53172) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:49.069388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-406893405', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:49.085148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] For port eab86919-9057-493d-8bf1-331e6b9176e5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eab86919-9057-493d-8bf1-331e6b9176e5,segment=NetworkSegment(9e4f650b-203d-4830-b206-dbcb25c7bce5),segment_id=9e4f650b-203d-4830-b206-dbcb25c7bce5)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:49.085828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.102146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Calling delete_port for eab86919-9057-493d-8bf1-331e6b9176e5 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:49.146132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.193553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.208252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Checking segment: {'id': 'f692d138-fc6c-4c61-8c4b-4352cee21c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:49.208964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network hostable DHCP agents. Network: ac90f830-1915-4812-ab7b-88c07217bff8, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:46:49.220108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.263817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Made reservation on behalf of 610af4a40c3d4cd2b637592185be7b88 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:49.266219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Port': ['ID=eab86919-9057-493d-8bf1-331e6b9176e5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:49.268612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.270383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] No DVR routers for this DVR port eab86919-9057-493d-8bf1-331e6b9176e5 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:49.299451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.303575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] Pushing event deleted for resources: {'Port': ['ID=eab86919-9057-493d-8bf1-331e6b9176e5,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:49.307703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf997281-7d99-4e6d-8b15-4917b2e177bf None None] No DVR routers for this DVR port eab86919-9057-493d-8bf1-331e6b9176e5 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:49.312484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network ac90f830-1915-4812-ab7b-88c07217bff8 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:46:49.391043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=e8754a6b-866d-4935-b03e-38c355333c39,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:49.438332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ac90f830-1915-4812-ab7b-88c07217bff8) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:49.440583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.455107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:49.461757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:49.462455 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.465849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=de6de980-aebc-4c57-9463-5286af16eede,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:49.466995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.471975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:49.474743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:49.480623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259e611-559f-44a9-9297-0d0308fa94cf None None] Network ac90f830-1915-4812-ab7b-88c07217bff8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:49.510651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.528055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port de6de980-aebc-4c57-9463-5286af16eede on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:49.531105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.533785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c72c725e-af5c-400e-912c-271549d13fbd req-50292a36-41b4-4a67-8e22-6d03c6a50a9f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "DELETE /v2.0/ports/de6de980-aebc-4c57-9463-5286af16eede HTTP/1.1" status: 204 len: 173 time: 2.6528826 Aug 25 11:46:49.547291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:49.561803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'name': 'network-vif-deleted', 'tag': 'de6de980-aebc-4c57-9463-5286af16eede'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:46:49.564553 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaa5e97-ecf9-46db-926c-79f81c853371" -d '{"events": [{"server_uuid": "b7e94313-169b-4ab9-a10e-cc1527e83d34", "name": "network-vif-deleted", "tag": "de6de980-aebc-4c57-9463-5286af16eede"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:46:49.598587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-16427a78-b0cf-4348-b00a-eb73950f6a33 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6185410 Aug 25 11:46:49.609527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4f650b-203d-4830-b206-dbcb25c7bce5') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:49.610770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4f650b-203d-4830-b206-dbcb25c7bce5') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:49.618807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53184) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:49.635548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-259886020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:49.696406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.706866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eab86919-9057-493d-8bf1-331e6b9176e5 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:49.751543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: eab86919-9057-493d-8bf1-331e6b9176e5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:49.752904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eab86919-9057-493d-8bf1-331e6b9176e5 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:49.783359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.802318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:46:49.803124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:46:49.807909 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:46:49.829975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.874223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.875865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.899090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.944540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0aa036-e3ba-444f-b0de-af04c6b4c398,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:49.949301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:49.958021 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c4ba264-2bb3-4302-b56b-e07bc93036cf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/1d0aa036-e3ba-444f-b0de-af04c6b4c398 HTTP/1.1" status: 204 len: 168 time: 1.9381037 Aug 25 11:46:49.972990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9330b-33d9-48fc-82b9-7e26f469a495 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:50.054649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53190) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:50.104785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-ac90f830-1915-4812-ab7b-88c07217bff8', 'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': '6f4527af-9505-48ba-bbac-f77bdd4118d9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:50.108358 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.190437 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-680cdb8e-7369-4c00-a7f7-ae78be7b3e17 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339557 Aug 25 11:46:50.191480 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53194) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:50.216641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.222097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:46:50.222455 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:46:50.235539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:50.279512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.289505 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/networks/9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3 HTTP/1.1" status: 204 len: 168 time: 2.6563835 Aug 25 11:46:50.313016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53198) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:50.332899 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1bbc61-ad38-43b1-9138-d4b2e21439c5 x-openstack-request-id: req-3a1bbc61-ad38-43b1-9138-d4b2e21439c5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:46:50.334427 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e94313-169b-4ab9-a10e-cc1527e83d34", "name": "network-vif-deleted", "tag": "de6de980-aebc-4c57-9463-5286af16eede", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:46:50.335030 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a1bbc61-ad38-43b1-9138-d4b2e21439c5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:46:50.335853 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e94313-169b-4ab9-a10e-cc1527e83d34', 'name': 'network-vif-deleted', 'tag': 'de6de980-aebc-4c57-9463-5286af16eede', 'status': 'completed', 'code': 200} Aug 25 11:46:50.438080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415a1a5-a1e8-4a3d-ae0e-3bc35c4d4e1b tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Pushing event deleted for resources: {'Network': ['ID=9e58a595-fc96-4c0d-94c2-f0aa0ed8f8a3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:50.451621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.502644 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-29d52551-4702-493f-8486-9ce8a0ac1197 tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f99ea4a-68b3-4326-b1cf-ef8581abe297 HTTP/1.1" status: 200 len: 205 time: 0.1445210 Aug 25 11:46:50.503641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:50.516004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.652419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1864bca3-8594-4a64-aa8c-3c5421e24702 req-be129044-6a3b-45d8-a738-71f1fab75f63 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.3227055 Aug 25 11:46:50.656736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.658163 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a2dcb1c1-5f57-429c-9a60-3f4a3fdd7540 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0409861 Aug 25 11:46:50.661967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53206) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:50.686288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8', 'name': 'tempest-PortsTestJSON-650592927'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:50.755601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.781268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device de6de980-aebc-4c57-9463-5286af16eede no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:50.792415 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.867848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: de6de980-aebc-4c57-9463-5286af16eede {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:50.868649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device de6de980-aebc-4c57-9463-5286af16eede not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:50.896352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:50.900501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.924969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.954706 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:50.964703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] For port 273a197a-fff8-4507-a22f-70525d89e0d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=273a197a-fff8-4507-a22f-70525d89e0d4,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:51.004717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Allocated IP 172.20.0.2 (ac90f830-1915-4812-ab7b-88c07217bff8/6f4527af-9505-48ba-bbac-f77bdd4118d9/6043484b-6676-4c17-811b-2de7aecd84f3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:51.013960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Transition to ACTIVE for port object c22224a1-e9bb-4578-93ed-ae1eb38af285 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:51.016808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.107456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.139985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:46:51.152662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.191980 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.221915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.263393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecdade-19b7-4e21-8159-4c4b7d44d974 None None] Pushing event updated for resources: {'Port': ['ID=273a197a-fff8-4507-a22f-70525d89e0d4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:51.342964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.344277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Fanout notify agent at l3_agent the message router_deleted on router 5f99ea4a-68b3-4326-b1cf-ef8581abe297 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:46:51.359343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.361006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Subnet': ['ID=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:51.365168 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7233b83e-3130-4f72-b507-88af899ed62a tempest-RoutersNegativeTest-1240169663 tempest-RoutersNegativeTest-1240169663-project] 10.222.0.35 "DELETE /v2.0/routers/5f99ea4a-68b3-4326-b1cf-ef8581abe297 HTTP/1.1" status: 204 len: 168 time: 0.8554721 Aug 25 11:46:51.398390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:46:51.478076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Attempting to bind port c22224a1-e9bb-4578-93ed-ae1eb38af285 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:51.479657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Attempting to bind port c22224a1-e9bb-4578-93ed-ae1eb38af285 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:51.480626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Attempting to bind port c22224a1-e9bb-4578-93ed-ae1eb38af285 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:51.492492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b345a6a4-1ab8-4376-b3a6-a286603499da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.538895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:51.542416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:51.546459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.547031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:51.547685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Bound port: c22224a1-e9bb-4578-93ed-ae1eb38af285, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:51.548212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.555193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47f345-6291-4906-8234-be9b26ca605c None None] Pushing event updated for resources: {'Port': ['ID=c22224a1-e9bb-4578-93ed-ae1eb38af285,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:51.579677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6084970f-200f-487a-83cc-68a855e62576 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:46:51.605183 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.632175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.697656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Deleting port bac23941-cb5c-4749-806e-6729ca31f39d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:51.699884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.706540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 273a197a-fff8-4507-a22f-70525d89e0d4 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:51.707930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Checking segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:51.708461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network hostable DHCP agents. Network: 69fde609-e452-4a22-ba14-ecf39f8d6525, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:46:51.852667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:51.922382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53226) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:51.973821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:46:51.978866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eba388b5-abf7-4705-bb4c-0cb91f880f43 req-506a7117-3022-4778-a904-c60e9997e8cd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.0889680 Aug 25 11:46:51.984532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:51.992164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:51.994119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=c307f6ba-e341-4d4b-bba8-d55ff056d0da,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:52.005575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:52.006853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.071951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] For port bac23941-cb5c-4749-806e-6729ca31f39d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bac23941-cb5c-4749-806e-6729ca31f39d,segment=NetworkSegment(4e5be04e-31c0-4a35-87b6-0bcda31b1923),segment_id=4e5be04e-31c0-4a35-87b6-0bcda31b1923)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:52.072327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.091543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Calling delete_port for bac23941-cb5c-4749-806e-6729ca31f39d owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:52.129620 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.167902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 69fde609-e452-4a22-ba14-ecf39f8d6525) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:52.170703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] For port c22224a1-e9bb-4578-93ed-ae1eb38af285, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:52.194082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:52.197531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.207549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58bf6d-1ecb-4a50-bbb7-c6d9390515c2 None None] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:52.263620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9f7a5329-700e-49e5-bc23-455c4901f724 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0448923 Aug 25 11:46:52.264165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eb4268f6-a24f-4625-bf47-6cdaf7686647 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1962256 Aug 25 11:46:52.269027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53234) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:52.269384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53236) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:52.281555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:52.385490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] For port c22224a1-e9bb-4578-93ed-ae1eb38af285, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c22224a1-e9bb-4578-93ed-ae1eb38af285,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:52.388363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.411741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.419155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 273a197a-fff8-4507-a22f-70525d89e0d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=273a197a-fff8-4507-a22f-70525d89e0d4,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:52.423073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Deleting port 273a197a-fff8-4507-a22f-70525d89e0d4 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:52.423556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.438430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Transition to ACTIVE for port object 6043484b-6676-4c17-811b-2de7aecd84f3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:52.486976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.567219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.602801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac23941-cb5c-4749-806e-6729ca31f39d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:52.713840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.717058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.792044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:52.899211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-66e77ed1-addc-4df9-ab15-cc5266870d44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=458251844299433bad5cb15d569536f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9730916 Aug 25 11:46:52.903989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53244) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:52.959062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.095653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Transition to ACTIVE for port object 6043484b-6676-4c17-811b-2de7aecd84f3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:53.118244 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.169125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-69fde609-e452-4a22-ba14-ecf39f8d6525', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:53.176441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.182034 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.239135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.320592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3fdea43-7eef-4682-b72c-1c2894465559 req-249b1259-56c5-437b-8dcd-b5a412267dce tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.1422257 Aug 25 11:46:53.321386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.322603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-531e0762-b6e1-4051-80ca-41cb4646bccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0465345 Aug 25 11:46:53.327758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Router 53cd1457-6d37-4185-832c-f84cd9dfad5e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:46:53.330459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53252) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:53.491084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Allocated IP 172.20.0.2 (69fde609-e452-4a22-ba14-ecf39f8d6525/820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf/6ceedf63-ad87-4128-a187-ca67892169a1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:53.526237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.4 (ac90f830-1915-4812-ab7b-88c07217bff8/6f4527af-9505-48ba-bbac-f77bdd4118d9/1a4fd7dd-fc96-4724-b7cc-50f030d18b5b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:53.531272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4c0326b-22b0-4de4-84c8-3650be5292e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.562814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4c0326b-22b0-4de4-84c8-3650be5292e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.664499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4c0326b-22b0-4de4-84c8-3650be5292e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.668726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a4c0326b-22b0-4de4-84c8-3650be5292e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.672897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a4c0326b-22b0-4de4-84c8-3650be5292e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/09d82617-2567-49d7-9ff8-9e8b8f656d8c HTTP/1.1" status: 204 len: 168 time: 0.7652953 Aug 25 11:46:53.715598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0326b-22b0-4de4-84c8-3650be5292e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d82617-2567-49d7-9ff8-9e8b8f656d8c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:53.758269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router bf911c1c-d340-4e50-9ca6-792fd45741df is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:46:53.896009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:53.915860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Transition to ACTIVE for port object 6ceedf63-ad87-4128-a187-ca67892169a1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:53.948864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Transition to ACTIVE for port object 6ceedf63-ad87-4128-a187-ca67892169a1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:53.969591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.028194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.030523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:54.031207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:54.238125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:54.315925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Network ac90f830-1915-4812-ab7b-88c07217bff8 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:54.411865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6084970f-200f-487a-83cc-68a855e62576 None None] For port 273a197a-fff8-4507-a22f-70525d89e0d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=273a197a-fff8-4507-a22f-70525d89e0d4,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:54.427756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.522457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Calling delete_port for 273a197a-fff8-4507-a22f-70525d89e0d4 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:54.553102 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.624128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:54.639152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f80195d4-b391-4f07-94f9-1a45c298e429 admin admin] 10.222.0.35 "PUT /v2.0/routers/53cd1457-6d37-4185-832c-f84cd9dfad5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2401862 Aug 25 11:46:54.639856 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] Sync routers for ids ['53cd1457-6d37-4185-832c-f84cd9dfad5e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:54.647345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:54.667326 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] Routers {'53cd1457-6d37-4185-832c-f84cd9dfad5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:54.673112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['53cd1457-6d37-4185-832c-f84cd9dfad5e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:54.698724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53280) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:54.769615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:54.779537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47f345-6291-4906-8234-be9b26ca605c None None] Pushing event updated for resources: {'Port': ['ID=c22224a1-e9bb-4578-93ed-ae1eb38af285,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:54.790028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:54.854861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.875584 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.890045 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:54.895558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:46:55.036022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6d3ecbf-b78e-43d2-9c9c-6925621bb397 req-4f5d838d-b1ff-4bec-a0d9-6243a2491c1a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.1911273 Aug 25 11:46:55.058009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event deleted for resources: {'Port': ['ID=273a197a-fff8-4507-a22f-70525d89e0d4,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:55.131371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:55.183812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:55.185464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Pushing event updated for resources: {'Port': ['ID=6043484b-6676-4c17-811b-2de7aecd84f3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:55.271791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:55.276765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=1a4fd7dd-fc96-4724-b7cc-50f030d18b5b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:55.387259 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] Set router 53cd1457-6d37-4185-832c-f84cd9dfad5e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:55.437926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Sync routers for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:46:55.737473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network ac90f830-1915-4812-ab7b-88c07217bff8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:55.742490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:55.754801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:55.770417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:55.771933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:55.775543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Pushing event updated for resources: {'Port': ['ID=6ceedf63-ad87-4128-a187-ca67892169a1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:55.793748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:55.798100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:55.804896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-986cc97d-d0d8-45e2-84d3-c206b1b85594 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.3177726 Aug 25 11:46:55.811869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:55.841539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53296) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:55.878250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:55.889491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084970f-200f-487a-83cc-68a855e62576 None None] No DVR routers for this DVR port 273a197a-fff8-4507-a22f-70525d89e0d4 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:46:56.060010 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '54741c0a-5231-4968-ab08-91170ace442e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:52Z', 'revision_number': 5, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port': {'id': '54741c0a-5231-4968-ab08-91170ace442e', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:05Z', 'updated_at': '2021-08-25T11:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:56.097438 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.127886 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53302) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:56.208875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:56.211313 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] Checking router: 53cd1457-6d37-4185-832c-f84cd9dfad5e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:56.212184 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.251023 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] Routers {'53cd1457-6d37-4185-832c-f84cd9dfad5e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:46:56.252473 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['53cd1457-6d37-4185-832c-f84cd9dfad5e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:56.375472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::1 (5ab3dabd-4995-4637-bca4-885aee72df93/c307f6ba-e341-4d4b-bba8-d55ff056d0da/ff3e1d93-6dc0-4552-9057-d44b2f683f2b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:56.471454 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] Set router 53cd1457-6d37-4185-832c-f84cd9dfad5e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:56.505163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Deleting port 54741c0a-5231-4968-ab08-91170ace442e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:46:56.505547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.610171 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6a2dcaa2-8148-40ac-886a-8f14134b635f tempest-ServiceProvidersTest-927090181 tempest-ServiceProvidersTest-927090181-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4773171 Aug 25 11:46:56.628090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2ff47-176a-4e4e-a228-859f4b80a658 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:46:56.635601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Pushing event deleted for resources: {'Port': ['ID=273a197a-fff8-4507-a22f-70525d89e0d4,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:56.680807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.681223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.681470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.690113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.690380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.690689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.690873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.691210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.691539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.691867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.692195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.692515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084970f-200f-487a-83cc-68a855e62576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:46:56.696010 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:56Z', 'revision_number': 6, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:56.757904 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d04e7-4828-43c5-ae99-cf4fb8652e69 None None] The sync data for ids ['53cd1457-6d37-4185-832c-f84cd9dfad5e'] in n-d-778732-11 is: [{'id': '53cd1457-6d37-4185-832c-f84cd9dfad5e', 'name': 'tempest-TestAggregatesBasicOps-1648586218-router', 'tenant_id': '7671b2b87ad646afacf1896830b3cf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:03Z', 'updated_at': '2021-08-25T11:46:56Z', 'revision_number': 6, 'project_id': '7671b2b87ad646afacf1896830b3cf8a', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:56.900045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Attempting to bind port 6043484b-6676-4c17-811b-2de7aecd84f3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:56.900469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Attempting to bind port 6043484b-6676-4c17-811b-2de7aecd84f3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f692d138-fc6c-4c61-8c4b-4352cee21c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:56.900782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Attempting to bind port 6043484b-6676-4c17-811b-2de7aecd84f3 on network ac90f830-1915-4812-ab7b-88c07217bff8 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:56.933049 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.937729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] For port 54741c0a-5231-4968-ab08-91170ace442e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54741c0a-5231-4968-ab08-91170ace442e,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:46:56.938200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.938354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:56.938658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Checking segment: {'id': 'f692d138-fc6c-4c61-8c4b-4352cee21c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:56.939055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.943696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Bound using segment: {'id': 'f692d138-fc6c-4c61-8c4b-4352cee21c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:56.944400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Bound port: 6043484b-6676-4c17-811b-2de7aecd84f3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f692d138-fc6c-4c61-8c4b-4352cee21c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ac90f830-1915-4812-ab7b-88c07217bff8'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:56.944843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:56.985774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Calling delete_port for 54741c0a-5231-4968-ab08-91170ace442e owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:46:56.999816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object ff3e1d93-6dc0-4552-9057-d44b2f683f2b will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:57.038831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Attempting to bind port 6ceedf63-ad87-4128-a187-ca67892169a1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:46:57.039236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Attempting to bind port 6ceedf63-ad87-4128-a187-ca67892169a1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:46:57.039793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Attempting to bind port 6ceedf63-ad87-4128-a187-ca67892169a1 on network 69fde609-e452-4a22-ba14-ecf39f8d6525 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:46:57.139662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:46:57.143971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Checking segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:46:57.144512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.144937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Bound using segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:46:57.145788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Bound port: 6ceedf63-ad87-4128-a187-ca67892169a1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:46:57.146207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.262570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53312) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:57.266192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:46:45Z', 'revision_number': 3, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:57.273502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce6fbce7-bc7f-4a6e-adcb-cc8707c59347 req-3e550b03-2543-4fed-b914-d3eba3479af5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.9974422 Aug 25 11:46:57.275914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-36ed9cf5-6b96-4dab-82a4-7af7020961ba tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.6061950 Aug 25 11:46:57.291298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bb8bb41a-3e62-4795-a8b9-56299a7d10ed tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.3399930 Aug 25 11:46:57.296236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:57.306753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53316) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:57.311779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:46:57.452244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.468018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d019c4c5-bc0e-42dc-a645-bcbd26b8308a None None] The sync data for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 is: [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:46:45Z', 'revision_number': 3, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:46:57.596042 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.600743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:57.610777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:57.622772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:46:57.623199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.645664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] For port 6043484b-6676-4c17-811b-2de7aecd84f3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:57.680859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] For port 6043484b-6676-4c17-811b-2de7aecd84f3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6043484b-6676-4c17-811b-2de7aecd84f3,segment=NetworkSegment(f692d138-fc6c-4c61-8c4b-4352cee21c30),segment_id=f692d138-fc6c-4c61-8c4b-4352cee21c30)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:57.738012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d36e402-31f8-4e2e-9a63-9769581d030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.743221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:57.794741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.20.0.1 (69fde609-e452-4a22-ba14-ecf39f8d6525/820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf/38b45401-0fb5-404a-b985-300d904ac702) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:46:57.864191 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:57.909875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54741c0a-5231-4968-ab08-91170ace442e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:57.915164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] For port 6ceedf63-ad87-4128-a187-ca67892169a1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:46:58.008369 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:58.061170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Pushing event deleted for resources: {'Port': ['ID=54741c0a-5231-4968-ab08-91170ace442e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:58.086512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 54741c0a-5231-4968-ab08-91170ace442e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:58.087420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54741c0a-5231-4968-ab08-91170ace442e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:58.088502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bac23941-cb5c-4749-806e-6729ca31f39d no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:46:58.191190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:58.193430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:58.276217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] For port 6ceedf63-ad87-4128-a187-ca67892169a1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6ceedf63-ad87-4128-a187-ca67892169a1,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:46:58.395194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:58.398526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: bac23941-cb5c-4749-806e-6729ca31f39d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:46:58.399076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bac23941-cb5c-4749-806e-6729ca31f39d not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:46:58.452504 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:46:58.481946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4ba10-3556-4f07-aaff-8bd556a20a62 None None] Pushing event updated for resources: {'Port': ['ID=6043484b-6676-4c17-811b-2de7aecd84f3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:58.597155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:58.643985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:46:58.648680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:58.832532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a82d1a-b28f-4aa5-b9ef-746154f61e73 None None] Pushing event updated for resources: {'Port': ['ID=6ceedf63-ad87-4128-a187-ca67892169a1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:59.144217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.152095 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.218650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.219559 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.236851 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.279191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79eb5bc0-31cc-4ba4-a772-4790f19d6329 req-d619a90f-5502-4bd2-9ffe-84b7c6f73f07 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e94313-169b-4ab9-a10e-cc1527e83d34 HTTP/1.1" status: 200 len: 210 time: 0.7080793 Aug 25 11:46:59.299955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:46:59.303622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.304888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53cd1457-6d37-4185-832c-f84cd9dfad5e {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:46:59.310418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.315570 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d0359366-f495-4f58-a6ad-3117afe4ff6f admin admin] 10.222.0.35 "DELETE /v2.0/routers/53cd1457-6d37-4185-832c-f84cd9dfad5e HTTP/1.1" status: 204 len: 168 time: 4.6116776 Aug 25 11:46:59.320621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53326) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:59.388209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:46:51Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:46:59.460879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5496aa1-7ca1-4941-a8fb-1efe65abfe87 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:46:59.484465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5496aa1-7ca1-4941-a8fb-1efe65abfe87 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.1632910 Aug 25 11:46:59.491680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53328) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:59.495376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:46:59.501276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:46:59.633249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Checking router: bf911c1c-d340-4e50-9ca6-792fd45741df for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:46:59.648699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Updating router bf911c1c-d340-4e50-9ca6-792fd45741df port e8754a6b-866d-4935-b03e-38c355333c39 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:46:59.687851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Deleting subnet 36183680-94aa-476b-b36d-d22dbe4c2719 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:46:59.692294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.773999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.798319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-28fe1088-b4b3-4011-bfad-e7284cd61fc1 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2763803 Aug 25 11:46:59.806064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53330) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:46:59.811986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Transition to ACTIVE for port object 38b45401-0fb5-404a-b985-300d904ac702 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:46:59.850276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:46:59.859408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852067065', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:46:59.993495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/c307f6ba-e341-4d4b-bba8-d55ff056d0da/b400ab35-1a05-45c3-a152-7552b1fd25b3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:00.072396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d36e402-31f8-4e2e-9a63-9769581d030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:00.100659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:47:00.105346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d36e402-31f8-4e2e-9a63-9769581d030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:00.184880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6ceedf63-ad87-4128-a187-ca67892169a1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:00.188632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:00.227513 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:00.260269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d36e402-31f8-4e2e-9a63-9769581d030f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2f2374fe122446ba02954176cd23199&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9960244 Aug 25 11:47:00.265206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:00.358524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36e402-31f8-4e2e-9a63-9769581d030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d9d46-c40b-49a3-9e15-6b5d14f62385,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:00.394229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6ceedf63-ad87-4128-a187-ca67892169a1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:00.451614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:00.527347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:00.542788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:00.556297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=38b45401-0fb5-404a-b985-300d904ac702,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:00.587938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:00.593751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6043484b-6676-4c17-811b-2de7aecd84f3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:00.629022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:00.633028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:00.753924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51b7a7-83de-4a8e-a8e4-4dd035579aeb None None] Network ac90f830-1915-4812-ab7b-88c07217bff8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:01.020097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.028072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.103277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36183680-94aa-476b-b36d-d22dbe4c2719,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:01.110764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.118937 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73969357-45c2-43f1-b7ae-039cef7b6fe9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/36183680-94aa-476b-b36d-d22dbe4c2719 HTTP/1.1" status: 204 len: 168 time: 1.7919912 Aug 25 11:47:01.120070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:01.131299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823455f-14d9-444d-8fd6-0498df40f6bc None None] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:01.161592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7a27a-ba9a-463a-bd28-42f3c756caf7 None None] Network bc8e31ab-5c80-4e52-9b20-c9313062c2fa requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:01.260393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.292786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.299737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:01.310961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5581347-83aa-4942-ba67-a6d5ee795253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.313558 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Sync routers for ids ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:01.341172 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Routers {'5a5dc38e-2564-45ca-a6cb-b3c42111c681'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:01.348347 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:01.359735 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5581347-83aa-4942-ba67-a6d5ee795253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.360474 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.423408 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.432032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53344) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:01.432505 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-18d58036-a417-4380-a610-b5d01a55de19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "PUT /v2.0/routers/5a5dc38e-2564-45ca-a6cb-b3c42111c681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1004095 Aug 25 11:47:01.463798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5581347-83aa-4942-ba67-a6d5ee795253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.467149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d5581347-83aa-4942-ba67-a6d5ee795253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.472841 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d5581347-83aa-4942-ba67-a6d5ee795253 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f60d9d46-c40b-49a3-9e15-6b5d14f62385 HTTP/1.1" status: 204 len: 168 time: 1.2027445 Aug 25 11:47:01.488658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581347-83aa-4942-ba67-a6d5ee795253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d9d46-c40b-49a3-9e15-6b5d14f62385,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:01.519361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Deleting port 47d8e854-7948-4e4a-ae31-d3448faf0d6f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:01.519854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.541179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Set router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:01.651060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.700198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] For port 47d8e854-7948-4e4a-ae31-d3448faf0d6f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=47d8e854-7948-4e4a-ae31-d3448faf0d6f,segment=NetworkSegment(4e5be04e-31c0-4a35-87b6-0bcda31b1923),segment_id=4e5be04e-31c0-4a35-87b6-0bcda31b1923)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:01.700663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.738115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Calling delete_port for 47d8e854-7948-4e4a-ae31-d3448faf0d6f owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:01.761756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.764245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Subnet': ['ID=00d16b60-6c50-467f-b5cb-688603a0d30f,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:01.780538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=1a4fd7dd-fc96-4724-b7cc-50f030d18b5b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:01.949186 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:01.985475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-71509da2-5add-49dc-8118-975c4bf14d96 None None] Provisioning for port 6043484b-6676-4c17-811b-2de7aecd84f3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:01.997040 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:52Z', 'updated_at': '2021-08-25T11:46:57Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None, '_interfaces': [{'id': 'ff3e1d93-6dc0-4552-9057-d44b2f683f2b', 'name': '', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:46:58Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'subnets': [{'id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:02.032798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d57cd3-5c28-46d6-bb47-edb8072c110f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:02.034564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f9d57cd3-5c28-46d6-bb47-edb8072c110f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports/ff3e1d93-6dc0-4552-9057-d44b2f683f2b HTTP/1.1" status: 200 len: 911 time: 0.5976381 Aug 25 11:47:02.043594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:02.044222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Checking segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:02.044222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network hostable DHCP agents. Network: 7cff638d-76f5-4ae5-9dee-54537cc98190, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:47:02.064732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Checking router: 5a5dc38e-2564-45ca-a6cb-b3c42111c681 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:47:02.065735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Updating router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 port ff3e1d93-6dc0-4552-9057-d44b2f683f2b binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:47:02.077806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Transition to ACTIVE for port object b400ab35-1a05-45c3-a152-7552b1fd25b3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:02.082815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6043484b-6676-4c17-811b-2de7aecd84f3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:02.138982 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.155597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6043484b-6676-4c17-811b-2de7aecd84f3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:02.160111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.161816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.279069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Transition to ACTIVE for port object b400ab35-1a05-45c3-a152-7552b1fd25b3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:02.309452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d8e854-7948-4e4a-ae31-d3448faf0d6f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:02.315683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] No DVR routers for this DVR port 47d8e854-7948-4e4a-ae31-d3448faf0d6f on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:47:02.341857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] Provisioning for port 6ceedf63-ad87-4128-a187-ca67892169a1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:02.355441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] Provisioning complete for port 6ceedf63-ad87-4128-a187-ca67892169a1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:02.355760 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.365589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a671a-48fd-4eef-865b-e2700e101fd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:02.368481 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f49a671a-48fd-4eef-865b-e2700e101fd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.3173423 Aug 25 11:47:02.371598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53358) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:02.460914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.496639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.589188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d598c-77e2-4ee6-b95f-ccc2fdb64ab9 None None] DHCP port deletion for bc8e31ab-5c80-4e52-9b20-c9313062c2fa request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:47:02.610554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:47:02.635732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.655364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8e31ab-5c80-4e52-9b20-c9313062c2fa']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:02.676172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5be04e-31c0-4a35-87b6-0bcda31b1923') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:02.676483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5be04e-31c0-4a35-87b6-0bcda31b1923') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:02.683995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.704502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:02.726713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7cff638d-76f5-4ae5-9dee-54537cc98190) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:02.746648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:02.762111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:02.772934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd5ea5-410c-44ff-9b7e-fa3594836ad8 None None] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:02.798983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:02.799918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.820975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.836500 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.855794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.874612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:47:02.875824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:47:02.881953 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:47:02.887732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Transition to ACTIVE for port object ff3e1d93-6dc0-4552-9057-d44b2f683f2b will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:02.893152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ccae657d-43ab-405a-828f-3c1520029b1c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0666008 Aug 25 11:47:02.898584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53368) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:02.904127 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:02.951797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Transition to ACTIVE for port object e8754a6b-866d-4935-b03e-38c355333c39 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:03.010661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Pushing event updated for resources: {'Port': ['ID=b400ab35-1a05-45c3-a152-7552b1fd25b3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:03.047172 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Pushing event updated for resources: {'Port': ['ID=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:03.110367 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.110722 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.111593 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.111929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.112256 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.112581 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.112903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.113223 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.113545 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.113904 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.114208 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.114525 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:03.120374 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.165229 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.201159 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Attempting to bind port ff3e1d93-6dc0-4552-9057-d44b2f683f2b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:03.201526 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Attempting to bind port ff3e1d93-6dc0-4552-9057-d44b2f683f2b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:03.207694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Attempting to bind port ff3e1d93-6dc0-4552-9057-d44b2f683f2b on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:03.214182 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:03.214526 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:03.214942 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.215344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:03.219964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Bound port: ff3e1d93-6dc0-4552-9057-d44b2f683f2b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:03.219964 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.226368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.371209 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] For port ff3e1d93-6dc0-4552-9057-d44b2f683f2b, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:03.376306 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] For port ff3e1d93-6dc0-4552-9057-d44b2f683f2b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:03.392078 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.413486 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.460480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Attempting to bind port e8754a6b-866d-4935-b03e-38c355333c39 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:03.462239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Attempting to bind port e8754a6b-866d-4935-b03e-38c355333c39 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:03.462884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Attempting to bind port e8754a6b-866d-4935-b03e-38c355333c39 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:03.533638 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Routers {'5a5dc38e-2564-45ca-a6cb-b3c42111c681'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:03.534314 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:03.573754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.584718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.593177 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bc8e31ab-5c80-4e52-9b20-c9313062c2fa HTTP/1.1" status: 204 len: 168 time: 2.4683897 Aug 25 11:47:03.605225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.630636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.713621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee5bf4-94bc-4c8c-9517-0598440012f7 None None] Pushing event updated for resources: {'Port': ['ID=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:03.763075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.795804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:03.796159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:03.796512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.796816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:03.797339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Bound port: e8754a6b-866d-4935-b03e-38c355333c39, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:03.797802 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.799753 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] Set router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:03.800291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Attempting to bind port b400ab35-1a05-45c3-a152-7552b1fd25b3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:03.801168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Attempting to bind port b400ab35-1a05-45c3-a152-7552b1fd25b3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:03.801634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Attempting to bind port b400ab35-1a05-45c3-a152-7552b1fd25b3 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:03.820168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 6043484b-6676-4c17-811b-2de7aecd84f3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6043484b-6676-4c17-811b-2de7aecd84f3,segment=NetworkSegment(f692d138-fc6c-4c61-8c4b-4352cee21c30),segment_id=f692d138-fc6c-4c61-8c4b-4352cee21c30)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:03.840778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:03.841831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:03.842057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.842665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:03.843367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Bound port: b400ab35-1a05-45c3-a152-7552b1fd25b3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:03.843917 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:03.992089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=38b45401-0fb5-404a-b985-300d904ac702,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:03.992418 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c5fb8-bfdb-4b0d-93a7-f09414d8eaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8e31ab-5c80-4e52-9b20-c9313062c2fa,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:04.058933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] For port 6ceedf63-ad87-4128-a187-ca67892169a1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6ceedf63-ad87-4128-a187-ca67892169a1,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:04.058933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7cff638d-76f5-4ae5-9dee-54537cc98190', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:47:04.058933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:04.186093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53388) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:04.201823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] For port e8754a6b-866d-4935-b03e-38c355333c39, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:04.222308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] For port e8754a6b-866d-4935-b03e-38c355333c39, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8754a6b-866d-4935-b03e-38c355333c39,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:04.249195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:04.253667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c22224a1-e9bb-4578-93ed-ae1eb38af285 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:04.266849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:04.337199 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:04.340003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:04.344437 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d7d54e0-5211-4ce1-a3e4-72b35fa2cf87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c99529bc42c41399ce60c09a0993797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548710 Aug 25 11:47:04.349129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53394) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:04.425738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f253f52-ea2e-49c6-9d31-a39c46af88d4 None None] Pushing event updated for resources: {'Port': ['ID=e8754a6b-866d-4935-b03e-38c355333c39,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:04.518462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:04.555874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:04.578510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:04.795660 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:52Z', 'updated_at': '2021-08-25T11:46:57Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None, '_interfaces': [{'id': 'ff3e1d93-6dc0-4552-9057-d44b2f683f2b', 'name': '', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:03Z', 'revision_number': 4, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'subnets': [{'id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:04.864187 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2816133b-6b5f-4652-b635-1c6809de92c8 None None] The sync data for ids ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'] in n-d-778732-11 is: [{'id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:52Z', 'updated_at': '2021-08-25T11:46:57Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None, '_interfaces': [{'id': 'ff3e1d93-6dc0-4552-9057-d44b2f683f2b', 'name': '', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'mac_address': 'fa:16:3e:a0:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:03Z', 'revision_number': 4, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'subnets': [{'id': 'c307f6ba-e341-4d4b-bba8-d55ff056d0da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:04.928972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.000503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.073800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] For port b400ab35-1a05-45c3-a152-7552b1fd25b3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:05.090963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] For port b400ab35-1a05-45c3-a152-7552b1fd25b3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b400ab35-1a05-45c3-a152-7552b1fd25b3,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:05.124201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=6043484b-6676-4c17-811b-2de7aecd84f3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:05.195387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc2afc4f-9e3b-4fa6-99a5-5df060b80f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.223620 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.294300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:05.296949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:05.462924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb057e41-05a6-4597-8f5a-f0dddecf4037 None None] Provisioning for port 38b45401-0fb5-404a-b985-300d904ac702 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:05.509216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb057e41-05a6-4597-8f5a-f0dddecf4037 None None] Provisioning complete for port 38b45401-0fb5-404a-b985-300d904ac702 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:05.509216 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb057e41-05a6-4597-8f5a-f0dddecf4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.575083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port ff3e1d93-6dc0-4552-9057-d44b2f683f2b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:05.575459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.745738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fb057e41-05a6-4597-8f5a-f0dddecf4037 None None] Port 38b45401-0fb5-404a-b985-300d904ac702 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:05.790176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c22224a1-e9bb-4578-93ed-ae1eb38af285 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:05.834994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] For port ff3e1d93-6dc0-4552-9057-d44b2f683f2b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:05.835376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:05.855740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Allocated IP 172.20.0.2 (7cff638d-76f5-4ae5-9dee-54537cc98190/00d16b60-6c50-467f-b5cb-688603a0d30f/ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:05.868296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for ff3e1d93-6dc0-4552-9057-d44b2f683f2b owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:05.871254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bfd61-dc1a-423c-983b-43822c33314e None None] Pushing event updated for resources: {'Port': ['ID=6ceedf63-ad87-4128-a187-ca67892169a1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:06.000111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f253f52-ea2e-49c6-9d31-a39c46af88d4 None None] Pushing event updated for resources: {'Port': ['ID=e8754a6b-866d-4935-b03e-38c355333c39,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:06.125735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c22224a1-e9bb-4578-93ed-ae1eb38af285 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:06.126097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:06.165926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb057e41-05a6-4597-8f5a-f0dddecf4037 None None] Provisioning complete for port 6ceedf63-ad87-4128-a187-ca67892169a1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:06.166333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb057e41-05a6-4597-8f5a-f0dddecf4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:06.318471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=1a4fd7dd-fc96-4724-b7cc-50f030d18b5b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:06.338092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 30a216fe-a53d-435e-8e55-f7216bd3943e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:47:06.372502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b085c6-7871-4bd1-9a8a-532f6d2ec8c7 None None] Pushing event updated for resources: {'Port': ['ID=b400ab35-1a05-45c3-a152-7552b1fd25b3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:06.453780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc2afc4f-9e3b-4fa6-99a5-5df060b80f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:06.479049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:06.485607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:06.568536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:06.630920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:06.651322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7085282a-891f-4b54-a9a9-1b9f61963faa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "PUT /v2.0/routers/30a216fe-a53d-435e-8e55-f7216bd3943e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3740456 Aug 25 11:47:06.659570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53420) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:06.665615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1900117230', 'description': 'tempest-secgroup_access--1900117230 description', 'project_id': '610af4a40c3d4cd2b637592185be7b88'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:06.696441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=ff3e1d93-6dc0-4552-9057-d44b2f683f2b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:06.818908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:06.916152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.028991 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.035186 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc2afc4f-9e3b-4fa6-99a5-5df060b80f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.038362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cc2afc4f-9e3b-4fa6-99a5-5df060b80f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.039626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cc2afc4f-9e3b-4fa6-99a5-5df060b80f1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c69d66e-e2be-46f9-9bb0-1d3df91ead02 HTTP/1.1" status: 204 len: 168 time: 2.6830530 Aug 25 11:47:07.060723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.073316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.093225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2afc4f-9e3b-4fa6-99a5-5df060b80f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69d66e-e2be-46f9-9bb0-1d3df91ead02,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:07.096898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Transition to ACTIVE for port object ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:07.142268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Transition to ACTIVE for port object ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:07.148119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:07.165281 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.170304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f8c2c375-6ea7-46d1-9421-3f2f5d8441d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5094097 Aug 25 11:47:07.171293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53428) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:07.171548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Sync routers for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:07.194259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--34001116', 'description': 'tempest-secgroup_general--34001116 description', 'project_id': '610af4a40c3d4cd2b637592185be7b88'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:07.242590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.315976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.391477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network ac90f830-1915-4812-ab7b-88c07217bff8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:07.404361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:07.443011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Pushing event updated for resources: {'Port': ['ID=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:07.445671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:07.446404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:07.535740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:07.540048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.605768 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:47:07.679338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.1 (7cff638d-76f5-4ae5-9dee-54537cc98190/00d16b60-6c50-467f-b5cb-688603a0d30f/84553fed-cb72-424e-a75c-fe1f279fd122) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:07.694749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.736622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:07.748768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:07.752505 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.827214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f57d3-aca3-4e79-95d4-e5665a6ca498,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:07.851161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:07.858927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-90f2acce-cfc4-474d-a5bd-f45603ccf427 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6817548 Aug 25 11:47:07.859861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53438) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:07.877291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'security_group_rule': {'security_group_id': 'e8ae246d-b563-4597-a8c2-9d9d87f3ca1e', 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:07.960765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.065799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:08.090317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.092247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Router 7efb4bd0-7481-446e-8881-bf631e7b02a3 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:47:08.103492 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.113069 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8db75a6f-13e6-4b48-86ef-800a8d64c14d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "PUT /v2.0/routers/5a5dc38e-2564-45ca-a6cb-b3c42111c681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7400470 Aug 25 11:47:08.117574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53440) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:08.218291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53442) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:08.225409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42086a2-e46a-41d3-931e-01c71bd06a4b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:08.229952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42086a2-e46a-41d3-931e-01c71bd06a4b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:08.234552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d42086a2-e46a-41d3-931e-01c71bd06a4b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1101966 Aug 25 11:47:08.239755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:08.301104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c22224a1-e9bb-4578-93ed-ae1eb38af285, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c22224a1-e9bb-4578-93ed-ae1eb38af285,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:08.322818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.329252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4662964 Aug 25 11:47:08.349646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet c307f6ba-e341-4d4b-bba8-d55ff056d0da {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:47:08.379163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.395287 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] Sync routers for ids ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:08.432260 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.442950 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] Routers {'5a5dc38e-2564-45ca-a6cb-b3c42111c681'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:08.447248 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:08.497873 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7be37b23-2798-470b-8f8f-3afe1c24d622 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7671b2b87ad646afacf1896830b3cf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685056 Aug 25 11:47:08.541910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:08.598895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Attempting to bind port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:08.608807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:08.610721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Attempting to bind port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:08.611724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Attempting to bind port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 on network 7cff638d-76f5-4ae5-9dee-54537cc98190 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:08.628466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-53f20990-2d43-446a-8dd1-f1da6e6cec57 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/routers/7efb4bd0-7481-446e-8881-bf631e7b02a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3201056 Aug 25 11:47:08.629444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53456) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:08.661997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6af4e-c7aa-423d-963b-cbfe8343f5ca tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b3f587-e381-458a-8f9b-64789e8e5617,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:08.708418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1aeae7-1185-4956-82db-4ce912e9b48d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:08.714290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5e1aeae7-1185-4956-82db-4ce912e9b48d tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports?device_id=7efb4bd0-7481-446e-8881-bf631e7b02a3 HTTP/1.1" status: 200 len: 981 time: 0.0815988 Aug 25 11:47:08.715049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53458) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:08.763961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:08.809240 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] Set router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:08.841095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:08.901739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:09.077611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 84553fed-cb72-424e-a75c-fe1f279fd122 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:09.108104 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:52Z', 'updated_at': '2021-08-25T11:47:06Z', 'revision_number': 3, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:09.229965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] Sync routers for ids ['7efb4bd0-7481-446e-8881-bf631e7b02a3'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:09.233446 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef785e6-cdcf-41ad-92f5-f78ce1052c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:09.270602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b400ab35-1a05-45c3-a152-7552b1fd25b3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:09.284278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c22224a1-e9bb-4578-93ed-ae1eb38af285,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:09.285797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-e40c16cc-3c3a-4edb-965f-c4413769e8e8 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_general--34001116&fields=id&tenant_id=610af4a40c3d4cd2b637592185be7b88 HTTP/1.1" status: 200 len: 267 time: 0.2861483 Aug 25 11:47:09.290628 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] Checking router: 5a5dc38e-2564-45ca-a6cb-b3c42111c681 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:47:09.330421 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] Routers {'5a5dc38e-2564-45ca-a6cb-b3c42111c681'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:09.331663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:09.398931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Provisioning for port b400ab35-1a05-45c3-a152-7552b1fd25b3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:09.473021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef785e6-cdcf-41ad-92f5-f78ce1052c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:09.486485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-44af7d26-e16e-4e65-bb14-d23efdb77057 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup_access--1900117230&fields=id&tenant_id=610af4a40c3d4cd2b637592185be7b88 HTTP/1.1" status: 200 len: 267 time: 0.1993005 Aug 25 11:47:09.522257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:09.526365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:09.535400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Checking segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:09.542405 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:09.543066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Bound using segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:09.543786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Bound port: ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:09.544608 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:09.656459 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] Set router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:09.676699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:09.781489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:46:51Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:09.835239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:09.943213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:09.958867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ced891-d031-40b5-bd19-d22e94a26378 None None] The sync data for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 is: [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:46:51Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:10.021736 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:52Z', 'updated_at': '2021-08-25T11:47:06Z', 'revision_number': 3, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:10.130342 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b79f37-fa87-4702-9e8c-b2b0bf99bbe2 None None] The sync data for ids ['5a5dc38e-2564-45ca-a6cb-b3c42111c681'] in n-d-778732-11 is: [{'id': '5a5dc38e-2564-45ca-a6cb-b3c42111c681', 'name': 'tempest-NetworksTestDHCPv6-router-2079737223', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:52Z', 'updated_at': '2021-08-25T11:47:06Z', 'revision_number': 3, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:10.161263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] Routers {'7efb4bd0-7481-446e-8881-bf631e7b02a3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:10.162388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7efb4bd0-7481-446e-8881-bf631e7b02a3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:10.334550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.372661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.519452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bf8083ce-9e1b-46a8-8240-a1b3c1045d0e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:10.521879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bf8083ce-9e1b-46a8-8240-a1b3c1045d0e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/networks?id=69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 200 len: 796 time: 1.0344830 Aug 25 11:47:10.554002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] For port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:10.578151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] For port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:10.624778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-a91b0fd0-0d8a-4476-8ac2-e7ac6a74b118 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/quotas/610af4a40c3d4cd2b637592185be7b88 HTTP/1.1" status: 200 len: 375 time: 0.0947993 Aug 25 11:47:10.688277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Provisioning complete for port 38b45401-0fb5-404a-b985-300d904ac702 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:10.688848 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.691926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.778023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:10.788513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b400ab35-1a05-45c3-a152-7552b1fd25b3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:10.866112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=84553fed-cb72-424e-a75c-fe1f279fd122,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:10.927835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b400ab35-1a05-45c3-a152-7552b1fd25b3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:10.938816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef785e6-cdcf-41ad-92f5-f78ce1052c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.946542 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.949412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef785e6-cdcf-41ad-92f5-f78ce1052c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:10.951046 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ef785e6-cdcf-41ad-92f5-f78ce1052c30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec383a1e-d348-43ab-a60c-0efcbf12f78d HTTP/1.1" status: 204 len: 168 time: 2.4075091 Aug 25 11:47:11.106829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:11.260492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef785e6-cdcf-41ad-92f5-f78ce1052c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec383a1e-d348-43ab-a60c-0efcbf12f78d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:11.268531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] Routers {'7efb4bd0-7481-446e-8881-bf631e7b02a3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:11.269587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7efb4bd0-7481-446e-8881-bf631e7b02a3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:11.370307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:11.546527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-923774d0-2a01-4ea3-b433-064c5d07af4d tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8920333 Aug 25 11:47:11.616174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=c307f6ba-e341-4d4b-bba8-d55ff056d0da,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:11.627544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:11.635919 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4fdf4f00-daf5-4c76-87ed-9942c3193927 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/c307f6ba-e341-4d4b-bba8-d55ff056d0da HTTP/1.1" status: 204 len: 168 time: 3.3909626 Aug 25 11:47:11.647299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53546) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:11.661057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:11.665419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d22520-1dd1-40fe-a018-5bdcfbd74c55 None None] The sync data for ids ['7efb4bd0-7481-446e-8881-bf631e7b02a3'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:11.719912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1fd802-b4c3-41a0-858f-18de72a8e0cb None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:12.025711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:12.075642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Port 38b45401-0fb5-404a-b985-300d904ac702 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:12.252580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99b8b-922f-4e5b-bca8-e7cc4a450d13 None None] Pushing event updated for resources: {'Port': ['ID=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:12.326124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Provisioning complete for port 6043484b-6676-4c17-811b-2de7aecd84f3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:12.330769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:12.448205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:02Z', 'revision_number': 2, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:12.607995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-58d0a5f1-4072-47f7-a871-c680723f01ac service neutron] 10.222.0.35 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270804 Aug 25 11:47:12.644607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Checking router: 30a216fe-a53d-435e-8e55-f7216bd3943e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:47:12.644964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Updating router 30a216fe-a53d-435e-8e55-f7216bd3943e port 38b45401-0fb5-404a-b985-300d904ac702 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:47:12.749971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:12.762675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:12.811545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:12.869775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:47:13.067488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b400ab35-1a05-45c3-a152-7552b1fd25b3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b400ab35-1a05-45c3-a152-7552b1fd25b3,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:13.114910 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:13.124879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6ceedf63-ad87-4128-a187-ca67892169a1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:13.268197 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d260797-202c-4636-8834-548ae2021cb4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.6168902 Aug 25 11:47:13.283345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53326391', 'description': 'tempest-secgroup-smoke-53326391 description', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:13.310978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:13.441010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bec3529f-bb86-4e31-a9f0-6ad03bc7c674 service neutron] 10.222.0.35 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117175 Aug 25 11:47:13.555547 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:13.785260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:13.851227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:13.865361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:13.973669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:13.979523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7184753 Aug 25 11:47:13.991985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:14.000945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.013742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53612) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:14.023791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7d930-086d-4840-b9a5-865d274f3297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a678bf-0936-43f5-a90f-ba7e32db7d36,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:14.045016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b400ab35-1a05-45c3-a152-7552b1fd25b3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:14.058163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group_rule': {'security_group_id': 'a1a678bf-0936-43f5-a90f-ba7e32db7d36', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:14.084454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a8b480-43ab-43a4-ac03-fdcc39e82f78 None None] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:14.135450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.147213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.504275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53648) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:14.592041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e6ddfc3-a0f6-4ce3-b79d-be71bfab8b33 req-c45350dc-abbc-4a74-be9b-7d789204f4e8 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 210 time: 0.1979444 Aug 25 11:47:14.641375 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.645196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.654158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5dc38e-2564-45ca-a6cb-b3c42111c681 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:47:14.934981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Provisioning for port 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:14.984462 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.989200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Provisioning complete for port 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:14.990506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:14.997490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.070624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec19da80-d526-4914-bdcb-6e8717940bae,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:15.088615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.090216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.091113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-580dd08b-f8a7-4432-9047-aea58691da0a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0553401 Aug 25 11:47:15.098582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ea18f168-0ab9-428d-a494-ebca7fad725b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/routers/5a5dc38e-2564-45ca-a6cb-b3c42111c681 HTTP/1.1" status: 204 len: 168 time: 1.7863176 Aug 25 11:47:15.101860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53686) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:15.104721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53690) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:15.105855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.137050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:15.143026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:15.170560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group_rule': {'security_group_id': 'a1a678bf-0936-43f5-a90f-ba7e32db7d36', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:15.240010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-94810363-network', 'tenant_id': '993f6f117a9144fd8b76d50d3e94c83c'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:15.323277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Made reservation on behalf of 993f6f117a9144fd8b76d50d3e94c83c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:15.327724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.367888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.427800 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.870100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:15.906654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.018065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.046344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Transition to ACTIVE for port object 38b45401-0fb5-404a-b985-300d904ac702 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:16.067688 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.099451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.119237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5512e3-d673-4cda-8dfa-a0d8cd1e0588,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:16.129237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.194453 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.382366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=1a4fd7dd-fc96-4724-b7cc-50f030d18b5b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:16.403814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-721cf646-0cc5-4285-8a2e-c5e1b3932efb req-6cb806e3-33f5-4a8f-8d45-b683d16018e0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 210 time: 0.3616424 Aug 25 11:47:16.435062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=84553fed-cb72-424e-a75c-fe1f279fd122,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:16.455681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.531286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73980f6-5e88-4456-96ea-749187a0f7db None None] Pushing event updated for resources: {'Port': ['ID=38b45401-0fb5-404a-b985-300d904ac702,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:16.565001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] Deleting port b400ab35-1a05-45c3-a152-7552b1fd25b3 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:16.566428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.596794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Port 1a4fd7dd-fc96-4724-b7cc-50f030d18b5b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:16.605207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.625057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.668912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:16.678603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.706773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.716206 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-84c09110-4501-463b-9f7f-590074bbbd00 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5924029 Aug 25 11:47:16.724170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:16.757656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group_rule': {'security_group_id': 'a1a678bf-0936-43f5-a90f-ba7e32db7d36', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:16.792836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:16.898653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:47:16.915422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:16.979682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6ceedf63-ad87-4128-a187-ca67892169a1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:16.980324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.016131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:17.023069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d2a0425f-5099-4729-a97f-5396dfb48e0b None None] Could not find standard attr ID for object ff3e1d93-6dc0-4552-9057-d44b2f683f2b. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:47:17.048558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:17.074094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.518267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] For port b400ab35-1a05-45c3-a152-7552b1fd25b3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b400ab35-1a05-45c3-a152-7552b1fd25b3,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:17.519265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.550393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3c627d46-f2ec-491f-8cc0-e255560662db None None] Provisioning for port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:17.583349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.598739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.658132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Attempting to bind port 38b45401-0fb5-404a-b985-300d904ac702 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:17.659827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Attempting to bind port 38b45401-0fb5-404a-b985-300d904ac702 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:17.660704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Attempting to bind port 38b45401-0fb5-404a-b985-300d904ac702 on network 69fde609-e452-4a22-ba14-ecf39f8d6525 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:17.684275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] Calling delete_port for b400ab35-1a05-45c3-a152-7552b1fd25b3 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:17.739771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bbfcf6-fb23-42d2-92a9-083bffc6208a,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:17.774191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:17.775680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Checking segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:17.783323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.784895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Bound using segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:17.787369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Bound port: 38b45401-0fb5-404a-b985-300d904ac702, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:17.787960 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.791152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3c627d46-f2ec-491f-8cc0-e255560662db None None] Could not find standard attr ID for object ff3e1d93-6dc0-4552-9057-d44b2f683f2b. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:47:17.797426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.798283 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Added segment 9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5 of type vlan for network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 Aug 25 11:47:17.799572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router bf911c1c-d340-4e50-9ca6-792fd45741df has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:47:17.800878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:17.807652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66421fb3-92c1-4126-9442-039b4862bc41 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0804231 Aug 25 11:47:17.819492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:17.833296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group_rule': {'security_group_id': 'a1a678bf-0936-43f5-a90f-ba7e32db7d36', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:18.269820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.278594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48bc59a5-cb85-42bb-a54f-000c99469822 req-a818e2a7-e2a3-4546-ab14-5aa6b3f7e679 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 210 time: 0.5262015 Aug 25 11:47:18.348814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6043484b-6676-4c17-811b-2de7aecd84f3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:18.574554 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5528262-a17d-4279-942b-e7b599f3359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.646713 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.650522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] For port 38b45401-0fb5-404a-b985-300d904ac702, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:18.656158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.670733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] For port 38b45401-0fb5-404a-b985-300d904ac702, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=38b45401-0fb5-404a-b985-300d904ac702,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:18.674249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:18.704913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.715036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:18.724798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.728199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=a15f557a-a25b-4c9f-a462-f568b008fb27,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:18.742949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Router 7efb4bd0-7481-446e-8881-bf631e7b02a3 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:47:18.749776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:18.750546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.790414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.795504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:18.797371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.861599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b0be15d3-b2a2-4f33-a5b0-52c5c4e10096 None None] Provisioning for port 84553fed-cb72-424e-a75c-fe1f279fd122 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:18.892502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6043484b-6676-4c17-811b-2de7aecd84f3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:18.893118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.940216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b0be15d3-b2a2-4f33-a5b0-52c5c4e10096 None None] Provisioning complete for port 84553fed-cb72-424e-a75c-fe1f279fd122 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:18.941229 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b0be15d3-b2a2-4f33-a5b0-52c5c4e10096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:18.953071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:18.981790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0978e911-cd37-4324-80ed-a530aae66b26 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.4165351 Aug 25 11:47:18.998644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 53914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:19.018238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Request body: {'subnet': {'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-94810363-subnet', 'tenant_id': '993f6f117a9144fd8b76d50d3e94c83c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:19.065789 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f8e8b194-ae63-4928-9182-1bc0f2c7277e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9397411 Aug 25 11:47:19.069200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:19.077075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:19.089584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-22f46c88-0c00-49b8-9495-9bb44ab5567b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:19.092443 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-22f46c88-0c00-49b8-9495-9bb44ab5567b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.10 "GET /v2.0/networks?id=69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 200 len: 796 time: 1.2429903 Aug 25 11:47:19.099235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] No DVR routers for this DVR port b400ab35-1a05-45c3-a152-7552b1fd25b3 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:47:19.155445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:47:19.162001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:19.170959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:19.198762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2e252d23-b52b-454b-8bfe-955483b718d3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/routers/7efb4bd0-7481-446e-8881-bf631e7b02a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4824471 Aug 25 11:47:19.203383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53938) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:19.208960 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Sync routers for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:19.235048 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58294a08-729e-474c-8fd1-207b8a18199f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/bf911c1c-d340-4e50-9ca6-792fd45741df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3337429 Aug 25 11:47:19.260823 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:19.261760 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8ec123-1468-448b-884b-3bbc865b0688 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:47:19.263623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fb8ec123-1468-448b-884b-3bbc865b0688 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/1a4fd7dd-fc96-4724-b7cc-50f030d18b5b HTTP/1.1" status: 404 len: 333 time: 0.0588396 Aug 25 11:47:19.270114 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:19.277477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 53946) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:19.297518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637233a5-e141-4160-8514-fd8afface914 None None] Sync routers for ids ['7efb4bd0-7481-446e-8881-bf631e7b02a3'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:19.364823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:19.421961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Made reservation on behalf of 993f6f117a9144fd8b76d50d3e94c83c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:19.432190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:19.434463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:19.494719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73980f6-5e88-4456-96ea-749187a0f7db None None] Pushing event updated for resources: {'Port': ['ID=38b45401-0fb5-404a-b985-300d904ac702,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:19.512109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8186c7b3-bdf9-4d5e-a0ca-c395992544a7 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:19.559888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:19.595685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:19.604804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:19.672964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:19.760280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-252786cd-59fa-4f5c-a292-e7592fe357f3 req-01af9cb2-aa05-428c-8f55-b0656b0ff33a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 210 time: 0.0905907 Aug 25 11:47:19.832237 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-095e0f9e-3789-4d2c-807a-75a769b27609 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=610af4a40c3d4cd2b637592185be7b88 HTTP/1.1" status: 200 len: 476 time: 0.7239511 Aug 25 11:47:19.890134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b84a152-c162-441d-9bad-a33e717fac68,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:19.894037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:19.895245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:19.910502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'port': {'device_id': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'admin_state_up': True, 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'security_groups': ['0a4f57d3-aca3-4e79-95d4-e5665a6ca498', 'e8ae246d-b563-4597-a8c2-9d9d87f3ca1e']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:20.027051 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.121491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dce97-8ad0-4927-93d0-273010d16820 None None] Pushing event deleted for resources: {'Port': ['ID=b400ab35-1a05-45c3-a152-7552b1fd25b3,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:20.145803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b0be15d3-b2a2-4f33-a5b0-52c5c4e10096 None None] Port 84553fed-cb72-424e-a75c-fe1f279fd122 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:20.239930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.244592 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fcf8c0b7-0451-4321-ba63-52978a869ebd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4225862 Aug 25 11:47:20.255613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54032) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:20.263996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Made reservation on behalf of 610af4a40c3d4cd2b637592185be7b88 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:20.269546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.276920 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.304608 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:14Z', 'revision_number': 2, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:20.307268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637233a5-e141-4160-8514-fd8afface914 None None] Routers {'7efb4bd0-7481-446e-8881-bf631e7b02a3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:20.308541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-637233a5-e141-4160-8514-fd8afface914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7efb4bd0-7481-446e-8881-bf631e7b02a3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:20.317161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group_rule': {'security_group_id': 'a1a678bf-0936-43f5-a90f-ba7e32db7d36', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:20.441886 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Checking router: bf911c1c-d340-4e50-9ca6-792fd45741df for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:47:20.443120 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Updating router bf911c1c-d340-4e50-9ca6-792fd45741df port 84553fed-cb72-424e-a75c-fe1f279fd122 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:47:20.448513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-637233a5-e141-4160-8514-fd8afface914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:20.530700 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.533102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4475d3e7-7ced-4e03-8a6a-59fc64e266b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4621115 Aug 25 11:47:20.543266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54056) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:20.548814 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.583645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637233a5-e141-4160-8514-fd8afface914 None None] Routers {'7efb4bd0-7481-446e-8881-bf631e7b02a3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:20.585618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-637233a5-e141-4160-8514-fd8afface914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:46:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7efb4bd0-7481-446e-8881-bf631e7b02a3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:20.615290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-c42304b1-13f0-47a1-9a1a-4f50c8c624b1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035655032&fields=id&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 267 time: 0.5832846 Aug 25 11:47:20.636576 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.691254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:20.740201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-637233a5-e141-4160-8514-fd8afface914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:20.740783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637233a5-e141-4160-8514-fd8afface914 None None] The sync data for ids ['7efb4bd0-7481-446e-8881-bf631e7b02a3'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:21.004142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 47d8e854-7948-4e4a-ae31-d3448faf0d6f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:21.064360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.065017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Fanout notify agent at l3_agent the message router_deleted on router 7efb4bd0-7481-446e-8881-bf631e7b02a3 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:47:21.093236 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.102860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-22ed3263-282c-4a59-b56c-c11c78f69e75 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/routers/7efb4bd0-7481-446e-8881-bf631e7b02a3 HTTP/1.1" status: 204 len: 168 time: 1.8237836 Aug 25 11:47:21.112753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'a15f557a-a25b-4c9f-a462-f568b008fb27'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:47:21.112753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.122919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 47d8e854-7948-4e4a-ae31-d3448faf0d6f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:47:21.123698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 47d8e854-7948-4e4a-ae31-d3448faf0d6f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:21.134848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54106) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:21.139565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a661f94d-399d-4642-b675-d2a9550a0a7b None None] Provisioning complete for port 84553fed-cb72-424e-a75c-fe1f279fd122 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:21.140501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a661f94d-399d-4642-b675-d2a9550a0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.230547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:21.243194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a661f94d-399d-4642-b675-d2a9550a0a7b None None] Port 84553fed-cb72-424e-a75c-fe1f279fd122 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:21.295115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f98c727-472f-4026-8f7b-e1efeb18ec3d req-ba00508f-be74-4317-912c-9af3564199b7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 210 time: 0.1558390 Aug 25 11:47:21.430084 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Project 8cd94e13d4924f6fb6943188ed4cc9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:47:21.447454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.20.0.12 (69fde609-e452-4a22-ba14-ecf39f8d6525/820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf/e0f05b26-37dd-420f-a12d-9f5589789b75) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:21.455687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.526807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet 6f4527af-9505-48ba-bbac-f77bdd4118d9 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:47:21.552127 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.660105 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.675398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-7d6734e8-ba44-497e-88df-9ef58ef65f33 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:21.678797 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Transition to ACTIVE for port object 84553fed-cb72-424e-a75c-fe1f279fd122 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:21.684964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-7d6734e8-ba44-497e-88df-9ef58ef65f33 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 796 time: 1.0683944 Aug 25 11:47:21.696242 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.749410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.768557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8754a6b-866d-4935-b03e-38c355333c39 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:21.822154 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f0bd-dd77-45a3-bd75-f3450a324f73 None None] Pushing event updated for resources: {'Port': ['ID=84553fed-cb72-424e-a75c-fe1f279fd122,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:21.921904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e79eb3db-1a81-4b35-b3f6-151afa5d0b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.949468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:21.978390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-2b271b4c-21a1-4542-98c1-76f1d6d80cbb tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/quotas/d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 375 time: 0.2838140 Aug 25 11:47:22.001516 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Attempting to bind port 84553fed-cb72-424e-a75c-fe1f279fd122 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:22.002074 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Attempting to bind port 84553fed-cb72-424e-a75c-fe1f279fd122 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:22.002607 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Attempting to bind port 84553fed-cb72-424e-a75c-fe1f279fd122 on network 7cff638d-76f5-4ae5-9dee-54537cc98190 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:22.026328 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:22.027197 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Checking segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:22.028068 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.028835 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Bound using segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:22.029856 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Bound port: 84553fed-cb72-424e-a75c-fe1f279fd122, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:22.030976 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.123535 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.169716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.213199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e8754a6b-866d-4935-b03e-38c355333c39 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:22.239267 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] For port 84553fed-cb72-424e-a75c-fe1f279fd122, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:22.243341 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] For port 84553fed-cb72-424e-a75c-fe1f279fd122, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=84553fed-cb72-424e-a75c-fe1f279fd122,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:22.249356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-ae329e0b-5ec2-44ad-bedc-b84b5658019a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2509315 Aug 25 11:47:22.252765 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.312470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.351398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.379043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.395730 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:22.396382 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:22.401509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e8754a6b-866d-4935-b03e-38c355333c39 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:22.401996 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.518399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.554148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/a15f557a-a25b-4c9f-a462-f568b008fb27/091fe702-2778-492a-9655-1c56519603cb) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:22.566829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Checking segment: {'id': '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:22.567843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.568370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Network hostable DHCP agents. Network: f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:47:22.575964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:18Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:22.582589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e734da43-ddc4-455e-a857-a69535757862,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:22.585096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.591086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-486a6a3d-6c8d-40bc-b648-0b3735ea6bc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.3293500 Aug 25 11:47:22.597539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Transition to ACTIVE for port object e0f05b26-37dd-420f-a12d-9f5589789b75 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:22.599185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:22.613289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'security_group_rule': {'security_group_id': 'a1a678bf-0936-43f5-a90f-ba7e32db7d36', 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:22.632290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4527af-9505-48ba-bbac-f77bdd4118d9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:22.652729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328a8a55-b593-4db5-8426-bd868abe1928,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:22.688499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.693216 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Project 8cd94e13d4924f6fb6943188ed4cc9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:47:22.693422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ed8739c0-2268-435e-b86f-05288304ed68 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/6f4527af-9505-48ba-bbac-f77bdd4118d9 HTTP/1.1" status: 204 len: 168 time: 1.5500667 Aug 25 11:47:22.694315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54138) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:22.704762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f72160-4fc3-426f-8fc1-5a98ff4647ea None None] Network ac90f830-1915-4812-ab7b-88c07217bff8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:22.710115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.724817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb3e84-2450-4117-835d-e49c5f048eef None None] The sync data for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 is: [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:18Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:22.789524 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23f0bd-dd77-45a3-bd75-f3450a324f73 None None] Pushing event updated for resources: {'Port': ['ID=84553fed-cb72-424e-a75c-fe1f279fd122,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:22.874288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.933720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:47:22.993808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:22.996320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-f99b36d3-b28c-4cec-8095-24ac8fc4a266 service neutron] 10.222.0.35 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774092 Aug 25 11:47:23.077520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:23.137029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.284021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.300612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:23.322705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:23.323503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.340811 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:23.344764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a69edb-d139-4017-aaeb-9c5acd74bbe0 None None] Network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:23.449884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879371-24fc-4906-99a6-13bfb4f476e3 req-fa850aa2-480f-4771-9479-34ddf1ee6d71 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:23.453622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42879371-24fc-4906-99a6-13bfb4f476e3 req-fa850aa2-480f-4771-9479-34ddf1ee6d71 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 971 time: 0.3214760 Aug 25 11:47:23.555456 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:22Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:23.577013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e8754a6b-866d-4935-b03e-38c355333c39, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8754a6b-866d-4935-b03e-38c355333c39,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:23.644730 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a0562-88b1-45d4-89fe-cfab82596b42 None None] The sync data for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 is: [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:22Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:23.669461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42879371-24fc-4906-99a6-13bfb4f476e3 req-982f97db-8b7a-4db3-97f2-8d52cbcb628f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1996949 Aug 25 11:47:23.692473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 6043484b-6676-4c17-811b-2de7aecd84f3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:23.693049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.705437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.722096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Transition to ACTIVE for port object 091fe702-2778-492a-9655-1c56519603cb will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:23.744701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Transition to ACTIVE for port object 091fe702-2778-492a-9655-1c56519603cb will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:23.754508 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.755362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:23.789889 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.894567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] For port 6043484b-6676-4c17-811b-2de7aecd84f3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6043484b-6676-4c17-811b-2de7aecd84f3,segment=NetworkSegment(f692d138-fc6c-4c61-8c4b-4352cee21c30),segment_id=f692d138-fc6c-4c61-8c4b-4352cee21c30)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:23.895058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:23.913183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 6043484b-6676-4c17-811b-2de7aecd84f3 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:23.914033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252e9fe-10ff-4358-958f-6ea151a5d674 None None] Network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:23.938678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-b5ed0273-e0be-4c2f-aafa-6b8a27028aeb service neutron] 10.222.0.35 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696899 Aug 25 11:47:24.099840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.180283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=6043484b-6676-4c17-811b-2de7aecd84f3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:24.196131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:24.196645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No DVR routers for this DVR port 6043484b-6676-4c17-811b-2de7aecd84f3 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:47:24.216409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:24.227606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:24.246869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e8754a6b-866d-4935-b03e-38c355333c39,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:24.361769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24067aa0-bc1a-4b57-95d4-7e1cd1d177bb None None] DHCP port deletion for ac90f830-1915-4812-ab7b-88c07217bff8 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:47:24.414195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:24.423951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.430303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:24.574404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=e0f05b26-37dd-420f-a12d-9f5589789b75,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:24.576673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Pushing event updated for resources: {'Port': ['ID=091fe702-2778-492a-9655-1c56519603cb,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:24.586358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5755a9d9-e164-4e48-9cbc-5d624a30b5d3 req-932036f6-1e94-4f69-9e91-e635d7699b94 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.1055117 Aug 25 11:47:24.606246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.614567 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.645029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac90f830-1915-4812-ab7b-88c07217bff8']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:24.679327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f692d138-fc6c-4c61-8c4b-4352cee21c30') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:24.679989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f692d138-fc6c-4c61-8c4b-4352cee21c30') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:24.709222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.748382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1865f6d-935d-49b8-91cd-7d79252217b3,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:24.751485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.753239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c73e785a-05b1-4189-94f0-e7980e3f7422 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.7447562 Aug 25 11:47:24.793734 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.799169 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbfdf2ef-d7b4-4663-8f4f-8138249f9017 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1985385 Aug 25 11:47:24.827408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:47:24.828064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:47:24.846363 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:47:24.908909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:24.910271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.099744 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-bd076a58-aef1-4d6f-95c2-1eaf5845cb0f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 5.2026231 Aug 25 11:47:25.146883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:25.162671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Request body: {'port': {'device_id': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:25.191678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.202558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Attempting to bind port 091fe702-2778-492a-9655-1c56519603cb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:25.202891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Attempting to bind port 091fe702-2778-492a-9655-1c56519603cb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:25.204667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Attempting to bind port 091fe702-2778-492a-9655-1c56519603cb on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:25.275620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f1cce-c3ba-479e-885d-588b85784696 req-4f25f61e-5e99-40f3-a46c-3be2f99c6b5b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:25.277261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e75f1cce-c3ba-479e-885d-588b85784696 req-4f25f61e-5e99-40f3-a46c-3be2f99c6b5b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 971 time: 0.3704777 Aug 25 11:47:25.287459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.320201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.326884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/ac90f830-1915-4812-ab7b-88c07217bff8 HTTP/1.1" status: 204 len: 168 time: 2.6231802 Aug 25 11:47:25.329963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54202) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:25.367605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:25.368894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:25.369496 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.370700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:25.371642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Bound port: 091fe702-2778-492a-9655-1c56519603cb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:25.372439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.443894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.502720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:25.503774 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.532878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8010e9-aae3-46bf-b5ea-0ade4b7391e4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:25.542534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54212) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:25.550296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e8010e9-aae3-46bf-b5ea-0ade4b7391e4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/47f02fa4-969c-40fe-aba9-d456de41dd40 HTTP/1.1" status: 200 len: 841 time: 0.2140276 Aug 25 11:47:25.553857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30051a-53f3-43a1-bb80-c2c3076cfa63 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=ac90f830-1915-4812-ab7b-88c07217bff8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:25.617562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::1 (5ab3dabd-4995-4637-bca4-885aee72df93/a15f557a-a25b-4c9f-a462-f568b008fb27/d6e41166-89b0-4a88-b74c-85024f31c1d3) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:25.628667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8b9d89d5-2fa6-4074-8f59-aa6bc0f75f09 None None] Provisioning for port e0f05b26-37dd-420f-a12d-9f5589789b75 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:25.636524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e75f1cce-c3ba-479e-885d-588b85784696 req-cea082f9-5da8-4a21-a111-793f68c43d49 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3468697 Aug 25 11:47:25.818116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8b9d89d5-2fa6-4074-8f59-aa6bc0f75f09 None None] Provisioning complete for port e0f05b26-37dd-420f-a12d-9f5589789b75 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:25.819243 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8b9d89d5-2fa6-4074-8f59-aa6bc0f75f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:25.889672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12115bf5-00a4-4822-963e-a774f84d7614 req-673b4d33-eb2d-47de-9509-b90d9d66d7c8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.1248372 Aug 25 11:47:25.926012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54220) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:25.931800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:25.970485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4b15c1a1-cbee-4b67-a581-f90e89a528e1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/47f02fa4-969c-40fe-aba9-d456de41dd40?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4228840 Aug 25 11:47:26.049667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] For port 091fe702-2778-492a-9655-1c56519603cb, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:26.065778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] For port 091fe702-2778-492a-9655-1c56519603cb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=091fe702-2778-492a-9655-1c56519603cb,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:26.072951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d89d5-2fa6-4074-8f59-aa6bc0f75f09 None None] Port e0f05b26-37dd-420f-a12d-9f5589789b75 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:26.107545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:26.274595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:26.282616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:26.524381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54232) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:26.537027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:26.576111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-893003961-network', 'tenant_id': '2aa59b47f1ef468a940e2dc356b57aa1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:26.603928 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:26.680889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object d6e41166-89b0-4a88-b74c-85024f31c1d3 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:26.682426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650bd69-5b5c-4334-a3e7-a923fd95c3ef None None] Pushing event updated for resources: {'Port': ['ID=091fe702-2778-492a-9655-1c56519603cb,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:26.796047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:26.809087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:26.811053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c22224a1-e9bb-4578-93ed-ae1eb38af285 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:26.867528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:26.903216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Made reservation on behalf of 2aa59b47f1ef468a940e2dc356b57aa1 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:26.937112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.048743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.069998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:27.075045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f05b26-37dd-420f-a12d-9f5589789b75 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:47:27.104842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:27.116094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.128978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:27.129834 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.184459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c22224a1-e9bb-4578-93ed-ae1eb38af285 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:27.185083 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.287983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:27.315612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.329535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-7218fd7f-5dde-4e68-aa1b-da7c2ffab145 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:27.331184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-7218fd7f-5dde-4e68-aa1b-da7c2ffab145 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 796 time: 0.7294130 Aug 25 11:47:27.369326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=d6e41166-89b0-4a88-b74c-85024f31c1d3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:27.370878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0c7b02c-aba2-4cc4-bc0a-a844cdfac9a6 req-c4ddc340-6825-471b-a6d9-764f26e526f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.2197478 Aug 25 11:47:27.463794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ac035-5691-4a1a-8a2b-63267f9c3e4c req-48e86a5c-aed4-4592-a25a-ab83ac2e3bcb tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:27.474236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Transition to ACTIVE for port object e0f05b26-37dd-420f-a12d-9f5589789b75 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:27.475359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e3ac035-5691-4a1a-8a2b-63267f9c3e4c req-48e86a5c-aed4-4592-a25a-ab83ac2e3bcb tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 971 time: 0.4527042 Aug 25 11:47:27.498510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b400ab35-1a05-45c3-a152-7552b1fd25b3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:27.508380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:27.521033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-dc931901-9a56-43d9-a7c8-3e14d40d9373 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 380 time: 0.1612067 Aug 25 11:47:27.583974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b400ab35-1a05-45c3-a152-7552b1fd25b3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:47:27.584883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b400ab35-1a05-45c3-a152-7552b1fd25b3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:27.590745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ff3e1d93-6dc0-4552-9057-d44b2f683f2b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:27.606933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'port': {'device_id': '976e6a14-dd43-4281-8246-58b733068d02', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'admin_state_up': True, 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'security_groups': ['1fbde163-7ef2-4813-bdf4-ea2096042624']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:27.706648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ff3e1d93-6dc0-4552-9057-d44b2f683f2b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:47:27.708595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ff3e1d93-6dc0-4552-9057-d44b2f683f2b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:27.865123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.038456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f05b26-37dd-420f-a12d-9f5589789b75,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:28.045253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=fb1d62c8-be75-4479-9a27-9ccf7e734a0c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:28.092954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.093327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.093680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.106286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.106640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.106982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.107324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.107660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.107995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.108332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.108661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.108987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:28.132943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e3ac035-5691-4a1a-8a2b-63267f9c3e4c req-096a9041-82d2-479c-99a8-3e43aa07c11e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6565745 Aug 25 11:47:28.187085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.216004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:28.257321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:28.265424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:28.268707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc0e8a-b44f-4de4-8a4d-b20f2f8b8e4b None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:28.276659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.456983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Attempting to bind port e0f05b26-37dd-420f-a12d-9f5589789b75 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:28.457331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Attempting to bind port e0f05b26-37dd-420f-a12d-9f5589789b75 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:28.457673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Attempting to bind port e0f05b26-37dd-420f-a12d-9f5589789b75 on network 69fde609-e452-4a22-ba14-ecf39f8d6525 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:28.520427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Port e0f05b26-37dd-420f-a12d-9f5589789b75 on network 69fde609-e452-4a22-ba14-ecf39f8d6525 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:47:28.523942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38b45401-0fb5-404a-b985-300d904ac702 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:28.527474 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.530773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Attempting to bind port e0f05b26-37dd-420f-a12d-9f5589789b75 on network 69fde609-e452-4a22-ba14-ecf39f8d6525 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:28.540667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.649190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:47:28.651236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:28.651839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Checking segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:28.652426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Bound using segment: {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:28.653058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Bound port: e0f05b26-37dd-420f-a12d-9f5589789b75, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045c015e-35fc-4988-9e74-9d76d29b6646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:28.653604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.677079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.678689 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Added segment e4c238cf-0a15-4470-aa00-5c5180295390 of type vlan for network d86bf820-bed7-4cae-9570-87a1ea5f081a Aug 25 11:47:28.767989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-31bcdf37-93d0-4969-afe4-a73b3911bda9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8404253 Aug 25 11:47:28.772279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54280) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:28.806797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1346764577'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:28.844250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:28.861609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.921025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:28.987408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de7e603f-1662-4fe8-89d6-ec53511c1a82 req-19207940-807b-48ae-8273-f4191ea44adb tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.2073226 Aug 25 11:47:28.998802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] For port e0f05b26-37dd-420f-a12d-9f5589789b75, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:29.070708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] For port e0f05b26-37dd-420f-a12d-9f5589789b75, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e0f05b26-37dd-420f-a12d-9f5589789b75,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:29.081953 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.087343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-259ce5ac-4a4b-4dd5-b8a6-ad35997248ac None None] Provisioning for port 091fe702-2778-492a-9655-1c56519603cb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:29.104382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 38b45401-0fb5-404a-b985-300d904ac702 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:29.128129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 38b45401-0fb5-404a-b985-300d904ac702 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:29.128875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.197004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-15e18457-c6c0-4e9d-bf13-8870393180ac', 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'tenant_id': '89d371f9a25d4ad38f9dfc1be9a0520e', 'fixed_ips': [{'subnet_id': 'fb1d62c8-be75-4479-9a27-9ccf7e734a0c'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:47:29.197981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.484505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:29.485614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.487463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] 10.222.0.10 "PUT /v2.0/ports/e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 200 len: 1132 time: 4.3685782 Aug 25 11:47:29.488236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:47:29.491223 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbe97c-00b3-41d8-8c3f-71e0f021990b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:47:29.623100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.627286 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24f9572-bf08-4053-aadd-dc94dd110a53 x-openstack-request-id: req-f24f9572-bf08-4053-aadd-dc94dd110a53 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:47:29.627914 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:47:29.628490 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f24f9572-bf08-4053-aadd-dc94dd110a53 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:47:29.629146 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'status': 'completed', 'code': 200} Aug 25 11:47:29.631647 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e89534-89de-4509-8f0c-fd8925d12cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f05b26-37dd-420f-a12d-9f5589789b75,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:29.662348 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.664740 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:29.818729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=d6e41166-89b0-4a88-b74c-85024f31c1d3,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:30.121770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-e7514a62-2b54-4a2e-bb7d-f491a8477d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:30.124600 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-e7514a62-2b54-4a2e-bb7d-f491a8477d5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1135 time: 0.4937649 Aug 25 11:47:30.198328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b956015-f41a-407a-acf4-b957e6b3499f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:30.203232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.resource_extend [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] It took 1.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:47:30.311246 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-2a1d95eb-0336-4e5b-98a9-1f6d657df495 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 200 len: 217 time: 0.1433122 Aug 25 11:47:30.352745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:30.408832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8726300a-a010-424c-9cc2-885428790e79 None None] Provisioning for port d6e41166-89b0-4a88-b74c-85024f31c1d3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:30.439239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:30.447213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:30.513899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-10869aba-095b-4f1b-8dd3-5497ce110eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:30.516813 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-10869aba-095b-4f1b-8dd3-5497ce110eb4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf HTTP/1.1" status: 200 len: 834 time: 0.1975784 Aug 25 11:47:30.559780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8726300a-a010-424c-9cc2-885428790e79 None None] Provisioning complete for port d6e41166-89b0-4a88-b74c-85024f31c1d3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:30.560441 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8726300a-a010-424c-9cc2-885428790e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:30.608510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-120dbe79-1cf5-492a-bfd7-d9e72f6771a5 req-9acf01be-68c1-476a-89cd-3c7c33655800 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.3925738 Aug 25 11:47:30.654970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:30.656389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:30.658900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:30.664097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:30.783238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Allocated IP 172.20.0.2 (15e18457-c6c0-4e9d-bf13-8870393180ac/fb1d62c8-be75-4479-9a27-9ccf7e734a0c/a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:30.797369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8726300a-a010-424c-9cc2-885428790e79 None None] Port d6e41166-89b0-4a88-b74c-85024f31c1d3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:30.831130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 38b45401-0fb5-404a-b985-300d904ac702, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=38b45401-0fb5-404a-b985-300d904ac702,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:30.872023 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:30.873068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 091fe702-2778-492a-9655-1c56519603cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:30.939333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170a24-c47a-45a1-9654-9077c3d21150 req-2f3b128b-0015-4a9c-b800-ee74b2dc65c2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:30.963657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4170a24-c47a-45a1-9654-9077c3d21150 req-2f3b128b-0015-4a9c-b800-ee74b2dc65c2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 983 time: 0.7477665 Aug 25 11:47:30.993196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-0885a922-6fc9-41bc-810d-96b07351adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:31.000225 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-0885a922-6fc9-41bc-810d-96b07351adc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fde609-e452-4a22-ba14-ecf39f8d6525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062361 Aug 25 11:47:31.124397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Router 02880e13-7f16-4d45-98ec-4b49cf28b162 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:47:31.389440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:31.426859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-9c312b5e-6309-4d3d-adb5-966edc27e7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155841 Aug 25 11:47:31.571700 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:31.579043 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7b53a79f-1b72-48c2-8838-07db4ca73e27 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "PUT /v2.0/routers/02880e13-7f16-4d45-98ec-4b49cf28b162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0137355 Aug 25 11:47:31.587935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54308) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:31.595528 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Sync routers for ids ['02880e13-7f16-4d45-98ec-4b49cf28b162'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:31.663966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:31.681417 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Routers {'02880e13-7f16-4d45-98ec-4b49cf28b162'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:31.722339 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['02880e13-7f16-4d45-98ec-4b49cf28b162'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:31.771582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=38b45401-0fb5-404a-b985-300d904ac702,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:31.799661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22adb51-2431-45b8-b42f-11579aaa5052 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:31.814324 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f22adb51-2431-45b8-b42f-11579aaa5052 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports/d6e41166-89b0-4a88-b74c-85024f31c1d3 HTTP/1.1" status: 200 len: 911 time: 0.2237976 Aug 25 11:47:31.815162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:31.873409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] Pushing event updated for resources: {'Network': ['ID=d86bf820-bed7-4cae-9570-87a1ea5f081a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:31.891993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-57381c27-f1c4-4d9e-9914-34bce67a06d2 None None] Provisioning complete for port d6e41166-89b0-4a88-b74c-85024f31c1d3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:31.893882 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-57381c27-f1c4-4d9e-9914-34bce67a06d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:31.911496 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-396fed69-0df2-4bdf-add1-fc838214caf2 req-d7e668d1-a71d-443f-8753-76ae5e8d2389 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664898 Aug 25 11:47:32.022352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:32.087887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0845c9ae-6cb4-4d2c-aae0-bff8e283262a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:32.109235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0845c9ae-6cb4-4d2c-aae0-bff8e283262a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:32.116623 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0845c9ae-6cb4-4d2c-aae0-bff8e283262a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2982831 Aug 25 11:47:32.122724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:32.162430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network d86bf820-bed7-4cae-9570-87a1ea5f081a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:47:32.188107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 091fe702-2778-492a-9655-1c56519603cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:32.188381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ea7ea9e0-368c-4cf2-86a7-abe7416c07ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 5.6378765 Aug 25 11:47:32.199069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54318) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:32.274900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c457494-ae29-49e0-943c-53c9ed9f0776 req-71dd9b3d-1940-4224-9b66-505d1f3f6480 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.3174999 Aug 25 11:47:32.279628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Request body: {'subnet': {'network_id': 'd86bf820-bed7-4cae-9570-87a1ea5f081a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-893003961-subnet', 'tenant_id': '2aa59b47f1ef468a940e2dc356b57aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:32.339695 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:32.347357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:32.349325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.5491295 Aug 25 11:47:32.352351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1322282396'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:32.366973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-980e12d5-611e-49d6-b082-eb1a2206b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:32.368773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-980e12d5-611e-49d6-b082-eb1a2206b8bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1135 time: 0.3974063 Aug 25 11:47:32.415482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4170a24-c47a-45a1-9654-9077c3d21150 req-5b704e08-4d46-4598-9d2f-663f85f80e9b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.1397564 Aug 25 11:47:32.416610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6cdc0-842a-4c15-8a73-19f256add379 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a17bd4b-6284-4616-9528-a3d86ea909b8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:32.437122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Made reservation on behalf of 2aa59b47f1ef468a940e2dc356b57aa1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:32.446836 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Set router 02880e13-7f16-4d45-98ec-4b49cf28b162 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:32.455391 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:32.470485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.13 (7cff638d-76f5-4ae5-9dee-54537cc98190/00d16b60-6c50-467f-b5cb-688603a0d30f/6849d570-9401-48e3-aeb8-27b3473931bc) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:32.491250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 091fe702-2778-492a-9655-1c56519603cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:32.499739 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:32.578024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:32.670602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-57381c27-f1c4-4d9e-9914-34bce67a06d2 None None] Port d6e41166-89b0-4a88-b74c-85024f31c1d3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:32.677676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:32.749932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Transition to ACTIVE for port object a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:32.869634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Transition to ACTIVE for port object a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:32.897431 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:33.196519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:33.216312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:33.248835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-b4db1b7e-d9e7-4d2f-8df6-22498ad89f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:33.255015 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-b4db1b7e-d9e7-4d2f-8df6-22498ad89f81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 200 len: 897 time: 0.8753994 Aug 25 11:47:33.261125 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:47:19Z', 'updated_at': '2021-08-25T11:47:27Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None, '_interfaces': [{'id': 'd6e41166-89b0-4a88-b74c-85024f31c1d3', 'name': '', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'mac_address': 'fa:16:3e:33:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'a15f557a-a25b-4c9f-a462-f568b008fb27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:24Z', 'updated_at': '2021-08-25T11:47:29Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'subnets': [{'id': 'a15f557a-a25b-4c9f-a462-f568b008fb27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:33.356535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 091fe702-2778-492a-9655-1c56519603cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=091fe702-2778-492a-9655-1c56519603cb,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:33.365961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:33.380439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:33.383798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:33.387022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8754a6b-866d-4935-b03e-38c355333c39 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:33.419085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Pushing event updated for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:33.451066 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-258d3e90-8d5e-4c24-b891-544b43a4f447 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 200 len: 217 time: 0.1808841 Aug 25 11:47:33.509732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Checking router: 02880e13-7f16-4d45-98ec-4b49cf28b162 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:47:33.524684 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Updating router 02880e13-7f16-4d45-98ec-4b49cf28b162 port d6e41166-89b0-4a88-b74c-85024f31c1d3 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:47:33.624605 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:33.848285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Attempting to bind port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:33.849808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Attempting to bind port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '7c76f6f8-aa98-40bb-82cc-3d09f04020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:33.850670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Attempting to bind port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 on network 15e18457-c6c0-4e9d-bf13-8870393180ac {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:33.893721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:33.894978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Checking segment: {'id': '7c76f6f8-aa98-40bb-82cc-3d09f04020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:33.895491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:33.895973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Bound using segment: {'id': '7c76f6f8-aa98-40bb-82cc-3d09f04020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:33.896556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Bound port: a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c76f6f8-aa98-40bb-82cc-3d09f04020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:33.897022 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:33.949387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=091fe702-2778-492a-9655-1c56519603cb,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:33.995440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-32017aff-21a9-4bfd-9648-e0db2682f547 req-e0fb2d8b-df02-4205-9b71-7bbb5a102c6d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.4009435 Aug 25 11:47:34.015207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e8754a6b-866d-4935-b03e-38c355333c39 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:34.015628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.158274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.208064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576429c-a299-4256-8168-e4c0472bba88 req-f63d7990-17c1-4fde-84e8-3bcc2211585b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:34.223536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9576429c-a299-4256-8168-e4c0472bba88 req-f63d7990-17c1-4fde-84e8-3bcc2211585b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 983 time: 0.5377362 Aug 25 11:47:34.223797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:34.232787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,segment=NetworkSegment(7c76f6f8-aa98-40bb-82cc-3d09f04020fb),segment_id=7c76f6f8-aa98-40bb-82cc-3d09f04020fb)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:34.254316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.346769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9576429c-a299-4256-8168-e4c0472bba88 req-5820941f-3384-4f78-8ea6-fa618de1f2aa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1219907 Aug 25 11:47:34.354846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 6849d570-9401-48e3-aeb8-27b3473931bc will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:34.383770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.402572 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.447939 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Transition to ACTIVE for port object d6e41166-89b0-4a88-b74c-85024f31c1d3 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:34.458423 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.507527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.522944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71bcbd-fa34-45b6-86bb-098c16ea94d2 None None] Pushing event updated for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:34.533405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:34.541228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.623948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913fb5ea-757b-4f16-be3d-b8e85ebae38c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:34.638597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-90e754ee-2c41-48ec-8d6c-9c0a9f572426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:34.640162 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-90e754ee-2c41-48ec-8d6c-9c0a9f572426 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf HTTP/1.1" status: 200 len: 834 time: 1.1632957 Aug 25 11:47:34.642415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d27e1b4-9120-43d2-a8c4-da28d84365d8,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:34.664385 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e232d4-fe39-4cf6-9f41-c74de2eb50ac None None] Pushing event updated for resources: {'Port': ['ID=d6e41166-89b0-4a88-b74c-85024f31c1d3,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:34.728525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:34.730237 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.732607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.785884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.799784 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-efbf3dd4-fb32-402e-847e-ca52c7ec1dd3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4480960 Aug 25 11:47:34.801209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54342) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:34.846029 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Attempting to bind port d6e41166-89b0-4a88-b74c-85024f31c1d3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:34.847580 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Attempting to bind port d6e41166-89b0-4a88-b74c-85024f31c1d3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:34.849412 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Attempting to bind port d6e41166-89b0-4a88-b74c-85024f31c1d3 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:34.862621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:34.865585 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:34.866020 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.866456 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:34.866934 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Bound port: d6e41166-89b0-4a88-b74c-85024f31c1d3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:34.870585 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:34.938440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-8cd79fea-51b9-4e7b-971b-26ebc03f3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:34.940239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-8cd79fea-51b9-4e7b-971b-26ebc03f3976 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fde609-e452-4a22-ba14-ecf39f8d6525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743955 Aug 25 11:47:34.964522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1443470424', 'security_groups': ['913fb5ea-757b-4f16-be3d-b8e85ebae38c'], 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fb1d62c8-be75-4479-9a27-9ccf7e734a0c'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:34.977457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:35.030275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:35.104131 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:35.112568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 84553fed-cb72-424e-a75c-fe1f279fd122 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:35.130129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:35.193162 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] For port d6e41166-89b0-4a88-b74c-85024f31c1d3, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:35.214853 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] For port d6e41166-89b0-4a88-b74c-85024f31c1d3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d6e41166-89b0-4a88-b74c-85024f31c1d3,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:35.226565 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:35.317716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 84553fed-cb72-424e-a75c-fe1f279fd122 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:35.320818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Checking segment: {'id': 'e4c238cf-0a15-4470-aa00-5c5180295390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd86bf820-bed7-4cae-9570-87a1ea5f081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:35.324371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Network hostable DHCP agents. Network: d86bf820-bed7-4cae-9570-87a1ea5f081a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:47:35.343107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 84553fed-cb72-424e-a75c-fe1f279fd122 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:35.343763 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:35.499794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:47:35.508915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e0f05b26-37dd-420f-a12d-9f5589789b75 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:47:35.532846 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-0f724567-5bb9-4f1c-8b53-5972b14c618c service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792201 Aug 25 11:47:35.536803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:35.542372 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e232d4-fe39-4cf6-9f41-c74de2eb50ac None None] Pushing event updated for resources: {'Port': ['ID=d6e41166-89b0-4a88-b74c-85024f31c1d3,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:35.557731 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Routers {'02880e13-7f16-4d45-98ec-4b49cf28b162'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:35.558876 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['02880e13-7f16-4d45-98ec-4b49cf28b162'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:35.707274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e0f05b26-37dd-420f-a12d-9f5589789b75, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e0f05b26-37dd-420f-a12d-9f5589789b75,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:35.736050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'port_id': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'mac_address': 'fa:16:3e:00:84:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:47:35.789390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:35.791585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:35.851896 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] Set router 02880e13-7f16-4d45-98ec-4b49cf28b162 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:35.888184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:35.890235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8b826-d002-4b6b-bf6c-a79d4b52d369 req-affe61da-2cd5-482f-b2d4-591e7b36dc8c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:35.895315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73f8b826-d002-4b6b-bf6c-a79d4b52d369 req-affe61da-2cd5-482f-b2d4-591e7b36dc8c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 932 time: 0.7711360 Aug 25 11:47:35.898524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9495da72-8e5a-4483-9e24-d019380bce06 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3062127 Aug 25 11:47:36.038720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-11fbe64f-2585-4935-952a-ab553468608b None None] Provisioning for port 6849d570-9401-48e3-aeb8-27b3473931bc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:36.068307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:36.077955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-11fbe64f-2585-4935-952a-ab553468608b None None] Provisioning complete for port 6849d570-9401-48e3-aeb8-27b3473931bc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:36.079049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11fbe64f-2585-4935-952a-ab553468608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:36.090664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Network d86bf820-bed7-4cae-9570-87a1ea5f081a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:47:36.155985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-11fbe64f-2585-4935-952a-ab553468608b None None] Port 6849d570-9401-48e3-aeb8-27b3473931bc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:36.164988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 84553fed-cb72-424e-a75c-fe1f279fd122, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=84553fed-cb72-424e-a75c-fe1f279fd122,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:36.168720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e7f93-4440-4ed3-9de7-9c369f9fbace req-69a2f8d1-7046-4078-a98f-8071d85d1971 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:36.170067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f05b26-37dd-420f-a12d-9f5589789b75 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:47:36.179532 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:36.186495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e17e7f93-4440-4ed3-9de7-9c369f9fbace req-69a2f8d1-7046-4078-a98f-8071d85d1971 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 983 time: 0.6114223 Aug 25 11:47:36.224507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73f8b826-d002-4b6b-bf6c-a79d4b52d369 req-f1ec7055-4e09-46cf-80d1-74654afd7044 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764585 Aug 25 11:47:36.341818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e0f05b26-37dd-420f-a12d-9f5589789b75, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e0f05b26-37dd-420f-a12d-9f5589789b75,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:36.372914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, d86bf820-bed7-4cae-9570-87a1ea5f081a) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:36.374271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:36.404429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6043484b-6676-4c17-811b-2de7aecd84f3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:36.458150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc6421-2ce9-474a-bb59-ae1f045575b4 None None] Network d86bf820-bed7-4cae-9570-87a1ea5f081a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:36.480486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e17e7f93-4440-4ed3-9de7-9c369f9fbace req-9b0c2d3f-810e-4e6b-9c40-455113339d80 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2929950 Aug 25 11:47:36.491463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:36.492066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:36.592431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:36.691719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9eddb292-17b5-4e1c-8320-2f03b576138c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4381158 Aug 25 11:47:36.830294 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:47:19Z', 'updated_at': '2021-08-25T11:47:27Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None, '_interfaces': [{'id': 'd6e41166-89b0-4a88-b74c-85024f31c1d3', 'name': '', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'mac_address': 'fa:16:3e:33:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'a15f557a-a25b-4c9f-a462-f568b008fb27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:24Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 4, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'subnets': [{'id': 'a15f557a-a25b-4c9f-a462-f568b008fb27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:36.835088 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-40bbe97c-00b3-41d8-8c3f-71e0f021990b req-d9ff6242-72bb-4b03-aec6-96c938b5536e service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2925143 Aug 25 11:47:36.972148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Request body: {'port': {'device_id': '976e6a14-dd43-4281-8246-58b733068d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:36.977168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87630a6a-7368-4c68-80b8-17a509e53fea None None] The sync data for ids ['02880e13-7f16-4d45-98ec-4b49cf28b162'] in n-d-778732-11 is: [{'id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:47:19Z', 'updated_at': '2021-08-25T11:47:27Z', 'revision_number': 2, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None, '_interfaces': [{'id': 'd6e41166-89b0-4a88-b74c-85024f31c1d3', 'name': '', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'mac_address': 'fa:16:3e:33:57:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'a15f557a-a25b-4c9f-a462-f568b008fb27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:24Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 4, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'subnets': [{'id': 'a15f557a-a25b-4c9f-a462-f568b008fb27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:37.094559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6043484b-6676-4c17-811b-2de7aecd84f3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:47:37.094918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6043484b-6676-4c17-811b-2de7aecd84f3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:37.117322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e0f05b26-37dd-420f-a12d-9f5589789b75'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:47:37.414588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port d6e41166-89b0-4a88-b74c-85024f31c1d3 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:37.414967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:37.422034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=84553fed-cb72-424e-a75c-fe1f279fd122,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:37.757927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:37.916071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38b45401-0fb5-404a-b985-300d904ac702 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:37.917122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] For port d6e41166-89b0-4a88-b74c-85024f31c1d3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d6e41166-89b0-4a88-b74c-85024f31c1d3,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:37.918056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:37.922547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca89548-e433-4f4d-955f-32840c4d74ed None None] Network d86bf820-bed7-4cae-9570-87a1ea5f081a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:38.012335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for d6e41166-89b0-4a88-b74c-85024f31c1d3 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:38.023833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:38.114532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265980b9-2de5-4c1c-a2d8-b2bcd8c549b4 req-34151101-792f-4da6-8c54-fbf87c125093 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:38.126767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-265980b9-2de5-4c1c-a2d8-b2bcd8c549b4 req-34151101-792f-4da6-8c54-fbf87c125093 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 949 time: 1.1053898 Aug 25 11:47:38.191862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e0f05b26-37dd-420f-a12d-9f5589789b75,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:38.203132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port 134a627e-854f-4e81-856d-fd02e8abf72b yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:47:38.227760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0e9ff1ec-d735-4853-987d-6c20d2969bff None None] Provisioning for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:38.356440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0e9ff1ec-d735-4853-987d-6c20d2969bff None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:38.356863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff1ec-d735-4853-987d-6c20d2969bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:38.413681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ff1ec-d735-4853-987d-6c20d2969bff None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:38.555070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.11 (15e18457-c6c0-4e9d-bf13-8870393180ac/fb1d62c8-be75-4479-9a27-9ccf7e734a0c/134a627e-854f-4e81-856d-fd02e8abf72b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:38.585764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 38b45401-0fb5-404a-b985-300d904ac702 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:38.586876 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:38.614787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acff72-6c3f-45f6-a52c-6d52ced60dd4 req-4245b8ed-9564-4349-9bdf-0191de383919 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:38.626310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78acff72-6c3f-45f6-a52c-6d52ced60dd4 req-4245b8ed-9564-4349-9bdf-0191de383919 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 932 time: 1.1065974 Aug 25 11:47:38.677723 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:38.862186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:38.866109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=d6e41166-89b0-4a88-b74c-85024f31c1d3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:39.036570 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:39.086203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-265980b9-2de5-4c1c-a2d8-b2bcd8c549b4 req-ce5255a8-e0fe-47e9-9fa0-850efa9d5d76 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9585061 Aug 25 11:47:39.114747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 134a627e-854f-4e81-856d-fd02e8abf72b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:39.255016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:39.261554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78acff72-6c3f-45f6-a52c-6d52ced60dd4 req-b0b7be50-a9f2-48ad-b321-9b3e68c52c20 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6326933 Aug 25 11:47:39.294556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-f3aa4117-3281-4bad-9b22-33449843090a tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:39.296168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-f3aa4117-3281-4bad-9b22-33449843090a tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.67 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 949 time: 0.7121770 Aug 25 11:47:39.423033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Router 02880e13-7f16-4d45-98ec-4b49cf28b162 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:47:39.433766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:39.439050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:39.439576 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:39.523136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e0f05b26-37dd-420f-a12d-9f5589789b75 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:39.559965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0dc61-91bc-4774-9537-2f4815a1bc67 req-efb76f8b-b42f-4b18-802c-4dca5c5a6ce4 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:39.572849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff0dc61-91bc-4774-9537-2f4815a1bc67 req-efb76f8b-b42f-4b18-802c-4dca5c5a6ce4 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 984 time: 0.3234036 Aug 25 11:47:39.631857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:39.713150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:47:39.725636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6930f12-490e-4bc7-9d9d-bab9838be9e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "PUT /v2.0/routers/02880e13-7f16-4d45-98ec-4b49cf28b162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6017017 Aug 25 11:47:39.730047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54404) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:39.779374 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:39.839738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:39.841181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,segment=NetworkSegment(7c76f6f8-aa98-40bb-82cc-3d09f04020fb),segment_id=7c76f6f8-aa98-40bb-82cc-3d09f04020fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:39.849886 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:39.851090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 091fe702-2778-492a-9655-1c56519603cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:39.871894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=134a627e-854f-4e81-856d-fd02e8abf72b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:39.914246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:39.918232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:39.949951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port e0f05b26-37dd-420f-a12d-9f5589789b75 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:39.954211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae226a1-13f6-40e2-ac2c-739745600537 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:39.961676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae226a1-13f6-40e2-ac2c-739745600537 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:39.967387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ae226a1-13f6-40e2-ac2c-739745600537 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2311764 Aug 25 11:47:39.967658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eff0dc61-91bc-4774-9537-2f4815a1bc67 req-23d616ba-7ebd-42bf-a6f4-a8e848d0b2c1 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3919716 Aug 25 11:47:39.972960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54416) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:40.087613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port e0f05b26-37dd-420f-a12d-9f5589789b75 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:40.088292 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.097246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet a15f557a-a25b-4c9f-a462-f568b008fb27 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:47:40.101372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.123851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6849d570-9401-48e3-aeb8-27b3473931bc {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:47:40.168333 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.173470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.193492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] Sync routers for ids ['02880e13-7f16-4d45-98ec-4b49cf28b162'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:47:40.263593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Deleting port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:40.263941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.301679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] Routers {'02880e13-7f16-4d45-98ec-4b49cf28b162'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:40.302820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['02880e13-7f16-4d45-98ec-4b49cf28b162'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:40.337405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.415338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Transition to ACTIVE for port object 6849d570-9401-48e3-aeb8-27b3473931bc will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:40.434002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:40.434748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.453011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.548939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.549236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] Set router 02880e13-7f16-4d45-98ec-4b49cf28b162 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:40.559620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:40.563976 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/a15f557a-a25b-4c9f-a462-f568b008fb27 HTTP/1.1" status: 204 len: 168 time: 0.5886209 Aug 25 11:47:40.587414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5a385-8e98-4f34-a727-523807d1ffd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=a15f557a-a25b-4c9f-a462-f568b008fb27,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:40.607620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54426) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:40.692708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:47:19Z', 'updated_at': '2021-08-25T11:47:38Z', 'revision_number': 3, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:40.696134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779d307-33ce-41b5-b5bb-7c38acfa7efa None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:40.708764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:40.722560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-de30b655-6bd2-4a29-867b-5fe6ce5b7f1c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7618685 Aug 25 11:47:40.723877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54428) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:40.745525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:40.805573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-126123e6-aa18-4a1f-84c8-e927f46d7ada tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:40.807659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-126123e6-aa18-4a1f-84c8-e927f46d7ada tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/networks?id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 HTTP/1.1" status: 200 len: 810 time: 0.8744571 Aug 25 11:47:40.853913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c81c1-3788-4148-9e63-c93044fbb094 req-c5142ad8-ff9c-40e9-b31f-96b28cea587c tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:40.863295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e26c81c1-3788-4148-9e63-c93044fbb094 req-c5142ad8-ff9c-40e9-b31f-96b28cea587c tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 949 time: 0.5619600 Aug 25 11:47:40.896011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:40.957454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8e7e7571-45b0-4ac0-929d-efd3276ad4ff tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/quotas/993f6f117a9144fd8b76d50d3e94c83c HTTP/1.1" status: 200 len: 375 time: 0.0870535 Aug 25 11:47:40.973049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] Checking router: 02880e13-7f16-4d45-98ec-4b49cf28b162 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:47:41.012413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] For port 8d528f8c-02d7-4d56-b29b-3bbc23d62499, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=8d528f8c-02d7-4d56-b29b-3bbc23d62499,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:41.012961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.024316 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4988c7d5-3b05-4ce8-b4d3-38f85e509930 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4157159 Aug 25 11:47:41.030253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54432) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:41.033476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 091fe702-2778-492a-9655-1c56519603cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:41.034729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.107378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Calling delete_port for 8d528f8c-02d7-4d56-b29b-3bbc23d62499 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:41.124786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-9f691e55-5b05-4b00-b83e-32083d88249e tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=993f6f117a9144fd8b76d50d3e94c83c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098385 Aug 25 11:47:41.194743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e26c81c1-3788-4148-9e63-c93044fbb094 req-6f549b65-8d61-405d-b0e2-4f02c8f1e937 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/security-groups?id=33943505-3cf5-463b-b197-63d8b8cb8ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304806 Aug 25 11:47:41.221304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.226504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-418a23d4-627d-40e6-a555-19b3a93b492b None None] Provisioning for port 134a627e-854f-4e81-856d-fd02e8abf72b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:41.254028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-418a23d4-627d-40e6-a555-19b3a93b492b None None] Provisioning complete for port 134a627e-854f-4e81-856d-fd02e8abf72b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:41.254657 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-418a23d4-627d-40e6-a555-19b3a93b492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.292412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:41.296101 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.315038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-418a23d4-627d-40e6-a555-19b3a93b492b None None] Port 134a627e-854f-4e81-856d-fd02e8abf72b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:41.335955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.364202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] Routers {'02880e13-7f16-4d45-98ec-4b49cf28b162'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:47:41.365294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['02880e13-7f16-4d45-98ec-4b49cf28b162'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:41.398902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:41.399239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:41.399583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc on network 7cff638d-76f5-4ae5-9dee-54537cc98190 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:41.424211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:47:41.427020 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b53bc2-c7ce-4a6d-b2d4-c47ec4d6947b" -d '{"events": [{"server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "name": "network-vif-plugged", "status": "completed", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:47:41.543938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Port 6849d570-9401-48e3-aeb8-27b3473931bc on network 7cff638d-76f5-4ae5-9dee-54537cc98190 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:47:41.544315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc on network 7cff638d-76f5-4ae5-9dee-54537cc98190 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:41.580494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:41.580829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Checking segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:41.581221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Bound using segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:41.581674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Bound port: 6849d570-9401-48e3-aeb8-27b3473931bc, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:41.582066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.628827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e0f05b26-37dd-420f-a12d-9f5589789b75, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e0f05b26-37dd-420f-a12d-9f5589789b75,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:41.683749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] Set router 02880e13-7f16-4d45-98ec-4b49cf28b162 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:47:41.687624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.745164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-efdf2779-53fa-4977-a3ae-75db88132c72 service neutron] 10.222.0.35 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186912 Aug 25 11:47:41.763354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ee176-f510-49f0-b9c6-9769e428a1fd req-554fe8fa-c6c4-4bb0-9be0-d86946ee5282 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:41.774312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-226ee176-f510-49f0-b9c6-9769e428a1fd req-554fe8fa-c6c4-4bb0-9be0-d86946ee5282 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.4098158 Aug 25 11:47:41.806435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 84553fed-cb72-424e-a75c-fe1f279fd122 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:41.867977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.873129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:41.882313 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fb1d62c8-be75-4479-9a27-9ccf7e734a0c (CIDR: 172.20.0.0/28) Aug 25 11:47:41.886177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:47:19Z', 'updated_at': '2021-08-25T11:47:38Z', 'revision_number': 3, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:47:41.946392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38da264-a16a-4603-a99f-5c188ffdf98d None None] The sync data for ids ['02880e13-7f16-4d45-98ec-4b49cf28b162'] in n-d-778732-11 is: [{'id': '02880e13-7f16-4d45-98ec-4b49cf28b162', 'name': 'tempest-NetworksTestDHCPv6-router-1071186090', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:47:19Z', 'updated_at': '2021-08-25T11:47:38Z', 'revision_number': 3, 'project_id': '7d2589abac0142fdaf4764602961fee1', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:47:42.039848 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:47:42.041077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:47:42.071553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e0f05b26-37dd-420f-a12d-9f5589789b75,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:42.111715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.112809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Fanout notify agent at l3_agent the message router_deleted on router 02880e13-7f16-4d45-98ec-4b49cf28b162 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:47:42.134918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 84553fed-cb72-424e-a75c-fe1f279fd122 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:42.135889 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.151211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.152394 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3500ef8c-127d-4e4c-b9d2-9200c088f1de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/routers/02880e13-7f16-4d45-98ec-4b49cf28b162 HTTP/1.1" status: 204 len: 168 time: 1.1214535 Aug 25 11:47:42.154185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5055088-1c7c-4830-b3dc-85a0df873ce8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4281938 Aug 25 11:47:42.158288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54442) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:42.158635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:42.193415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:42.318848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643fc48-7462-41a0-967e-32ca95bfaad0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:42.326171 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c643fc48-7462-41a0-967e-32ca95bfaad0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1619921 Aug 25 11:47:42.331026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:42.415133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:47:42.542448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:42.558535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:42.585325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-226ee176-f510-49f0-b9c6-9769e428a1fd req-ebd64646-5744-46c8-a802-e0eea3fd6e41 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8084624 Aug 25 11:47:42.592773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:42.636310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40761e34-f05f-40e9-bc2f-918da69e3855 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:42.644031 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-40761e34-f05f-40e9-bc2f-918da69e3855 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3103521 Aug 25 11:47:42.645469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54454) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:42.655431 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.659027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:42.662830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8d528f8c-02d7-4d56-b29b-3bbc23d62499 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:42.663186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.733410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:42.733995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.776171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] Deleting port 091fe702-2778-492a-9655-1c56519603cb {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:42.776722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:42.895452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No active binding found for port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 {{(pid=94912) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 25 11:47:42.896113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 8d528f8c-02d7-4d56-b29b-3bbc23d62499 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:42.964533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] For port 091fe702-2778-492a-9655-1c56519603cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=091fe702-2778-492a-9655-1c56519603cb,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:42.964533 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.018090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.026437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] Calling delete_port for 091fe702-2778-492a-9655-1c56519603cb owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:43.057356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:43.064746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.075619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] 10.222.0.67 "PUT /v2.0/ports/6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1093 time: 7.1546144 Aug 25 11:47:43.081426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:47:43.084063 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae45c4-805f-401e-954a-72c954bb1140" -d '{"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:47:43.159564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-a26d3eb3-a15f-40fb-a445-e8cf734881d0 service neutron] 10.222.0.35 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3793819 Aug 25 11:47:43.176325 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-17908ba9-31b1-480f-8628-be7ac2805c3c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5280635 Aug 25 11:47:43.177108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54460) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:43.187136 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:43.404103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.430506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.456884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb1f40-e179-4594-9a80-1a770ec885e2 req-959ca7ee-2ede-4177-85e2-78e32c395148 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:43.465282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] Pushing event deleted for resources: {'Port': ['ID=091fe702-2778-492a-9655-1c56519603cb,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:43.465616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efcb1f40-e179-4594-9a80-1a770ec885e2 req-959ca7ee-2ede-4177-85e2-78e32c395148 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 0.7560339 Aug 25 11:47:43.466250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:43.475489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.483699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb83fcc-8a08-4fe1-9fc1-6d2286992c5c None None] No DVR routers for this DVR port 091fe702-2778-492a-9655-1c56519603cb on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:47:43.578865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44bd52-05f6-40b1-a5c0-6993a03d1837 service neutron] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:43.668294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] No DVR routers for this DVR port 8d528f8c-02d7-4d56-b29b-3bbc23d62499 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:47:43.688015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:43.736956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 091fe702-2778-492a-9655-1c56519603cb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:43.768971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:43.775342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f33cd0f-1429-4c95-a733-98d9fc4a00ab req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.67 "DELETE /v2.0/ports/8d528f8c-02d7-4d56-b29b-3bbc23d62499 HTTP/1.1" status: 204 len: 173 time: 4.4566927 Aug 25 11:47:43.779403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-e67b9c3d-7d20-4b10-aaae-9d7fb6b4c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:43.787205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-e67b9c3d-7d20-4b10-aaae-9d7fb6b4c80b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1096 time: 0.5668211 Aug 25 11:47:43.791184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb83e83-5cad-4a0b-9968-3171e8ef3998 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] Pushing event deleted for resources: {'Port': ['ID=8d528f8c-02d7-4d56-b29b-3bbc23d62499,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:43.792991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 091fe702-2778-492a-9655-1c56519603cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:47:43.794907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 091fe702-2778-492a-9655-1c56519603cb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:43.795668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d6e41166-89b0-4a88-b74c-85024f31c1d3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:47:43.840455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:43.904409 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a1f5f6-7d60-42d1-a67a-7b01a8dca36c x-openstack-request-id: req-74a1f5f6-7d60-42d1-a67a-7b01a8dca36c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:47:43.909376 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "name": "network-vif-plugged", "status": "completed", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:47:43.910040 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74a1f5f6-7d60-42d1-a67a-7b01a8dca36c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:47:43.910872 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'code': 200} Aug 25 11:47:43.911948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463b067-5821-477b-a07d-ffc8b10c622e None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:43.927240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:43.931526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:44.053194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-c626272a-1775-4440-8c72-c156770db98e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 217 time: 0.2348762 Aug 25 11:47:44.073230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efcb1f40-e179-4594-9a80-1a770ec885e2 req-f1a6413c-c16d-402c-819b-8e33d1130fef tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5116017 Aug 25 11:47:44.236737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-3aaf7617-b1b5-47ce-a120-cdcca44029c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:44.239509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-3aaf7617-b1b5-47ce-a120-cdcca44029c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1645072 Aug 25 11:47:44.255212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d6e41166-89b0-4a88-b74c-85024f31c1d3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:47:44.255903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d6e41166-89b0-4a88-b74c-85024f31c1d3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:47:44.287473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-646defd7-fa77-4113-9cf2-88c0f0a9bee5 req-f44a6e7a-d252-4c34-bfae-8cfcd7da4596 tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.0465968 Aug 25 11:47:44.293721 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e930c40-2e21-4d33-80d5-422fd3daa393 x-openstack-request-id: req-8e930c40-2e21-4d33-80d5-422fd3daa393 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:47:44.294073 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:47:44.294328 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e930c40-2e21-4d33-80d5-422fd3daa393 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:47:44.294741 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'status': 'completed', 'code': 200} Aug 25 11:47:44.440623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85f3299b-aa30-4674-8b0c-b1dc7252256a req-0b967dea-fee6-4f9b-9525-568ef48d98c3 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 210 time: 0.0728650 Aug 25 11:47:44.507128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-df757712-9924-418e-9559-f68e2bcb93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:44.509553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-df757712-9924-418e-9559-f68e2bcb93f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2133491 Aug 25 11:47:44.538361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a3009-b3d3-4609-8ac2-54b4297bdff2 req-657ebcd2-cdac-4a88-9876-c80ca8bb1833 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:44.547526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c0a3009-b3d3-4609-8ac2-54b4297bdff2 req-657ebcd2-cdac-4a88-9876-c80ca8bb1833 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.0991335 Aug 25 11:47:44.727592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=d21f4767-9bd9-49db-afa3-92b754d3cb47,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:44.908549 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-26ba8419-bdea-4db4-bb67-624f8c563b92 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7336633 Aug 25 11:47:44.911232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54490) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:44.921776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f42d3-a98f-48a9-a647-f26c4d83c0a9 req-ef6d6db1-136b-424c-890c-d6e5fa3f9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:44.924224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d7f42d3-a98f-48a9-a647-f26c4d83c0a9 req-ef6d6db1-136b-424c-890c-d6e5fa3f9d2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1137 time: 0.3884146 Aug 25 11:47:44.932173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1280546343', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd21f4767-9bd9-49db-afa3-92b754d3cb47'}], 'security_groups': ['4a17bd4b-6284-4616-9528-a3d86ea909b8']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:44.968615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Update dhcp port {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'fixed_ips': [{'subnet_id': 'fb1d62c8-be75-4479-9a27-9ccf7e734a0c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd21f4767-9bd9-49db-afa3-92b754d3cb47'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:47:45.105770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:47:45.111600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:45.133426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:45.210465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c0a3009-b3d3-4609-8ac2-54b4297bdff2 req-6ca9ccc7-87ff-4e89-b1cc-cc48677ec337 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6615493 Aug 25 11:47:45.348544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-d65d40b8-14d3-40a1-9ea1-b87f254db0a8 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222787 Aug 25 11:47:45.355194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:45.386832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:45.447988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:45.448908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:45.538604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7529eb-0bbe-470d-b226-cf70a22624c3 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:45.612419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1d7f42d3-a98f-48a9-a647-f26c4d83c0a9 req-43c4296f-97b5-4516-b911-60ea824cd14b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6737185 Aug 25 11:47:45.613265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=d6618192-a0c3-498d-8b0e-840b691055f3,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:45.712139 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9cae628f-80fd-4d97-8065-d54f85aa5891 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5308416 Aug 25 11:47:45.717111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:45.737086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:45.935247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd0d8922-7b63-491c-a516-95151d7d8288 req-2dbb1861-d38d-4fe9-81d3-42ad4252ce3c tempest-VolumesBackupsTest-1313282938 tempest-VolumesBackupsTest-1313282938-project] 10.222.0.35 "GET /v2.0/ports?device_id=f470324b-d114-460d-958d-66cf4b5750e1 HTTP/1.1" status: 200 len: 210 time: 0.1973934 Aug 25 11:47:46.008719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f89d-82b9-45d9-a51f-be65e78a5f76 req-480cc3cb-0511-4da9-b0b4-eacbbddce235 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:46.037800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fc6f89d-82b9-45d9-a51f-be65e78a5f76 req-480cc3cb-0511-4da9-b0b4-eacbbddce235 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 0.6807485 Aug 25 11:47:46.194979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7fc6f89d-82b9-45d9-a51f-be65e78a5f76 req-5fd89829-a4e8-43be-8cd9-60a48f394caa tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1456349 Aug 25 11:47:46.209154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c09a9a6a-97ba-4aa8-9900-2c2dede78077 req-ca1f22fc-307d-4bce-8d2a-ca38e230d0ce service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8439121 Aug 25 11:47:46.328508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470324b-d114-460d-958d-66cf4b5750e1', 'name': 'network-vif-deleted', 'tag': '8d528f8c-02d7-4d56-b29b-3bbc23d62499'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:47:46.330599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:46.335632 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec3e5a-55c9-4069-8831-14595cb55493" -d '{"events": [{"server_uuid": "f470324b-d114-460d-958d-66cf4b5750e1", "name": "network-vif-deleted", "tag": "8d528f8c-02d7-4d56-b29b-3bbc23d62499"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:47:46.348466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f50668fa-8939-40e7-ba70-e6de470b6b27 req-6fdae673-9bb7-4f97-9ed6-20721ccb4fd3 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 210 time: 0.1312301 Aug 25 11:47:46.415272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:46.419578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:46.565766 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4b3685-ecc1-4264-9982-0bab2342e234 x-openstack-request-id: req-1c4b3685-ecc1-4264-9982-0bab2342e234 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:47:46.566214 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470324b-d114-460d-958d-66cf4b5750e1", "name": "network-vif-deleted", "tag": "8d528f8c-02d7-4d56-b29b-3bbc23d62499", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:47:46.566617 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c4b3685-ecc1-4264-9982-0bab2342e234 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:47:46.567233 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470324b-d114-460d-958d-66cf4b5750e1', 'name': 'network-vif-deleted', 'tag': '8d528f8c-02d7-4d56-b29b-3bbc23d62499', 'status': 'completed', 'code': 200} Aug 25 11:47:46.594936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-5d5b080c-7417-43b8-9d3f-7d87dba374d3 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:46.596919 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-5d5b080c-7417-43b8-9d3f-7d87dba374d3 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.10 "GET /v2.0/networks?id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 HTTP/1.1" status: 200 len: 810 time: 0.6616671 Aug 25 11:47:46.648718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Allocated IP 172.20.0.18 (15e18457-c6c0-4e9d-bf13-8870393180ac/d21f4767-9bd9-49db-afa3-92b754d3cb47/a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:46.650361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3720c-5330-4386-8a59-4f44b44a7232 req-e266d04f-e930-4d45-a6e7-106df8a45e4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:46.659371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'd6618192-a0c3-498d-8b0e-840b691055f3'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:47:46.660500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88a3720c-5330-4386-8a59-4f44b44a7232 req-e266d04f-e930-4d45-a6e7-106df8a45e4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.2895272 Aug 25 11:47:46.668127 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:46.686622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae45c4-805f-401e-954a-72c954bb1140 req-e5c649b6-ce6d-4712-9806-5d014c670446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:46.689479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-e5c649b6-ce6d-4712-9806-5d014c670446 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1096 time: 0.3332038 Aug 25 11:47:46.847835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae45c4-805f-401e-954a-72c954bb1140 req-c97777ad-d7c7-4234-9437-362e7ca14061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:46.851344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-c97777ad-d7c7-4234-9437-362e7ca14061 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.1500709 Aug 25 11:47:47.054798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88a3720c-5330-4386-8a59-4f44b44a7232 req-a1556a07-c3b9-4755-b8a3-3518de897599 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929608 Aug 25 11:47:47.060320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-f66318cd-f26c-4f82-b811-9d3db6c3307e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 217 time: 0.1997297 Aug 25 11:47:47.105580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Request body: {'port': {'device_id': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35', 'admin_state_up': True, 'tenant_id': '993f6f117a9144fd8b76d50d3e94c83c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:47.158816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,segment=NetworkSegment(7c76f6f8-aa98-40bb-82cc-3d09f04020fb),segment_id=7c76f6f8-aa98-40bb-82cc-3d09f04020fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:47.215270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Allocated IP 2001:db8::f816:3eff:fe72:d2f (5ab3dabd-4995-4637-bca4-885aee72df93/d6618192-a0c3-498d-8b0e-840b691055f3/b80cb059-89e6-40a0-91e0-de4404f77ce0) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:47.271388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae45c4-805f-401e-954a-72c954bb1140 req-12440b97-15bd-4c48-805d-cfe45e44c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:47.284498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-12440b97-15bd-4c48-805d-cfe45e44c07e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.2141461 Aug 25 11:47:47.294755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:47.396953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae45c4-805f-401e-954a-72c954bb1140 req-41a0b30c-b62a-477c-9544-97fdb30fccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:47.398570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-41a0b30c-b62a-477c-9544-97fdb30fccb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056290 Aug 25 11:47:47.463087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Transition to ACTIVE for port object a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:47.482059 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:47.624892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe70ec75-9dcd-4e52-91e7-be1cea28ad00 req-bb6471b1-f48f-4156-a148-be3b34bdca09 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 210 time: 0.0578752 Aug 25 11:47:47.638551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b257a-56e7-4f47-9765-aa169110431c None None] Pushing event updated for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:47.680766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9658c3c-fc76-42e2-8b3a-a5be2fefcfc2 req-806078dc-03c7-4255-9829-b44e3d3f2471 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:47.682739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9658c3c-fc76-42e2-8b3a-a5be2fefcfc2 req-806078dc-03c7-4255-9829-b44e3d3f2471 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 0.1390426 Aug 25 11:47:47.692186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-3af38c30-3c54-44ce-9be6-cd7de9350182 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846003 Aug 25 11:47:47.715332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Made reservation on behalf of 993f6f117a9144fd8b76d50d3e94c83c for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:47.723849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:47.858762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9658c3c-fc76-42e2-8b3a-a5be2fefcfc2 req-9d8b37e9-04e9-4bb6-986b-27d172527e4a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1646907 Aug 25 11:47:48.044400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.073706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Transition to ACTIVE for port object b80cb059-89e6-40a0-91e0-de4404f77ce0 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:48.102501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Transition to ACTIVE for port object b80cb059-89e6-40a0-91e0-de4404f77ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:48.116500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Delete allocated IP 172.20.0.11 (15e18457-c6c0-4e9d-bf13-8870393180ac/fb1d62c8-be75-4479-9a27-9ccf7e734a0c) {{(pid=94911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 11:47:48.119802 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.167508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:48.170079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.19 (15e18457-c6c0-4e9d-bf13-8870393180ac/d21f4767-9bd9-49db-afa3-92b754d3cb47/134a627e-854f-4e81-856d-fd02e8abf72b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:48.172228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:48.264654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:48.271520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Allocated IP 172.20.0.5 (f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35/328a8a55-b593-4db5-8426-bd868abe1928/dbd9de3b-6abe-49de-b10d-6914bc43247a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:48.289508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ae45c4-805f-401e-954a-72c954bb1140 req-167a9dd1-5039-4c7b-b746-d3b2e726ee15 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316427 Aug 25 11:47:48.435223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d87b4c60-b23b-4481-8061-885d479eb611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.440623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931ee4b-4d54-4c1c-9079-05e4d0a88406 req-ac8f6abf-e173-4713-bd9a-3538839bf8f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:48.442872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1931ee4b-4d54-4c1c-9079-05e4d0a88406 req-ac8f6abf-e173-4713-bd9a-3538839bf8f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.1937761 Aug 25 11:47:48.454830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1be26-bcc1-4781-b195-cca19a84191c req-5b5efe2f-4d4c-4dbd-9fed-50b9dab3003a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:48.457996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9e1be26-bcc1-4781-b195-cca19a84191c req-5b5efe2f-4d4c-4dbd-9fed-50b9dab3003a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 0.2492926 Aug 25 11:47:48.490508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.539187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1931ee4b-4d54-4c1c-9079-05e4d0a88406 req-ecb591a3-1aff-4321-b97b-db6702c31b77 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798483 Aug 25 11:47:48.564542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Pushing event updated for resources: {'Port': ['ID=b80cb059-89e6-40a0-91e0-de4404f77ce0,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:48.569805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Attempting to bind port b80cb059-89e6-40a0-91e0-de4404f77ce0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:48.570225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Attempting to bind port b80cb059-89e6-40a0-91e0-de4404f77ce0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:48.570882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Attempting to bind port b80cb059-89e6-40a0-91e0-de4404f77ce0 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:48.581489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:48.581968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:48.582717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.583782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:48.584465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Bound port: b80cb059-89e6-40a0-91e0-de4404f77ce0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:48.585158 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.735293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9e1be26-bcc1-4781-b195-cca19a84191c req-5dd31cad-ef8b-43a1-a1a2-2c46e11956a9 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2106988 Aug 25 11:47:48.786727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:47:48.885567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:48.924704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:48.965653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:48.969808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:48.993499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=b3db1b0c-5d6d-4caf-bef4-5e2811679031,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:49.012476 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:47:49.062274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] For port b80cb059-89e6-40a0-91e0-de4404f77ce0, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:49.078268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] For port b80cb059-89e6-40a0-91e0-de4404f77ce0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b80cb059-89e6-40a0-91e0-de4404f77ce0,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:49.093501 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3653359 Aug 25 11:47:49.105006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-439dae8f-d720-468d-937b-a4ad2744ff93 req-c759c9ed-0369-4e82-a23b-22afdf41d0e2 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 210 time: 0.1804733 Aug 25 11:47:49.107277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54554) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:49.110593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.111879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.112337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.112779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.113215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.114588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.116962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.117895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.117895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.120121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.120566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.122569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a641f-d768-4630-8b62-f339ec13871f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:47:49.137561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:54:16:d5', 'name': 'tempest-NetworksTestDHCPv6-1215435943'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:49.244100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.272148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.280340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:49.320806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object 134a627e-854f-4e81-856d-fd02e8abf72b will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:49.329761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '6849d570-9401-48e3-aeb8-27b3473931bc', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'port_id': '6849d570-9401-48e3-aeb8-27b3473931bc', 'mac_address': 'fa:16:3e:f6:5a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:47:49.340520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.342189 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.524044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126f95a-403a-44e6-be9f-29b4de33eba4 None None] Pushing event updated for resources: {'Port': ['ID=b80cb059-89e6-40a0-91e0-de4404f77ce0,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:49.530527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-70d34eee-3679-4386-97ac-4aa3e9b376dc tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:49.534433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-70d34eee-3679-4386-97ac-4aa3e9b376dc tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1137 time: 0.5745251 Aug 25 11:47:49.594519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.601494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=134a627e-854f-4e81-856d-fd02e8abf72b,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:49.664583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] In _notify_port_updated(), no bound segment for port 134a627e-854f-4e81-856d-fd02e8abf72b on network 15e18457-c6c0-4e9d-bf13-8870393180ac {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:47:49.672540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:49.673508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.683195 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5828449d-8891-4382-8a96-b3efc5c7362f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/ports/134a627e-854f-4e81-856d-fd02e8abf72b HTTP/1.1" status: 200 len: 921 time: 4.7634258 Aug 25 11:47:49.684081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54564) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:49.712298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Provisioning for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:49.715367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.715983 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.752653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:49.760127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:49.760769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:49.813439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:47:49.813439 n-d-778732-11 neutron-server[94910]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:47:49.813439 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id_1': '39f5f222178d47a5a2746415a523b85c', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 47, 49, 778648)}] Aug 25 11:47:49.813439 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:47:49.815003 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:47:49.830531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:49.919264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6849d570-9401-48e3-aeb8-27b3473931bc {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:47:50.007412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:50.023704 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.103994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:50.191873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:50.200722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:50.215200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Pushing event updated for resources: {'Port': ['ID=dbd9de3b-6abe-49de-b10d-6914bc43247a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:50.252304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.316413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.348919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['6849d570-9401-48e3-aeb8-27b3473931bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:47:50.473573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:50.475475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.503342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 134a627e-854f-4e81-856d-fd02e8abf72b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:50.504286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.514741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:50.554027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port e560103f-354b-411c-afae-ef212c5a6d5a yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:47:50.564309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:50.565299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.616425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.737890 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.822011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:50.879313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 134a627e-854f-4e81-856d-fd02e8abf72b owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:50.938912 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-174def71-2ffc-4830-bc00-ad1f8bcad242 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8358059 Aug 25 11:47:50.986447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:50.987448 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:51.057265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Request body: {'port': {'device_id': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:51.086576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1e0a8-4ac1-4fc0-90c3-3ab0ac613613 req-81e1748f-9611-49c4-8d76-9938d91b62a2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:51.122857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab1e0a8-4ac1-4fc0-90c3-3ab0ac613613 req-81e1748f-9611-49c4-8d76-9938d91b62a2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 1.1661539 Aug 25 11:47:51.256674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3e52abf0-99af-4539-9993-e383fd8c3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:51.262837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:51.273126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:51.320327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251fd0e-477f-44bf-9934-dfaaef86d575,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:51.367041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74ea50b0-edf9-43d3-b92c-3ac135aa48f3 req-bb593040-9c75-4fca-929b-c1cba6f8287f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.8017561 Aug 25 11:47:51.381062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Provisioning for port 134a627e-854f-4e81-856d-fd02e8abf72b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:51.400298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ab1e0a8-4ac1-4fc0-90c3-3ab0ac613613 req-615edd78-1ada-48a7-aec9-4d0d35f9e420 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686660 Aug 25 11:47:51.423616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Provisioning complete for port 134a627e-854f-4e81-856d-fd02e8abf72b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:51.423616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:51.502334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54584) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:51.724643 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:51.756482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 172.20.0.14 (5ab3dabd-4995-4637-bca4-885aee72df93/b3db1b0c-5d6d-4caf-bef4-5e2811679031/e560103f-354b-411c-afae-ef212c5a6d5a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:51.771175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fe54:16d5 (5ab3dabd-4995-4637-bca4-885aee72df93/d6618192-a0c3-498d-8b0e-840b691055f3/e560103f-354b-411c-afae-ef212c5a6d5a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:51.791902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2b53c-0e63-4ed4-bb37-9b831a0d924f None None] Port 134a627e-854f-4e81-856d-fd02e8abf72b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:51.832282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32b699-2785-4640-ace3-c5a992fbef50 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:51.835190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b80cb059-89e6-40a0-91e0-de4404f77ce0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:51.969042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff812ef6-224c-4600-bbcf-3d4af18f9670 None None] Provisioning for port b80cb059-89e6-40a0-91e0-de4404f77ce0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:52.041217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff812ef6-224c-4600-bbcf-3d4af18f9670 None None] Provisioning complete for port 134a627e-854f-4e81-856d-fd02e8abf72b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:52.041919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff812ef6-224c-4600-bbcf-3d4af18f9670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.114919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd9de3b-6abe-49de-b10d-6914bc43247a {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:47:52.133968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff812ef6-224c-4600-bbcf-3d4af18f9670 None None] Port 134a627e-854f-4e81-856d-fd02e8abf72b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:47:52.136985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.161028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b80cb059-89e6-40a0-91e0-de4404f77ce0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:52.171861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Transition to ACTIVE for port object dbd9de3b-6abe-49de-b10d-6914bc43247a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:52.178097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b80cb059-89e6-40a0-91e0-de4404f77ce0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:52.178851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.187759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.215635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801175b-af51-42d8-afb3-ca970b55649a req-8d0e783f-baa9-4e01-9bc9-639e954c48cf tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:52.221234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c801175b-af51-42d8-afb3-ca970b55649a req-8d0e783f-baa9-4e01-9bc9-639e954c48cf tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 931 time: 0.3693314 Aug 25 11:47:52.239187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c9cfb-a721-4174-bc6a-75c988fa5ac1 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:52.241364 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ec2c9cfb-a721-4174-bc6a-75c988fa5ac1 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1132 time: 0.7285054 Aug 25 11:47:52.242830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.266577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54592) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:52.267943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Pushing event updated for resources: {'Port': ['ID=dbd9de3b-6abe-49de-b10d-6914bc43247a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:52.379747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:52.512895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c801175b-af51-42d8-afb3-ca970b55649a req-8931e32f-2f38-4bbe-9fbe-6e9b3ffbf30d tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735865 Aug 25 11:47:52.566399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.589845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.632115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object e560103f-354b-411c-afae-ef212c5a6d5a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:52.673900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=134a627e-854f-4e81-856d-fd02e8abf72b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:52.686684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.721641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:52.812914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.819609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.821890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4b8bffc5-446e-498e-8dc9-0d14dcf07742 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/134a627e-854f-4e81-856d-fd02e8abf72b HTTP/1.1" status: 204 len: 168 time: 3.0978246 Aug 25 11:47:52.824102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54598) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:52.853198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'd6618192-a0c3-498d-8b0e-840b691055f3', 'ip_address': '2001:db8::f816:3eff:fe72:d2f'}, {'subnet_id': 'b3db1b0c-5d6d-4caf-bef4-5e2811679031'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'b80cb059-89e6-40a0-91e0-de4404f77ce0'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:47:52.867075 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.897811 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f43df0-f6d5-4a29-8df1-eaabbefa3302 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:47:52.903582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-43f43df0-f6d5-4a29-8df1-eaabbefa3302 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/134a627e-854f-4e81-856d-fd02e8abf72b HTTP/1.1" status: 404 len: 333 time: 0.0745327 Aug 25 11:47:52.905526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:52.939944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:52.949408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=e560103f-354b-411c-afae-ef212c5a6d5a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:52.987179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Attempting to bind port dbd9de3b-6abe-49de-b10d-6914bc43247a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:47:52.988494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Attempting to bind port dbd9de3b-6abe-49de-b10d-6914bc43247a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:47:52.989001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Attempting to bind port dbd9de3b-6abe-49de-b10d-6914bc43247a on network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:52.995044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b80cb059-89e6-40a0-91e0-de4404f77ce0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b80cb059-89e6-40a0-91e0-de4404f77ce0,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:53.010737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:53.024355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:53.031179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:53.058782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Port dbd9de3b-6abe-49de-b10d-6914bc43247a on network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:47:53.059853 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.063448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de48c-c865-41e3-85fb-533e8f727d4d req-73158cbe-a42b-4cd3-875b-96f422a1a0e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:53.069053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Attempting to bind port dbd9de3b-6abe-49de-b10d-6914bc43247a on network f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:47:53.069470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 6849d570-9401-48e3-aeb8-27b3473931bc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:53.077633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f3de48c-c865-41e3-85fb-533e8f727d4d req-73158cbe-a42b-4cd3-875b-96f422a1a0e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 945 time: 0.4027214 Aug 25 11:47:53.107868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 6849d570-9401-48e3-aeb8-27b3473931bc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:53.108499 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.112803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:47:53.115367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Checking segment: {'id': '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:47:53.116161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Bound using segment: {'id': '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:47:53.118500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Bound port: dbd9de3b-6abe-49de-b10d-6914bc43247a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:47:53.119659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.256508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f3de48c-c865-41e3-85fb-533e8f727d4d req-3c222e5d-1b9f-4569-ae97-13ce67a6ed2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768093 Aug 25 11:47:53.331974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:53.332698 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.350936 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4226b2b1-ac63-4705-ac36-8ee0a12fcfae tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.377703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.381318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5ee31358-05e1-4154-8987-f01e9e3f6ca0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2656236 Aug 25 11:47:53.382867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54608) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:53.508048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b80cb059-89e6-40a0-91e0-de4404f77ce0,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:53.535378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea9b05-452e-40d4-8864-676a80d15184 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:53.557741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea9b05-452e-40d4-8864-676a80d15184 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:53.557741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4bea9b05-452e-40d4-8864-676a80d15184 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1703882 Aug 25 11:47:53.558533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54614) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:53.615258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4226b2b1-ac63-4705-ac36-8ee0a12fcfae tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.648440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.698552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:47:53.702363 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbf2af0-dfe9-41f7-8821-530ab9c157a0" -d '{"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-plugged", "status": "completed", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:47:53.725654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Allocated IP 172.20.0.2 (5ab3dabd-4995-4637-bca4-885aee72df93/b3db1b0c-5d6d-4caf-bef4-5e2811679031/b80cb059-89e6-40a0-91e0-de4404f77ce0) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:53.747934 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] For port dbd9de3b-6abe-49de-b10d-6914bc43247a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:47:53.786753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b80cb059-89e6-40a0-91e0-de4404f77ce0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:53.837470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:53.839920 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e3e534-7d0d-40d6-bf70-f841d2924171 x-openstack-request-id: req-23e3e534-7d0d-40d6-bf70-f841d2924171 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:47:53.840496 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-plugged", "status": "completed", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:47:53.840988 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23e3e534-7d0d-40d6-bf70-f841d2924171 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:47:53.841615 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'code': 200} Aug 25 11:47:53.857868 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:53.885557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] For port dbd9de3b-6abe-49de-b10d-6914bc43247a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a,segment=NetworkSegment(9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5),segment_id=9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:47:53.977356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.25.1.3 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9ebf82d6-8eb2-484c-bbe2-3dd4a5634fe0) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:54.067353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad91958-2266-4e86-af40-009cad6576fb req-b5d988df-9eb0-4b2f-9e8a-5c9b09bff685 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:54.078705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ad91958-2266-4e86-af40-009cad6576fb req-b5d988df-9eb0-4b2f-9e8a-5c9b09bff685 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 943 time: 0.3018053 Aug 25 11:47:54.129851 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4226b2b1-ac63-4705-ac36-8ee0a12fcfae tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.132487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4226b2b1-ac63-4705-ac36-8ee0a12fcfae tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.133792 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4226b2b1-ac63-4705-ac36-8ee0a12fcfae tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/security-groups/913fb5ea-757b-4f16-be3d-b8e85ebae38c HTTP/1.1" status: 204 len: 168 time: 1.2238140 Aug 25 11:47:54.140931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54618) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:54.143513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.204664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be13b8-2e23-470e-a98f-eb5a9e05cc55 req-e11851f1-176e-49c2-a5ee-1e4e6d75692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:54.207591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46be13b8-2e23-470e-a98f-eb5a9e05cc55 req-e11851f1-176e-49c2-a5ee-1e4e6d75692a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.2878230 Aug 25 11:47:54.214055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:54.237923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b80cb059-89e6-40a0-91e0-de4404f77ce0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:54.239245 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.239482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:54.240007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.241505 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] 10.222.0.10 "PUT /v2.0/ports/dbd9de3b-6abe-49de-b10d-6914bc43247a HTTP/1.1" status: 200 len: 1092 time: 3.2053645 Aug 25 11:47:54.256524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac66283-d86b-4d7c-a919-0db9988fde7b service neutron] Pushing event updated for resources: {'Port': ['ID=dbd9de3b-6abe-49de-b10d-6914bc43247a,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:54.263785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'tag': 'dbd9de3b-6abe-49de-b10d-6914bc43247a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:47:54.279854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port e560103f-354b-411c-afae-ef212c5a6d5a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:47:54.281430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.285621 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396" -d '{"events": [{"name": "network-changed", "server_uuid": "92fc126c-ac46-46cb-b2d6-fde101444b96", "tag": "dbd9de3b-6abe-49de-b10d-6914bc43247a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:47:54.349378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226b2b1-ac63-4705-ac36-8ee0a12fcfae tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fb5ea-757b-4f16-be3d-b8e85ebae38c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:54.367994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] For port b80cb059-89e6-40a0-91e0-de4404f77ce0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b80cb059-89e6-40a0-91e0-de4404f77ce0,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:47:54.397913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ad91958-2266-4e86-af40-009cad6576fb req-d3384db0-d2e9-4e7e-95ae-422994a71303 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176913 Aug 25 11:47:54.443236 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.459107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-74e4fdb8-e1f5-4955-a1a3-0bb9a7e53360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:54.467466 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-74e4fdb8-e1f5-4955-a1a3-0bb9a7e53360 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=993f6f117a9144fd8b76d50d3e94c83c&device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 1095 time: 0.1678321 Aug 25 11:47:54.495370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Transition to ACTIVE for port object b80cb059-89e6-40a0-91e0-de4404f77ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:47:54.527816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.585262 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-f9ed8bb0-a72b-4c3e-8c82-d8f3907cbcc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a HTTP/1.1" status: 200 len: 217 time: 0.1056654 Aug 25 11:47:54.588773 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13be2baf-f0be-4561-9c6b-ed2e2e963743 x-openstack-request-id: req-13be2baf-f0be-4561-9c6b-ed2e2e963743 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:47:54.589109 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fc126c-ac46-46cb-b2d6-fde101444b96", "tag": "dbd9de3b-6abe-49de-b10d-6914bc43247a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:47:54.590128 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13be2baf-f0be-4561-9c6b-ed2e2e963743 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:47:54.591989 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'tag': 'dbd9de3b-6abe-49de-b10d-6914bc43247a', 'status': 'completed', 'code': 200} Aug 25 11:47:54.770621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.810751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46be13b8-2e23-470e-a98f-eb5a9e05cc55 req-8b7bc6c9-2446-482f-8d0c-2aca2043d512 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5708761 Aug 25 11:47:54.828690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Port b80cb059-89e6-40a0-91e0-de4404f77ce0 had new provisioning blocks added so it will not transition to active. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 25 11:47:54.836943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.892111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-e62fb334-1be9-4706-8cff-2414e415006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:54.896718 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.902395 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-e62fb334-1be9-4706-8cff-2414e415006d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=328a8a55-b593-4db5-8426-bd868abe1928 HTTP/1.1" status: 200 len: 850 time: 0.2973883 Aug 25 11:47:54.939285 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25595b35-2277-45e0-8eef-ee23322e1d54 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:54.944772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea8392-c0ac-4677-a871-191b31e21c1e None None] Pushing event updated for resources: {'Port': ['ID=b80cb059-89e6-40a0-91e0-de4404f77ce0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:54.978309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for e560103f-354b-411c-afae-ef212c5a6d5a owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:47:55.027150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25595b35-2277-45e0-8eef-ee23322e1d54 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:55.038051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead37341-d9df-4e16-8a26-be296e2bf5ea req-bb2f2b97-9350-446b-816b-ca338ba8bb82 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:55.039737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ead37341-d9df-4e16-8a26-be296e2bf5ea req-bb2f2b97-9350-446b-816b-ca338ba8bb82 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.6401603 Aug 25 11:47:55.086632 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-eac5f033-8c8a-4e6c-a3e0-08b1fa36141c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812732 Aug 25 11:47:55.332540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:55.342561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ead37341-d9df-4e16-8a26-be296e2bf5ea req-d63674b0-1147-4b00-95a8-3e623ada9d03 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695789 Aug 25 11:47:55.351854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25595b35-2277-45e0-8eef-ee23322e1d54 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:55.357226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25595b35-2277-45e0-8eef-ee23322e1d54 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:55.359992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-25595b35-2277-45e0-8eef-ee23322e1d54 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/security-groups/4a17bd4b-6284-4616-9528-a3d86ea909b8 HTTP/1.1" status: 204 len: 168 time: 1.2131665 Aug 25 11:47:55.379069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54670) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:55.503427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=9ebf82d6-8eb2-484c-bbe2-3dd4a5634fe0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:55.656635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:47:55.692084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:47:55.725953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:47:55.823183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b80cb059-89e6-40a0-91e0-de4404f77ce0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:47:55.998277 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-c87f6176-b8e0-49eb-a5af-62714a4350a6 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8942699 Aug 25 11:47:56.061961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet fb1d62c8-be75-4479-9a27-9ccf7e734a0c {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:47:56.100942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25595b35-2277-45e0-8eef-ee23322e1d54 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a17bd4b-6284-4616-9528-a3d86ea909b8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:56.147332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:56.474120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:56.510067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94bc17-b5fd-4803-83b9-2276ceeabf64 req-2599c03c-126e-49e7-8b70-c2e4591294a0 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:56.514400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e94bc17-b5fd-4803-83b9-2276ceeabf64 req-2599c03c-126e-49e7-8b70-c2e4591294a0 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 943 time: 0.5306952 Aug 25 11:47:56.592010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=e560103f-354b-411c-afae-ef212c5a6d5a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:56.626932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:56.627582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3474fb8b-205b-466b-8713-f221668d74a9 None None] Provisioning for port b80cb059-89e6-40a0-91e0-de4404f77ce0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:47:56.644036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3474fb8b-205b-466b-8713-f221668d74a9 None None] Provisioning complete for port b80cb059-89e6-40a0-91e0-de4404f77ce0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:47:56.646214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3474fb8b-205b-466b-8713-f221668d74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:57.085286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e94bc17-b5fd-4803-83b9-2276ceeabf64 req-b5363554-ed70-4417-8832-891eb0b3cf0b tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056322 Aug 25 11:47:57.194382 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:57.333240 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:57.371890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a903eac1-2e7c-4099-8258-53f0ceb9cbdc req-02c2e525-40d3-45e3-a39e-2b157732ba59 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3502927 Aug 25 11:47:57.397500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-65a9dc61-5a14-4a05-b0a6-3f0ac49c6ba5 None None] Could not find standard attr ID for object e560103f-354b-411c-afae-ef212c5a6d5a. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:47:58.265525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-6147ac20-849d-4500-ae57-63328ecd15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:58.271025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-6147ac20-849d-4500-ae57-63328ecd15d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=993f6f117a9144fd8b76d50d3e94c83c&device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 1095 time: 0.7881315 Aug 25 11:47:58.500197 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:58.524605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:58.618821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-b8ff4007-ffb9-4e6f-93a2-05241c5fe804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:58.620510 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-b8ff4007-ffb9-4e6f-93a2-05241c5fe804 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 HTTP/1.1" status: 200 len: 911 time: 0.3081944 Aug 25 11:47:58.625960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1d62c8-be75-4479-9a27-9ccf7e734a0c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:47:58.630097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:58.632352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-eaba6f48-7d5a-41f4-a4d8-8a54e9510f93 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/e560103f-354b-411c-afae-ef212c5a6d5a HTTP/1.1" status: 204 len: 168 time: 5.0732036 Aug 25 11:47:58.636333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54740) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:58.643068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3a779-3217-4b50-955a-104a60caccd6 req-a0bae20b-3cb9-4abd-a870-32e9be250ef4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:58.644724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4a3a779-3217-4b50-955a-104a60caccd6 req-a0bae20b-3cb9-4abd-a870-32e9be250ef4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 1.8724773 Aug 25 11:47:58.646220 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:58.648335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-07354686-15e9-4720-af2e-c1d59929be36 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/fb1d62c8-be75-4479-9a27-9ccf7e734a0c HTTP/1.1" status: 204 len: 168 time: 3.2703707 Aug 25 11:47:58.649506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c3910-0e88-450d-9507-b9c0f36cb493 None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:47:58.654895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:58.687726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:58.707993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778861e-2d8b-4c4f-beef-aaccc3fdc6bf req-1c1b9fb4-7059-463c-b9ab-2325a0f1aeb9 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:58.722687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b778861e-2d8b-4c4f-beef-aaccc3fdc6bf req-1c1b9fb4-7059-463c-b9ab-2325a0f1aeb9 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 943 time: 0.3030117 Aug 25 11:47:58.766203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4a3a779-3217-4b50-955a-104a60caccd6 req-da393a2c-419b-442e-94db-a3a20ad659fe tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101496 Aug 25 11:47:58.818128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b778861e-2d8b-4c4f-beef-aaccc3fdc6bf req-936d2791-dd5c-454e-be10-3e07fd6babc7 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Aug 25 11:47:58.856707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-859a5819-8c93-432a-a0eb-2635fb269a78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a HTTP/1.1" status: 200 len: 217 time: 0.2215638 Aug 25 11:47:58.914051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.083893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-111a7a7d-1739-4b99-be6a-a7f84a1fb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:59.085669 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-111a7a7d-1739-4b99-be6a-a7f84a1fb9a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=328a8a55-b593-4db5-8426-bd868abe1928 HTTP/1.1" status: 200 len: 850 time: 0.1690567 Aug 25 11:47:59.089255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69345c-5c63-42c7-87dd-1b7bc95a3d66 req-fe2d5178-6226-4c91-8da3-b4877fdd620f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:59.091092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc69345c-5c63-42c7-87dd-1b7bc95a3d66 req-fe2d5178-6226-4c91-8da3-b4877fdd620f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.1182189 Aug 25 11:47:59.151256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3761f5-081d-45fc-99bd-98eb9a5a3e37 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:59.152860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3761f5-081d-45fc-99bd-98eb9a5a3e37 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:59.154468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3761f5-081d-45fc-99bd-98eb9a5a3e37 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:59.156771 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f3761f5-081d-45fc-99bd-98eb9a5a3e37 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5035965 Aug 25 11:47:59.163228 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-b340d1f2-5c28-4d5b-9115-0aa45389339e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664632 Aug 25 11:47:59.166645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54758) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:59.182810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc69345c-5c63-42c7-87dd-1b7bc95a3d66 req-63907977-350a-4a49-9b44-59fe7cd4b24b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787835 Aug 25 11:47:59.210427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54760) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:59.275347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7a0ee-7741-46d1-a7e4-070194a309fa tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:47:59.276968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a0f7a0ee-7741-46d1-a7e4-070194a309fa tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1093 time: 0.0619576 Aug 25 11:47:59.280856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54762) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:47:59.286336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '6849d570-9401-48e3-aeb8-27b3473931bc', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:47:59.324440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.408772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet b3db1b0c-5d6d-4caf-bef4-5e2811679031 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:47:59.438099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.495666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:47:59.501558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.626052 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-a01670d8-827d-434a-a2e0-74ed44bb6340 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403591 Aug 25 11:47:59.628552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.645917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.888866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:47:59.894629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.150 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/02e3f837-ae25-45b2-853d-ae873eb96b11) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:47:59.933624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.079866 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ef2d2e8c-b0c1-4dcd-a4df-8a03a4d77396 req-bb0b602f-a0b2-47e3-aabe-c9ebec4a57e7 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962989 Aug 25 11:48:00.231617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2fa66fc9-da45-4f1d-bd49-1c9110353b4f None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:00.232179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2fa66fc9-da45-4f1d-bd49-1c9110353b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.314377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.336759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=9ebf82d6-8eb2-484c-bbe2-3dd4a5634fe0,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:00.362233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1f49-cefd-4f70-82fc-12930a6666b7 req-91c0d662-cf96-4241-8c09-cdde0431a8fd tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:00.373097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9abb1f49-cefd-4f70-82fc-12930a6666b7 req-91c0d662-cf96-4241-8c09-cdde0431a8fd tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 943 time: 0.1578448 Aug 25 11:48:00.380328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.457150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9abb1f49-cefd-4f70-82fc-12930a6666b7 req-a302755d-3ef5-4da4-8e10-c94d22e373ea tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827820 Aug 25 11:48:00.527594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2fa66fc9-da45-4f1d-bd49-1c9110353b4f None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:00.528342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2fa66fc9-da45-4f1d-bd49-1c9110353b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.534373 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.549294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.606863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:00.607116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2fa66fc9-da45-4f1d-bd49-1c9110353b4f None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:00.628142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:00.636700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:00.730869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.792843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:00.837158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:00.844170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.855202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:00.856081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.859337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f8e1d-bfec-4818-a9da-6720486f992c None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:00.866115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=02e3f837-ae25-45b2-853d-ae873eb96b11,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:00.880393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:00.885027 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/b3db1b0c-5d6d-4caf-bef4-5e2811679031 HTTP/1.1" status: 204 len: 168 time: 1.7128501 Aug 25 11:48:00.894912 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2095373 Aug 25 11:48:00.895687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54784) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:00.895948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54786) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:00.912328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'security_group': {'name': 'tempest-secgroup-596204565'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:00.914170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0868323-d948-4134-978a-5977aa6d8265 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:00.930718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c191-98e5-4a75-9b83-27fad2815e38 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=cbfc3545-bff8-49c5-8c59-473f71588aa4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:00.978014 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Floating IP aa376ec3-2c70-4aa1-a544-7064e3fe3a68 associated. External IP: 172.25.1.3, port: e0f05b26-37dd-420f-a12d-9f5589789b75. Aug 25 11:48:00.980610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756c918-9bf1-42ef-8b79-fbbf6cb69d42 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=b3db1b0c-5d6d-4caf-bef4-5e2811679031,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:01.055416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet d6618192-a0c3-498d-8b0e-840b691055f3 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:01.060874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.143998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.152691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.189717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.385857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.410876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.584929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Update dhcp port {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'fixed_ips': [{'subnet_id': 'd21f4767-9bd9-49db-afa3-92b754d3cb47', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cbfc3545-bff8-49c5-8c59-473f71588aa4'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:48:01.626659 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.631092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device dbd9de3b-6abe-49de-b10d-6914bc43247a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:48:01.635226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.637422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7398586 Aug 25 11:48:01.663968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54806) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:01.695420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'security_group': {'name': 'tempest-secgroup-151667930'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:01.768804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580bd0b-2c0f-4e8b-8a24-db9be08af7d8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9146f0-98b2-4d83-a25c-42391707a6fa,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:01.897330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:01.900295 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.165289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087e5df-ae86-4ebf-9cf6-ea7019958ae5 req-6618ace2-7107-43b5-a3d4-aa913342084b tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:02.187732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f087e5df-ae86-4ebf-9cf6-ea7019958ae5 req-6618ace2-7107-43b5-a3d4-aa913342084b tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 943 time: 0.4078002 Aug 25 11:48:02.346612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 30a216fe-a53d-435e-8e55-f7216bd3943e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:48:02.360932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port dbd9de3b-6abe-49de-b10d-6914bc43247a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a,segment=NetworkSegment(9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5),segment_id=9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:02.434179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.460394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.469993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'dbd9de3b-6abe-49de-b10d-6914bc43247a', 'network_id': 'f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35', 'port_id': 'dbd9de3b-6abe-49de-b10d-6914bc43247a', 'mac_address': 'fa:16:3e:ae:d5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328a8a55-b593-4db5-8426-bd868abe1928', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:48:02.610290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.625387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/d6618192-a0c3-498d-8b0e-840b691055f3 HTTP/1.1" status: 204 len: 168 time: 1.7204859 Aug 25 11:48:02.628828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c086cb-f3bc-4367-9386-0ab0d2e7bb5b None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:02.630278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54820) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:02.659951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.710144 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f087e5df-ae86-4ebf-9cf6-ea7019958ae5 req-d0e5bee7-afec-454e-8684-cc36fe9ab7e1 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407521 Aug 25 11:48:02.875161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.891802 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.905638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ada5df14-0d5b-4ea3-b83b-507d42afe94f None None] Provisioning complete for port b80cb059-89e6-40a0-91e0-de4404f77ce0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:02.906062 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ada5df14-0d5b-4ea3-b83b-507d42afe94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:02.908037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.002715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd9de3b-6abe-49de-b10d-6914bc43247a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:48:03.039795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.045519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3754790 Aug 25 11:48:03.050880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e221f9c-5d75-41c6-9986-7498b5e3710f tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff3086a-c034-418b-a317-d45fc90e0762,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:03.068897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54826) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:03.080167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'security_group': {'name': 'tempest-secgroup-874733916'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:03.120571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Allocated IP 172.20.0.2 (15e18457-c6c0-4e9d-bf13-8870393180ac/cbfc3545-bff8-49c5-8c59-473f71588aa4/a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:03.122845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.194913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.209681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.286064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port dbd9de3b-6abe-49de-b10d-6914bc43247a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a,segment=NetworkSegment(9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5),segment_id=9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:03.332033 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.356215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.463425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46225618-fa3c-4e01-8a46-9f80d6c177fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=d6618192-a0c3-498d-8b0e-840b691055f3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:03.574017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.598033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.633234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['dbd9de3b-6abe-49de-b10d-6914bc43247a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:48:03.635730 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2bde59f9-5f86-46be-9351-68a00570488f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9957995 Aug 25 11:48:03.638925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54830) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:03.643473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:48:03.645264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:03.846823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.851885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7768490 Aug 25 11:48:03.852648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54838) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:03.872553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1152044839', 'security_groups': ['54132cc4-265b-4744-a661-fa2a58fe0c57'], 'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cbfc3545-bff8-49c5-8c59-473f71588aa4'}]}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:03.873256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:48:03.907184 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] Sync routers for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:48:03.922051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:03.940284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:03.946078 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:03.946792 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:04.022244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=dbd9de3b-6abe-49de-b10d-6914bc43247a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:04.036396 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:04.071361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=02e3f837-ae25-45b2-853d-ae873eb96b11,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:04.173775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.178741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.180620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.181169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.183233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.184307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97b678-3d98-4d1e-ba72-99129f175919 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54132cc4-265b-4744-a661-fa2a58fe0c57,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:04.184592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.185124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.186763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.187326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.207115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.207487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.208006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:04.237250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,segment=NetworkSegment(7c76f6f8-aa98-40bb-82cc-3d09f04020fb),segment_id=7c76f6f8-aa98-40bb-82cc-3d09f04020fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:04.314951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] Deleting port b80cb059-89e6-40a0-91e0-de4404f77ce0 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:04.316126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:04.387187 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:04.400087 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:04.445172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Transition to ACTIVE for port object a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:04.463840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:04.486519 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP b592b27e-5cca-4131-8907-da203c7da2d6 associated. External IP: 172.25.1.150, port: 6849d570-9401-48e3-aeb8-27b3473931bc. Aug 25 11:48:04.549876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74731e7-a736-47f3-952b-a1eb92a684d4 req-11dda4d9-08e5-41a6-9f10-d138f30957f1 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:04.556204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c74731e7-a736-47f3-952b-a1eb92a684d4 req-11dda4d9-08e5-41a6-9f10-d138f30957f1 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 944 time: 0.4585617 Aug 25 11:48:04.572019 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ca55e76b-1b35-453f-8a3a-2670fe7555c6 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.2466733 Aug 25 11:48:04.573849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:48:04.578118 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56" -d '{"events": [{"name": "network-changed", "server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:48:04.585831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54850) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:04.713949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] For port b80cb059-89e6-40a0-91e0-de4404f77ce0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b80cb059-89e6-40a0-91e0-de4404f77ce0,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:04.715026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:04.738234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:04.903973 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9998ab55-845a-464e-aea3-c44e5d2cdb6c x-openstack-request-id: req-9998ab55-845a-464e-aea3-c44e5d2cdb6c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:48:04.904259 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:48:04.904509 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9998ab55-845a-464e-aea3-c44e5d2cdb6c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:48:04.904909 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'status': 'completed', 'code': 200} Aug 25 11:48:05.049616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] Calling delete_port for b80cb059-89e6-40a0-91e0-de4404f77ce0 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:05.082029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758ae85-f897-406b-892a-a8f6020d1c6a None None] Pushing event updated for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:05.205161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router bf911c1c-d340-4e50-9ca6-792fd45741df has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:48:05.304616 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'aa376ec3-2c70-4aa1-a544-7064e3fe3a68', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'port_id': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'mac_address': 'fa:16:3e:00:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:47:57Z', 'updated_at': '2021-08-25T11:47:57Z', 'revision_number': 0, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:05.404179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:05.461981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c74731e7-a736-47f3-952b-a1eb92a684d4 req-a44287ab-3367-44f8-b7f5-514fd58c86e1 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324069 Aug 25 11:48:05.609460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] device_id is not set on port a83d1a3d-01c3-425e-8754-93f21ae62a1d yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:48:05.638463 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:05.654518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-3b748a24-f040-4a27-ba5e-212f89125a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:05.662497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-3b748a24-f040-4a27-ba5e-212f89125a85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1137 time: 0.7360082 Aug 25 11:48:05.730640 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] Checking router: 30a216fe-a53d-435e-8e55-f7216bd3943e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:48:05.762606 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:05.763237 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:05.783417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:48:06.103588 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:06.222272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device dbd9de3b-6abe-49de-b10d-6914bc43247a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:06.257331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.258687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.259722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.260737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.261787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.262867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.263883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.265271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.266430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.267640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.268584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:06.289138 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6d688b0f-39b7-4329-9529-3f539c2a1735 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7803 time: 1.6986070 Aug 25 11:48:06.290408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54868) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:06.354676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:48:06.355504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:06.446747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] Sync routers for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:48:06.464250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] Pushing event deleted for resources: {'Port': ['ID=b80cb059-89e6-40a0-91e0-de4404f77ce0,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:06.585986 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'aa376ec3-2c70-4aa1-a544-7064e3fe3a68', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'port_id': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'mac_address': 'fa:16:3e:00:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:47:57Z', 'updated_at': '2021-08-25T11:47:57Z', 'revision_number': 0, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:06.669095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:06.669860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e98a904-e1f3-4b0b-bddc-8bf6d3992b18 None None] The sync data for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 is: [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'aa376ec3-2c70-4aa1-a544-7064e3fe3a68', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'port_id': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'mac_address': 'fa:16:3e:00:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:47:57Z', 'updated_at': '2021-08-25T11:47:57Z', 'revision_number': 0, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:48:06.693186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6a630-ed82-4cc5-a68e-0606c9fb3834 None None] No DVR routers for this DVR port b80cb059-89e6-40a0-91e0-de4404f77ce0 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:48:06.698710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:06.699450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:06.820024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae22c6e9-fd8f-4949-a8dd-87631707a338 None None] Provisioning for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:06.830500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae22c6e9-fd8f-4949-a8dd-87631707a338 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:06.831646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae22c6e9-fd8f-4949-a8dd-87631707a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:06.836597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-251f5a4c-712e-4c42-acf2-1f3f503114ce tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5532122 Aug 25 11:48:06.859672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:48:06.871959 n-d-778732-11 neutron-server[94911]: WARNING neutron.services.revisions.revision_plugin [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Could not find related port for resource to bump revision. Aug 25 11:48:06.879869 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c99683-9760-4594-8b45-d34ea60169cb" -d '{"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:48:06.896954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port dbd9de3b-6abe-49de-b10d-6914bc43247a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:06.918848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port dbd9de3b-6abe-49de-b10d-6914bc43247a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:06.920114 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:06.933324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:06.934093 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:06.944234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Port b80cb059-89e6-40a0-91e0-de4404f77ce0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 25 11:48:06.944720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Reverting IP allocation for 2001:db8::f816:3eff:fe72:d2f {{(pid=94911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 25 11:48:06.988772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe72:d2f {{(pid=94911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 25 11:48:07.011714 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:07.151427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.152432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.153163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.153829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.154803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.155349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:07.155756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.156483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.157096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.157765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.158482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.159380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.160292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.162992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-15606dd7-f2cc-4283-9187-43ccf2303b98 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7730 time: 0.5159147 Aug 25 11:48:07.179441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.5 (15e18457-c6c0-4e9d-bf13-8870393180ac/cbfc3545-bff8-49c5-8c59-473f71588aa4/a83d1a3d-01c3-425e-8754-93f21ae62a1d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:07.216109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54884) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:07.237998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a26c6-961a-4d0f-9998-bae79492fb99 None None] New status for floating IP aa376ec3-2c70-4aa1-a544-7064e3fe3a68: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:48:07.238255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-dfb607c1-cf8b-4174-8358-ee4e97345f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.240110 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-dfb607c1-cf8b-4174-8358-ee4e97345f0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 200 len: 897 time: 1.4706674 Aug 25 11:48:07.260350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c0ff1-f32b-442f-9a14-38722b389835 req-062bd158-d3c5-4661-85e3-98b32307f6fc tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.264275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-529c0ff1-f32b-442f-9a14-38722b389835 req-062bd158-d3c5-4661-85e3-98b32307f6fc tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 944 time: 0.4712977 Aug 25 11:48:07.293273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:07.414207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:07.448482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.450441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:07.455230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2dfc7d-35f9-4e41-97cb-67e49fa5de9a None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:07.527532 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8873863 Aug 25 11:48:07.535032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e931b9-2612-4545-be32-ddc0680a7dc8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=fd785be7-1430-402d-9c65-111f2d4b39cb,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:07.542248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54888) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:07.577152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:07.616214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a3fa2-800b-4366-bcc8-4eccccbd7c60 req-c1d3e133-edd2-4dc8-986b-77a69718795f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:07.617980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-734a3fa2-800b-4366-bcc8-4eccccbd7c60 req-c1d3e133-edd2-4dc8-986b-77a69718795f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.5410402 Aug 25 11:48:07.634953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-529c0ff1-f32b-442f-9a14-38722b389835 req-8ac57ca8-1067-4817-aa24-920fa61d39df tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347366 Aug 25 11:48:07.809044 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158cfef-0584-44ea-87e6-1ac7d57b3e16 x-openstack-request-id: req-3158cfef-0584-44ea-87e6-1ac7d57b3e16 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:48:07.809367 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:48:07.809761 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3158cfef-0584-44ea-87e6-1ac7d57b3e16 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:48:07.810112 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'status': 'completed', 'code': 200} Aug 25 11:48:07.864151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-631e9ce9-4279-4574-aaec-b34856e4a53b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 200 len: 998 time: 0.6145453 Aug 25 11:48:07.909079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae22c6e9-fd8f-4949-a8dd-87631707a338 None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:07.909465 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae22c6e9-fd8f-4949-a8dd-87631707a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:08.003739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ae22c6e9-fd8f-4949-a8dd-87631707a338 None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:08.081276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:08.100505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-4f9a9dd2-3086-45bf-8d6d-0d5e5f328d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:08.104646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-4f9a9dd2-3086-45bf-8d6d-0d5e5f328d12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf HTTP/1.1" status: 200 len: 834 time: 0.2304153 Aug 25 11:48:08.111467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-734a3fa2-800b-4366-bcc8-4eccccbd7c60 req-a592e16e-c6f8-42e2-b95b-0a98ba9071c5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4754174 Aug 25 11:48:08.123981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c99683-9760-4594-8b45-d34ea60169cb req-d2f1d670-6373-43a4-b52e-e850300a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:08.125833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-d2f1d670-6373-43a4-b52e-e850300a1492 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.2936978 Aug 25 11:48:08.149741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54898) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:08.196198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd9de3b-6abe-49de-b10d-6914bc43247a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:48:08.202569 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b63792-2ad2-453c-9117-16e3069d1c2e" -d '{"events": [{"server_uuid": "92fc126c-ac46-46cb-b2d6-fde101444b96", "name": "network-vif-plugged", "status": "completed", "tag": "dbd9de3b-6abe-49de-b10d-6914bc43247a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:48:08.223951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port dbd9de3b-6abe-49de-b10d-6914bc43247a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a,segment=NetworkSegment(9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5),segment_id=9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:08.491843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b80cb059-89e6-40a0-91e0-de4404f77ce0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:48:08.560748 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527feafb-9c4b-4008-9943-f4912395a97b x-openstack-request-id: req-527feafb-9c4b-4008-9943-f4912395a97b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:48:08.561218 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fc126c-ac46-46cb-b2d6-fde101444b96", "name": "network-vif-plugged", "status": "completed", "tag": "dbd9de3b-6abe-49de-b10d-6914bc43247a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:48:08.561629 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-527feafb-9c4b-4008-9943-f4912395a97b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:48:08.562794 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd9de3b-6abe-49de-b10d-6914bc43247a', 'code': 200} Aug 25 11:48:08.565032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b80cb059-89e6-40a0-91e0-de4404f77ce0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:48:08.565583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b80cb059-89e6-40a0-91e0-de4404f77ce0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:48:08.574397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:08.613440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:08.620060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:08.646045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'fd785be7-1430-402d-9c65-111f2d4b39cb'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:48:08.647476 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:08.657447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-8d57d0b9-3ea9-44a9-a8cf-e6640a3fbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:08.662383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-8d57d0b9-3ea9-44a9-a8cf-e6640a3fbfdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fde609-e452-4a22-ba14-ecf39f8d6525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5477595 Aug 25 11:48:08.847725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=dbd9de3b-6abe-49de-b10d-6914bc43247a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:08.882216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'b592b27e-5cca-4131-8907-da203c7da2d6', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'port_id': '6849d570-9401-48e3-aeb8-27b3473931bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'mac_address': 'fa:16:3e:f6:5a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e6a14-dd43-4281-8246-58b733068d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:48:01Z', 'updated_at': '2021-08-25T11:48:01Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:08.925411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] Checking router: bf911c1c-d340-4e50-9ca6-792fd45741df for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:48:08.951253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:08.953016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:47:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:08.957098 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-414a13cd-eb17-465f-8d0b-8eeb4d9c9372 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 992 time: 0.8042276 Aug 25 11:48:09.125705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Allocated IP 2001:db8::f816:3eff:feee:39c7 (5ab3dabd-4995-4637-bca4-885aee72df93/fd785be7-1430-402d-9c65-111f2d4b39cb/9a767904-d1e9-41d1-a020-5f9de6f2bbaf) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:09.171758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-495fa3f7-9973-4c6f-b66d-052b9829d3f5 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670343 Aug 25 11:48:09.292611 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:09.336680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:09.486388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object a83d1a3d-01c3-425e-8754-93f21ae62a1d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:09.547887 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3509f0a5-e82c-431d-8daa-f26ea9f0cd56 req-11be85fd-b29d-43e3-aaa3-0aca43373a51 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641803 Aug 25 11:48:09.668892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:09.694825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70ce62-30a0-4b6b-b0cf-c497efe766d7 req-ac340d9e-b647-4caf-8e0a-61f95991bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:09.696620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a70ce62-30a0-4b6b-b0cf-c497efe766d7 req-ac340d9e-b647-4caf-8e0a-61f95991bd93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 1097 time: 0.6900933 Aug 25 11:48:09.697853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c99683-9760-4594-8b45-d34ea60169cb req-a8642655-ff14-4c43-a4bb-87b94e8dcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:09.699390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-a8642655-ff14-4c43-a4bb-87b94e8dcdd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 1.5575364 Aug 25 11:48:09.811341 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:09.830828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Transition to ACTIVE for port object 9a767904-d1e9-41d1-a020-5f9de6f2bbaf will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:09.838077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:09.842315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d2010-a75d-49bb-80c3-02e22ac9efa0 req-182a87ee-7160-40bd-b8ea-4a061f5f7420 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:09.844603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-634d2010-a75d-49bb-80c3-02e22ac9efa0 req-182a87ee-7160-40bd-b8ea-4a061f5f7420 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.8370152 Aug 25 11:48:09.903497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:09.932798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Transition to ACTIVE for port object 9a767904-d1e9-41d1-a020-5f9de6f2bbaf will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:09.939806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:09.947295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:09.949303 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:09.961657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:09.964729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:09.980110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:09.981252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:09.983110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:10.032726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9d69ec85-cbf9-47df-a606-6a20d3409d6b tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 2.7632325 Aug 25 11:48:10.033481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54920) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:10.039005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-21979e3f-c11c-40f5-901c-c34a165fa423 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1000 time: 0.2851331 Aug 25 11:48:10.039589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=a83d1a3d-01c3-425e-8754-93f21ae62a1d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:10.052865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a70ce62-30a0-4b6b-b0cf-c497efe766d7 req-fd9addda-babb-40e3-954c-f43f6f359fc5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358541 Aug 25 11:48:10.133350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=82b87669-2373-49c4-bb0b-886fbd22f52f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:10.169781 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-582f371d-8bef-4a8a-a525-50e483e018e0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6020951 Aug 25 11:48:10.177967 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4fd32cb2-3bbf-47bd-9f01-989d10cfaf56 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 992 time: 0.2074099 Aug 25 11:48:10.179002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54922) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:10.187987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:e5:c7:bf', 'name': 'tempest-NetworksTestDHCPv6-506972468'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:10.208660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-634d2010-a75d-49bb-80c3-02e22ac9efa0 req-9e195be8-93c8-421b-9533-8d4544f2b07d tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931583 Aug 25 11:48:10.218182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:10.218882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.232035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c99683-9760-4594-8b45-d34ea60169cb req-103f14e9-f0a9-4aa2-afd5-4efb909881cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:10.233751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-103f14e9-f0a9-4aa2-afd5-4efb909881cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1802692 Aug 25 11:48:10.269979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5285f5c5-2040-4c7a-9d14-8eb6b1b8ecc3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.4027569 Aug 25 11:48:10.270670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:10.336027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095473ce-b23a-4580-b21b-10b470c8a118 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:10.336781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095473ce-b23a-4580-b21b-10b470c8a118 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:10.347284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-095473ce-b23a-4580-b21b-10b470c8a118 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30a216fe-a53d-435e-8e55-f7216bd3943e HTTP/1.1" status: 200 len: 1992 time: 0.3038790 Aug 25 11:48:10.365031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:10.392917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:10.413452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:10.423677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:10.435950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:10.441226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:10.542512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c99683-9760-4594-8b45-d34ea60169cb req-2c2deae6-3047-4f6e-b1c1-04af03cf730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:10.544178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-2c2deae6-3047-4f6e-b1c1-04af03cf730c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3025362 Aug 25 11:48:10.565859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Attempting to bind port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:48:10.566772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Attempting to bind port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:48:10.567350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Attempting to bind port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:10.578361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:48:10.579222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:10.579847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.580589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:48:10.581306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Bound port: 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:48:10.581934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.647592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.716342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:48:10.720521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:48:10.723300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-f8fb9b3e-a50e-4b10-97a7-22f08484513e service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663151 Aug 25 11:48:10.725606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:10.744121 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.745782 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.755726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 2426439b-fb71-4b22-9b9e-9510d5bf37b9 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:48:10.839449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6f34997e-ce7b-4da2-af83-b4e8339c49b7 None None] Provisioning for port a83d1a3d-01c3-425e-8754-93f21ae62a1d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:10.844136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6b1dc-2b87-4af8-87c6-abd65bc8ad97 None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:10.897678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6f34997e-ce7b-4da2-af83-b4e8339c49b7 None None] Provisioning complete for port a83d1a3d-01c3-425e-8754-93f21ae62a1d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:10.899166 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6f34997e-ce7b-4da2-af83-b4e8339c49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:10.958988 n-d-778732-11 neutron-server[94910]: INFO neutron.db.ipam_backend_mixin [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cbfc3545-bff8-49c5-8c59-473f71588aa4 (CIDR: 172.20.0.0/28) Aug 25 11:48:10.963445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8c99683-9760-4594-8b45-d34ea60169cb req-be0d586b-5490-4110-b201-d1e44f1a5ae1 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128735 Aug 25 11:48:10.968645 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:10.969326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:10.988894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'b592b27e-5cca-4131-8907-da203c7da2d6', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'port_id': '6849d570-9401-48e3-aeb8-27b3473931bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'mac_address': 'fa:16:3e:f6:5a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e6a14-dd43-4281-8246-58b733068d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:48:01Z', 'updated_at': '2021-08-25T11:48:01Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:11.020299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f5c2e3cb-1b18-4261-a645-679b8ddc8cd2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6989665 Aug 25 11:48:11.021288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54938) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:11.033772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:11.094389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6f34997e-ce7b-4da2-af83-b4e8339c49b7 None None] Port a83d1a3d-01c3-425e-8754-93f21ae62a1d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:11.103392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cd705-1c63-41cc-a220-c08a9aee3be6 None None] The sync data for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 is: [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'b592b27e-5cca-4131-8907-da203c7da2d6', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'port_id': '6849d570-9401-48e3-aeb8-27b3473931bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'mac_address': 'fa:16:3e:f6:5a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976e6a14-dd43-4281-8246-58b733068d02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:48:01Z', 'updated_at': '2021-08-25T11:48:01Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:48:11.213154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54944) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:11.417645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 172.20.0.11 (5ab3dabd-4995-4637-bca4-885aee72df93/82b87669-2373-49c4-bb0b-886fbd22f52f/2426439b-fb71-4b22-9b9e-9510d5bf37b9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:11.437626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fee5:c7bf (5ab3dabd-4995-4637-bca4-885aee72df93/fd785be7-1430-402d-9c65-111f2d4b39cb/2426439b-fb71-4b22-9b9e-9510d5bf37b9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:11.446604 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1934fe7d-8d4b-425d-ada9-5266f8e11236 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 992 time: 0.2248735 Aug 25 11:48:11.735427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:11.752638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 2426439b-fb71-4b22-9b9e-9510d5bf37b9 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:11.768280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:11.788389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:11.831989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33081c55-3669-47bc-b397-5cb45f77203c req-52b12bd8-f1ce-48a4-9702-a198408fdad9 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:11.834971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33081c55-3669-47bc-b397-5cb45f77203c req-52b12bd8-f1ce-48a4-9702-a198408fdad9 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.2866442 Aug 25 11:48:11.836507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:11.886228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:11.890218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:11.895649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:11.947173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=2426439b-fb71-4b22-9b9e-9510d5bf37b9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:11.989869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:11.991152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:12.021428 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8301c427-b104-4a19-b7cc-94149f879848 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8409121 Aug 25 11:48:12.022455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54954) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:12.100113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33081c55-3669-47bc-b397-5cb45f77203c req-f6e9bb4a-3a02-424c-bcdb-8f2e43d76fc0 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445569 Aug 25 11:48:12.205093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce954bff-c4ca-4c8f-ba19-36063a0a0d36 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:12.222427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce954bff-c4ca-4c8f-ba19-36063a0a0d36 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:12.225235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce954bff-c4ca-4c8f-ba19-36063a0a0d36 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2013388 Aug 25 11:48:12.229328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54958) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:12.259030 n-d-778732-11 neutron-server[94910]: INFO neutron.db.ipam_backend_mixin [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d21f4767-9bd9-49db-afa3-92b754d3cb47 (CIDR: 172.20.0.16/28) Aug 25 11:48:12.272759 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:12.273611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:12.330974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-394ef066-885e-4a6a-9516-f92575749eda tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3080883 Aug 25 11:48:12.334981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54962) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:12.368495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'subnet': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:12.443573 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:48:12.532702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54966) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:12.848020 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6e04c4a-8eae-4d31-9c1f-87daf1086ac4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 992 time: 0.3107376 Aug 25 11:48:12.898768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:12.910428 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 2426439b-fb71-4b22-9b9e-9510d5bf37b9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:12.917675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.005100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca76a065-4cfc-4a19-bebd-8f9a2f3caa11 None None] New status for floating IP b592b27e-5cca-4131-8907-da203c7da2d6: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:48:13.063181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923ac90-2c93-4c17-a54b-e2b3bd306f8b req-1349648c-f54e-416b-ace7-ea2eb57d0d14 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:13.068485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3923ac90-2c93-4c17-a54b-e2b3bd306f8b req-1349648c-f54e-416b-ace7-ea2eb57d0d14 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.3731465 Aug 25 11:48:13.070672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Made reservation on behalf of 89d371f9a25d4ad38f9dfc1be9a0520e for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:13.078113 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.081767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680cf812-f377-44f6-99f0-fee44c10dde7 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:13.209455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:13.243581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-154f09bb-42e6-47cc-b851-22b4c31d1e8c None None] Provisioning for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:13.250146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.253137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:13.253592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.270826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 2426439b-fb71-4b22-9b9e-9510d5bf37b9 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:13.281320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3923ac90-2c93-4c17-a54b-e2b3bd306f8b req-b7f22668-be1a-4092-b515-ebe58f4c949e tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933753 Aug 25 11:48:13.371547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-e0e013fb-b837-4592-b6c4-637a3c8c7b8c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53326391&fields=id&tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 267 time: 0.1815896 Aug 25 11:48:13.372101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-154f09bb-42e6-47cc-b851-22b4c31d1e8c None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:13.372499 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-154f09bb-42e6-47cc-b851-22b4c31d1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.544904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.559448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.712724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=2426439b-fb71-4b22-9b9e-9510d5bf37b9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:13.798987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:13.816323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.821284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:13.831351 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ea7ffca-f2b7-4814-800d-e01d991994ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/2426439b-fb71-4b22-9b9e-9510d5bf37b9 HTTP/1.1" status: 204 len: 168 time: 1.5935693 Aug 25 11:48:13.832093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54982) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:13.853513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 54986) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:13.952428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:14.006852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-154f09bb-42e6-47cc-b851-22b4c31d1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:14.023894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'fd785be7-1430-402d-9c65-111f2d4b39cb', 'ip_address': '2001:db8::f816:3eff:feee:39c7'}, {'subnet_id': '82b87669-2373-49c4-bb0b-886fbd22f52f'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '9a767904-d1e9-41d1-a020-5f9de6f2bbaf'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:48:14.078605 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:14.264858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-ba2e8f5d-367e-4447-becc-c066156fccc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:14.274935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-ba2e8f5d-367e-4447-becc-c066156fccc6 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.8997319 Aug 25 11:48:14.369374 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-154f09bb-42e6-47cc-b851-22b4c31d1e8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:48:14.369828 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-154f09bb-42e6-47cc-b851-22b4c31d1e8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:48:14.372491 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-492708fb-0cfa-409e-b722-624583dfd82c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0938871 Aug 25 11:48:14.431919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247900d-9150-46ca-ab5b-29c634de46d7 req-fa5c18c9-a42c-469d-9fb1-99615e5d7bd8 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:14.443248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4247900d-9150-46ca-ab5b-29c634de46d7 req-fa5c18c9-a42c-469d-9fb1-99615e5d7bd8 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.3773220 Aug 25 11:48:14.502137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-796728e6-78b3-492e-bde7-d9bf372912b1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 994 time: 0.6340575 Aug 25 11:48:14.618352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4247900d-9150-46ca-ab5b-29c634de46d7 req-a71822d7-fdc9-4291-9f7a-ef69da7ca521 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724501 Aug 25 11:48:14.676250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-6c9692ad-caa6-475f-9d26-cf6ad8bab951 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2925830 Aug 25 11:48:14.741837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:14.746635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b6937-a95a-4dcd-86d2-7d2df5166ff3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:14.752362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b6937-a95a-4dcd-86d2-7d2df5166ff3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:14.758159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b6937-a95a-4dcd-86d2-7d2df5166ff3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:14.761770 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2f6b6937-a95a-4dcd-86d2-7d2df5166ff3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9270468 Aug 25 11:48:14.767707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:14.803276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Allocated IP 172.20.0.2 (5ab3dabd-4995-4637-bca4-885aee72df93/82b87669-2373-49c4-bb0b-886fbd22f52f/9a767904-d1e9-41d1-a020-5f9de6f2bbaf) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:14.819728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Network 15e18457-c6c0-4e9d-bf13-8870393180ac is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:14.827216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:14.829140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Subnet': ['ID=edefa1bc-be04-43ec-978a-fb50c5a511af,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:14.834375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:14.834969 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:14.851260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af75f0d-bc20-4b89-89fe-8b117888e572 None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:14.853997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:14.869558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-d3e6fb0b-b092-4fdb-a664-b4e27936bdd3 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922553 Aug 25 11:48:14.881166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-380ff4ca-7dcc-4f8e-b5b4-c925fcbc0c3b tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5445561 Aug 25 11:48:14.891613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 54994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:14.904207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1684000180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'edefa1bc-be04-43ec-978a-fb50c5a511af'}], 'security_groups': ['6f9146f0-98b2-4d83-a25c-42391707a6fa', '6ff3086a-c034-418b-a317-d45fc90e0762']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:15.059445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 82b87669-2373-49c4-bb0b-886fbd22f52f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:15.081074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-1e87e5a4-b95d-4b84-8296-4a8212657e20 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055969 Aug 25 11:48:15.122802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:15.123865 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.287700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:15.397499 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.449617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Transition to ACTIVE for port object 9a767904-d1e9-41d1-a020-5f9de6f2bbaf will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:15.450917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.456797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.477248 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.543195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.589553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-eda3a83e-1dee-4955-92e5-60aa01aa17a6 req-8df3aab7-5801-4045-bd38-7e5ad9d397f8 service neutron] (94910) timed out ('10.222.0.35', 36232) {{(pid=94910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:48:15.687105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1d165c-23bf-4466-bbac-69b5423ae4ca req-e970b575-507f-4b7d-a59c-4a803641c614 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.0624723 Aug 25 11:48:15.785665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc99e1f-262e-4fdf-aac1-7a37a58b4230 None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:15.863869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e322b-4f72-4847-8e8f-058e57055d35 req-529e1d28-81e8-4f1f-a1a0-c0775b50aac0 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:15.865514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a73e322b-4f72-4847-8e8f-058e57055d35 req-529e1d28-81e8-4f1f-a1a0-c0775b50aac0 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.1123130 Aug 25 11:48:15.875894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Update dhcp port {'port': {'network_id': '15e18457-c6c0-4e9d-bf13-8870393180ac', 'fixed_ips': [{'subnet_id': 'd21f4767-9bd9-49db-afa3-92b754d3cb47', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cbfc3545-bff8-49c5-8c59-473f71588aa4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'edefa1bc-be04-43ec-978a-fb50c5a511af'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:48:15.960728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:15.969432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a73e322b-4f72-4847-8e8f-058e57055d35 req-d708203f-8383-40f1-a56d-1766df06eaa5 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968463 Aug 25 11:48:15.969897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:16.240527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:16.278171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:16.287128 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/82b87669-2373-49c4-bb0b-886fbd22f52f HTTP/1.1" status: 204 len: 168 time: 1.5136521 Aug 25 11:48:16.287623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55024) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:16.353043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b658f4-7b37-411b-8c3a-889aeb18475e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=82b87669-2373-49c4-bb0b-886fbd22f52f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:16.491705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Allocated IP 172.20.0.34 (15e18457-c6c0-4e9d-bf13-8870393180ac/edefa1bc-be04-43ec-978a-fb50c5a511af/a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:16.613922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet fd785be7-1430-402d-9c65-111f2d4b39cb {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:16.640046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:16.784060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,segment=NetworkSegment(7c76f6f8-aa98-40bb-82cc-3d09f04020fb),segment_id=7c76f6f8-aa98-40bb-82cc-3d09f04020fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:16.790935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-2cc7c9ea-1f17-4377-ae34-ea4d1c9a0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:16.794765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-2cc7c9ea-1f17-4377-ae34-ea4d1c9a0a4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=993f6f117a9144fd8b76d50d3e94c83c&device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 1097 time: 0.3465793 Aug 25 11:48:16.825809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630d36-99b9-40d2-b263-f92c016fcb64 req-f33f8f19-e0af-43fd-b86f-30d786baae26 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:16.842665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f630d36-99b9-40d2-b263-f92c016fcb64 req-f33f8f19-e0af-43fd-b86f-30d786baae26 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.3719971 Aug 25 11:48:16.934838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:17.144509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84cfa1c3-b7fd-4a03-bc0c-eadbf4b085f0 req-f23f1c8d-ecfc-4a0a-8413-73023c81f82a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.1705604 Aug 25 11:48:17.176363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:17.226079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:17.248554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Transition to ACTIVE for port object a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:17.273175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:17.611160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Delete allocated IP 172.20.0.5 (15e18457-c6c0-4e9d-bf13-8870393180ac/cbfc3545-bff8-49c5-8c59-473f71588aa4) {{(pid=94911) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 25 11:48:17.624187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Allocated IP 172.20.0.42 (15e18457-c6c0-4e9d-bf13-8870393180ac/edefa1bc-be04-43ec-978a-fb50c5a511af/a83d1a3d-01c3-425e-8754-93f21ae62a1d) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:17.626793 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:17.646648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc20aef-b3be-4caf-a14f-19a9f38ed8f6 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:17.806714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-0993ad7c-51df-42a7-98be-88223e573e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:17.808955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1493ac-a0c8-4852-975e-507d4b8650cf None None] Pushing event updated for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:17.810270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-0993ad7c-51df-42a7-98be-88223e573e28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 HTTP/1.1" status: 200 len: 911 time: 0.9488952 Aug 25 11:48:17.838837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f630d36-99b9-40d2-b263-f92c016fcb64 req-c8fdd352-5e7e-4daf-a382-e93a5564e6ef tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9934864 Aug 25 11:48:17.876471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff27d583-5e54-4aca-8e1d-22d7d08f0909 None None] Provisioning for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:17.934836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff27d583-5e54-4aca-8e1d-22d7d08f0909 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:17.935212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff27d583-5e54-4aca-8e1d-22d7d08f0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:17.995337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-1bef3517-faeb-4db7-a711-b74f374ed97a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a HTTP/1.1" status: 200 len: 217 time: 0.1551480 Aug 25 11:48:18.063061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:18.142175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:18.183392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Transition to ACTIVE for port object a83d1a3d-01c3-425e-8754-93f21ae62a1d will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:18.193878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:18.230266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:18.238907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/fd785be7-1430-402d-9c65-111f2d4b39cb HTTP/1.1" status: 204 len: 168 time: 1.9463565 Aug 25 11:48:18.262378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e59f5f-3a11-40d4-b442-6db2daa55d19 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=fd785be7-1430-402d-9c65-111f2d4b39cb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:18.279745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55042) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:18.341452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-f3d7e64d-13f8-454d-9711-62529b825270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:18.349476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-f3d7e64d-13f8-454d-9711-62529b825270 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=328a8a55-b593-4db5-8426-bd868abe1928 HTTP/1.1" status: 200 len: 850 time: 0.3442764 Aug 25 11:48:18.525455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b35f712f-d458-4487-8d4c-dc54620af30b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2406116 Aug 25 11:48:18.569855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-814299e7-4df3-456e-958b-34aaed063d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:18.612994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] In _notify_port_updated(), no bound segment for port a83d1a3d-01c3-425e-8754-93f21ae62a1d on network 15e18457-c6c0-4e9d-bf13-8870393180ac {{(pid=94911) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 25 11:48:18.656278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:18.658626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:18.667609 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "PUT /v2.0/ports/a83d1a3d-01c3-425e-8754-93f21ae62a1d HTTP/1.1" status: 200 len: 960 time: 3.7742290 Aug 25 11:48:18.690313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55048) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:18.690672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55052) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:18.716935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:18.928742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:19.030527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77567f1-72b9-4be1-aac1-fa2b3d0278b7 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event updated for resources: {'Port': ['ID=a83d1a3d-01c3-425e-8754-93f21ae62a1d,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:19.117573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-3bfab7d2-53a9-4dd8-abe0-2bdc570cc709 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6135616 Aug 25 11:48:19.121159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a1118f2f-ae4d-4481-9051-b8d306c80766 req-2e9d700b-b883-4430-a315-cf1635a27c71 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.7706325 Aug 25 11:48:19.250210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d471b-d430-4258-bda9-4bd743315bf0 None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'fd785be7-1430-402d-9c65-111f2d4b39cb'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '9a767904-d1e9-41d1-a020-5f9de6f2bbaf'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:48:19.251536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port a83d1a3d-01c3-425e-8754-93f21ae62a1d {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:19.254116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:19.272364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Provisioning for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:19.363677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:19.364298 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:19.469351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:19.476758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:19.516513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-227ea300-43a8-48b9-a590-91bc65377add tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:19.522728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-227ea300-43a8-48b9-a590-91bc65377add tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 1.2227952 Aug 25 11:48:19.576163 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9b5d471b-d430-4258-bda9-4bd743315bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:19.780404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-7f4a7b39-2ffe-41f5-a44f-74a4e599cbb2 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476536 Aug 25 11:48:19.787837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:19.795795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:19.844056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984ff79-316a-476c-8b1c-cef05e726d9d req-0cf9badd-865e-46f2-8973-8d78fff85747 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:19.862584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0984ff79-316a-476c-8b1c-cef05e726d9d req-0cf9badd-865e-46f2-8973-8d78fff85747 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.6107423 Aug 25 11:48:19.978174 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:20.111325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=936aa87c-d53d-4ee9-8f02-9247623fe8cd,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:20.129910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-8c8d2950-7565-4dd5-92c9-d512e31115b5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 378 time: 0.5841272 Aug 25 11:48:20.164811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'security_groups': ['a1a678bf-0936-43f5-a90f-ba7e32db7d36']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:20.171442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:20.186702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:20.190512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:20.191130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:20.254433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:20.288425 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa9835e6-f572-4056-abea-6bf8b6a0c33f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5898702 Aug 25 11:48:20.298391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55072) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:20.313378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:20.318491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for a83d1a3d-01c3-425e-8754-93f21ae62a1d owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:20.543774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:20.546482 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:20.600384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00d1e2-677f-4c25-a440-a64b1c70e4be None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:20.803866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:20.865961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:20.872645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:20.939055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:48:20.947833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Provisioning for port a83d1a3d-01c3-425e-8754-93f21ae62a1d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:21.008440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Provisioning complete for port a83d1a3d-01c3-425e-8754-93f21ae62a1d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:21.008991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.114445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c46df079-63dc-49de-8ecc-614ba5ca74fb None None] Port a83d1a3d-01c3-425e-8754-93f21ae62a1d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:21.343973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '936aa87c-d53d-4ee9-8f02-9247623fe8cd'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '9a767904-d1e9-41d1-a020-5f9de6f2bbaf'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:48:21.386101 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-470eafff-600e-4285-b077-1de1487cff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.441530 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.475108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:21.476422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.531649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7332b59-80b6-446e-8040-58eb8b5b1564 req-b346b25a-5bcc-45b6-88e3-1f5d043bfa01 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.2681639 Aug 25 11:48:21.624943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.713049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f34e60-d405-4525-b979-9d623bf22dd7 req-eb718f91-b0d5-4de7-bfa4-de5236f1cf4d service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9313464 Aug 25 11:48:21.750503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0984ff79-316a-476c-8b1c-cef05e726d9d req-05c11bc4-944a-47b3-aa1d-b63854f43c92 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8321977 Aug 25 11:48:21.866057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.866252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:21.867187 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.913178 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:21.957115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:22.008521 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=a83d1a3d-01c3-425e-8754-93f21ae62a1d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:22.163097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:22.170655 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb2a728e-5177-4208-b4ba-28c90cba496c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/a83d1a3d-01c3-425e-8754-93f21ae62a1d HTTP/1.1" status: 204 len: 168 time: 3.4388289 Aug 25 11:48:22.172595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:22.189008 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:22.259128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:48:22.261872 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-db40d2e6-bffd-4123-8517-930f946bdb98 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] GET failed (client error): The resource could not be found. Aug 25 11:48:22.264790 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-db40d2e6-bffd-4123-8517-930f946bdb98 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports/a83d1a3d-01c3-425e-8754-93f21ae62a1d HTTP/1.1" status: 404 len: 333 time: 0.0900350 Aug 25 11:48:22.269674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55090) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:22.435282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.10 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/740fdad3-41ac-47a5-933f-71cb904b3218) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:22.732656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8444-7021-4c58-9953-c6be82918368 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:22.818627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:22.850272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:22.866978 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:22.992620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Allocated IP 172.20.0.2 (5ab3dabd-4995-4637-bca4-885aee72df93/936aa87c-d53d-4ee9-8f02-9247623fe8cd/9a767904-d1e9-41d1-a020-5f9de6f2bbaf) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:22.999210 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8444-7021-4c58-9953-c6be82918368 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.148695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55100) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:23.152436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:23.155825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-773a94ac-877f-4797-8a4d-e9e0e500d5ba req-9bbb8757-25ea-4953-a17f-b8e10dbbba0f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.1699510 Aug 25 11:48:23.202540 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.227517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Transition to ACTIVE for port object 9a767904-d1e9-41d1-a020-5f9de6f2bbaf will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:23.265142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.346926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe05f15-d476-49da-a9f1-a391eb7f4f4e None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:23.347747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.437356 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:48:23.438108 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:48:23.593389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.620210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object 740fdad3-41ac-47a5-933f-71cb904b3218 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:23.688771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480c73-c74b-4fdb-9108-3931e3759240 req-5723119b-2f1c-4a33-9f57-382c3e62ba87 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:23.703712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5480c73-c74b-4fdb-9108-3931e3759240 req-5723119b-2f1c-4a33-9f57-382c3e62ba87 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.5394552 Aug 25 11:48:23.715550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6006c5c1-3685-42c0-a54a-2c7a81bfa2f3 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3498 time: 0.5312545 Aug 25 11:48:23.717430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:23.723329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'network': {'name': 'tempest-network-smoke--1833092542', 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'port_security_enabled': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:23.821464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8444-7021-4c58-9953-c6be82918368 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.824855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bbc8444-7021-4c58-9953-c6be82918368 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.826455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3bbc8444-7021-4c58-9953-c6be82918368 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/security-groups/54132cc4-265b-4744-a661-fa2a58fe0c57 HTTP/1.1" status: 204 len: 168 time: 1.5554905 Aug 25 11:48:23.838819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55106) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:23.865569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:23.871156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc8444-7021-4c58-9953-c6be82918368 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54132cc4-265b-4744-a661-fa2a58fe0c57,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:23.892527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Made reservation on behalf of 610af4a40c3d4cd2b637592185be7b88 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:23.897359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.011206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:48:24.018651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.038567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.039534 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Added segment c5f1bd47-eb34-4a97-ba85-d7fa423faa38 of type vlan for network fb74c745-ca55-43f1-8935-92483f2efb63 Aug 25 11:48:24.094059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5480c73-c74b-4fdb-9108-3931e3759240 req-97b9790b-b4c2-4560-8690-e2b02b03ed64 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701415 Aug 25 11:48:24.120408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.175127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:24.194903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:24.218243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:24.252171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:24.297866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.317610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:24.318645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.370379 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.423155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e344250f-329e-4df4-a6d5-142c622e79a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.437891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=740fdad3-41ac-47a5-933f-71cb904b3218,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:24.632986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9100187 Aug 25 11:48:24.642262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:24.686731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'admin_state_up': True, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:24.747404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.819973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:24.826217 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.827773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.828652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.855146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e344250f-329e-4df4-a6d5-142c622e79a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:24.859311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:48:24.859674 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:48:25.045339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.102288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:25.159638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:25.211467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae82e60-a3c9-4a69-b6d3-91c32c0f5683 req-4ff0ced9-97c6-49ff-ad68-7f7a5ffc0d18 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:25.215023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae82e60-a3c9-4a69-b6d3-91c32c0f5683 req-4ff0ced9-97c6-49ff-ad68-7f7a5ffc0d18 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 932 time: 0.6973078 Aug 25 11:48:25.249178 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.277272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Could not find standard attr ID for object a83d1a3d-01c3-425e-8754-93f21ae62a1d. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:48:25.402052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8092ad-0b8e-4b3f-bb01-53c37108e14c req-25df5596-c82e-40ce-bdbc-a5bc4d2865d2 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:25.426920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c8092ad-0b8e-4b3f-bb01-53c37108e14c req-25df5596-c82e-40ce-bdbc-a5bc4d2865d2 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.4992173 Aug 25 11:48:25.463841 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e344250f-329e-4df4-a6d5-142c622e79a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.484730 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e344250f-329e-4df4-a6d5-142c622e79a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.491553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e344250f-329e-4df4-a6d5-142c622e79a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/security-groups/6ff3086a-c034-418b-a317-d45fc90e0762 HTTP/1.1" status: 204 len: 168 time: 1.6453397 Aug 25 11:48:25.492411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55124) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:25.530647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f70187-8549-48d6-a1f5-a5d98d3fcabb None None] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:25.557370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Provisioning for port 740fdad3-41ac-47a5-933f-71cb904b3218 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:25.570948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Provisioning complete for port 740fdad3-41ac-47a5-933f-71cb904b3218 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:25.571772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.597392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344250f-329e-4df4-a6d5-142c622e79a8 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff3086a-c034-418b-a317-d45fc90e0762,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:25.667499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae82e60-a3c9-4a69-b6d3-91c32c0f5683 req-148b4287-9f61-4cd7-9ffa-d1ea93783eca tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4086785 Aug 25 11:48:25.707975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c8092ad-0b8e-4b3f-bb01-53c37108e14c req-839899fb-bf9c-45d4-a8e0-6bfdb20baf6d tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798197 Aug 25 11:48:25.722842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Port 740fdad3-41ac-47a5-933f-71cb904b3218 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:25.749967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Provisioning for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:25.765970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:25.766348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf20d9ca-cd9d-4eb6-be27-fe4030c24072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.767545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-347e854a-ec70-46b0-91cb-210cfda635d6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.833228 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-347e854a-ec70-46b0-91cb-210cfda635d6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.919305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9a1e3-4458-4be9-a58f-b0688c60da15 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Network': ['ID=fb74c745-ca55-43f1-8935-92483f2efb63,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:25.922556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-347e854a-ec70-46b0-91cb-210cfda635d6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.930434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-347e854a-ec70-46b0-91cb-210cfda635d6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:25.937104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-347e854a-ec70-46b0-91cb-210cfda635d6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/security-groups/6f9146f0-98b2-4d83-a25c-42391707a6fa HTTP/1.1" status: 204 len: 168 time: 0.4113295 Aug 25 11:48:25.945235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network fb74c745-ca55-43f1-8935-92483f2efb63 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:48:25.945676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55126) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:25.997112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:26.007529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.009432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.023153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:26.039250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:26.040484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.046450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e854a-ec70-46b0-91cb-210cfda635d6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9146f0-98b2-4d83-a25c-42391707a6fa,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:26.048629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=aa09203b-5da4-4805-a665-8c0ee9a38b73,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:26.063431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-0aef44e7-dfd5-4125-996c-6a5a27b95a3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9139481 Aug 25 11:48:26.072483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53acef-e6b3-4832-8688-e52119dec5e4 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:26.082268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Request body: {'port': {'device_id': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:26.095733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=11']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:26.161585 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5649bdff-fda9-47de-9a80-cb0bbf4a0bda tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8617361 Aug 25 11:48:26.163725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:26.185322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-95796362-e5c4-4d82-832b-e941a6662dd9 None None] Could not find standard attr ID for object 2426439b-fb71-4b22-9b9e-9510d5bf37b9. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:48:26.218425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet cbfc3545-bff8-49c5-8c59-473f71588aa4 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:26.228021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.233804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:10:11:dd', 'name': 'tempest-NetworksTestDHCPv6-1364151391'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:26.361651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.391288 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.557017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.588617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:26.994904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:27.168444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:27.176300 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.182165 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.216306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.280073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfc3545-bff8-49c5-8c59-473f71588aa4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:27.336027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec8a98-013a-4369-8e24-712e094c20a8 req-4096f3cc-b25f-464e-90c8-665c9497ffec tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:27.338180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4ec8a98-013a-4369-8e24-712e094c20a8 req-4096f3cc-b25f-464e-90c8-665c9497ffec tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 932 time: 0.2931437 Aug 25 11:48:27.411394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afaf3c-d1b7-4a14-8c01-fba8ef75d8cb req-3a621887-d63f-4296-84a9-367052574d79 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:27.422352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a22e7-e5aa-4a30-b826-c866757c1ec5 None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:27.428156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7afaf3c-d1b7-4a14-8c01-fba8ef75d8cb req-3a621887-d63f-4296-84a9-367052574d79 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.3704863 Aug 25 11:48:27.441507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.451629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-edd5bc5b-bfa1-4c9f-a3e2-84cda9de22b1 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/cbfc3545-bff8-49c5-8c59-473f71588aa4 HTTP/1.1" status: 204 len: 168 time: 1.4980862 Aug 25 11:48:27.457256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55158) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:27.551970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4ec8a98-013a-4369-8e24-712e094c20a8 req-9947b42c-d751-4d10-ac6e-878b7a02fb84 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1973777 Aug 25 11:48:27.586685 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.654382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet edefa1bc-be04-43ec-978a-fb50c5a511af {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:27.691151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.827062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:27.862510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7afaf3c-d1b7-4a14-8c01-fba8ef75d8cb req-35258c02-43fb-45fc-8f28-b886d6ec593a tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330337 Aug 25 11:48:27.872161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740fdad3-41ac-47a5-933f-71cb904b3218 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:48:27.890906 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:27.929544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Transition to ACTIVE for port object 740fdad3-41ac-47a5-933f-71cb904b3218 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:27.943803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:28.109033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-791ffd01-443c-4f79-9bae-298a4f27a951 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:28.109352 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-791ffd01-443c-4f79-9bae-298a4f27a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:28.110298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:28.394725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:28.534464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 92b31fb8-83ff-402e-b25c-02795c404551 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:48:28.721402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Pushing event updated for resources: {'Port': ['ID=740fdad3-41ac-47a5-933f-71cb904b3218,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:28.739053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.739786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.740396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.740967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.741534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.742174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.742726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.743445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.744573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.745124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.745656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.746206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:28.772192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-b06bdbbb-c488-41a8-a916-e6dea51bd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:28.774455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-b06bdbbb-c488-41a8-a916-e6dea51bd41d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=993f6f117a9144fd8b76d50d3e94c83c&device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 1097 time: 0.4058013 Aug 25 11:48:28.785087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873664d-c966-4f6b-b91e-e616bb14a3d2 req-f68e1914-ea51-4607-b864-768ae4710651 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:28.794613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4873664d-c966-4f6b-b91e-e616bb14a3d2 req-f68e1914-ea51-4607-b864-768ae4710651 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.3876789 Aug 25 11:48:28.823110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23bcd4-b565-4bb1-a845-83ad6d46c55f req-0a7b952a-62fd-4508-938f-5d64d52c7028 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:28.825349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e23bcd4-b565-4bb1-a845-83ad6d46c55f req-0a7b952a-62fd-4508-938f-5d64d52c7028 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.3830481 Aug 25 11:48:28.834810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4873664d-c966-4f6b-b91e-e616bb14a3d2 req-f183186c-1d10-4b0a-bdbf-62b9c4c6cb16 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:28.860274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 172.20.0.6 (5ab3dabd-4995-4637-bca4-885aee72df93/936aa87c-d53d-4ee9-8f02-9247623fe8cd/92b31fb8-83ff-402e-b25c-02795c404551) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:28.870121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fe10:11dd (5ab3dabd-4995-4637-bca4-885aee72df93/aa09203b-5da4-4805-a665-8c0ee9a38b73/92b31fb8-83ff-402e-b25c-02795c404551) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:28.991344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Attempting to bind port 740fdad3-41ac-47a5-933f-71cb904b3218 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:48:28.992073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Attempting to bind port 740fdad3-41ac-47a5-933f-71cb904b3218 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:48:28.992644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Attempting to bind port 740fdad3-41ac-47a5-933f-71cb904b3218 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:29.010947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Port 740fdad3-41ac-47a5-933f-71cb904b3218 on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:48:29.011742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Attempting to bind port 740fdad3-41ac-47a5-933f-71cb904b3218 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:29.077974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.096626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 92b31fb8-83ff-402e-b25c-02795c404551 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:29.105555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e23bcd4-b565-4bb1-a845-83ad6d46c55f req-57468f8b-d19d-4fdf-9e7d-9b9c0d397a1e tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540369 Aug 25 11:48:29.133894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:48:29.133894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:29.133894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:48:29.133894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Bound port: 740fdad3-41ac-47a5-933f-71cb904b3218, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:48:29.133894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.256827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.345649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.354890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-32dec131-3442-43be-8e1c-a2313fcac0e0 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:29.355550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-32dec131-3442-43be-8e1c-a2313fcac0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.418283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] For port 740fdad3-41ac-47a5-933f-71cb904b3218, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:48:29.423197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:29.429803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] For port 740fdad3-41ac-47a5-933f-71cb904b3218, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=740fdad3-41ac-47a5-933f-71cb904b3218,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:48:29.476132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:29.480608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:29.503579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.590519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:29.592725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.596506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=92b31fb8-83ff-402e-b25c-02795c404551,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:29.608340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.635301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-4a2bfa48-b5d6-4602-ae1a-c1269258434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:29.639874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-32dec131-3442-43be-8e1c-a2313fcac0e0 None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:29.640122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-4a2bfa48-b5d6-4602-ae1a-c1269258434c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 HTTP/1.1" status: 200 len: 911 time: 0.8129590 Aug 25 11:48:29.640369 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-32dec131-3442-43be-8e1c-a2313fcac0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.666195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.726814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-32dec131-3442-43be-8e1c-a2313fcac0e0 None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:29.746258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.768364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.771558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/edefa1bc-be04-43ec-978a-fb50c5a511af HTTP/1.1" status: 204 len: 168 time: 2.2878568 Aug 25 11:48:29.787759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc614eec-c809-48d3-b274-5e44e27eccfb None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:29.799376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55186) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:29.827171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ceca3-a4d0-455d-b847-c09d590adac2 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=edefa1bc-be04-43ec-978a-fb50c5a511af,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:29.838721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:29.839638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:29.850120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] 10.222.0.67 "PUT /v2.0/ports/740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 200 len: 1093 time: 3.7774725 Aug 25 11:48:29.852547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:48:29.877358 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332ffa1-48d5-4dcb-83bb-f08a5b799101" -d '{"events": [{"name": "network-changed", "server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:48:29.907607 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e57a422-3253-41fa-ba24-4416171aaa45 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:29.908556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e57a422-3253-41fa-ba24-4416171aaa45 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:29.910732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e57a422-3253-41fa-ba24-4416171aaa45 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/cbfc3545-bff8-49c5-8c59-473f71588aa4 HTTP/1.1" status: 404 len: 337 time: 0.1095815 Aug 25 11:48:29.914405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55194) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:30.169479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting subnet d21f4767-9bd9-49db-afa3-92b754d3cb47 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:30.184493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.287086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.381462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-42062894-7d70-49c5-92fc-a0aa15c56ee8 None None] Provisioning for port 92b31fb8-83ff-402e-b25c-02795c404551 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:30.386063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-42062894-7d70-49c5-92fc-a0aa15c56ee8 None None] Provisioning complete for port 92b31fb8-83ff-402e-b25c-02795c404551 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:30.386447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42062894-7d70-49c5-92fc-a0aa15c56ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.443962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-e4fe5ba0-8718-4485-a4fc-ac3bd5b4472b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a HTTP/1.1" status: 200 len: 217 time: 0.6366737 Aug 25 11:48:30.473174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-42062894-7d70-49c5-92fc-a0aa15c56ee8 None None] Port 92b31fb8-83ff-402e-b25c-02795c404551 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:30.504559 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.637749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.652167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.25.1.149 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/246b46f6-737b-43c3-89f5-e29e16c16b08) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:30.693804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.698911 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/d21f4767-9bd9-49db-afa3-92b754d3cb47 HTTP/1.1" status: 204 len: 168 time: 0.7825336 Aug 25 11:48:30.723943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55198) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:30.748316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff18b4-dbe1-4e6b-a097-d01c032406af req-abfe75e1-1734-4597-bc82-6d650f5ad768 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:30.752974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ff18b4-dbe1-4e6b-a097-d01c032406af req-abfe75e1-1734-4597-bc82-6d650f5ad768 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 944 time: 1.3133864 Aug 25 11:48:30.766217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-a5552442-2f87-4031-a215-6415a540caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:30.773849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-a5552442-2f87-4031-a215-6415a540caad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=328a8a55-b593-4db5-8426-bd868abe1928 HTTP/1.1" status: 200 len: 850 time: 0.2514138 Aug 25 11:48:30.816278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76871f-d4e3-4510-9364-a40ae6bdf2f9 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Subnet': ['ID=d21f4767-9bd9-49db-afa3-92b754d3cb47,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:30.831149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cafddc-964b-4e31-890b-d47b21c6633c service neutron] Pushing event updated for resources: {'Port': ['ID=740fdad3-41ac-47a5-933f-71cb904b3218,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:30.849953 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f85d32-ed81-4414-af47-c4e120425239 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:30.850829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f85d32-ed81-4414-af47-c4e120425239 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:30.852870 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69f85d32-ed81-4414-af47-c4e120425239 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/fb1d62c8-be75-4479-9a27-9ccf7e734a0c HTTP/1.1" status: 404 len: 337 time: 0.1278131 Aug 25 11:48:30.865574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55208) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:30.949092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4873664d-c966-4f6b-b91e-e616bb14a3d2 req-f183186c-1d10-4b0a-bdbf-62b9c4c6cb16 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:30.961428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-77280b5d-1753-4859-b126-4a4fb5979067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:30.968301 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-77280b5d-1753-4859-b126-4a4fb5979067 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1096 time: 0.9582236 Aug 25 11:48:30.984067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:31.002522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4873664d-c966-4f6b-b91e-e616bb14a3d2 req-f183186c-1d10-4b0a-bdbf-62b9c4c6cb16 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:31.057086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-6ca0cbaf-1605-4404-8fb2-efc8e5f9561f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040510 Aug 25 11:48:31.183970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-970e1bf7-475e-498b-b639-04e750b73904 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "GET /v2.0/ports?device_id=7efb4bd0-7481-446e-8881-bf631e7b02a3 HTTP/1.1" status: 200 len: 205 time: 0.3138938 Aug 25 11:48:31.187114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55214) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.254566 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-ee31b277-a74c-484f-98ca-64f085153e83 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] delete failed (client error): The resource could not be found. Aug 25 11:48:31.264290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee31b277-a74c-484f-98ca-64f085153e83 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/routers/7efb4bd0-7481-446e-8881-bf631e7b02a3 HTTP/1.1" status: 404 len: 336 time: 0.0677700 Aug 25 11:48:31.264290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ab97bdc4-fa56-4dfe-985d-7744d64bcf6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.0342355 Aug 25 11:48:31.264290 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55218) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.290903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-1639aef1-c80c-4ed2-9bcb-32d3be6197eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 200 len: 217 time: 0.2458291 Aug 25 11:48:31.329788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55220) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.340035 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3277bc37-7bb1-43e9-9b06-b68b7207a53c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.340530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3277bc37-7bb1-43e9-9b06-b68b7207a53c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.346606 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3277bc37-7bb1-43e9-9b06-b68b7207a53c tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/6f4527af-9505-48ba-bbac-f77bdd4118d9 HTTP/1.1" status: 404 len: 337 time: 0.0809758 Aug 25 11:48:31.350024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55222) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.398157 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bc3795-498f-45e8-b8eb-e8b94dfa1f11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.398634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bc3795-498f-45e8-b8eb-e8b94dfa1f11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.405508 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-01bc3795-498f-45e8-b8eb-e8b94dfa1f11 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/751ef70b-3333-466d-8b3d-6b2dc9caf9b9 HTTP/1.1" status: 404 len: 337 time: 0.0488205 Aug 25 11:48:31.407398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55224) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.426062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6ff18b4-dbe1-4e6b-a097-d01c032406af req-3656b3bd-1b8f-4dac-87a5-dcff7a98e362 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6355865 Aug 25 11:48:31.468352 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fc689e-f791-47a6-b2a8-7d147e9a2cd4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.471853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fc689e-f791-47a6-b2a8-7d147e9a2cd4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.474368 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b1fc689e-f791-47a6-b2a8-7d147e9a2cd4 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/a7664dea-e273-4a49-8f77-3850c348af30 HTTP/1.1" status: 404 len: 337 time: 0.0659094 Aug 25 11:48:31.485930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55226) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.538255 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a316c562-a5d3-4779-b162-b1936f96c128 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.541108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a316c562-a5d3-4779-b162-b1936f96c128 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.546339 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a316c562-a5d3-4779-b162-b1936f96c128 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/5b15651e-b367-47c6-853c-8da8ae5f1cf8 HTTP/1.1" status: 404 len: 333 time: 0.0577192 Aug 25 11:48:31.567685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.590223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0611b2-348b-4ffe-ba36-0105ba753034 None None] Network 15e18457-c6c0-4e9d-bf13-8870393180ac requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:31.621526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183186c-1d10-4b0a-bdbf-62b9c4c6cb16 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce7af2c-f2b7-497d-a661-e42b757dcad9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:31.650159 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e5abf-8f4f-4e5c-8d2c-2602aea1d5fc x-openstack-request-id: req-997e5abf-8f4f-4e5c-8d2c-2602aea1d5fc {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:48:31.654605 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:48:31.656365 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-997e5abf-8f4f-4e5c-8d2c-2602aea1d5fc {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:48:31.656365 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218', 'status': 'completed', 'code': 200} Aug 25 11:48:31.656867 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd92e057-211b-4cdd-a3dd-a90b8b2fabac tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.657241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd92e057-211b-4cdd-a3dd-a90b8b2fabac tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.671503 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd92e057-211b-4cdd-a3dd-a90b8b2fabac tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/655520dd-7f72-417f-8afc-7d16e9e35bd6 HTTP/1.1" status: 404 len: 337 time: 0.1026485 Aug 25 11:48:31.675011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:31.675860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4873664d-c966-4f6b-b91e-e616bb14a3d2 req-f183186c-1d10-4b0a-bdbf-62b9c4c6cb16 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.8792977 Aug 25 11:48:31.677261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.813591 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-554c0083-16af-40f8-ad32-854f14abd6b6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.816426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554c0083-16af-40f8-ad32-854f14abd6b6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.825676 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-554c0083-16af-40f8-ad32-854f14abd6b6 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/a85f31ac-e979-4ec0-94b8-c6c743a0de49 HTTP/1.1" status: 404 len: 337 time: 0.1447191 Aug 25 11:48:31.829757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:31.841979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-e2b915a2-6506-428d-8c95-5149e4710745 service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754803 Aug 25 11:48:31.858696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-def98391-bb28-4139-a077-38f95cfe24e9 None None] Provisioning complete for port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:31.859446 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-def98391-bb28-4139-a077-38f95cfe24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:31.893938 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a569ef52-eb72-41af-93d9-8288e54d0ac3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:31.894576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a569ef52-eb72-41af-93d9-8288e54d0ac3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:31.899980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a569ef52-eb72-41af-93d9-8288e54d0ac3 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/f6e8103b-9caf-427e-9711-aacc03d7e248 HTTP/1.1" status: 404 len: 333 time: 0.0651758 Aug 25 11:48:31.904606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:32.078702 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2c7376-b46e-490d-918b-255fb16436bf tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:32.079434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2c7376-b46e-490d-918b-255fb16436bf tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:32.084847 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7b2c7376-b46e-490d-918b-255fb16436bf tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/f820f5b9-5feb-4d86-8623-459d44d012ec HTTP/1.1" status: 404 len: 337 time: 0.1786876 Aug 25 11:48:32.085189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] DHCP port deletion for 15e18457-c6c0-4e9d-bf13-8870393180ac request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:48:32.090019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:32.092786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:32.213995 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e34e8e3-ccae-4ac1-b261-3bec8010bf5a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] DELETE failed (client error): The resource could not be found. Aug 25 11:48:32.214722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e34e8e3-ccae-4ac1-b261-3bec8010bf5a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:32.219225 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e34e8e3-ccae-4ac1-b261-3bec8010bf5a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/subnets/0f22ce55-9bed-434a-b5b5-ea7a910bd871 HTTP/1.1" status: 404 len: 337 time: 0.1057768 Aug 25 11:48:32.234713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:32.235965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55240) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:32.292383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:32.314131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:32.472531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=246b46f6-737b-43c3-89f5-e29e16c16b08,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:32.489198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] Deleting port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:32.489934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:32.492530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-def98391-bb28-4139-a077-38f95cfe24e9 None None] Provisioning complete for port 47f02fa4-969c-40fe-aba9-d456de41dd40 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:32.493126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-def98391-bb28-4139-a077-38f95cfe24e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:32.541983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-def98391-bb28-4139-a077-38f95cfe24e9 None None] Port 47f02fa4-969c-40fe-aba9-d456de41dd40 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:32.611797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702e71f-f35b-4415-ad30-a60d6714685c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:32.624315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702e71f-f35b-4415-ad30-a60d6714685c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:32.628005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f702e71f-f35b-4415-ad30-a60d6714685c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.2095850 Aug 25 11:48:32.653091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] For port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,segment=NetworkSegment(7c76f6f8-aa98-40bb-82cc-3d09f04020fb),segment_id=7c76f6f8-aa98-40bb-82cc-3d09f04020fb)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:32.653753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:32.668088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55250) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:32.688359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] Calling delete_port for a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:32.699620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-679439e0-dcd3-49f8-bca7-802c459fb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:32.701875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-679439e0-dcd3-49f8-bca7-802c459fb429 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 1.4006341 Aug 25 11:48:32.905624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:48:32.921434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df49ff-cd61-4517-af8e-a1de30d82d82 req-a621bb91-77f3-41d2-b51a-3f566b870ce2 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:32.924746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94df49ff-cd61-4517-af8e-a1de30d82d82 req-a621bb91-77f3-41d2-b51a-3f566b870ce2 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 1.1627946 Aug 25 11:48:32.930694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa5a8d18-d6e3-4364-9c0f-ba459ae68922 req-a8cb0210-24bd-4959-8836-2e993d7083ca service neutron] 10.222.0.10 "GET /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0794253 Aug 25 11:48:32.932522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:48:32.933126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:48:32.957204 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:32.988326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] No DVR routers for this DVR port a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:48:33.013543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff22340-2a1f-4dd1-b4e2-b657ac2c44b2 None None] Pushing event deleted for resources: {'Port': ['ID=a65ae9a5-09a2-4d90-bd6d-f6df7e8967b7,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:33.105068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94df49ff-cd61-4517-af8e-a1de30d82d82 req-1afd2e2f-3a55-45d3-ba7a-614365d3f2d8 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722279 Aug 25 11:48:33.187020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Deleting port 47f02fa4-969c-40fe-aba9-d456de41dd40 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:33.187559 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:33.247485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76843-5a52-4ce5-a9ca-199d90e0f965 req-b6733e2f-988d-46ec-9608-0dea2d0ce447 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:33.251204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cca76843-5a52-4ce5-a9ca-199d90e0f965 req-b6733e2f-988d-46ec-9608-0dea2d0ce447 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 1.3906851 Aug 25 11:48:33.276046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-8973acf4-0ee7-42fb-ae48-c850553b6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:33.278782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-8973acf4-0ee7-42fb-ae48-c850553b6c91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5521986 Aug 25 11:48:33.335211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:33.368598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Calling delete_port for 47f02fa4-969c-40fe-aba9-d456de41dd40 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:33.388921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:33.389611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cca76843-5a52-4ce5-a9ca-199d90e0f965 req-172e231d-02a8-4ada-8c1b-b5cc211158ea tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088176 Aug 25 11:48:33.446491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55260) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:33.611319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 92b31fb8-83ff-402e-b25c-02795c404551 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:33.611668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:33.626771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49230ac-aa9b-4b14-bc31-1ce4428e87f3 req-73063132-005f-44cc-a3a4-806a04f6984d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:33.628860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a49230ac-aa9b-4b14-bc31-1ce4428e87f3 req-73063132-005f-44cc-a3a4-806a04f6984d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 944 time: 0.3726680 Aug 25 11:48:33.660687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:33.671141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-101e6f59-beb0-46c2-b849-ffa7c6d798ec tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 994 time: 0.2206316 Aug 25 11:48:33.743410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Port': ['ID=47f02fa4-969c-40fe-aba9-d456de41dd40,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:33.772551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-9a1fa217-79f3-403f-abf2-7b0985330a0b service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295793 Aug 25 11:48:33.781281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:33.784768 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-860755c9-e840-4190-bd84-fa4f141e012a tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/ports/47f02fa4-969c-40fe-aba9-d456de41dd40 HTTP/1.1" status: 204 len: 168 time: 1.5395746 Aug 25 11:48:33.789515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55270) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:33.944339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a49230ac-aa9b-4b14-bc31-1ce4428e87f3 req-777e5082-352e-4e1b-8c31-63204be64355 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3036211 Aug 25 11:48:33.996799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:34.013317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:34.045148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 92b31fb8-83ff-402e-b25c-02795c404551 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:34.056604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cd604ea0-5ba2-43a3-a479-9101a661995f req-9f3ae723-4240-49e7-9c39-d030b4a53ae0 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471528 Aug 25 11:48:34.199234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-ac3f5ae5-b512-463d-92b2-dad1f0726e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:34.201208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-ac3f5ae5-b512-463d-92b2-dad1f0726e55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1096 time: 0.0660660 Aug 25 11:48:34.433489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb5725-5892-443f-b37d-575b19d51382 req-29c6aeb2-d73f-4cec-ba13-0e6c5e54f236 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:34.435715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2eb5725-5892-443f-b37d-575b19d51382 req-29c6aeb2-d73f-4cec-ba13-0e6c5e54f236 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.1870856 Aug 25 11:48:34.481515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:34.500665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-4028af60-9274-4456-955b-58e017019842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:34.504871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-4028af60-9274-4456-955b-58e017019842 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.2931919 Aug 25 11:48:34.580162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2eb5725-5892-443f-b37d-575b19d51382 req-f34d243b-83f8-4e9a-9a75-04f47ad0b496 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316772 Aug 25 11:48:34.598675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e18457-c6c0-4e9d-bf13-8870393180ac']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:34.729421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-6ce1f241-f059-4bf3-a165-88b2c24a3954 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 200 len: 217 time: 0.1615956 Aug 25 11:48:34.761127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c76f6f8-aa98-40bb-82cc-3d09f04020fb') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:34.761631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c76f6f8-aa98-40bb-82cc-3d09f04020fb') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:34.846110 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:34.852546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55288) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:34.875564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:34.885992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:48:34.886600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:34.904985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:48:35.025958 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:48:35.066754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-06c53985-54c9-454f-b46b-29a61e6bfe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.070952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-06c53985-54c9-454f-b46b-29a61e6bfe1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.2984958 Aug 25 11:48:35.118109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:35.157128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=92b31fb8-83ff-402e-b25c-02795c404551,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:35.274954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:35.287663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:35.293758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] 10.222.0.35 "DELETE /v2.0/networks/15e18457-c6c0-4e9d-bf13-8870393180ac HTTP/1.1" status: 204 len: 168 time: 1.4991105 Aug 25 11:48:35.337538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51163b-7caf-45ce-b8da-d8ece3ca1d85 tempest-PortsTestJSON-1516450208 tempest-PortsTestJSON-1516450208-project] Pushing event deleted for resources: {'Network': ['ID=15e18457-c6c0-4e9d-bf13-8870393180ac,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:35.422863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8de80-1fe6-40db-89d6-0cf39a26e930 req-ebf9d07f-1596-46fe-91c4-7db9c609640c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.434725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cb8de80-1fe6-40db-89d6-0cf39a26e930 req-ebf9d07f-1596-46fe-91c4-7db9c609640c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.6480265 Aug 25 11:48:35.511908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:35.515142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9c1ce81c-0171-4619-ad3e-d44fb5beef25 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/92b31fb8-83ff-402e-b25c-02795c404551 HTTP/1.1" status: 204 len: 168 time: 2.8430808 Aug 25 11:48:35.521988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55302) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:35.591866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:48:35.633601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-caedbd86-958c-4136-8b60-b825057bae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.650521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-caedbd86-958c-4136-8b60-b825057bae92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5162714 Aug 25 11:48:35.833206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a64a4-f97e-49e5-bf17-b4ec0e6a95db req-041077e5-3ac2-4204-8ed5-cba52ff8910f tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.838531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-550a64a4-f97e-49e5-bf17-b4ec0e6a95db req-041077e5-3ac2-4204-8ed5-cba52ff8910f tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.7005100 Aug 25 11:48:35.849392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edbf5b-6b42-41c4-b761-c1ce0926f41e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.853587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edbf5b-6b42-41c4-b761-c1ce0926f41e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.859556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edbf5b-6b42-41c4-b761-c1ce0926f41e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:35.864608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e8edbf5b-6b42-41c4-b761-c1ce0926f41e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3354399 Aug 25 11:48:35.865173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55306) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:35.903055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0cb8de80-1fe6-40db-89d6-0cf39a26e930 req-d6d54749-8922-4b42-8604-804ba34488db tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649129 Aug 25 11:48:35.988140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-5f3eb839-5cd4-4ed6-944a-88e290f9df0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1048799 Aug 25 11:48:35.988953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:48:36.008600 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Sync routers for ids ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:48:36.033645 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Routers {'7f0e91d0-ab41-4cdf-8a40-25c703cab173'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:36.034672 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:48:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:36.082359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55312) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:36.137309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 936aa87c-d53d-4ee9-8f02-9247623fe8cd {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:36.152334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:36.206400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:36.210733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-27f1bc19-430d-489e-b55a-5f3873a73752 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.5288126 Aug 25 11:48:36.217612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55326) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:36.390744 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Set router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:36.402077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-550a64a4-f97e-49e5-bf17-b4ec0e6a95db req-11f463d0-d42b-42b0-9fda-8d8bf93087c2 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363839 Aug 25 11:48:36.522338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:36.558245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-e07adb2f-76e5-44d6-905d-548f954b865a service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974826 Aug 25 11:48:36.661831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf1a2-f59f-4e66-809a-d5c21834cf95 req-9b276202-a078-4d35-b437-f7a88d2c8c2e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:36.663784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e83cf1a2-f59f-4e66-809a-d5c21834cf95 req-9b276202-a078-4d35-b437-f7a88d2c8c2e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 944 time: 0.4553013 Aug 25 11:48:36.879235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a332ffa1-48d5-4dcb-83bb-f08a5b799101 req-1c76873a-c4be-44b5-ad63-28f961d35e31 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093216 Aug 25 11:48:36.908872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e83cf1a2-f59f-4e66-809a-d5c21834cf95 req-031ba294-1f13-4586-bc42-cba81eb1aac2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2279301 Aug 25 11:48:36.946856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-b4513985-512f-48f2-830d-7e7879d4533c tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:36.948768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-b4513985-512f-48f2-830d-7e7879d4533c tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.10 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.1669445 Aug 25 11:48:37.008220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93af730-51c4-4502-bfcf-7260e9798674 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:37.020773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a93af730-51c4-4502-bfcf-7260e9798674 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=610af4a40c3d4cd2b637592185be7b88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.8010125 Aug 25 11:48:37.025291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55352) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:37.176297 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fa76afc9-d233-46d8-bdcc-040f30c760a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89d371f9a25d4ad38f9dfc1be9a0520e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0918868 Aug 25 11:48:37.184785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55354) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:37.269166 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:48:32Z', 'revision_number': 3, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:37.398046 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Checking router: 7f0e91d0-ab41-4cdf-8a40-25c703cab173 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:48:37.404479 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:37.415553 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Updating router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 port 246b46f6-737b-43c3-89f5-e29e16c16b08 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:48:37.507789 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:37.619433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:37.732563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=936aa87c-d53d-4ee9-8f02-9247623fe8cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:37.741373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:37.743961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e3cbca53-80ad-425f-8f55-2bf86879c444 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/936aa87c-d53d-4ee9-8f02-9247623fe8cd HTTP/1.1" status: 204 len: 168 time: 1.8771572 Aug 25 11:48:37.751790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0403af6-0d0b-4a6f-9aee-b43c069105a2 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:37.752463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:37.791487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35b84f6d-d996-4780-8f36-b5dd76b820e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:37.847030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35b84f6d-d996-4780-8f36-b5dd76b820e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:37.854278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet aa09203b-5da4-4805-a665-8c0ee9a38b73 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:37.875226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.109254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.351628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Deleting port dbd9de3b-6abe-49de-b10d-6914bc43247a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:38.352188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.417188 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.503042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] For port dbd9de3b-6abe-49de-b10d-6914bc43247a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=dbd9de3b-6abe-49de-b10d-6914bc43247a,segment=NetworkSegment(9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5),segment_id=9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:38.503421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.531818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Calling delete_port for dbd9de3b-6abe-49de-b10d-6914bc43247a owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:38.566317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd83d1-de7a-4fcd-b117-112da936565f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:38.567936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-39bd83d1-de7a-4fcd-b117-112da936565f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5413303 Aug 25 11:48:38.585709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24c3c-cdad-4b8d-b5c4-b11c08e9ae80 req-92846c2b-0ef0-4b68-9b36-ee5938a417af tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:38.593828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3d24c3c-cdad-4b8d-b5c4-b11c08e9ae80 req-92846c2b-0ef0-4b68-9b36-ee5938a417af tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 945 time: 0.5416763 Aug 25 11:48:38.603382 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.615423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55374) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:38.630794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Transition to ACTIVE for port object 246b46f6-737b-43c3-89f5-e29e16c16b08 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:38.631329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22dabf-5bcd-4967-a71b-15bfb35f1d80 req-2481d572-f95c-4352-85ae-ebde91ed635d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:38.640583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b22dabf-5bcd-4967-a71b-15bfb35f1d80 req-2481d572-f95c-4352-85ae-ebde91ed635d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 1.3777752 Aug 25 11:48:38.642100 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.644922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.720986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=aa09203b-5da4-4805-a665-8c0ee9a38b73,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:38.731228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35b84f6d-d996-4780-8f36-b5dd76b820e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.734698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35b84f6d-d996-4780-8f36-b5dd76b820e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.748304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35b84f6d-d996-4780-8f36-b5dd76b820e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b185ff08-d0b2-483f-8b81-4703b999e8d8 HTTP/1.1" status: 204 len: 168 time: 1.5565214 Aug 25 11:48:38.769702 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-19997cfc-fc78-4eab-b6e6-1b6923d81a25 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1525311 Aug 25 11:48:38.777243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55382) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:38.795048 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.807334 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2033e350-70df-420f-8bc2-f919f569bf5b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/aa09203b-5da4-4805-a665-8c0ee9a38b73 HTTP/1.1" status: 204 len: 168 time: 1.0489287 Aug 25 11:48:38.838165 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Pushing event updated for resources: {'Port': ['ID=246b46f6-737b-43c3-89f5-e29e16c16b08,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:38.845895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55386) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:38.846847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b84f6d-d996-4780-8f36-b5dd76b820e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b185ff08-d0b2-483f-8b81-4703b999e8d8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:38.884586 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.885060 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.887678 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.888207 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.888615 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.889019 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.889422 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.891909 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.892388 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.892799 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.893316 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.895259 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:38.905020 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Attempting to bind port 246b46f6-737b-43c3-89f5-e29e16c16b08 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:48:38.929151 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Attempting to bind port 246b46f6-737b-43c3-89f5-e29e16c16b08 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:48:38.929773 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Attempting to bind port 246b46f6-737b-43c3-89f5-e29e16c16b08 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:38.944135 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:48:38.944422 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:38.946926 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:38.947516 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:48:38.958169 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Bound port: 246b46f6-737b-43c3-89f5-e29e16c16b08, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:48:38.959690 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:39.032992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d95d544-9ce3-4be7-ace5-4eef82ec0e3e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1585226 Aug 25 11:48:39.080943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55390) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:39.098061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:39.105455 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] For port 246b46f6-737b-43c3-89f5-e29e16c16b08, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:48:39.112984 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6e87d85d-0819-45d6-8165-336795cffd7c tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=610af4a40c3d4cd2b637592185be7b88&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3266683 Aug 25 11:48:39.115219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55396) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:39.135312 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] For port 246b46f6-737b-43c3-89f5-e29e16c16b08, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=246b46f6-737b-43c3-89f5-e29e16c16b08,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:48:39.145460 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:39.280930 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Routers {'7f0e91d0-ab41-4cdf-8a40-25c703cab173'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:39.281575 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:48:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:39.426398 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6faff-877b-4a10-bcd7-099ecaeb922e None None] Pushing event updated for resources: {'Port': ['ID=246b46f6-737b-43c3-89f5-e29e16c16b08,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:39.543924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b22dabf-5bcd-4967-a71b-15bfb35f1d80 req-b4078cab-702f-4baf-8d1f-d14e5a43a16c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9023023 Aug 25 11:48:39.611639 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] Set router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:39.707589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3d24c3c-cdad-4b8d-b5c4-b11c08e9ae80 req-9f672565-a5c3-4469-9a47-e5900eeb5899 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/security-groups?id=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1127264 Aug 25 11:48:39.828350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499c88b-62ea-43db-98a7-8c9c300d9b13 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:39.862133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:39.893924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:39.904597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:39.907846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d1abf-a71d-4c23-9541-5469c6bdc80e tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:39.913908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b84d1abf-a71d-4c23-9541-5469c6bdc80e tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7970607 Aug 25 11:48:39.916892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55408) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:39.979164 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49f2c0b1-e017-4729-886b-a84e8e254d9e tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604570 Aug 25 11:48:39.981495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55410) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:39.988808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-766274016', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:40.039987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-53865e18-0a5f-4522-85e1-35cf94a93aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:40.041530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8a1b11fb-f0a7-44ff-b6c5-e62190cca412 None None] Provisioning complete for port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:40.044747 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a1b11fb-f0a7-44ff-b6c5-e62190cca412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:40.046104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-53865e18-0a5f-4522-85e1-35cf94a93aae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.9612434 Aug 25 11:48:40.158738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Pushing event deleted for resources: {'Port': ['ID=dbd9de3b-6abe-49de-b10d-6914bc43247a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:40.184234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Made reservation on behalf of 610af4a40c3d4cd2b637592185be7b88 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:40.190409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:40.380328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:48:40.414700 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:48:32Z', 'revision_number': 3, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:40.485504 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080eb6c-43e4-454d-a81f-fdcf0bcfef11 None None] The sync data for ids ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'] in n-d-778732-11 is: [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:48:32Z', 'revision_number': 3, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:48:40.507433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] Deleting port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:40.507695 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:40.648562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] For port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:40.649483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:40.680855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] Calling delete_port for 9a767904-d1e9-41d1-a020-5f9de6f2bbaf owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:40.722804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-61c55014-2ad1-4225-a21c-4a432f221791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:40.725346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-61c55014-2ad1-4225-a21c-4a432f221791 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.5707629 Aug 25 11:48:40.753209 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-ee57d32a-4de7-450d-aa07-43ad67ae497f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1726584 Aug 25 11:48:40.835860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55434) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:40.912351 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:40.927966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:48:40.989471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.030186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] No DVR routers for this DVR port dbd9de3b-6abe-49de-b10d-6914bc43247a on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:48:41.069307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-f2c3edde-ed82-40db-85ad-919653e0921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:41.071328 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-f2c3edde-ed82-40db-85ad-919653e0921f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1137 time: 0.2343450 Aug 25 11:48:41.075880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 740fdad3-41ac-47a5-933f-71cb904b3218 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:48:41.095043 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.105439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75f0703e-e760-4a22-b419-ef4c4aa2f1d0 req-79a7c9de-fe12-402b-955a-19538167e165 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.10 "DELETE /v2.0/ports/dbd9de3b-6abe-49de-b10d-6914bc43247a HTTP/1.1" status: 204 len: 173 time: 4.1491711 Aug 25 11:48:41.131417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813b54c-85b7-4fc0-af78-03f7fb73e37d req-ac1117f8-9864-42d7-bb7d-0d6215989297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:41.164298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2813b54c-85b7-4fc0-af78-03f7fb73e37d req-ac1117f8-9864-42d7-bb7d-0d6215989297 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 944 time: 1.3086979 Aug 25 11:48:41.165108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'name': 'network-vif-deleted', 'tag': 'dbd9de3b-6abe-49de-b10d-6914bc43247a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:48:41.176719 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743d527-79fa-4969-85b7-1772cc641c34" -d '{"events": [{"server_uuid": "92fc126c-ac46-46cb-b2d6-fde101444b96", "name": "network-vif-deleted", "tag": "dbd9de3b-6abe-49de-b10d-6914bc43247a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:48:41.198473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-5d485689-73cc-427e-a2a3-3f75368dce9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1002 time: 0.4622960 Aug 25 11:48:41.209098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] No DVR routers for this DVR port 9a767904-d1e9-41d1-a020-5f9de6f2bbaf on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:48:41.228336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2fbb5d54-8f77-4e58-9d4c-cb88af4da891 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:41.228844 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-2fbb5d54-8f77-4e58-9d4c-cb88af4da891 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 11:48:41.229500 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-2fbb5d54-8f77-4e58-9d4c-cb88af4da891 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 11:48:41.231047 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2fbb5d54-8f77-4e58-9d4c-cb88af4da891 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3657894 Aug 25 11:48:41.235859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9a767904-d1e9-41d1-a020-5f9de6f2bbaf {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:48:41.241545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9a767904-d1e9-41d1-a020-5f9de6f2bbaf not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:48:41.258685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:41.263102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26714f99-5a9f-484b-bcc4-e210a55aca25 None None] Pushing event deleted for resources: {'Port': ['ID=9a767904-d1e9-41d1-a020-5f9de6f2bbaf,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:41.286874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736747796'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:41.299908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Checking segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:41.300293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network hostable DHCP agents. Network: fb74c745-ca55-43f1-8935-92483f2efb63, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:48:41.328670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Subnet': ['ID=b7018da4-e9ae-4c3f-ace0-05e410a82ce1,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:41.368512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 740fdad3-41ac-47a5-933f-71cb904b3218, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=740fdad3-41ac-47a5-933f-71cb904b3218,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:41.396443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '740fdad3-41ac-47a5-933f-71cb904b3218', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': '740fdad3-41ac-47a5-933f-71cb904b3218', 'mac_address': 'fa:16:3e:1d:b4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:48:41.441933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-83284d59-e39a-4dfc-b215-3d96ae69b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:41.443517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-83284d59-e39a-4dfc-b215-3d96ae69b38b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1297305 Aug 25 11:48:41.453809 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.459476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.474997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740fdad3-41ac-47a5-933f-71cb904b3218 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:48:41.489769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network fb74c745-ca55-43f1-8935-92483f2efb63 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:48:41.504383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 740fdad3-41ac-47a5-933f-71cb904b3218, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=740fdad3-41ac-47a5-933f-71cb904b3218,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:41.505626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ea75-f780-48e3-ab7b-1599615a6f89 req-957531f1-8cba-4553-8fe0-41e31e7af95b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:41.507412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a465ea75-f780-48e3-ab7b-1599615a6f89 req-957531f1-8cba-4553-8fe0-41e31e7af95b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.7735870 Aug 25 11:48:41.513008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.517255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.525984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2813b54c-85b7-4fc0-af78-03f7fb73e37d req-202f60e0-20df-4f88-9bfc-f6fbf35126b1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3388007 Aug 25 11:48:41.572070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, fb74c745-ca55-43f1-8935-92483f2efb63) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:41.573876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.582896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-91c39cf3-4593-4b0f-bee6-c4b474e04ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:41.592486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f26f3e5-2b5b-4d1a-8794-ff8ee8db2ad9 None None] Network fb74c745-ca55-43f1-8935-92483f2efb63 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:41.594216 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-91c39cf3-4593-4b0f-bee6-c4b474e04ff1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 200 len: 897 time: 0.4871273 Aug 25 11:48:41.644429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:41.645143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:41.680164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=740fdad3-41ac-47a5-933f-71cb904b3218,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:41.755341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['740fdad3-41ac-47a5-933f-71cb904b3218'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:48:41.850537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device dbd9de3b-6abe-49de-b10d-6914bc43247a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:48:41.896064 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-d9e72796-265b-42f3-a66f-35bf0d3e7c5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 200 len: 1000 time: 0.2712767 Aug 25 11:48:41.978481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: dbd9de3b-6abe-49de-b10d-6914bc43247a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:48:41.980072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device dbd9de3b-6abe-49de-b10d-6914bc43247a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:48:42.034277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:42.040403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29ca539d-ee89-4e10-a1da-815d657ea6a4 req-dc3bf4e1-6582-402e-9d97-9069176ff117 tempest-TestServerAdvancedOps-172711776 tempest-TestServerAdvancedOps-172711776-project] 10.222.0.35 "GET /v2.0/ports?device_id=92fc126c-ac46-46cb-b2d6-fde101444b96 HTTP/1.1" status: 200 len: 210 time: 0.2160547 Aug 25 11:48:42.055247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:42.060172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:42.061253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:42.064509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=e4df5ab1-86bd-4427-8424-543e4fe3af96,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:42.086784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-c19e8b84-94c1-4bbb-82d3-eb9e022ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:42.088808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-c19e8b84-94c1-4bbb-82d3-eb9e022ee1dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6270497 Aug 25 11:48:42.094703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22842f3c-67d5-4add-b5ee-fc697bd6183c None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:42.114640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-b0a1fdae-1af8-42fd-9ba2-9ca59d95c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:42.116313 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-b0a1fdae-1af8-42fd-9ba2-9ca59d95c077 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf HTTP/1.1" status: 200 len: 834 time: 0.2086208 Aug 25 11:48:42.218487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-2c7460ce-fdaa-49a3-8c56-23f217101849 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176229 Aug 25 11:48:42.230331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:42.239560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a465ea75-f780-48e3-ab7b-1599615a6f89 req-9c3f92f4-2913-478e-8d29-e2a144d8e809 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7123594 Aug 25 11:48:42.265365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:42.293849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89068d3b-f6d9-4fd4-a372-d7ca1a7f2c53 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3099482 Aug 25 11:48:42.294592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55454) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:42.368809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-fb74c745-ca55-43f1-8935-92483f2efb63', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'fixed_ips': [{'subnet_id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:48:42.370292 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:42.374006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-b67b28f3-ee7a-48ea-9929-e22ff5d8d4c3 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332328 Aug 25 11:48:42.375814 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa6bb9b-689b-4f82-9465-b4f0143f1220 x-openstack-request-id: req-2fa6bb9b-689b-4f82-9465-b4f0143f1220 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:48:42.376157 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fc126c-ac46-46cb-b2d6-fde101444b96", "name": "network-vif-deleted", "tag": "dbd9de3b-6abe-49de-b10d-6914bc43247a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:48:42.376425 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2fa6bb9b-689b-4f82-9465-b4f0143f1220 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:48:42.376786 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fc126c-ac46-46cb-b2d6-fde101444b96', 'name': 'network-vif-deleted', 'tag': 'dbd9de3b-6abe-49de-b10d-6914bc43247a', 'status': 'completed', 'code': 200} Aug 25 11:48:42.399391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-49efece8-b8b6-4327-8614-b0a54f5e4c58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3047898 Aug 25 11:48:42.399882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55456) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:42.433788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:42.460126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-c8b681fa-d21c-453f-9f3f-cda4514d2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:42.469468 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-c8b681fa-d21c-453f-9f3f-cda4514d2f4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fde609-e452-4a22-ba14-ecf39f8d6525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3406017 Aug 25 11:48:42.577761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac626c-0baf-4a6f-ba12-62c886da4132,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:42.826149 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-da7f5a60-961a-46ec-94df-5ba31e3ec056 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406899 Aug 25 11:48:42.865206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:42.870649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-9c1c45d9-569c-4d4e-8bc0-5fc8b9dfa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:42.873441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-9c1c45d9-569c-4d4e-8bc0-5fc8b9dfa519 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.3045759 Aug 25 11:48:42.933992 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.031986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 246b46f6-737b-43c3-89f5-e29e16c16b08 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:43.064689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52af8-7451-4b1e-917d-a002f464259b req-14c782fb-ac74-4f2d-b5c7-a3171a97173e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:43.072725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c186256-861f-4fae-addd-3f503baba8a2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:43.087942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ea52af8-7451-4b1e-917d-a002f464259b req-14c782fb-ac74-4f2d-b5c7-a3171a97173e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 945 time: 0.3596120 Aug 25 11:48:43.154126 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c6e239c5-5680-4378-91b2-ee58fddcc211 req-f8003cdf-fc35-41d5-b773-88280bee1051 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139298 Aug 25 11:48:43.238613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.244311 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9316ff31-d912-4931-974c-bd27d208cb1e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9726789 Aug 25 11:48:43.249583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55466) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:43.261884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '1c186256-861f-4fae-addd-3f503baba8a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:43.289452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Allocated IP 172.20.0.18 (fb74c745-ca55-43f1-8935-92483f2efb63/b7018da4-e9ae-4c3f-ace0-05e410a82ce1/3144ad8c-fb85-4d28-8577-06166a8d22a9) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:43.289780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55470) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:43.295522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ea52af8-7451-4b1e-917d-a002f464259b req-d6cbd9ce-57d8-4434-8c00-844069994aa1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2027285 Aug 25 11:48:43.296247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:43.319930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.438265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.454365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Deleting subnet 328a8a55-b593-4db5-8426-bd868abe1928 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:43.469290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.555215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-340df24d-72f7-414b-b1df-aef0bc9f3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:43.561273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-340df24d-72f7-414b-b1df-aef0bc9f3bdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.6537268 Aug 25 11:48:43.580152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.782154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.788649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.794452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600521-372c-47b5-bea4-27510cf48829 req-afb488e8-94af-485c-a110-26337e22f37a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:43.798049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e600521-372c-47b5-bea4-27510cf48829 req-afb488e8-94af-485c-a110-26337e22f37a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3476272 Aug 25 11:48:43.880170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.887402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.895960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.960486 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:43.963220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/328a8a55-b593-4db5-8426-bd868abe1928 HTTP/1.1" status: 204 len: 168 time: 0.6706283 Aug 25 11:48:43.975361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:44.035055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.104975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-b3f7d999-51fd-40ac-8177-d1d1b1b33543 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1002 time: 0.5321314 Aug 25 11:48:44.112008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.117635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c5bf2-7a83-496f-8a58-2e16a92b7a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328a8a55-b593-4db5-8426-bd868abe1928,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:44.221615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'e4df5ab1-86bd-4427-8424-543e4fe3af96'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:48:44.223031 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.264521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Transition to ACTIVE for port object 3144ad8c-fb85-4d28-8577-06166a8d22a9 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:44.271199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 246b46f6-737b-43c3-89f5-e29e16c16b08 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:44.455601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Transition to ACTIVE for port object 3144ad8c-fb85-4d28-8577-06166a8d22a9 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:44.475404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 246b46f6-737b-43c3-89f5-e29e16c16b08 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:44.476073 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.485048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.576956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.20.0.17 (fb74c745-ca55-43f1-8935-92483f2efb63/b7018da4-e9ae-4c3f-ace0-05e410a82ce1/0a38c505-8f4a-4514-9a24-95306e9d07fc) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:44.717755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Network fb74c745-ca55-43f1-8935-92483f2efb63 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:44.754461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dd39ae-ccab-4d1a-a527-4d6bf28dd432,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:44.756685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.757981 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-442f8908-c5b7-4676-a0e9-622fcb22f0cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5068240 Aug 25 11:48:44.766195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:44.768047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55480) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:44.773177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:44.813310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Pushing event updated for resources: {'Port': ['ID=3144ad8c-fb85-4d28-8577-06166a8d22a9,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:44.818251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-60bfd731-41d3-4b80-b842-c107eaedce74 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '1c186256-861f-4fae-addd-3f503baba8a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:44.906635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e600521-372c-47b5-bea4-27510cf48829 req-045f1b37-86f3-4262-868f-2b7e48562ef7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8184664 Aug 25 11:48:44.947966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Allocated IP 172.20.0.2 (5ab3dabd-4995-4637-bca4-885aee72df93/e4df5ab1-86bd-4427-8424-543e4fe3af96/4f8583ef-be91-4835-9456-296e0f877bba) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:44.948333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.960475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Allocated IP 2001:db8::f816:3eff:fedb:7700 (5ab3dabd-4995-4637-bca4-885aee72df93/c83a74c4-d865-43a9-bf6f-a3a7b6568104/4f8583ef-be91-4835-9456-296e0f877bba) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:44.965104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:48:44.970481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.994693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-4bf2ac54-cabe-421f-85fc-2a24a0bdede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:44.996314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60bfd731-41d3-4b80-b842-c107eaedce74 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:44.997422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-4bf2ac54-cabe-421f-85fc-2a24a0bdede7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.8779507 Aug 25 11:48:45.011932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:45.054929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:45.055924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4d1fd6-a95a-4de0-986d-dfe24d55f1e5') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:45.103234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.109803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.146551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:45.173600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fe84c-8d3c-4c9b-a256-edfd13526278 req-ba435c85-b035-47d5-a048-a60f849128db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:45.182880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a0fe84c-8d3c-4c9b-a256-edfd13526278 req-ba435c85-b035-47d5-a048-a60f849128db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 945 time: 0.4731319 Aug 25 11:48:45.186197 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.198919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Transition to ACTIVE for port object 0a38c505-8f4a-4514-9a24-95306e9d07fc will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:45.213191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:48:45.214019 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:48:45.228356 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:48:45.247228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:45.256076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:45.257701 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.277545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=c83a74c4-d865-43a9-bf6f-a3a7b6568104,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:45.308447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-3801f82e-2f78-4874-a960-05ed0b740ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:45.312123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-3801f82e-2f78-4874-a960-05ed0b740ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646849 Aug 25 11:48:45.356638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Attempting to bind port 3144ad8c-fb85-4d28-8577-06166a8d22a9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:48:45.357160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Attempting to bind port 3144ad8c-fb85-4d28-8577-06166a8d22a9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:48:45.361756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Attempting to bind port 3144ad8c-fb85-4d28-8577-06166a8d22a9 on network fb74c745-ca55-43f1-8935-92483f2efb63 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:45.365995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.464027 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-60bfd731-41d3-4b80-b842-c107eaedce74 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): There was a conflict when trying to complete your request. Aug 25 11:48:45.471927 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60bfd731-41d3-4b80-b842-c107eaedce74 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6907475 Aug 25 11:48:45.472982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55498) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:45.491491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.557022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.558723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-579438da-b2d9-4d40-a607-5e54f348a11d service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340848 Aug 25 11:48:45.564434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55502) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:45.570341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] 10.222.0.35 "DELETE /v2.0/networks/f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35 HTTP/1.1" status: 204 len: 168 time: 1.5646098 Aug 25 11:48:45.662551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-73825c81-f527-4c7c-8aa9-ffdfad16faf1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2612767 Aug 25 11:48:45.691237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc135d-2ac7-4d46-868a-f098be87f10d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c4cc5c-cce4-4fcc-b4e4-ad98fcc2fc35,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:45.695542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55508) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:45.712851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:0f:87:35', 'name': 'tempest-NetworksTestDHCPv6-1903066289'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:45.725020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a0fe84c-8d3c-4c9b-a256-edfd13526278 req-5d55652b-335b-4b0e-a32a-7f476eb71cdd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5431371 Aug 25 11:48:45.734849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.758836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Deleting subnet 6d27e1b4-9120-43d2-a8c4-da28d84365d8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:45.772912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.837722 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.859115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:48:45.860008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Checking segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:45.860677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.861298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Bound using segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:48:45.861922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Bound port: 3144ad8c-fb85-4d28-8577-06166a8d22a9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:48:45.862408 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:45.890968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.001948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1656734c-eaf6-42b8-b4a6-251b671f21a2 req-a4985774-60ba-4a39-b3b5-95e53c18957e service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249742 Aug 25 11:48:46.002693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] For port 3144ad8c-fb85-4d28-8577-06166a8d22a9, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:48:46.005677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.009284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] For port 3144ad8c-fb85-4d28-8577-06166a8d22a9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3144ad8c-fb85-4d28-8577-06166a8d22a9,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:48:46.044617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.050061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 246b46f6-737b-43c3-89f5-e29e16c16b08, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=246b46f6-737b-43c3-89f5-e29e16c16b08,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:46.050539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6d27e1b4-9120-43d2-a8c4-da28d84365d8 HTTP/1.1" status: 204 len: 168 time: 0.4846699 Aug 25 11:48:46.066611 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.073411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:46.089595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.096231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db23a07-4e05-4a02-a241-d9b5ec29a46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d27e1b4-9120-43d2-a8c4-da28d84365d8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:46.105378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.150180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Transition to ACTIVE for port object 4f8583ef-be91-4835-9456-296e0f877bba will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:46.212533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Transition to ACTIVE for port object 4f8583ef-be91-4835-9456-296e0f877bba will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:46.220223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ab950-c7e1-4ba6-accb-890a5694095b None None] Pushing event updated for resources: {'Port': ['ID=3144ad8c-fb85-4d28-8577-06166a8d22a9,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:46.288229 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.306857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=246b46f6-737b-43c3-89f5-e29e16c16b08,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:46.312815 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.336656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:46.339497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d83f2-b821-48b3-8bbf-2b40c2b3a79e req-276b4fd7-fa1b-43cd-8f07-746aeb80a910 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:46.339783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:46.342451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:46.343580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb3d83f2-b821-48b3-8bbf-2b40c2b3a79e req-276b4fd7-fa1b-43cd-8f07-746aeb80a910 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.1660035 Aug 25 11:48:46.476509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Pushing event updated for resources: {'Port': ['ID=4f8583ef-be91-4835-9456-296e0f877bba,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:46.498274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Attempting to bind port 4f8583ef-be91-4835-9456-296e0f877bba on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:48:46.498744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Attempting to bind port 4f8583ef-be91-4835-9456-296e0f877bba by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:48:46.499189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Attempting to bind port 4f8583ef-be91-4835-9456-296e0f877bba on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:46.544849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:48:46.545784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:46.548759 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.548759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:48:46.549132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Bound port: 4f8583ef-be91-4835-9456-296e0f877bba, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:48:46.549890 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.586291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.616960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86bf820-bed7-4cae-9570-87a1ea5f081a']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:46.652590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c238cf-0a15-4470-aa00-5c5180295390') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:46.653058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c238cf-0a15-4470-aa00-5c5180295390') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:46.682383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.717054 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.729974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:48:46.731189 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.883497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] For port 4f8583ef-be91-4835-9456-296e0f877bba, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:48:46.902542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] For port 4f8583ef-be91-4835-9456-296e0f877bba, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4f8583ef-be91-4835-9456-296e0f877bba,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:48:46.913728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:48:46.958759 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:48:46.972493 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.007521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb3d83f2-b821-48b3-8bbf-2b40c2b3a79e req-e593238b-aa74-4903-a367-826e437c16db tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5911481 Aug 25 11:48:47.024735 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.029296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] 10.222.0.35 "DELETE /v2.0/networks/d86bf820-bed7-4cae-9570-87a1ea5f081a HTTP/1.1" status: 204 len: 168 time: 0.9511306 Aug 25 11:48:47.077423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 740fdad3-41ac-47a5-933f-71cb904b3218 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:47.122303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f522e-daba-40f4-b516-8f409d7f9a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d86bf820-bed7-4cae-9570-87a1ea5f081a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:47.191572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089191e-88a2-47ea-bbcd-1c0ab4450005 req-47488054-c8dc-479f-a1ad-26ce64f47387 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:47.193763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8089191e-88a2-47ea-bbcd-1c0ab4450005 req-47488054-c8dc-479f-a1ad-26ce64f47387 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 945 time: 0.2282562 Aug 25 11:48:47.331501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8089191e-88a2-47ea-bbcd-1c0ab4450005 req-f3b67ae6-af9b-40df-b5c8-0d702eefa802 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269798 Aug 25 11:48:47.336889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99f6a3-b017-4b33-ba17-434d0d6ed049 None None] Pushing event updated for resources: {'Port': ['ID=4f8583ef-be91-4835-9456-296e0f877bba,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:47.420178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 740fdad3-41ac-47a5-933f-71cb904b3218 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:47.436374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4385d27d-1444-4947-809c-a84b910ee038 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.444870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 740fdad3-41ac-47a5-933f-71cb904b3218 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:47.445478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.527831 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4385d27d-1444-4947-809c-a84b910ee038 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.633734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network fb74c745-ca55-43f1-8935-92483f2efb63 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:47.635698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:47.656150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.795261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:48:47.815326 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6efe704-602d-45ef-8e40-26f56d693441" -d '{"events": [{"server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "name": "network-vif-plugged", "status": "completed", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:48:47.876115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 740fdad3-41ac-47a5-933f-71cb904b3218, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=740fdad3-41ac-47a5-933f-71cb904b3218,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:47.883337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:47.920400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:47.924815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:48.017022 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50449df4-4072-493f-8d53-484f0331c0f6 x-openstack-request-id: req-50449df4-4072-493f-8d53-484f0331c0f6 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:48:48.022143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=0a38c505-8f4a-4514-9a24-95306e9d07fc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:48.031550 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "name": "network-vif-plugged", "status": "completed", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:48:48.032032 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50449df4-4072-493f-8d53-484f0331c0f6 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:48:48.032475 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218', 'code': 200} Aug 25 11:48:48.117270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55532) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:48.119435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=740fdad3-41ac-47a5-933f-71cb904b3218,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:48.194846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.267418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c5519ba-466f-4da4-8eec-1db5bd48c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.412738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3cda4e1e-2d55-433d-8b9c-8f965d03d518 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=993f6f117a9144fd8b76d50d3e94c83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932446 Aug 25 11:48:48.425217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55538) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:48.475968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e80a-d65d-4a07-95a3-f1699a70b372 req-c6692d8e-90e1-4e22-b17b-5a38834544f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:48.479223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e6e80a-d65d-4a07-95a3-f1699a70b372 req-c6692d8e-90e1-4e22-b17b-5a38834544f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1098 time: 0.3365934 Aug 25 11:48:48.562107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e37fb-c02a-410a-9350-b7e75fa674a2 req-81792c69-85b2-4280-a3da-34440279ac3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:48.564159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b3e37fb-c02a-410a-9350-b7e75fa674a2 req-81792c69-85b2-4280-a3da-34440279ac3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3554497 Aug 25 11:48:48.607351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e6e80a-d65d-4a07-95a3-f1699a70b372 req-13b117d3-0d4e-418b-b159-af8db86aaef7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107845 Aug 25 11:48:48.630028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894629d-e7d9-4244-a173-96d47d94df0a None None] Network fb74c745-ca55-43f1-8935-92483f2efb63 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:48.681225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b3e37fb-c02a-410a-9350-b7e75fa674a2 req-827c7c05-a249-4637-b0fb-b89d1d7b13f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954714 Aug 25 11:48:48.691825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0df48d0a-692c-4be3-a8bd-9d7ae7e27f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.757384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 246b46f6-737b-43c3-89f5-e29e16c16b08 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:48.824733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0df48d0a-692c-4be3-a8bd-9d7ae7e27f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.861891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.863497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00369b29-079e-4cbf-8512-1fdcc6a5bdea req-16ea41db-06c2-422d-8b9c-38d13572cdc4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:48.865825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00369b29-079e-4cbf-8512-1fdcc6a5bdea req-16ea41db-06c2-422d-8b9c-38d13572cdc4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 946 time: 0.2025223 Aug 25 11:48:48.884857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.906037 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4385d27d-1444-4947-809c-a84b910ee038 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.913269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4385d27d-1444-4947-809c-a84b910ee038 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:48.915594 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4385d27d-1444-4947-809c-a84b910ee038 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/1c186256-861f-4fae-addd-3f503baba8a2 HTTP/1.1" status: 204 len: 168 time: 3.4378150 Aug 25 11:48:48.958950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55546) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:48.962961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385d27d-1444-4947-809c-a84b910ee038 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c186256-861f-4fae-addd-3f503baba8a2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:49.065815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00369b29-079e-4cbf-8512-1fdcc6a5bdea req-c0272172-a683-4a3d-9c81-08b83db9b4fd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756318 Aug 25 11:48:49.096709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-336e8035-06dc-47ff-bc65-a605328f2b2a None None] Provisioning for port 3144ad8c-fb85-4d28-8577-06166a8d22a9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:49.099030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 246b46f6-737b-43c3-89f5-e29e16c16b08 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:49.099466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:49.149167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0df48d0a-692c-4be3-a8bd-9d7ae7e27f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:49.154936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0df48d0a-692c-4be3-a8bd-9d7ae7e27f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:49.156229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0df48d0a-692c-4be3-a8bd-9d7ae7e27f64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3 HTTP/1.1" status: 204 len: 168 time: 0.7172575 Aug 25 11:48:49.170334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df48d0a-692c-4be3-a8bd-9d7ae7e27f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c995de-2ba7-42f3-b5cb-1a3fdbba3cd3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:49.212977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 8df638dc-86de-4621-8629-42646da68e44 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:48:49.276678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3144ad8c-fb85-4d28-8577-06166a8d22a9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:49.385867 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-171f53f7-95d0-4eba-938e-9e45f1ed6b89 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4126084 Aug 25 11:48:49.386317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:49.392645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--244020758'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:49.404413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3144ad8c-fb85-4d28-8577-06166a8d22a9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:49.435652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3144ad8c-fb85-4d28-8577-06166a8d22a9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:49.437448 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:49.449561 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:48:49.456593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:49.976729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028cdf51-9142-491a-9bc0-52e0784ec7a1 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:49.994527 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.167421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.198245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.312266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfadb3-55cf-451e-ae49-b80710f81453 req-681b1b0a-7dd3-497b-a61f-53a0f6f9bde3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:50.317268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80cfadb3-55cf-451e-ae49-b80710f81453 req-681b1b0a-7dd3-497b-a61f-53a0f6f9bde3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3454962 Aug 25 11:48:50.318177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55574) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:50.364782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Provisioning complete for port 3144ad8c-fb85-4d28-8577-06166a8d22a9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:50.365973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.380379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.386573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9950199 Aug 25 11:48:50.438938 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:50.459890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ffcc2495-e7cb-4f53-953b-bcd691ba46c4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2aa59b47f1ef468a940e2dc356b57aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287723 Aug 25 11:48:50.464953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8c7f63ed-58b0-4482-a086-1e3bebe40199 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'a92d28ee-3f89-4030-8861-7b502c4cadaf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:50.466717 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-8c7f63ed-58b0-4482-a086-1e3bebe40199 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 25 11:48:50.467077 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-8c7f63ed-58b0-4482-a086-1e3bebe40199 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:50.473141 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8c7f63ed-58b0-4482-a086-1e3bebe40199 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0277281 Aug 25 11:48:50.473381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d3e0b-a3f0-4a19-9a18-9c29236a3a8e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d28ee-3f89-4030-8861-7b502c4cadaf,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:50.482854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55578) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:50.483279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55580) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:50.569404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80cfadb3-55cf-451e-ae49-b80710f81453 req-bcba1fdf-2fa6-429d-bcfd-132b37e55ed8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226017 Aug 25 11:48:50.628894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5f24f-3db4-43a7-bc2f-997e038ea74b req-b64347f7-4dbb-4830-95a2-59dc9ccc1b84 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:50.646502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9db5f24f-3db4-43a7-bc2f-997e038ea74b req-b64347f7-4dbb-4830-95a2-59dc9ccc1b84 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 946 time: 0.1489019 Aug 25 11:48:50.691480 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.711561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 3144ad8c-fb85-4d28-8577-06166a8d22a9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3144ad8c-fb85-4d28-8577-06166a8d22a9,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:50.736810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:50.738006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f8583ef-be91-4835-9456-296e0f877bba up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:50.748465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9db5f24f-3db4-43a7-bc2f-997e038ea74b req-dff21732-1e95-4b83-b91c-742da97600db tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001437 Aug 25 11:48:50.811700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=3144ad8c-fb85-4d28-8577-06166a8d22a9,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:50.990885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:48:50.991999 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:48:51.016306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.054300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.070911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4f8583ef-be91-4835-9456-296e0f877bba completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:51.085910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36b2e9-07da-46e4-bbb9-de07fadcc08f req-fb5b31e9-9735-4ea8-b7b5-975d4192b7ec tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:51.098696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d36b2e9-07da-46e4-bbb9-de07fadcc08f req-fb5b31e9-9735-4ea8-b7b5-975d4192b7ec tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 946 time: 0.1952147 Aug 25 11:48:51.186287 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-22afed38-e3dc-48e1-ac57-fc358938a5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.212382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d36b2e9-07da-46e4-bbb9-de07fadcc08f req-edd6af63-be13-4871-8ff4-a8ad8521882c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094425 Aug 25 11:48:51.244371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55588) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:51.254345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3144ad8c-fb85-4d28-8577-06166a8d22a9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:51.378835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3144ad8c-fb85-4d28-8577-06166a8d22a9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:51.379735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.444250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.449041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 172.20.0.13 (5ab3dabd-4995-4637-bca4-885aee72df93/e4df5ab1-86bd-4427-8424-543e4fe3af96/8df638dc-86de-4621-8629-42646da68e44) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:51.516083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fe0f:8735 (5ab3dabd-4995-4637-bca4-885aee72df93/c83a74c4-d865-43a9-bf6f-a3a7b6568104/8df638dc-86de-4621-8629-42646da68e44) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:51.527948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d9f72c1-6883-4fac-8cd0-539b9d51dab9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.547467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=0a38c505-8f4a-4514-9a24-95306e9d07fc,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:51.586892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.587617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.589034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.593409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.594739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.595622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.596515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.597714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.598763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.600703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.601363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.603246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:48:51.607244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.636721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3782750-2b3f-48ff-a02a-662148915a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.642474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Provisioning for port 0a38c505-8f4a-4514-9a24-95306e9d07fc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:51.650645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Provisioning complete for port 0a38c505-8f4a-4514-9a24-95306e9d07fc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:51.651633 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.715964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5b9cb897-ca59-46b2-9ca1-b190bb6007e2 None None] Port 0a38c505-8f4a-4514-9a24-95306e9d07fc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:51.816291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d9f72c1-6883-4fac-8cd0-539b9d51dab9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.859586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3782750-2b3f-48ff-a02a-662148915a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.865800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Provisioning for port 4f8583ef-be91-4835-9456-296e0f877bba completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:51.874748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Provisioning complete for port 4f8583ef-be91-4835-9456-296e0f877bba triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:51.875966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:51.957436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f3e3e-ec44-49ef-a52f-029da8f96c5e req-20c39431-16b1-4cd7-9b13-42f25c879fba tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:51.959142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78f3e3e-ec44-49ef-a52f-029da8f96c5e req-20c39431-16b1-4cd7-9b13-42f25c879fba tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.1734829 Aug 25 11:48:52.027497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb950d-303a-46e5-b7a8-c4257213f4e6 tempest-TestVolumeBootPattern-1924266937 tempest-TestVolumeBootPattern-1924266937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:52.038819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cdbb950d-303a-46e5-b7a8-c4257213f4e6 tempest-TestVolumeBootPattern-1924266937 tempest-TestVolumeBootPattern-1924266937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1093 time: 0.7842939 Aug 25 11:48:52.038819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55598) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:52.079789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '740fdad3-41ac-47a5-933f-71cb904b3218', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:52.144847 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b78f3e3e-ec44-49ef-a52f-029da8f96c5e req-808b5820-faa3-4f2b-abd2-c7972d82222d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671581 Aug 25 11:48:52.184848 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.207206 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.228878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.245041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 8df638dc-86de-4621-8629-42646da68e44 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:52.276163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] For port 4f8583ef-be91-4835-9456-296e0f877bba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4f8583ef-be91-4835-9456-296e0f877bba,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:52.282905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d9f72c1-6883-4fac-8cd0-539b9d51dab9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.285222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.286451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d9f72c1-6883-4fac-8cd0-539b9d51dab9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.288079 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d9f72c1-6883-4fac-8cd0-539b9d51dab9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/a92d28ee-3f89-4030-8861-7b502c4cadaf HTTP/1.1" status: 204 len: 168 time: 1.7873397 Aug 25 11:48:52.307346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55600) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:52.310119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f72c1-6883-4fac-8cd0-539b9d51dab9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d28ee-3f89-4030-8861-7b502c4cadaf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:52.325903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network fb74c745-ca55-43f1-8935-92483f2efb63 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:52.328134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:52.334493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.395136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Provisioning complete for port 0a38c505-8f4a-4514-9a24-95306e9d07fc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:52.395490 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.520515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-baeb32ce-0ee1-4f21-baa0-01aec43eae06 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2106638 Aug 25 11:48:52.521371 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55606) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:52.534244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132171514'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:52.582054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.588024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Pushing event updated for resources: {'Port': ['ID=4f8583ef-be91-4835-9456-296e0f877bba,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:52.603291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-97e1e242-7d4b-424e-b80a-516f923101d2 None None] Port 0a38c505-8f4a-4514-9a24-95306e9d07fc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:52.605146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3782750-2b3f-48ff-a02a-662148915a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.611731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3782750-2b3f-48ff-a02a-662148915a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.615454 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3782750-2b3f-48ff-a02a-662148915a3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b956015-f41a-407a-acf4-b957e6b3499f HTTP/1.1" status: 204 len: 168 time: 2.1229081 Aug 25 11:48:52.644285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:52.662495 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.680130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:52.694554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:52.796097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0f38bb88-3202-45c1-b248-8b08255974eb None None] Provisioning complete for port 4f8583ef-be91-4835-9456-296e0f877bba triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:52.799420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0f38bb88-3202-45c1-b248-8b08255974eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.880530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:52.899939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=8df638dc-86de-4621-8629-42646da68e44,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:52.914680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3782750-2b3f-48ff-a02a-662148915a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b956015-f41a-407a-acf4-b957e6b3499f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:52.964377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:52.965389 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:53.059168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:53.076088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:53.102973 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b08e9913-b584-43e5-a5ca-45edde755e58 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.3981094 Aug 25 11:48:53.114282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55614) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:53.154709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:48:53.196418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f40175-5ba6-45a0-98a1-c4b66e0b2ed4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:53.213539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:53.219400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8892d816-dfe4-4c45-989d-b19d03bc762a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6946404 Aug 25 11:48:53.247662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:53.261561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-665eb6e1-eee9-4e27-b987-e7c38c65c5a6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '95f40175-5ba6-45a0-98a1-c4b66e0b2ed4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:53.262449 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-665eb6e1-eee9-4e27-b987-e7c38c65c5a6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 25 11:48:53.263051 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-665eb6e1-eee9-4e27-b987-e7c38c65c5a6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:53.294667 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-665eb6e1-eee9-4e27-b987-e7c38c65c5a6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0416331 Aug 25 11:48:53.315251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55620) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:53.340050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f8583ef-be91-4835-9456-296e0f877bba up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:53.345819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a783320-8932-4e33-91ca-b03f59e61e66 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:53.367339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a783320-8932-4e33-91ca-b03f59e61e66 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:53.371647 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3a783320-8932-4e33-91ca-b03f59e61e66 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2499814 Aug 25 11:48:53.375045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55622) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:53.482947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.25.1.67 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/edab4833-56a5-430e-bf92-c3b1c6d53fe5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:48:53.543090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9e370d0c-ad62-4a73-97a7-a7fdca6e1622 None None] Provisioning complete for port 0a38c505-8f4a-4514-9a24-95306e9d07fc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:53.544087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e370d0c-ad62-4a73-97a7-a7fdca6e1622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:53.610542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4f8583ef-be91-4835-9456-296e0f877bba triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:53.610968 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:53.613360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9e370d0c-ad62-4a73-97a7-a7fdca6e1622 None None] Port 0a38c505-8f4a-4514-9a24-95306e9d07fc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:53.917238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:48:53.949426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-99738594-bccf-432b-ab75-b45ff99e5400 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "PUT /v2.0/routers/7f0e91d0-ab41-4cdf-8a40-25c703cab173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6407421 Aug 25 11:48:54.014640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 8df638dc-86de-4621-8629-42646da68e44 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:54.015171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.041021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97fa3b9e-558f-4ea6-98b4-5adfa3a2392f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.061967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-29ab1d3e-e8ec-4193-8471-dadef55c9473 None None] Provisioning for port 8df638dc-86de-4621-8629-42646da68e44 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:54.075997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Sync routers for ids ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:48:54.084736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-29ab1d3e-e8ec-4193-8471-dadef55c9473 None None] Provisioning complete for port 8df638dc-86de-4621-8629-42646da68e44 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:54.086632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-29ab1d3e-e8ec-4193-8471-dadef55c9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.141949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.174976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621218-2a2d-45fb-bff1-6feae6817fd1 req-146cbb22-5459-4113-bdce-022a22f403a3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:54.187416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20621218-2a2d-45fb-bff1-6feae6817fd1 req-146cbb22-5459-4113-bdce-022a22f403a3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.7984495 Aug 25 11:48:54.247370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97fa3b9e-558f-4ea6-98b4-5adfa3a2392f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.253175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.264701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Routers {'7f0e91d0-ab41-4cdf-8a40-25c703cab173'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:54.276750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:48:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:54.291808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 8df638dc-86de-4621-8629-42646da68e44 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:54.411735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20621218-2a2d-45fb-bff1-6feae6817fd1 req-19fed434-f1ab-4a91-9917-32d085d1a824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230186 Aug 25 11:48:54.469612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-29ab1d3e-e8ec-4193-8471-dadef55c9473 None None] Port 8df638dc-86de-4621-8629-42646da68e44 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:48:54.491077 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.526903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.587475 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97fa3b9e-558f-4ea6-98b4-5adfa3a2392f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.597975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97fa3b9e-558f-4ea6-98b4-5adfa3a2392f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.611270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-97fa3b9e-558f-4ea6-98b4-5adfa3a2392f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/95f40175-5ba6-45a0-98a1-c4b66e0b2ed4 HTTP/1.1" status: 204 len: 168 time: 1.2832146 Aug 25 11:48:54.615182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:54.668135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa3b9e-558f-4ea6-98b4-5adfa3a2392f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f40175-5ba6-45a0-98a1-c4b66e0b2ed4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:54.672822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:48:54.724963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:48:54.750215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:48:54.751666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Set router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:54.896523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-354e86ea-2561-4329-a331-02c5878f4d9e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2699819 Aug 25 11:48:54.913014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:54.913317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=edab4833-56a5-430e-bf92-c3b1c6d53fe5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:54.920874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--86241753'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:54.934236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:54.970826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=8df638dc-86de-4621-8629-42646da68e44,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:55.180834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:48:48Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0a38c505-8f4a-4514-9a24-95306e9d07fc', 'name': '', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:13:92:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:44Z', 'updated_at': '2021-08-25T11:48:50Z', 'revision_number': 2, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:55.214985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-58998c27-db82-4916-bf62-aa096a719263 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:55.231372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-58998c27-db82-4916-bf62-aa096a719263 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/networks?id=fb74c745-ca55-43f1-8935-92483f2efb63 HTTP/1.1" status: 200 len: 798 time: 0.5664661 Aug 25 11:48:55.236581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:55.245806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Checking router: 7f0e91d0-ab41-4cdf-8a40-25c703cab173 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:48:55.246189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Updating router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 port 0a38c505-8f4a-4514-9a24-95306e9d07fc binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:48:55.281670 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:55.353188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-8910abf4-598d-42ac-ad08-fd6e26a08dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/quotas/610af4a40c3d4cd2b637592185be7b88 HTTP/1.1" status: 200 len: 375 time: 0.1100550 Aug 25 11:48:55.387410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:55.394179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-75dbb107-54e8-4579-8667-d04cfe596104 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/8df638dc-86de-4621-8629-42646da68e44 HTTP/1.1" status: 204 len: 168 time: 2.0161231 Aug 25 11:48:55.397975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55676) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:55.717788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875398be-ca88-412b-a364-0fda2cc2b7d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:55.721323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875398be-ca88-412b-a364-0fda2cc2b7d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:55.724982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875398be-ca88-412b-a364-0fda2cc2b7d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:55.727975 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-875398be-ca88-412b-a364-0fda2cc2b7d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3196077 Aug 25 11:48:55.734703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55686) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:55.790882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-427dddb7-526f-4c09-aa5b-c3362c15764f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4361711 Aug 25 11:48:55.904296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet c83a74c4-d865-43a9-bf6f-a3a7b6568104 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:55.908475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:55.973871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.110087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.121039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.129890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.184579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.226468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.227607 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3134084 Aug 25 11:48:56.229809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Transition to ACTIVE for port object 0a38c505-8f4a-4514-9a24-95306e9d07fc will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:48:56.232187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55698) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.237931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a89066a3-ecd3-4454-9b8e-e967d55aad4f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'd63ac3d5-8065-40cc-9405-b8d701c92f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:56.238881 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-a89066a3-ecd3-4454-9b8e-e967d55aad4f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 25 11:48:56.239486 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-a89066a3-ecd3-4454-9b8e-e967d55aad4f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:56.240853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a89066a3-ecd3-4454-9b8e-e967d55aad4f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075200 Aug 25 11:48:56.245159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda4648-bccb-4474-93fd-ffd1a6592575 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ac3d5-8065-40cc-9405-b8d701c92f03,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:56.248338 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.252813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.258243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c69ef1fb-4f16-4cc3-9fe7-fb6454cd3f78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'd63ac3d5-8065-40cc-9405-b8d701c92f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:56.259287 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-c69ef1fb-4f16-4cc3-9fe7-fb6454cd3f78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 25 11:48:56.259883 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-c69ef1fb-4f16-4cc3-9fe7-fb6454cd3f78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:56.261831 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c69ef1fb-4f16-4cc3-9fe7-fb6454cd3f78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071123 Aug 25 11:48:56.264479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55702) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.269466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6d419154-9e5e-4fc7-8da0-aa00d7d787d2 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'd63ac3d5-8065-40cc-9405-b8d701c92f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:56.270504 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-6d419154-9e5e-4fc7-8da0-aa00d7d787d2 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 25 11:48:56.271085 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-6d419154-9e5e-4fc7-8da0-aa00d7d787d2 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:56.273916 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6d419154-9e5e-4fc7-8da0-aa00d7d787d2 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068610 Aug 25 11:48:56.277309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55704) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.280621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0b282d6c-930b-4ba8-bde0-7e18d42f3400 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'd63ac3d5-8065-40cc-9405-b8d701c92f03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:56.281375 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-0b282d6c-930b-4ba8-bde0-7e18d42f3400 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 25 11:48:56.281973 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-0b282d6c-930b-4ba8-bde0-7e18d42f3400 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:56.283278 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0b282d6c-930b-4ba8-bde0-7e18d42f3400 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067382 Aug 25 11:48:56.286771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55706) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.324805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.391799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.397777 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/c83a74c4-d865-43a9-bf6f-a3a7b6568104 HTTP/1.1" status: 204 len: 168 time: 0.6483297 Aug 25 11:48:56.400163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55710) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.400969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf07fb-61bc-4b5d-a8dc-39dd0036480f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=c83a74c4-d865-43a9-bf6f-a3a7b6568104,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:56.423919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce233e-2b38-4b98-81b1-5e203a618abe None None] Pushing event updated for resources: {'Port': ['ID=0a38c505-8f4a-4514-9a24-95306e9d07fc,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:56.440755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc466f49-7bec-44e0-b885-b533ed9df5c4 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:48:56.503629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ddbee9af-13f4-485e-95bc-88184953f7ee tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.536946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ddbee9af-13f4-485e-95bc-88184953f7ee tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.603555 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ddbee9af-13f4-485e-95bc-88184953f7ee tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.607332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ddbee9af-13f4-485e-95bc-88184953f7ee tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.611118 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ddbee9af-13f4-485e-95bc-88184953f7ee tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/d63ac3d5-8065-40cc-9405-b8d701c92f03 HTTP/1.1" status: 204 len: 168 time: 0.3210113 Aug 25 11:48:56.614163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet e4df5ab1-86bd-4427-8424-543e4fe3af96 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:48:56.618126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.666366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55716) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.717793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55718) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.744635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbee9af-13f4-485e-95bc-88184953f7ee tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ac3d5-8065-40cc-9405-b8d701c92f03,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:56.757306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.809257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ff7d8e93-04c2-4257-ab56-f19cfb6d9add tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1377158 Aug 25 11:48:56.814187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55722) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:56.823152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653203090'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:56.910512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:56.973853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-fbcbaa65-a67f-44b3-83d3-3976bb9c87c9 service neutron] 10.222.0.35 "GET /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1105936 Aug 25 11:48:56.987950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.014810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165142-d5e0-4608-91cd-4d5d43f368d5 req-660b66c7-68e1-443e-8120-4bfa7cf86690 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:57.018397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25165142-d5e0-4608-91cd-4d5d43f368d5 req-660b66c7-68e1-443e-8120-4bfa7cf86690 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 1.3464723 Aug 25 11:48:57.050508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47f795ef-e74b-4430-962d-aeef797028ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.120489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Attempting to bind port 0a38c505-8f4a-4514-9a24-95306e9d07fc on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:48:57.120960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Attempting to bind port 0a38c505-8f4a-4514-9a24-95306e9d07fc by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:48:57.123127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Attempting to bind port 0a38c505-8f4a-4514-9a24-95306e9d07fc on network fb74c745-ca55-43f1-8935-92483f2efb63 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:48:57.147129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:48:57.148660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Checking segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:48:57.149397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.150301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Bound using segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:48:57.151560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Bound port: 0a38c505-8f4a-4514-9a24-95306e9d07fc, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:48:57.152221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.161162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.186781 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.191058 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/e4df5ab1-86bd-4427-8424-543e4fe3af96 HTTP/1.1" status: 204 len: 168 time: 0.7872727 Aug 25 11:48:57.205124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55726) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.231611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe750b-2926-424c-80d7-b0bee23dbd9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=e4df5ab1-86bd-4427-8424-543e4fe3af96,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:57.267582 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.276705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.314031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] For port 0a38c505-8f4a-4514-9a24-95306e9d07fc, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:48:57.339143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] For port 0a38c505-8f4a-4514-9a24-95306e9d07fc, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0a38c505-8f4a-4514-9a24-95306e9d07fc,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:48:57.341578 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.351478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.376383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9d0d5c13-d17a-4839-a4bf-18e0c8880df8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1690278 Aug 25 11:48:57.380165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509d53df-ea07-4b78-90c2-f56d38414dc3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:57.386593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55730) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.413901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25165142-d5e0-4608-91cd-4d5d43f368d5 req-2984d5e1-48fa-414c-8f30-4ea47319ba57 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564150 Aug 25 11:48:57.427338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Routers {'7f0e91d0-ab41-4cdf-8a40-25c703cab173'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:48:57.428306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:48:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:57.506739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:48:57.515181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-66deed48-f7a2-4585-85cc-ba556534d67c service neutron] 10.222.0.35 "GET /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310628 Aug 25 11:48:57.547672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f141-4708-4145-86f5-07122a8799b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:57.558410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce233e-2b38-4b98-81b1-5e203a618abe None None] Pushing event updated for resources: {'Port': ['ID=0a38c505-8f4a-4514-9a24-95306e9d07fc,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:57.560196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4ff9f141-4708-4145-86f5-07122a8799b4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1711357 Aug 25 11:48:57.573150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55734) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.633055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47f795ef-e74b-4430-962d-aeef797028ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.641378 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47f795ef-e74b-4430-962d-aeef797028ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.653025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.654449 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d819d6a0-f253-4bb5-b017-54084dd540a1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8355742 Aug 25 11:48:57.657798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55736) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.719934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-47f795ef-e74b-4430-962d-aeef797028ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4883ed3504f94f75bb948381fb9934bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9955232 Aug 25 11:48:57.730930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55738) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.743590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] Deleting port 4f8583ef-be91-4835-9456-296e0f877bba {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:48:57.744225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.753985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-78be45b6-07f3-4d66-a786-3fc0ced2fb44 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:57.754825 n-d-778732-11 neutron-server[94910]: WARNING neutron.api.v2.base [None req-78be45b6-07f3-4d66-a786-3fc0ced2fb44 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 11:48:57.755358 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-78be45b6-07f3-4d66-a786-3fc0ced2fb44 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:57.770289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-78be45b6-07f3-4d66-a786-3fc0ced2fb44 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0381455 Aug 25 11:48:57.770977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55740) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.794840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9cbbbbb3-7bbc-47e4-867a-2c1d43e8201a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:57.851284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c21f9-d155-4899-a5ed-761d55360219 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:57.855426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f795ef-e74b-4430-962d-aeef797028ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6f730-e987-4324-b957-0f8b324c693b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:57.855632 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4b5c21f9-d155-4899-a5ed-761d55360219 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2787764 Aug 25 11:48:57.863198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55742) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:57.886196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:57.916561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] Set router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:48:58.017217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0779c757-25ad-4019-a79a-d7886d3c0e90 req-3ab374cc-d684-4b78-9a36-15f472b41db4 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 210 time: 0.0428495 Aug 25 11:48:58.083765 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-9cbbbbb3-7bbc-47e4-867a-2c1d43e8201a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.085276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9cbbbbb3-7bbc-47e4-867a-2c1d43e8201a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3093824 Aug 25 11:48:58.086248 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.088427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55750) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.095675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-de011ace-af72-403b-9ba6-7652c5c9da35 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.096508 n-d-778732-11 neutron-server[94910]: WARNING neutron.api.v2.base [None req-de011ace-af72-403b-9ba6-7652c5c9da35 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 25 11:48:58.097842 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-de011ace-af72-403b-9ba6-7652c5c9da35 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.099207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-de011ace-af72-403b-9ba6-7652c5c9da35 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094981 Aug 25 11:48:58.103827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55752) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.111381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-485ed4f9-bb4f-440e-a468-9bb7e3367c65 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.129843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] For port 4f8583ef-be91-4835-9456-296e0f877bba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4f8583ef-be91-4835-9456-296e0f877bba,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:58.130466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.146775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] Calling delete_port for 4f8583ef-be91-4835-9456-296e0f877bba owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:48:58.228789 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-485ed4f9-bb4f-440e-a468-9bb7e3367c65 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.230070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-485ed4f9-bb4f-440e-a468-9bb7e3367c65 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1247816 Aug 25 11:48:58.279882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55754) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.285182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9ffc4b7b-3d67-4219-b5a5-df8bb19d4b29 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.286010 n-d-778732-11 neutron-server[94910]: WARNING neutron.api.v2.base [None req-9ffc4b7b-3d67-4219-b5a5-df8bb19d4b29 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 25 11:48:58.286516 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-9ffc4b7b-3d67-4219-b5a5-df8bb19d4b29 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.288833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ffc4b7b-3d67-4219-b5a5-df8bb19d4b29 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080397 Aug 25 11:48:58.294831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55758) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.305882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5dace515-6177-44fa-a6b3-a36cead9258a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.314062 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7588c745-1ef3-42f5-b236-baebdcb3492a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4367476 Aug 25 11:48:58.322712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55762) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.322995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-587938c7-f396-441f-9bba-b698574afc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.326253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.330680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a5b882b4-1307-4c94-a655-b056ee4faf8b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.375705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] Pushing event deleted for resources: {'Port': ['ID=4f8583ef-be91-4835-9456-296e0f877bba,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:58.399152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-587938c7-f396-441f-9bba-b698574afc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.417735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691305a4-e361-41d3-9df8-f4805bae3a32 None None] No DVR routers for this DVR port 4f8583ef-be91-4835-9456-296e0f877bba on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:48:58.457098 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-5dace515-6177-44fa-a6b3-a36cead9258a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Project 3ccab8431be24e6b837799377e0482bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:48:58.521624 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-5dace515-6177-44fa-a6b3-a36cead9258a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.526100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5dace515-6177-44fa-a6b3-a36cead9258a tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2267394 Aug 25 11:48:58.530992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.538126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f8176be1-7e74-4a52-8ca2-002e62c80d10 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.538928 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-f8176be1-7e74-4a52-8ca2-002e62c80d10 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 25 11:48:58.539671 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-f8176be1-7e74-4a52-8ca2-002e62c80d10 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.546078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f8176be1-7e74-4a52-8ca2-002e62c80d10 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133667 Aug 25 11:48:58.547000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55768) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.554807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-edea69b4-ca0b-47da-a833-3bfcb1a46ce8 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.561509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-587938c7-f396-441f-9bba-b698574afc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.565058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-587938c7-f396-441f-9bba-b698574afc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.569834 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-587938c7-f396-441f-9bba-b698574afc9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0f6f730-e987-4324-b957-0f8b324c693b HTTP/1.1" status: 204 len: 168 time: 0.8376558 Aug 25 11:48:58.587484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587938c7-f396-441f-9bba-b698574afc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6f730-e987-4324-b957-0f8b324c693b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:58.616007 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-edea69b4-ca0b-47da-a833-3bfcb1a46ce8 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Project 3ccab8431be24e6b837799377e0482bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:48:58.646052 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-edea69b4-ca0b-47da-a833-3bfcb1a46ce8 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.651163 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-edea69b4-ca0b-47da-a833-3bfcb1a46ce8 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1024988 Aug 25 11:48:58.651911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.660209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4020ad77-8d9d-4ecd-b7fa-691b5f4747f6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '509d53df-ea07-4b78-90c2-f56d38414dc3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:58.708668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:48:48Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0a38c505-8f4a-4514-9a24-95306e9d07fc', 'name': '', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:13:92:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:44Z', 'updated_at': '2021-08-25T11:48:57Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:48:58.722923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b882b4-1307-4c94-a655-b056ee4faf8b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:58.739378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5b882b4-1307-4c94-a655-b056ee4faf8b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.741108 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b882b4-1307-4c94-a655-b056ee4faf8b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.741474 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-4020ad77-8d9d-4ecd-b7fa-691b5f4747f6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Project 3ccab8431be24e6b837799377e0482bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:48:58.741596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b882b4-1307-4c94-a655-b056ee4faf8b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:58.767883 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-4020ad77-8d9d-4ecd-b7fa-691b5f4747f6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:58.779226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2a364-222a-47dd-90c8-ba3f5c25731d None None] The sync data for ids ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'] in n-d-778732-11 is: [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:48:48Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0a38c505-8f4a-4514-9a24-95306e9d07fc', 'name': '', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:13:92:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:44Z', 'updated_at': '2021-08-25T11:48:57Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:48:58.780379 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4020ad77-8d9d-4ecd-b7fa-691b5f4747f6 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1269019 Aug 25 11:48:58.781369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55776) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.895805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a2a2-5a09-4dd3-906d-c21c7bd065c4 req-6fd8e9b9-80ab-4787-ab33-1bdc45838169 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:48:58.912731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6539a2a2-5a09-4dd3-906d-c21c7bd065c4 req-6fd8e9b9-80ab-4787-ab33-1bdc45838169 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3887560 Aug 25 11:48:58.915550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.927420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5b882b4-1307-4c94-a655-b056ee4faf8b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6068153 Aug 25 11:48:58.927874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55780) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:58.929594 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:58.933594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c930a7b5-4712-4626-bb80-d7eec57ec8ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:59.036387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=edab4833-56a5-430e-bf92-c3b1c6d53fe5,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:59.132317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6539a2a2-5a09-4dd3-906d-c21c7bd065c4 req-e8a091ab-6be4-4c93-90b6-af7c5bc14383 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991863 Aug 25 11:48:59.144420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.232763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0beb5204-60fb-4241-be7f-ce85c8c83b5b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.266706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00d8df7a-8f27-4163-8a4d-58abfd3c1b25 req-55fec0c4-e459-4df8-b8a4-8366cf11fd10 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 210 time: 0.0569928 Aug 25 11:48:59.287398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c930a7b5-4712-4626-bb80-d7eec57ec8ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:48:59.291079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c930a7b5-4712-4626-bb80-d7eec57ec8ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.292624 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c930a7b5-4712-4626-bb80-d7eec57ec8ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:48:59.293075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c930a7b5-4712-4626-bb80-d7eec57ec8ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:48:59.305096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0beb5204-60fb-4241-be7f-ce85c8c83b5b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.322962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55786) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:59.351883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a38c505-8f4a-4514-9a24-95306e9d07fc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:48:59.403516 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Floating IP 95c9b3a5-5ab3-473b-b40e-a57f6e1292e8 associated. External IP: 172.25.1.67, port: 740fdad3-41ac-47a5-933f-71cb904b3218. Aug 25 11:48:59.432429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6575f57-6dcf-4885-8819-c4de75373c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.455577 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c930a7b5-4712-4626-bb80-d7eec57ec8ef tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5231016 Aug 25 11:48:59.455577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0beb5204-60fb-4241-be7f-ce85c8c83b5b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.460156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0beb5204-60fb-4241-be7f-ce85c8c83b5b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.468134 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0beb5204-60fb-4241-be7f-ce85c8c83b5b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/509d53df-ea07-4b78-90c2-f56d38414dc3 HTTP/1.1" status: 204 len: 168 time: 0.6849647 Aug 25 11:48:59.468692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0a38c505-8f4a-4514-9a24-95306e9d07fc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:48:59.469227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55788) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:59.470182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55790) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:59.474413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0a38c505-8f4a-4514-9a24-95306e9d07fc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:48:59.474413 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.488325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-58a97f0c-6b35-428f-9ba2-e4a7258893f0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:59.620557 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.660142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb5204-60fb-4241-be7f-ce85c8c83b5b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d53df-ea07-4b78-90c2-f56d38414dc3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:59.711075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 0a38c505-8f4a-4514-9a24-95306e9d07fc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0a38c505-8f4a-4514-9a24-95306e9d07fc,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:48:59.730184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:48:59.844366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f8583ef-be91-4835-9456-296e0f877bba no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:48:59.860020 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d3f4ab3-7047-4692-82d5-bb09f3fc4188 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3646142 Aug 25 11:48:59.874567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:48:59.887662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919667591'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:48:59.951662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4f8583ef-be91-4835-9456-296e0f877bba {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:48:59.952678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4f8583ef-be91-4835-9456-296e0f877bba not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:48:59.955206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=0a38c505-8f4a-4514-9a24-95306e9d07fc,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:48:59.990491 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6575f57-6dcf-4885-8819-c4de75373c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.002722 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6575f57-6dcf-4885-8819-c4de75373c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.023461 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-5d0b9faf-ccac-4299-b532-ddb055caa653 service neutron] show failed (client error): The resource could not be found. Aug 25 11:49:00.025623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-5d0b9faf-ccac-4299-b532-ddb055caa653 service neutron] 10.222.0.67 "GET /v2.0/ports/6849d570-9401-48e3-aeb8-27b3473931bc/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.3948598 Aug 25 11:49:00.042541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:49:00.042541 n-d-778732-11 neutron-server[94911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 11:49:00.042541 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id_1': '3ccab8431be24e6b837799377e0482bb', 'expiration_1': datetime.datetime(2021, 8, 25, 11, 48, 59, 900130)}] Aug 25 11:49:00.042541 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:49:00.043098 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:49:00.076126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a97f0c-6b35-428f-9ba2-e4a7258893f0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:00.081790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58a97f0c-6b35-428f-9ba2-e4a7258893f0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.102418 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a97f0c-6b35-428f-9ba2-e4a7258893f0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:00.103078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a97f0c-6b35-428f-9ba2-e4a7258893f0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:49:00.132208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:49:00.165466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-beeb8620-672c-4cde-b7c4-2c3d7bf5fc1b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:00.167560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-beeb8620-672c-4cde-b7c4-2c3d7bf5fc1b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.67 "GET /v2.0/networks?id=fb74c745-ca55-43f1-8935-92483f2efb63 HTTP/1.1" status: 200 len: 798 time: 0.2606180 Aug 25 11:49:00.175261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575f57-6dcf-4885-8819-c4de75373c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c5b25-27b1-4155-a6aa-6e19de43e3a0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:00.198738 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6575f57-6dcf-4885-8819-c4de75373c80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d719cc8097d41e4b96a44b6a0d28c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8740258 Aug 25 11:49:00.204333 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58a97f0c-6b35-428f-9ba2-e4a7258893f0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7263253 Aug 25 11:49:00.205287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55800) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:00.205788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55802) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:00.219000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4bef049b-21a9-4a92-b22c-77840108c746 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:00.222550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Request body: {'port': {'device_id': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'admin_state_up': True, 'tenant_id': '610af4a40c3d4cd2b637592185be7b88'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:00.498970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bef049b-21a9-4a92-b22c-77840108c746 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:00.502980 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4bef049b-21a9-4a92-b22c-77840108c746 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.504625 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bef049b-21a9-4a92-b22c-77840108c746 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:00.505071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bef049b-21a9-4a92-b22c-77840108c746 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:49:00.526373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-e51e948e-e3a3-4ec5-8a9a-d89a633462ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:00.528618 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-e51e948e-e3a3-4ec5-8a9a-d89a633462ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 1098 time: 0.1528816 Aug 25 11:49:00.532286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02fec71b-3384-498f-b1e2-86022e76c15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.541814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:00.588753 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4bef049b-21a9-4a92-b22c-77840108c746 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3754902 Aug 25 11:49:00.593078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5ca82abc-6a51-4bc2-9bdc-02d15e525a5d req-02e6616d-2813-4425-a7b5-176ab4d7fd8b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 210 time: 0.1674006 Aug 25 11:49:00.597998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:00.627719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e04b3be4-18d1-4cac-b2e0-5baa78f43d6d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:00.757325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393eab5-da44-40db-ab79-beb1b5c044f8 req-260a2617-a003-47b4-a9a4-4ebc8daa08ed tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:00.760411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e393eab5-da44-40db-ab79-beb1b5c044f8 req-260a2617-a003-47b4-a9a4-4ebc8daa08ed tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3857038 Aug 25 11:49:00.770659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02fec71b-3384-498f-b1e2-86022e76c15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.810351 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.832136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:49:00.856435 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:49:00.903008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e393eab5-da44-40db-ab79-beb1b5c044f8 req-8bc01cbd-d2a5-4a6b-9197-6e896c94830b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074638 Aug 25 11:49:00.904406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Made reservation on behalf of 610af4a40c3d4cd2b637592185be7b88 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:00.910283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.931623 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:00.933354 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:00.936957 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:48:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:01.001379 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.073835 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.077750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b3be4-18d1-4cac-b2e0-5baa78f43d6d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:01.084492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e04b3be4-18d1-4cac-b2e0-5baa78f43d6d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.087731 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04b3be4-18d1-4cac-b2e0-5baa78f43d6d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:01.088552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04b3be4-18d1-4cac-b2e0-5baa78f43d6d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:49:01.143995 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0f9d1a07-fbd2-4102-9c7f-f2318a8666d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0816293 Aug 25 11:49:01.145016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:01.148135 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4a66f5-9508-4e4b-97c7-07692d54ef28" -d '{"events": [{"name": "network-changed", "server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:01.218930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02fec71b-3384-498f-b1e2-86022e76c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.224107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02fec71b-3384-498f-b1e2-86022e76c15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.230528 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02fec71b-3384-498f-b1e2-86022e76c15b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab0c5b25-27b1-4155-a6aa-6e19de43e3a0 HTTP/1.1" status: 204 len: 168 time: 1.0190015 Aug 25 11:49:01.270672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fec71b-3384-498f-b1e2-86022e76c15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c5b25-27b1-4155-a6aa-6e19de43e3a0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:01.415123 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164af1b1-0f00-4e44-94f0-11147a9cd268 x-openstack-request-id: req-164af1b1-0f00-4e44-94f0-11147a9cd268 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:01.419818 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:01.422639 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-164af1b1-0f00-4e44-94f0-11147a9cd268 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:01.422639 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218', 'status': 'completed', 'code': 200} Aug 25 11:49:01.432947 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:01.484449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a38c505-8f4a-4514-9a24-95306e9d07fc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:01.562009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.620602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:01.695085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0a38c505-8f4a-4514-9a24-95306e9d07fc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:01.695476 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:01.755483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Allocated IP 172.20.0.28 (fb74c745-ca55-43f1-8935-92483f2efb63/b7018da4-e9ae-4c3f-ace0-05e410a82ce1/96bd952b-44be-457a-afd8-6a3964e3d9e3) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:01.812917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-268642a8-b734-47b5-9882-7a9828fb6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:01.821672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-268642a8-b734-47b5-9882-7a9828fb6b3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1098 time: 0.3886898 Aug 25 11:49:01.837181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:01.993328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:02.011223 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '95c9b3a5-5ab3-473b-b40e-a57f6e1292e8', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '740fdad3-41ac-47a5-933f-71cb904b3218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:1d:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:48:57Z', 'updated_at': '2021-08-25T11:48:57Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:02.032791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:02.041964 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6704c-fce8-4e00-80b1-f09c46667d97" -d '{"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-unplugged", "status": "completed", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:02.059136 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:02.063484 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:49:02.081283 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:02.082027 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:48:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:02.086452 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e04b3be4-18d1-4cac-b2e0-5baa78f43d6d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4628096 Aug 25 11:49:02.100159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55828) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:02.131992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-69f36e49-22f1-483c-ab19-692ee2c09c6b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:02.160035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Transition to ACTIVE for port object 6849d570-9401-48e3-aeb8-27b3473931bc will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:02.256500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:02.280995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:02.283122 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3996336 Aug 25 11:49:02.312111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:02.329019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-24163eef-23c7-4374-b96a-d6ddc0736e77 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '67f4f8e1-caff-4df9-b037-6b7ee3559dcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:02.386478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f73b9b-a384-41cd-83ac-a842e9caea5d tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4f8e1-caff-4df9-b037-6b7ee3559dcc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:02.426619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11d2d68b-f49f-44f6-94d9-a563f92d98e4 req-2acd5cc3-5240-4a80-8d46-66401024d49a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 210 time: 0.4914551 Aug 25 11:49:02.640391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bfc19-f331-4217-9c5b-649ef47dd7d3 req-a9fc4fb5-32b9-4a54-b435-ef812e7681c8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:02.654032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-646bfc19-f331-4217-9c5b-649ef47dd7d3 req-a9fc4fb5-32b9-4a54-b435-ef812e7681c8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.4122350 Aug 25 11:49:02.664589 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:02.808215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=6']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:03.061061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] No DVR routers for this DVR port 6849d570-9401-48e3-aeb8-27b3473931bc on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:03.178722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f36e49-22f1-483c-ab19-692ee2c09c6b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:03.187660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69f36e49-22f1-483c-ab19-692ee2c09c6b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:03.193678 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f36e49-22f1-483c-ab19-692ee2c09c6b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:03.195014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f36e49-22f1-483c-ab19-692ee2c09c6b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:49:03.261197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-4b1067c0-1f8b-49f5-85ab-7716d9096d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:03.265332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-4b1067c0-1f8b-49f5-85ab-7716d9096d78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 1.4286971 Aug 25 11:49:03.270084 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-24163eef-23c7-4374-b96a-d6ddc0736e77 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The resource could not be found. Aug 25 11:49:03.276951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-24163eef-23c7-4374-b96a-d6ddc0736e77 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9545383 Aug 25 11:49:03.286326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55854) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:03.301336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-05dfa84f-1a07-4691-af32-e11df4d6aca4 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '67f4f8e1-caff-4df9-b037-6b7ee3559dcc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7628a4c7-4b2d-406d-8511-16189143ecd9'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:03.355250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69f36e49-22f1-483c-ab19-692ee2c09c6b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2317557 Aug 25 11:49:03.387582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55862) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:03.431801 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbbba06-61d0-48a5-84f2-a205b22efd26 x-openstack-request-id: req-4cbbba06-61d0-48a5-84f2-a205b22efd26 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:03.432280 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-unplugged", "status": "completed", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:03.432689 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4cbbba06-61d0-48a5-84f2-a205b22efd26 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:03.433328 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'code': 200} Aug 25 11:49:03.453543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:03.458433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-727eebef-017d-4940-97c3-c7bd7f6c3a6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 200 len: 999 time: 0.1821642 Aug 25 11:49:03.478164 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-25cf3fa4-bf11-48dd-ad0f-d82ddbe6cf31 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0883632 Aug 25 11:49:03.486196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55868) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:03.610872 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '95c9b3a5-5ab3-473b-b40e-a57f6e1292e8', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '740fdad3-41ac-47a5-933f-71cb904b3218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:1d:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:48:57Z', 'updated_at': '2021-08-25T11:48:57Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:03.632139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-646bfc19-f331-4217-9c5b-649ef47dd7d3 req-95986232-102c-417f-8fa3-93fa29b576ae tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9644403 Aug 25 11:49:03.651056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Transition to ACTIVE for port object 96bd952b-44be-457a-afd8-6a3964e3d9e3 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:03.709097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3523bd31-ba23-482f-adde-3ef88ace5c40 req-cb26ab69-f74d-4fc1-b725-bcb82c7d8e18 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 210 time: 0.1010494 Aug 25 11:49:03.712342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07494cd7-ba81-41b0-bc74-7f51df0775bb tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:03.715661 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-07494cd7-ba81-41b0-bc74-7f51df0775bb tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2272675 Aug 25 11:49:03.718070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:03.718773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:03.720613 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089754a6-c8f0-4125-88f8-f361f999c109 None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '95c9b3a5-5ab3-473b-b40e-a57f6e1292e8', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '740fdad3-41ac-47a5-933f-71cb904b3218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:1d:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:48:57Z', 'updated_at': '2021-08-25T11:48:57Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:49:03.721934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55872) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:03.723520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc on network 7cff638d-76f5-4ae5-9dee-54537cc98190 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:03.734004 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-05dfa84f-1a07-4691-af32-e11df4d6aca4 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The resource could not be found. Aug 25 11:49:03.740032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-05dfa84f-1a07-4691-af32-e11df4d6aca4 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4525521 Aug 25 11:49:03.741302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55874) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:03.752664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Port 6849d570-9401-48e3-aeb8-27b3473931bc on network 7cff638d-76f5-4ae5-9dee-54537cc98190 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:49:03.753670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Attempting to bind port 6849d570-9401-48e3-aeb8-27b3473931bc on network 7cff638d-76f5-4ae5-9dee-54537cc98190 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:03.805766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:03.806374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Checking segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:03.807046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Bound using segment: {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:03.807913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Bound port: 6849d570-9401-48e3-aeb8-27b3473931bc, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88c865f-12dc-43d5-9cac-749f04e63be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:03.808848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:03.850775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-34d8a4c2-93f9-4ad1-b499-eecc011fd007 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245172 Aug 25 11:49:03.852356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55878) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:03.870352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:03.889482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-fdb0cf05-a6a0-45dc-abc1-f2150110ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:03.895810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-fdb0cf05-a6a0-45dc-abc1-f2150110ce27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.4041438 Aug 25 11:49:03.951146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97aa7aea-c755-4251-9f7b-5607af819750 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:03.996639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:04.004086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97aa7aea-c755-4251-9f7b-5607af819750 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.026114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:04.051288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.095647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.122781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:04.123536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.125712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-579ac655-516c-405b-b299-d09b72cb658d service neutron] 10.222.0.10 "PUT /v2.0/ports/6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1093 time: 3.5888350 Aug 25 11:49:04.170166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:04.174350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.186373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event updated for resources: {'Port': ['ID=96bd952b-44be-457a-afd8-6a3964e3d9e3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:04.190582 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97aa7aea-c755-4251-9f7b-5607af819750 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.196034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97aa7aea-c755-4251-9f7b-5607af819750 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.200820 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97aa7aea-c755-4251-9f7b-5607af819750 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/67f4f8e1-caff-4df9-b037-6b7ee3559dcc HTTP/1.1" status: 204 len: 168 time: 0.4546368 Aug 25 11:49:04.201000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-90ca1adb-5ce0-4a70-b1a5-b16ea90b6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:04.202712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-90ca1adb-5ce0-4a70-b1a5-b16ea90b6885 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958539 Aug 25 11:49:04.240059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:04.252758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ac655-516c-405b-b299-d09b72cb658d service neutron] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:04.283312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa7aea-c755-4251-9f7b-5607af819750 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4f8e1-caff-4df9-b037-6b7ee3559dcc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:04.347096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49372d3f-e810-42f4-b0b4-b2fa6cf52d17 None None] New status for floating IP 95c9b3a5-5ab3-473b-b40e-a57f6e1292e8: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:49:04.376193 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8faf3817-6c30-4bbb-bf2c-e7be0786ae0e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1336052 Aug 25 11:49:04.383296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:04.396745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-53562185-c3ac-4b78-9f5d-6f803775dafd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'fed89572-e86f-4e11-803b-4c3f7d63fdf3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:04.427062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-b2c4a77e-fd1c-4c4f-af4a-97a051ee8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:04.430120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-b2c4a77e-fd1c-4c4f-af4a-97a051ee8fac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1096 time: 0.2633963 Aug 25 11:49:04.479220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Network fb74c745-ca55-43f1-8935-92483f2efb63 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:04.489967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:04.502926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:04.567135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:04.567818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.642037 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-53562185-c3ac-4b78-9f5d-6f803775dafd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The resource could not be found. Aug 25 11:49:04.644120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-53562185-c3ac-4b78-9f5d-6f803775dafd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2541699 Aug 25 11:49:04.649574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55898) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:04.674961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347126504'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:04.730081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-ac5bb0d3-30ed-4052-a547-8dcb6fc1c2ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.5113926 Aug 25 11:49:04.814309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:04.820949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Request body: {'port': {'device_id': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:04.858507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-565b1216-bed2-4c15-9b21-7e799c6e091b service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340505 Aug 25 11:49:04.897279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-355604cd-1774-4b1b-9e0d-2804af48cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:04.900248 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-355604cd-1774-4b1b-9e0d-2804af48cefd service neutron] 10.222.0.10 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.4608848 Aug 25 11:49:05.069301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:05.085119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.102344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.224971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a4026f76-71d6-466b-81d0-caf45dfd4f21 None None] Provisioning for port 96bd952b-44be-457a-afd8-6a3964e3d9e3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:05.248238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:05.257808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a4026f76-71d6-466b-81d0-caf45dfd4f21 None None] Provisioning complete for port 96bd952b-44be-457a-afd8-6a3964e3d9e3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:05.260039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a4026f76-71d6-466b-81d0-caf45dfd4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.306517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-e6292e40-ac96-449f-b0fb-b0399748685a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1000 time: 0.2183094 Aug 25 11:49:05.333068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd9e68-18db-4fef-a17c-effc16d9da90,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:05.363878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.396199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a4026f76-71d6-466b-81d0-caf45dfd4f21 None None] Port 96bd952b-44be-457a-afd8-6a3964e3d9e3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:49:05.436302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:05.441041 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bb830e-ae97-46c8-acf4-04acdba88457" -d '{"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:05.451170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.457053 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7a4bdf6-188f-4d09-9ce8-5ae070d52eff tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7956932 Aug 25 11:49:05.459760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb1cf1-7bb2-40ef-811f-2affd82a577a req-e23bd13c-100b-41fd-b02c-f3cc61530f39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:05.461791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4bb1cf1-7bb2-40ef-811f-2affd82a577a req-e23bd13c-100b-41fd-b02c-f3cc61530f39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.5327654 Aug 25 11:49:05.462073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:05.470931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--353756060'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:05.475063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f284d-9f47-442b-9d43-d4175654120e req-1f6a8dd2-92c2-44a7-a155-9f6042b3dc3f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:05.483341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-638f284d-9f47-442b-9d43-d4175654120e req-1f6a8dd2-92c2-44a7-a155-9f6042b3dc3f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 895 time: 0.3077445 Aug 25 11:49:05.530740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d4a66f5-9508-4e4b-97c7-07692d54ef28 req-25415c6c-8a4e-4197-b54c-8b960f68212e service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901244 Aug 25 11:49:05.530960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-9fb0a48d-7fe5-46f2-8243-cf9299a1b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:05.533157 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-9fb0a48d-7fe5-46f2-8243-cf9299a1b598 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1882522 Aug 25 11:49:05.583316 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d6496e-e093-4a97-93c2-71c81a849031 x-openstack-request-id: req-b6d6496e-e093-4a97-93c2-71c81a849031 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:05.583624 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:05.583926 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6d6496e-e093-4a97-93c2-71c81a849031 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:05.584361 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'status': 'completed', 'code': 200} Aug 25 11:49:05.612665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.637745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-7ffd5737-6770-4688-a897-e165e9cf4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:05.638297 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-7ffd5737-6770-4688-a897-e165e9cf4d56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859833 Aug 25 11:49:05.718439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4bb1cf1-7bb2-40ef-811f-2affd82a577a req-c7b14bda-c90c-446d-8b26-83487217c9d3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236481 Aug 25 11:49:05.811969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-2b01d58d-c7ab-4e13-905b-0385540eaad1 service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662979 Aug 25 11:49:05.894157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.905825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:05.936618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-24a30715-29e9-4662-a2f8-cb15b3345c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:05.939276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-24a30715-29e9-4662-a2f8-cb15b3345c0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1096 time: 0.3444452 Aug 25 11:49:05.996113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.003988 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5400140 Aug 25 11:49:06.015803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55922) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:06.056160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6787496a-a299-4f9c-b979-97accecd1c4b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': 'a8bd9e68-18db-4fef-a17c-effc16d9da90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '638523ae-613c-4fea-920b-891d4ff25367'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:06.068992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdab67ee-0903-4d19-9b18-de3da0f883cc req-8f4e761f-315d-4a80-ad31-650de14a615a service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480206 Aug 25 11:49:06.072495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d22f21-d8f2-45be-abb3-89edd3a09e80 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638523ae-613c-4fea-920b-891d4ff25367,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:06.109773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:49:06.121583 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-6787496a-a299-4f9c-b979-97accecd1c4b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:06.127418 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6787496a-a299-4f9c-b979-97accecd1c4b tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0885408 Aug 25 11:49:06.128058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55926) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:06.128260 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.315970 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-d16350db-739e-42bf-8a55-65a1dddc4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:06.317289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=fb50f1c5-1df5-42c6-94cb-b2056e92a489,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:06.318819 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-d16350db-739e-42bf-8a55-65a1dddc4876 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1096 time: 0.1371186 Aug 25 11:49:06.388679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-eabc638b-1745-4ee0-80cb-5408c0c20cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:06.390243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-eabc638b-1745-4ee0-80cb-5408c0c20cfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.4394257 Aug 25 11:49:06.415688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:06.435739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2131f480-0bc7-4331-a05a-51e787a4c4bb tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.457038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:06.469734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042d227-aa6d-4706-a6aa-4903a18170d3 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:06.474757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:06.475360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.488371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2131f480-0bc7-4331-a05a-51e787a4c4bb tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.582385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-cfdb5f81-d46c-4751-904d-fd673bd85aef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1000 time: 0.1805124 Aug 25 11:49:06.599894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b4831a1-d8ff-41c5-adfa-7c5c8918db96 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7418065 Aug 25 11:49:06.600677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 55936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:06.612101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:60:4c:c9', 'name': 'tempest-NetworksTestDHCPv6-1075776571'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:06.640256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2131f480-0bc7-4331-a05a-51e787a4c4bb tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.655832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2131f480-0bc7-4331-a05a-51e787a4c4bb tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.661260 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2131f480-0bc7-4331-a05a-51e787a4c4bb tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/638523ae-613c-4fea-920b-891d4ff25367 HTTP/1.1" status: 204 len: 168 time: 0.5283394 Aug 25 11:49:06.686112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55940) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:06.687767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131f480-0bc7-4331-a05a-51e787a4c4bb tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638523ae-613c-4fea-920b-891d4ff25367,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:06.808099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-e40ec751-8f93-4ac0-90f4-6e25552d3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:06.826179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-e40ec751-8f93-4ac0-90f4-6e25552d3ba8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.4967210 Aug 25 11:49:06.949793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bd952b-44be-457a-afd8-6a3964e3d9e3 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:49:06.966378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:06.991671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Transition to ACTIVE for port object 96bd952b-44be-457a-afd8-6a3964e3d9e3 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:07.000365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'fb50f1c5-1df5-42c6-94cb-b2056e92a489'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:49:07.001851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:07.077183 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f1ed6b2a-72da-49d7-9a0c-474e2c1ace6e tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3848386 Aug 25 11:49:07.083670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55948) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:07.135560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:07.157812 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-c865439b-1a3d-46e0-8071-c71c5e2ee5f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1000 time: 0.3193398 Aug 25 11:49:07.281164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-a22086e2-1e6e-4353-b2f4-78a3d974a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:07.284083 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-a22086e2-1e6e-4353-b2f4-78a3d974a1d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1159711 Aug 25 11:49:07.342003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Allocated IP 2001:db8::f816:3eff:fee2:5376 (5ab3dabd-4995-4637-bca4-885aee72df93/fb50f1c5-1df5-42c6-94cb-b2056e92a489/8216c565-275c-4677-ad3a-041c55f56970) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:07.444738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-66439fa1-8446-4c69-97d7-6d3a88d7e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:07.448012 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-66439fa1-8446-4c69-97d7-6d3a88d7e458 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355541 Aug 25 11:49:07.449124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9f61ed8-3e57-42d8-96d9-3c2f3b52a967 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:07.475005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fca255-2dbe-41da-b1e2-680c3e42ea0b req-697d8a1f-00eb-421b-8e55-6e5695f9b0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:07.477859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2fca255-2dbe-41da-b1e2-680c3e42ea0b req-697d8a1f-00eb-421b-8e55-6e5695f9b0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.4096067 Aug 25 11:49:07.680912 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-8d83cab3-0834-4289-9c8b-e80e24ef5535 service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169552 Aug 25 11:49:07.699357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-90309ac6-21d1-477a-befb-73de4f9277a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:07.702031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-90309ac6-21d1-477a-befb-73de4f9277a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 1.1001065 Aug 25 11:49:07.703068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Pushing event updated for resources: {'Port': ['ID=96bd952b-44be-457a-afd8-6a3964e3d9e3,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:07.759526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9f61ed8-3e57-42d8-96d9-3c2f3b52a967 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:07.895230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8faf84-b87b-437e-9ba7-7313c51be6c9 req-c0112ea1-a122-4573-9e94-87d4287fbaa8 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:07.909426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de8faf84-b87b-437e-9ba7-7313c51be6c9 req-c0112ea1-a122-4573-9e94-87d4287fbaa8 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 907 time: 1.0891662 Aug 25 11:49:08.015256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.042473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Attempting to bind port 96bd952b-44be-457a-afd8-6a3964e3d9e3 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:08.044367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Attempting to bind port 96bd952b-44be-457a-afd8-6a3964e3d9e3 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:08.047069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Attempting to bind port 96bd952b-44be-457a-afd8-6a3964e3d9e3 on network fb74c745-ca55-43f1-8935-92483f2efb63 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:08.052914 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-289890ad-df2b-4352-9a59-f9fcbdf7d45c service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565471 Aug 25 11:49:08.071380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9f61ed8-3e57-42d8-96d9-3c2f3b52a967 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.074267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Transition to ACTIVE for port object 8216c565-275c-4677-ad3a-041c55f56970 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:08.078569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:08.083619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9f61ed8-3e57-42d8-96d9-3c2f3b52a967 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.095090 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9f61ed8-3e57-42d8-96d9-3c2f3b52a967 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/a8bd9e68-18db-4fef-a17c-effc16d9da90 HTTP/1.1" status: 204 len: 168 time: 1.0091732 Aug 25 11:49:08.102717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:08.142878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2fca255-2dbe-41da-b1e2-680c3e42ea0b req-6a0353cf-b68e-47de-944d-d3cdac74e1be tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103872 Aug 25 11:49:08.179079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61ed8-3e57-42d8-96d9-3c2f3b52a967 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd9e68-18db-4fef-a17c-effc16d9da90,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:08.276793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Transition to ACTIVE for port object 8216c565-275c-4677-ad3a-041c55f56970 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:08.278062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-dae2d82f-cd68-4801-b437-0518cdaffec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:08.281350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-dae2d82f-cd68-4801-b437-0518cdaffec4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4902794 Aug 25 11:49:08.282740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Port 96bd952b-44be-457a-afd8-6a3964e3d9e3 on network fb74c745-ca55-43f1-8935-92483f2efb63 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:49:08.283510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Attempting to bind port 96bd952b-44be-457a-afd8-6a3964e3d9e3 on network fb74c745-ca55-43f1-8935-92483f2efb63 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:08.300108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.301064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:08.301960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Checking segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:08.303015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Bound using segment: {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:08.304089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Bound port: 96bd952b-44be-457a-afd8-6a3964e3d9e3, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:08.304932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.352719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e4a27ce3-4644-4bf0-b974-41ac91eeeedc tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2127767 Aug 25 11:49:08.353607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55966) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:08.360908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687605365'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:08.440278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.467269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:08.485097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:08.491452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:08.614554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Pushing event updated for resources: {'Port': ['ID=8216c565-275c-4677-ad3a-041c55f56970,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:08.718103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.728412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.777893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Attempting to bind port 8216c565-275c-4677-ad3a-041c55f56970 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:08.778796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Attempting to bind port 8216c565-275c-4677-ad3a-041c55f56970 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:08.779382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Attempting to bind port 8216c565-275c-4677-ad3a-041c55f56970 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:08.789051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.789647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.790307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.791387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.791572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.792056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.792604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.794725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.795379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.796057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.796645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.797657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:08.832971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.839590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4819582 Aug 25 11:49:08.841724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55970) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:08.848278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:08.849016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:08.849717 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.851649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769937f-c4e3-45e3-97cd-a7f287d9f7d1 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90fe0c-63d7-43b2-a595-46dcf49ba93b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:08.852199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:08.857379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Bound port: 8216c565-275c-4677-ad3a-041c55f56970, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:08.858114 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:08.904454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-686cd1f3-f66c-4f41-8206-6977ad4a3b78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '5b90fe0c-63d7-43b2-a595-46dcf49ba93b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:08.981274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] For port 8216c565-275c-4677-ad3a-041c55f56970, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:08.986980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] For port 8216c565-275c-4677-ad3a-041c55f56970, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8216c565-275c-4677-ad3a-041c55f56970,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:08.996951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.042073 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-686cd1f3-f66c-4f41-8206-6977ad4a3b78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:09.052139 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-686cd1f3-f66c-4f41-8206-6977ad4a3b78 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2001283 Aug 25 11:49:09.055805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55974) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:09.067311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-82fc28c5-eec5-4aab-9cb8-8a3f3877c369 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group_rule': {'security_group_id': '5b90fe0c-63d7-43b2-a595-46dcf49ba93b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:09.103763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] For port 96bd952b-44be-457a-afd8-6a3964e3d9e3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:09.115937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] For port 96bd952b-44be-457a-afd8-6a3964e3d9e3, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:09.206104 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-82fc28c5-eec5-4aab-9cb8-8a3f3877c369 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:09.210858 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82fc28c5-eec5-4aab-9cb8-8a3f3877c369 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1520247 Aug 25 11:49:09.213532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55976) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:09.223173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbf83-a4c9-4801-860a-c0709f6bac91 None None] Pushing event updated for resources: {'Port': ['ID=8216c565-275c-4677-ad3a-041c55f56970,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:09.224189 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.347200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77cbfbb-021f-433b-8e1c-818526b04bed tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.376505 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.402821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77cbfbb-021f-433b-8e1c-818526b04bed tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.531888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:09.532708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.534522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] 10.222.0.67 "PUT /v2.0/ports/96bd952b-44be-457a-afd8-6a3964e3d9e3 HTTP/1.1" status: 200 len: 1056 time: 4.7651861 Aug 25 11:49:09.537585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'tag': '96bd952b-44be-457a-afd8-6a3964e3d9e3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:09.538664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77cbfbb-021f-433b-8e1c-818526b04bed tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.540261 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59d4c52-ad7a-487b-9348-f98f97e1e51f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fae4821-41f2-4b41-b715-f641e8a825bb", "tag": "96bd952b-44be-457a-afd8-6a3964e3d9e3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:09.582276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b77cbfbb-021f-433b-8e1c-818526b04bed tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.584697 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b77cbfbb-021f-433b-8e1c-818526b04bed tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/5b90fe0c-63d7-43b2-a595-46dcf49ba93b HTTP/1.1" status: 204 len: 168 time: 0.3679414 Aug 25 11:49:09.591926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55988) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:09.678043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 6ed57dcc-70b9-44c4-90c3-e13256ccf66a yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:49:09.707212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-1eca4564-88cd-4667-8fe0-4e818a08a4fb service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3997605 Aug 25 11:49:09.745154 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bb58a767-e453-49de-bdba-67f1223e3e72 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513867 Aug 25 11:49:09.751667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 55992) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:09.753107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cbfbb-021f-433b-8e1c-818526b04bed tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90fe0c-63d7-43b2-a595-46dcf49ba93b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:09.755695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a742-8e43-4849-9d55-61f3baf608e1 req-efed7d88-32dc-4501-bebf-0be685582e8c tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:09.766637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea5a742-8e43-4849-9d55-61f3baf608e1 req-efed7d88-32dc-4501-bebf-0be685582e8c tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 907 time: 0.5487015 Aug 25 11:49:09.789044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733827630'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:09.792138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7a66f-cf1d-4444-9f84-3e4a773bf408 service neutron] Pushing event updated for resources: {'Port': ['ID=96bd952b-44be-457a-afd8-6a3964e3d9e3,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:09.911258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:09.938715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:49:09.977644 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9bd395-a297-4921-b963-46a35a340f67 x-openstack-request-id: req-4b9bd395-a297-4921-b963-46a35a340f67 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:09.978006 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fae4821-41f2-4b41-b715-f641e8a825bb", "tag": "96bd952b-44be-457a-afd8-6a3964e3d9e3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:09.978252 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b9bd395-a297-4921-b963-46a35a340f67 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:09.978693 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'tag': '96bd952b-44be-457a-afd8-6a3964e3d9e3', 'status': 'completed', 'code': 200} Aug 25 11:49:10.149530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0bb830e-ae97-46c8-acf4-04acdba88457 req-1ff5c626-2d31-453f-8381-a3a19ea7443a service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412129 Aug 25 11:49:10.164777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:10.176145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf9763-483b-4a21-b67b-e34523802a8a req-75070de1-1cce-4a7e-b390-2d58c01024ea tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:10.178727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2cf9763-483b-4a21-b67b-e34523802a8a req-75070de1-1cce-4a7e-b390-2d58c01024ea tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 944 time: 0.7975650 Aug 25 11:49:10.191855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-c382d281-a7e7-4239-bb28-b0f7e96fcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:10.194463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-c382d281-a7e7-4239-bb28-b0f7e96fcce9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 1059 time: 0.5527854 Aug 25 11:49:10.199310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '6849d570-9401-48e3-aeb8-27b3473931bc', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'port_id': '6849d570-9401-48e3-aeb8-27b3473931bc', 'mac_address': 'fa:16:3e:f6:5a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:49:10.202896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.211316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.254150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f787a5e-c842-47f9-acc2-ab3431ee7f87,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:10.275553 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.277930 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5d8c173d-0dca-4b95-aa3a-21cdd51cbc58 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5162666 Aug 25 11:49:10.280727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56002) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:10.287131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0a11bb11-8228-410e-ac7f-ea1590a218a9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:10.287614 n-d-778732-11 neutron-server[94911]: WARNING neutron.api.v2.base [None req-0a11bb11-8228-410e-ac7f-ea1590a218a9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 25 11:49:10.287905 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.288378 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-0a11bb11-8228-410e-ac7f-ea1590a218a9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] update failed (client error): There was a conflict when trying to complete your request. Aug 25 11:49:10.289353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0a11bb11-8228-410e-ac7f-ea1590a218a9 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "PUT /v2.0/security-groups/2f787a5e-c842-47f9-acc2-ab3431ee7f87 HTTP/1.1" status: 409 len: 330 time: 0.0075741 Aug 25 11:49:10.294206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56004) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:10.308403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6849d570-9401-48e3-aeb8-27b3473931bc {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:49:10.346880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:10.358119 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.454649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-f576cc5d-4338-44bc-bcd3-4df2bc4771c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3 HTTP/1.1" status: 200 len: 217 time: 0.2353926 Aug 25 11:49:10.465852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34eda61-7efb-437d-b0a4-ecb6550ea5cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.481175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:10.547161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34eda61-7efb-437d-b0a4-ecb6550ea5cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.608757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['6849d570-9401-48e3-aeb8-27b3473931bc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:49:10.644352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2cf9763-483b-4a21-b67b-e34523802a8a req-9ddb5fd6-3bfb-4b3b-ae34-8053aced8e17 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485667 Aug 25 11:49:10.662967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34eda61-7efb-437d-b0a4-ecb6550ea5cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.671557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-42559c23-e888-49a2-a15a-b5a317e45f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:10.680247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e34eda61-7efb-437d-b0a4-ecb6550ea5cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:10.683252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e34eda61-7efb-437d-b0a4-ecb6550ea5cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f787a5e-c842-47f9-acc2-ab3431ee7f87 HTTP/1.1" status: 204 len: 168 time: 0.3871903 Aug 25 11:49:10.685912 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56008) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:10.689059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-42559c23-e888-49a2-a15a-b5a317e45f63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7018da4-e9ae-4c3f-ace0-05e410a82ce1 HTTP/1.1" status: 200 len: 837 time: 0.2005463 Aug 25 11:49:10.693100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fe60:4cc9 (5ab3dabd-4995-4637-bca4-885aee72df93/fb50f1c5-1df5-42c6-94cb-b2056e92a489/6ed57dcc-70b9-44c4-90c3-e13256ccf66a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:10.774150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eda61-7efb-437d-b0a4-ecb6550ea5cd tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f787a5e-c842-47f9-acc2-ab3431ee7f87,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:10.859311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-f0b2a005-965e-40a2-8515-e1f00dec75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:10.863915 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-f0b2a005-965e-40a2-8515-e1f00dec75a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb74c745-ca55-43f1-8935-92483f2efb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1659546 Aug 25 11:49:10.977725 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7bcba542-7c26-43e7-99e4-9efad38b32f0 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2209225 Aug 25 11:49:10.979098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56016) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:11.025905 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-470e1d32-9b6f-465c-99f5-ba6aac2c835f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] delete failed (client error): The resource could not be found. Aug 25 11:49:11.031779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-470e1d32-9b6f-465c-99f5-ba6aac2c835f tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "DELETE /v2.0/security-groups/4aebe471-fb10-4f4a-9771-af75c8a03494 HTTP/1.1" status: 404 len: 347 time: 0.0475879 Aug 25 11:49:11.040775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56020) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:11.144332 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-5444ca24-8f22-4ed3-978c-7a8869757082 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] show failed (client error): The resource could not be found. Aug 25 11:49:11.156453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5444ca24-8f22-4ed3-978c-7a8869757082 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-groups/e9024e54-3805-4f0d-b1fe-6aa7c2b17400 HTTP/1.1" status: 404 len: 347 time: 0.1139474 Aug 25 11:49:11.168598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:11.235414 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-a55d1cad-3433-4f53-b9cb-78c008add815 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] show failed (client error): The resource could not be found. Aug 25 11:49:11.237735 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a55d1cad-3433-4f53-b9cb-78c008add815 tempest-NegativeSecGroupIPv6Test-288674110 tempest-NegativeSecGroupIPv6Test-288674110-project] 10.222.0.35 "GET /v2.0/security-group-rules/1a4e1cab-a393-48bb-abfd-56d25bb20e3e HTTP/1.1" status: 404 len: 356 time: 0.0676808 Aug 25 11:49:11.331971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-50e94177-4e36-41f9-a778-571860e01c01 None None] Provisioning for port 8216c565-275c-4677-ad3a-041c55f56970 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:11.430396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8216c565-275c-4677-ad3a-041c55f56970 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:11.531167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8216c565-275c-4677-ad3a-041c55f56970 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:11.539240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8216c565-275c-4677-ad3a-041c55f56970 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:11.539646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:11.714518 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:11.804719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8216c565-275c-4677-ad3a-041c55f56970, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8216c565-275c-4677-ad3a-041c55f56970,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:11.819223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:11.844552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8381f-e12d-40f1-97d6-f667611848aa req-770eda2f-975b-4e7e-bad5-0a503a2788f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:11.851022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31c8381f-e12d-40f1-97d6-f667611848aa req-770eda2f-975b-4e7e-bad5-0a503a2788f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 945 time: 0.7970114 Aug 25 11:49:11.902713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bce4f-ba25-4304-82d3-e8407c08490b req-8ea9a78d-2d0a-4bc7-ba9b-faf5acf2039a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:11.904440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca3bce4f-ba25-4304-82d3-e8407c08490b req-8ea9a78d-2d0a-4bc7-ba9b-faf5acf2039a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 907 time: 0.9535291 Aug 25 11:49:11.980086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:12.031822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8216c565-275c-4677-ad3a-041c55f56970,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:12.050347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.067294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56040) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:12.094666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-7a2b070c-e722-4e8a-9623-c96b26bcef2d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:12.098192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-7a2b070c-e722-4e8a-9623-c96b26bcef2d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 945 time: 0.5659962 Aug 25 11:49:12.137565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-82cac596-a9d3-45ca-be64-b471b321c09f service neutron] 10.222.0.67 "GET /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2573326 Aug 25 11:49:12.162948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 6849d570-9401-48e3-aeb8-27b3473931bc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:12.172044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 6849d570-9401-48e3-aeb8-27b3473931bc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:12.173369 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.242607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 6ed57dcc-70b9-44c4-90c3-e13256ccf66a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:12.291202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31c8381f-e12d-40f1-97d6-f667611848aa req-a73cbb95-471a-4586-bf98-179c7512ce1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059937 Aug 25 11:49:12.314915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.351719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:12.354074 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ba900-266d-4072-89f0-0f43806d6f20" -d '{"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-plugged", "status": "completed", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:12.388140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:12.393759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d8b908ff-4ab3-443c-8e4f-04d0a25c1f51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ccab8431be24e6b837799377e0482bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249209 Aug 25 11:49:12.396482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56046) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:12.399475 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.470597 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947014cf-e4fb-4d89-b210-713f8760bd94 x-openstack-request-id: req-947014cf-e4fb-4d89-b210-713f8760bd94 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:12.470800 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-plugged", "status": "completed", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:12.471335 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-947014cf-e4fb-4d89-b210-713f8760bd94 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:12.471489 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'code': 200} Aug 25 11:49:12.481895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:12.486114 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-8ce23c8c-f0ee-4be9-bb27-837e6b076685 service neutron] delete failed (client error): The resource could not be found. Aug 25 11:49:12.487388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-8ce23c8c-f0ee-4be9-bb27-837e6b076685 service neutron] 10.222.0.67 "DELETE /v2.0/ports/6849d570-9401-48e3-aeb8-27b3473931bc/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.3765800 Aug 25 11:49:12.513055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.513730 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-476dd9f8-d234-4d9a-bed0-533a23bd9c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.542891 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-476dd9f8-d234-4d9a-bed0-533a23bd9c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.615126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-476dd9f8-d234-4d9a-bed0-533a23bd9c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.618051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-476dd9f8-d234-4d9a-bed0-533a23bd9c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.622599 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-476dd9f8-d234-4d9a-bed0-533a23bd9c9e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2cac626c-0baf-4a6f-ba12-62c886da4132 HTTP/1.1" status: 204 len: 168 time: 0.2210364 Aug 25 11:49:12.637471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=6ed57dcc-70b9-44c4-90c3-e13256ccf66a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:12.641333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:12.643134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dd9f8-d234-4d9a-bed0-533a23bd9c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac626c-0baf-4a6f-ba12-62c886da4132,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:12.645651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5186ffeb-fa78-4253-8c37-469d346fb49b req-6b59d9a8-9e7a-4223-8f50-813c7ce9aee1 service neutron] 10.222.0.67 "GET /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965994 Aug 25 11:49:12.652340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:12.656313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:12.666040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:12.667308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:12.689679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-71a8c2d9-3266-4937-83be-de2ea4c58f33 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.0840752 Aug 25 11:49:12.692195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56050) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:12.692993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-55ef4b0d-4430-456a-9bab-d09351d5bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:12.694881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-55ef4b0d-4430-456a-9bab-d09351d5bea5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.1312838 Aug 25 11:49:12.801109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e03fb-d2df-40e0-a2c4-0e19db5af0be tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:12.827969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e03fb-d2df-40e0-a2c4-0e19db5af0be tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:12.833212 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-795e03fb-d2df-40e0-a2c4-0e19db5af0be tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1397202 Aug 25 11:49:12.834036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56052) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:12.838988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-984e6cc5-40bd-4cd3-8d3c-83550768344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:12.841148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-984e6cc5-40bd-4cd3-8d3c-83550768344f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 1059 time: 0.1206911 Aug 25 11:49:12.998292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-60a82d16-add5-4ef7-8f31-793538e29a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.001293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-60a82d16-add5-4ef7-8f31-793538e29a15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.2822430 Aug 25 11:49:13.123573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 6ed57dcc-70b9-44c4-90c3-e13256ccf66a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:13.123944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:13.197994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eb6f380d-7d31-4435-85ed-19b24179b034 None None] Provisioning for port 6ed57dcc-70b9-44c4-90c3-e13256ccf66a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:13.203196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-eb6f380d-7d31-4435-85ed-19b24179b034 None None] Provisioning complete for port 6ed57dcc-70b9-44c4-90c3-e13256ccf66a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:13.203746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eb6f380d-7d31-4435-85ed-19b24179b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:13.286107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8216c565-275c-4677-ad3a-041c55f56970 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:13.291171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f380d-7d31-4435-85ed-19b24179b034 None None] Port 6ed57dcc-70b9-44c4-90c3-e13256ccf66a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:49:13.319215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4f4c-26ab-4401-b513-f455945562e0 req-30e6db78-38cb-4a87-bb9b-5b298b0fff0c tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.320870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de1a4f4c-26ab-4401-b513-f455945562e0 req-30e6db78-38cb-4a87-bb9b-5b298b0fff0c tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 907 time: 0.1805644 Aug 25 11:49:13.333141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-bf3df1b2-636d-4c25-aba1-331c9b5046f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 1002 time: 0.3179464 Aug 25 11:49:13.357481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-c14d1b87-8dd9-4016-817c-db86b380b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.359364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-c14d1b87-8dd9-4016-817c-db86b380b1fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=fb74c745-ca55-43f1-8935-92483f2efb63 HTTP/1.1" status: 200 len: 899 time: 0.5102844 Aug 25 11:49:13.413487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:13.448183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 6ed57dcc-70b9-44c4-90c3-e13256ccf66a owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:13.518642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-548ff776-4ed9-4117-a713-c77c7c4c7ea9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3 HTTP/1.1" status: 200 len: 217 time: 0.0672295 Aug 25 11:49:13.520956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-e208631e-d4cd-420b-b2dc-18d06c97b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.522662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8216c565-275c-4677-ad3a-041c55f56970 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:13.523230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-e208631e-d4cd-420b-b2dc-18d06c97b71f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1623499 Aug 25 11:49:13.523814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:13.828370 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:13.837331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-8a607964-cfdf-483f-ae65-12909155accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.839133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-8a607964-cfdf-483f-ae65-12909155accc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7018da4-e9ae-4c3f-ace0-05e410a82ce1 HTTP/1.1" status: 200 len: 837 time: 0.2548718 Aug 25 11:49:13.843469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-56bb9aa2-a2a9-418a-bed9-4e2f682b902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.845028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-56bb9aa2-a2a9-418a-bed9-4e2f682b902d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3109028 Aug 25 11:49:13.890100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fcddc-ba6a-41ec-a945-0e2aa1334b80 req-2f7d9698-c236-4511-9612-e2ebb7fa7c8e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:13.891697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c8fcddc-ba6a-41ec-a945-0e2aa1334b80 req-2f7d9698-c236-4511-9612-e2ebb7fa7c8e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3676679 Aug 25 11:49:13.916275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=6ed57dcc-70b9-44c4-90c3-e13256ccf66a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:13.970522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:13.982411 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1e2f0587-a008-46a7-b999-ebca4a4214f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/6ed57dcc-70b9-44c4-90c3-e13256ccf66a HTTP/1.1" status: 204 len: 168 time: 1.1353021 Aug 25 11:49:13.983755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56082) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:14.042762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-2ca806c4-8312-4421-a7af-6d24da70c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:14.045015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-2ca806c4-8312-4421-a7af-6d24da70c2de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fb74c745-ca55-43f1-8935-92483f2efb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1980035 Aug 25 11:49:14.051755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c8fcddc-ba6a-41ec-a945-0e2aa1334b80 req-8e09a805-2535-4c70-8183-a0e74402761c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416008 Aug 25 11:49:14.212824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-ae78478e-b652-4dae-8d0d-4dd298ba38b0 service neutron] 10.222.0.67 "GET /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414647 Aug 25 11:49:14.310092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-79debe84-3908-4f9c-846b-bab82249f125 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172416 Aug 25 11:49:14.459073 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59d4c52-ad7a-487b-9348-f98f97e1e51f req-1b11114b-5390-41ca-afc5-b3c89537f023 service neutron] 10.222.0.67 "GET /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359920 Aug 25 11:49:14.529164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37c2201d-d4e9-42b5-839b-7be2bc7caad2 req-1f05ee82-be31-4609-af2f-18d4c36a2f66 service neutron] 10.222.0.67 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105422 Aug 25 11:49:14.580859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2a2c-b503-4e36-8d90-55b86f61074a req-ae257a43-d45e-4e77-a115-cba3128cda0a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:14.582565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-686e2a2c-b503-4e36-8d90-55b86f61074a req-ae257a43-d45e-4e77-a115-cba3128cda0a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 907 time: 0.1191571 Aug 25 11:49:14.709592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d2622b-7dfe-464d-9916-d4b4128b9e95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:14.713137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d2622b-7dfe-464d-9916-d4b4128b9e95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:14.715986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90d2622b-7dfe-464d-9916-d4b4128b9e95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7308474 Aug 25 11:49:14.721250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56098) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:14.801641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet fb50f1c5-1df5-42c6-94cb-b2056e92a489 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:14.806546 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:14.870047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:14.983211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:15.086815 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:15.104474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 96bd952b-44be-457a-afd8-6a3964e3d9e3 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:49:15.127490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=fb50f1c5-1df5-42c6-94cb-b2056e92a489,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:15.130052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:15.133404 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-11f19cd3-0efc-4e8d-846b-8154f31267e7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/fb50f1c5-1df5-42c6-94cb-b2056e92a489 HTTP/1.1" status: 204 len: 168 time: 0.4106951 Aug 25 11:49:15.138471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:15.145913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1dac0-5561-4d3b-99ff-8523eff9029c None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:15.201174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-26ccf1bf-78ed-4b6f-a027-029ca9f6472d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620079 Aug 25 11:49:15.205804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:15.219972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:15.502974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e9547-9114-4fff-b4d8-9d1313161e3f req-03891d08-f0d8-452c-9d3e-ae1918a0fd51 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:15.510278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:15.516619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:15.522753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf4e9547-9114-4fff-b4d8-9d1313161e3f req-03891d08-f0d8-452c-9d3e-ae1918a0fd51 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.2332160 Aug 25 11:49:15.543432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 96bd952b-44be-457a-afd8-6a3964e3d9e3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:15.596396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '96bd952b-44be-457a-afd8-6a3964e3d9e3', 'network_id': 'fb74c745-ca55-43f1-8935-92483f2efb63', 'port_id': '96bd952b-44be-457a-afd8-6a3964e3d9e3', 'mac_address': 'fa:16:3e:7e:9b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7018da4-e9ae-4c3f-ace0-05e410a82ce1', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:49:15.739561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:15.746687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf4e9547-9114-4fff-b4d8-9d1313161e3f req-bf27b5b5-66a1-4238-98c9-f7f825af7e67 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119374 Aug 25 11:49:15.785473 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:15.893135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bd952b-44be-457a-afd8-6a3964e3d9e3 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:49:15.915254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0e389-c155-41ae-a578-398763c51c45 req-19c09f44-fdb3-4bce-8a30-350e1175e712 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:15.922414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcc0e389-c155-41ae-a578-398763c51c45 req-19c09f44-fdb3-4bce-8a30-350e1175e712 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 907 time: 0.1436033 Aug 25 11:49:15.961042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] Deleting port 8216c565-275c-4677-ad3a-041c55f56970 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:15.961706 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:16.013226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 96bd952b-44be-457a-afd8-6a3964e3d9e3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:16.049306 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:16.128313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] For port 8216c565-275c-4677-ad3a-041c55f56970, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8216c565-275c-4677-ad3a-041c55f56970,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:16.131432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:16.185420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] Calling delete_port for 8216c565-275c-4677-ad3a-041c55f56970 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:16.196925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=96bd952b-44be-457a-afd8-6a3964e3d9e3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:16.322432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:49:16.383930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['96bd952b-44be-457a-afd8-6a3964e3d9e3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:49:16.460235 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:16.495493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] Pushing event deleted for resources: {'Port': ['ID=8216c565-275c-4677-ad3a-041c55f56970,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:16.516893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aaa50a-9e63-4d1e-9d83-1f18d4e37415 None None] No DVR routers for this DVR port 8216c565-275c-4677-ad3a-041c55f56970 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:16.623077 n-d-778732-11 neutron-server[94911]: WARNING neutron.services.revisions.revision_plugin [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Could not find related port for resource to bump revision. Aug 25 11:49:16.635798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Port 8216c565-275c-4677-ad3a-041c55f56970 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 25 11:49:16.636516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Reverting IP allocation for 2001:db8::f816:3eff:fee2:5376 {{(pid=94911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 25 11:49:16.654024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee2:5376 {{(pid=94911) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 25 11:49:16.657724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:16.717976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:16.722152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:16.729240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:16.729915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:16.749990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a363040f-f8dc-496f-9bc4-913c0109762d None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:16.785093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:16.799850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fc8481ea-449f-456b-b1b8-021768bbaa03 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5925066 Aug 25 11:49:16.804588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56146) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:16.823597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:bd:8e:c5', 'name': 'tempest-NetworksTestDHCPv6-403814566'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:17.099994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:49:17.101087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:17.131339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 96bd952b-44be-457a-afd8-6a3964e3d9e3 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:17.284141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:17.329703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8216c565-275c-4677-ad3a-041c55f56970 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:17.372139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8216c565-275c-4677-ad3a-041c55f56970 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:17.372381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8216c565-275c-4677-ad3a-041c55f56970 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:17.377966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 96bd952b-44be-457a-afd8-6a3964e3d9e3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:17.391891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 96bd952b-44be-457a-afd8-6a3964e3d9e3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:17.392335 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:17.620894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Allocated IP 2001:db8::f816:3eff:fe5b:d584 (5ab3dabd-4995-4637-bca4-885aee72df93/e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb/dbf4e278-19bd-4f83-b287-98f683a3f25a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:17.793277 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:17.897294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bd952b-44be-457a-afd8-6a3964e3d9e3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:17.901307 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc14051-e19f-4326-b6d2-bb1864e7bdde" -d '{"events": [{"server_uuid": "9fae4821-41f2-4b41-b715-f641e8a825bb", "name": "network-vif-plugged", "status": "completed", "tag": "96bd952b-44be-457a-afd8-6a3964e3d9e3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:17.952326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 96bd952b-44be-457a-afd8-6a3964e3d9e3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:17.969901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.063718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d18c-9022-4930-b572-b26a11967a35 req-8806ce9f-62e2-41bf-8f60-2df5c31468e7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:18.068768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7548d18c-9022-4930-b572-b26a11967a35 req-8806ce9f-62e2-41bf-8f60-2df5c31468e7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.9676716 Aug 25 11:49:18.104322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.113317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=96bd952b-44be-457a-afd8-6a3964e3d9e3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:18.117049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef259e-fe74-4c9c-967f-34cba2b39793 req-8588a181-25d3-4402-9712-4268afd08465 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:18.124806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Transition to ACTIVE for port object dbf4e278-19bd-4f83-b287-98f683a3f25a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:18.138156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eef259e-fe74-4c9c-967f-34cba2b39793 req-8588a181-25d3-4402-9712-4268afd08465 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 908 time: 1.0354710 Aug 25 11:49:18.170720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Transition to ACTIVE for port object dbf4e278-19bd-4f83-b287-98f683a3f25a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:18.185995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.220350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.248485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Pushing event updated for resources: {'Port': ['ID=dbf4e278-19bd-4f83-b287-98f683a3f25a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:18.279191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:18.283269 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377bed34-0127-4ae0-bba7-cf0ec91ed4f4 x-openstack-request-id: req-377bed34-0127-4ae0-bba7-cf0ec91ed4f4 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:18.283269 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fae4821-41f2-4b41-b715-f641e8a825bb", "name": "network-vif-plugged", "status": "completed", "tag": "96bd952b-44be-457a-afd8-6a3964e3d9e3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:18.283269 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-377bed34-0127-4ae0-bba7-cf0ec91ed4f4 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:18.285918 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bd952b-44be-457a-afd8-6a3964e3d9e3', 'code': 200} Aug 25 11:49:18.285918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:18.305279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:18.313993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7548d18c-9022-4930-b572-b26a11967a35 req-241af9b0-59d0-4518-be62-a441c9a82311 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649296 Aug 25 11:49:18.318757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port d9db9390-85bb-446f-9d4e-5afe06e51464 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:49:18.356955 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7401c3d9-3e02-4036-9226-06335dec9e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.409104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56170) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:18.488695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Attempting to bind port dbf4e278-19bd-4f83-b287-98f683a3f25a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:18.489447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Attempting to bind port dbf4e278-19bd-4f83-b287-98f683a3f25a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:18.490603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Attempting to bind port dbf4e278-19bd-4f83-b287-98f683a3f25a on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:18.503264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:18.503669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:18.504356 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.505019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:18.505885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Bound port: dbf4e278-19bd-4f83-b287-98f683a3f25a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:18.506547 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.605729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb460123-8bdd-4ff8-9ccb-b80a464ec860 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 200 len: 994 time: 0.1804910 Aug 25 11:49:18.678617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56513a-e808-4035-af4c-7c53b9ccf3ff req-ae22e91a-65de-4aa0-98f0-270f825b2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:18.682053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f56513a-e808-4035-af4c-7c53b9ccf3ff req-ae22e91a-65de-4aa0-98f0-270f825b2753 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 1061 time: 0.2186079 Aug 25 11:49:18.686198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] For port dbf4e278-19bd-4f83-b287-98f683a3f25a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:18.695082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] For port dbf4e278-19bd-4f83-b287-98f683a3f25a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dbf4e278-19bd-4f83-b287-98f683a3f25a,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:18.704796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:febd:8ec5 (5ab3dabd-4995-4637-bca4-885aee72df93/e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb/d9db9390-85bb-446f-9d4e-5afe06e51464) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:18.709141 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:18.812867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16399bc5-9c7a-48fc-8fdc-399c59e15e5f None None] Pushing event updated for resources: {'Port': ['ID=dbf4e278-19bd-4f83-b287-98f683a3f25a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:18.976974 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:19.009721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object d9db9390-85bb-446f-9d4e-5afe06e51464 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:19.126479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:19.238860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:19.332015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:19.338155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:19.349710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:19.350725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:19.431696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dbf4e278-19bd-4f83-b287-98f683a3f25a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:19.459437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=d9db9390-85bb-446f-9d4e-5afe06e51464,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:19.478378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4bd76b90-a70f-42fa-a6e5-f49d448bfb16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6723552 Aug 25 11:49:19.479122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56184) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:19.512953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a6f3a-c364-4039-8a96-515d40c80672 req-036eff48-27ca-43bc-8d60-057c6d324cf5 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:19.527511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-941a6f3a-c364-4039-8a96-515d40c80672 req-036eff48-27ca-43bc-8d60-057c6d324cf5 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 909 time: 0.1705518 Aug 25 11:49:19.566524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port dbf4e278-19bd-4f83-b287-98f683a3f25a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:19.617075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a14ab5-1767-418a-b666-d681dcbafdf7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:19.627571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a14ab5-1767-418a-b666-d681dcbafdf7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:19.634957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56186) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:19.635375 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-00a14ab5-1767-418a-b666-d681dcbafdf7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1542380 Aug 25 11:49:19.860513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port d9db9390-85bb-446f-9d4e-5afe06e51464 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:19.862355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:20.156382 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:20.189115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for d9db9390-85bb-446f-9d4e-5afe06e51464 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:20.752811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] Provisioning for port dbf4e278-19bd-4f83-b287-98f683a3f25a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:20.789202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] Provisioning complete for port dbf4e278-19bd-4f83-b287-98f683a3f25a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:20.790723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:20.852734 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.006457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.088823 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] For port dbf4e278-19bd-4f83-b287-98f683a3f25a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dbf4e278-19bd-4f83-b287-98f683a3f25a,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:21.107586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=d9db9390-85bb-446f-9d4e-5afe06e51464,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:21.109588 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.246176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.248363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a8607e21-cdab-4b9f-a1f4-6044ab50ac02 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/d9db9390-85bb-446f-9d4e-5afe06e51464 HTTP/1.1" status: 204 len: 168 time: 1.6119950 Aug 25 11:49:21.254770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56210) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:21.302425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-496fefbc-2990-4217-8a7c-a0607d2d483b None None] Could not find standard attr ID for object d9db9390-85bb-446f-9d4e-5afe06e51464. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:49:21.333862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-74e187d7-8466-490d-b9fb-fd851efd3905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.402755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91812f-1ff9-4003-b602-c0d9751849a2 req-9582b433-4bac-49c4-ba90-3b62b748f833 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:21.405236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb91812f-1ff9-4003-b602-c0d9751849a2 req-9582b433-4bac-49c4-ba90-3b62b748f833 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 909 time: 0.6178558 Aug 25 11:49:21.418359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d1fc5-5b18-43ce-86fa-a3e1243f5863 None None] Pushing event updated for resources: {'Port': ['ID=dbf4e278-19bd-4f83-b287-98f683a3f25a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:21.439992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cae1ce-6423-4192-964a-526e698f7d65 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:21.445419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cae1ce-6423-4192-964a-526e698f7d65 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:21.453367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a3cae1ce-6423-4192-964a-526e698f7d65 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1917801 Aug 25 11:49:21.456359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:21.466193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.677420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:21.685262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.712447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c49d6-2ae0-4c7f-bd33-c49523362ea7 req-9b7195a4-7206-4eb0-972c-d2cc74e06b26 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:21.714475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b63c49d6-2ae0-4c7f-bd33-c49523362ea7 req-9b7195a4-7206-4eb0-972c-d2cc74e06b26 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 909 time: 0.0779064 Aug 25 11:49:21.761784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.891673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:21.923943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab5b7d-a418-4848-8eb0-55940aa10596 req-6e14737d-49da-4ee9-8ffa-cecd24dda858 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:21.929560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-83ab5b7d-a418-4848-8eb0-55940aa10596 req-6e14737d-49da-4ee9-8ffa-cecd24dda858 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 1061 time: 0.0712454 Aug 25 11:49:22.016556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:22.059993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:22.062901 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb HTTP/1.1" status: 204 len: 168 time: 0.5948994 Aug 25 11:49:22.080092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e2c22-09fc-4fd0-b7c6-46aae4e20476 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:22.093205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:22.102131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3891c81-85ae-40d1-af89-5cd1cb35d536 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:22.143958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc355-b904-4f45-9c2a-d5a950809539 req-c29062f2-5f4b-4de2-a988-1e41936d2b53 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:22.146028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dacc355-b904-4f45-9c2a-d5a950809539 req-c29062f2-5f4b-4de2-a988-1e41936d2b53 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1137 time: 0.0869682 Aug 25 11:49:22.177418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56230) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:22.178994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bdd71ec4-ac04-4c50-9df1-4b241748a5b2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835624 Aug 25 11:49:22.244576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dacc355-b904-4f45-9c2a-d5a950809539 req-b81fe325-3163-4844-bbaf-c8afc3712fc8 tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0906515 Aug 25 11:49:22.272252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56232) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:22.274805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cbfe3c-da94-466a-b77d-4861ec9ab4ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:22.277943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-15cbfe3c-da94-466a-b77d-4861ec9ab4ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0979173 Aug 25 11:49:22.282028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56234) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:22.382997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce4522-4a00-44db-add7-89beadffe21f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:22.385552 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97ce4522-4a00-44db-add7-89beadffe21f tempest-TestSecurityGroupsBasicOps-577557768 tempest-TestSecurityGroupsBasicOps-577557768-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 1056 time: 0.1028006 Aug 25 11:49:22.400831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77844c23-3a68-48c3-8cb5-90b53e7eb429 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:22.405620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77844c23-3a68-48c3-8cb5-90b53e7eb429 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1197872 Aug 25 11:49:22.408500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56238) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:22.474512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:22.534120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-07099b38-8bb9-4034-ab2b-ffb86146a953 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242726 Aug 25 11:49:22.541740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56242) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:22.549398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:22.615815 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:22.677432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] Deleting port dbf4e278-19bd-4f83-b287-98f683a3f25a {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:22.677886 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:22.764208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:22.785058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:22.907244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] For port dbf4e278-19bd-4f83-b287-98f683a3f25a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dbf4e278-19bd-4f83-b287-98f683a3f25a,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:22.908242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:22.950621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] Calling delete_port for dbf4e278-19bd-4f83-b287-98f683a3f25a owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:23.115401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faecb7-c083-4445-927f-5542c8410dc6 req-d0fd5085-a2c9-48be-872a-3c7bbfc780cd tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:23.118455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0faecb7-c083-4445-927f-5542c8410dc6 req-d0fd5085-a2c9-48be-872a-3c7bbfc780cd tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 909 time: 0.2962611 Aug 25 11:49:23.138292 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:23.186692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] Pushing event deleted for resources: {'Port': ['ID=dbf4e278-19bd-4f83-b287-98f683a3f25a,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:23.202599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662ef39-8234-4df9-b8c1-b6deda4eb083 None None] No DVR routers for this DVR port dbf4e278-19bd-4f83-b287-98f683a3f25a on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:23.312093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dbf4e278-19bd-4f83-b287-98f683a3f25a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:23.340402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: dbf4e278-19bd-4f83-b287-98f683a3f25a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:23.341205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dbf4e278-19bd-4f83-b287-98f683a3f25a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:23.416472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:49:23.418919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:23.472756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:23.476808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:23.483046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:23.483810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:23.494192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fda830-03e4-4f3f-a923-2f2134d85ae9 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:23.511976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=2b08e820-c05a-4e5c-85bc-98d3761cf950,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:23.521563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c0f973e8-0015-467a-b147-7f9dab1e660b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9783235 Aug 25 11:49:23.524400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:23.534719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:eb:2a:3f', 'name': 'tempest-NetworksTestDHCPv6-709324912'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:23.754697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '2b08e820-c05a-4e5c-85bc-98d3761cf950'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:49:23.755592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:23.781034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:23.941121 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:23.982278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 804954d5-dba7-43fe-918d-5bfb194d3ee9 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:49:24.040914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Allocated IP 2001:db8::f816:3eff:fe4f:2c7e (5ab3dabd-4995-4637-bca4-885aee72df93/2b08e820-c05a-4e5c-85bc-98d3761cf950/513ae34f-209c-445d-a359-b0a724bafc17) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:24.197399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-89dd6e75-e221-45f4-95b7-80960cb57710 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:24.199988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-89dd6e75-e221-45f4-95b7-80960cb57710 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 909 time: 0.1265261 Aug 25 11:49:24.374923 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.408761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56288) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:24.499760 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.531200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Transition to ACTIVE for port object 513ae34f-209c-445d-a359-b0a724bafc17 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:24.569593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port 96bd952b-44be-457a-afd8-6a3964e3d9e3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:24.570277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.593447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Transition to ACTIVE for port object 513ae34f-209c-445d-a359-b0a724bafc17 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:24.616126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.718563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:24.726188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:24.806316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:24.855525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34dab850-a5fd-4965-9dc9-2f90d6083c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.875093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port 96bd952b-44be-457a-afd8-6a3964e3d9e3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=96bd952b-44be-457a-afd8-6a3964e3d9e3,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:24.875770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.884231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:feeb:2a3f (5ab3dabd-4995-4637-bca4-885aee72df93/2b08e820-c05a-4e5c-85bc-98d3761cf950/804954d5-dba7-43fe-918d-5bfb194d3ee9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:24.941597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for 96bd952b-44be-457a-afd8-6a3964e3d9e3 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:24.976229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Attempting to bind port 513ae34f-209c-445d-a359-b0a724bafc17 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:24.976811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Attempting to bind port 513ae34f-209c-445d-a359-b0a724bafc17 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:24.978529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Attempting to bind port 513ae34f-209c-445d-a359-b0a724bafc17 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:24.993817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:24.994426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:24.995004 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:24.997403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:24.998188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Bound port: 513ae34f-209c-445d-a359-b0a724bafc17, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:24.998701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.007807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Pushing event updated for resources: {'Port': ['ID=513ae34f-209c-445d-a359-b0a724bafc17,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:25.032274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34dab850-a5fd-4965-9dc9-2f90d6083c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.050799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-34dab850-a5fd-4965-9dc9-2f90d6083c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.090460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab850-a5fd-4965-9dc9-2f90d6083c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e213c1d-54bb-45de-84b7-252d55f44298,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:25.168471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] For port 513ae34f-209c-445d-a359-b0a724bafc17, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:25.181438 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-34dab850-a5fd-4965-9dc9-2f90d6083c29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b62b5ffe87e34a6aa5ac70b6f0c2e0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7711666 Aug 25 11:49:25.186570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56298) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:25.192675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0adbfe-e16e-43f6-983e-cba8cbbf7b46 req-6777cdfc-a5a1-4205-b89f-655f8202ea90 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:25.208233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f0adbfe-e16e-43f6-983e-cba8cbbf7b46 req-6777cdfc-a5a1-4205-b89f-655f8202ea90 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fae4821-41f2-4b41-b715-f641e8a825bb HTTP/1.1" status: 200 len: 909 time: 0.8743460 Aug 25 11:49:25.211114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] For port 513ae34f-209c-445d-a359-b0a724bafc17, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=513ae34f-209c-445d-a359-b0a724bafc17,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:25.227211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.336319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ba788-1e81-436c-96b5-7e5529337f5f None None] Pushing event updated for resources: {'Port': ['ID=513ae34f-209c-445d-a359-b0a724bafc17,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:25.396266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.432205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=96bd952b-44be-457a-afd8-6a3964e3d9e3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:25.452140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a3dd-2c8e-4b24-868e-e24ffd047a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.510787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] No DVR routers for this DVR port 96bd952b-44be-457a-afd8-6a3964e3d9e3 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:25.515067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.517579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1c10cec1-e3f1-46b4-9e30-3b2e319cc0ff req-c21e36fa-267a-43bd-86d7-8fd8018f9be3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.67 "DELETE /v2.0/ports/96bd952b-44be-457a-afd8-6a3964e3d9e3 HTTP/1.1" status: 204 len: 173 time: 1.3099873 Aug 25 11:49:25.518074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'name': 'network-vif-deleted', 'tag': '96bd952b-44be-457a-afd8-6a3964e3d9e3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:25.530341 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79102b38-80f7-450b-a400-85a85ac8fd8e" -d '{"events": [{"server_uuid": "9fae4821-41f2-4b41-b715-f641e8a825bb", "name": "network-vif-deleted", "tag": "96bd952b-44be-457a-afd8-6a3964e3d9e3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:25.560693 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.584274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a3dd-2c8e-4b24-868e-e24ffd047a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.609405 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa9f465-87c2-471c-a5d0-9339a0931c38 x-openstack-request-id: req-4aa9f465-87c2-471c-a5d0-9339a0931c38 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:25.610361 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fae4821-41f2-4b41-b715-f641e8a825bb", "name": "network-vif-deleted", "tag": "96bd952b-44be-457a-afd8-6a3964e3d9e3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:25.610643 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4aa9f465-87c2-471c-a5d0-9339a0931c38 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:25.611051 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae4821-41f2-4b41-b715-f641e8a825bb', 'name': 'network-vif-deleted', 'tag': '96bd952b-44be-457a-afd8-6a3964e3d9e3', 'status': 'completed', 'code': 200} Aug 25 11:49:25.637268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 804954d5-dba7-43fe-918d-5bfb194d3ee9 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:25.717274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a3dd-2c8e-4b24-868e-e24ffd047a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.719750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a3dd-2c8e-4b24-868e-e24ffd047a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.723586 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ea2a3dd-2c8e-4b24-868e-e24ffd047a83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e213c1d-54bb-45de-84b7-252d55f44298 HTTP/1.1" status: 204 len: 168 time: 0.5193510 Aug 25 11:49:25.759821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a3dd-2c8e-4b24-868e-e24ffd047a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e213c1d-54bb-45de-84b7-252d55f44298,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:25.858099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:25.979315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:25.980951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=804954d5-dba7-43fe-918d-5bfb194d3ee9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:25.990601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:25.993641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:26.000980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:26.021268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:26.051765 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f96b76d8-029b-4a58-8b82-00fb0a2fb466 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5254512 Aug 25 11:49:26.055071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:26.148667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f65cd4-1e81-46f1-8d1c-fba843e86df4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:26.156867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f65cd4-1e81-46f1-8d1c-fba843e86df4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:26.158954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-60f65cd4-1e81-46f1-8d1c-fba843e86df4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1025813 Aug 25 11:49:26.165483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:26.318057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56320) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:26.432620 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:49:26.433899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 804954d5-dba7-43fe-918d-5bfb194d3ee9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:26.434912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:26.548214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56322) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:26.605332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24b26de8-0f80-4178-b293-34674f4c5238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:26.683778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:26.717631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 804954d5-dba7-43fe-918d-5bfb194d3ee9 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:27.201659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.288780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24b26de8-0f80-4178-b293-34674f4c5238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.293510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-24b26de8-0f80-4178-b293-34674f4c5238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.312232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-008a98f6-0e9d-41fb-885b-41f0416654b7 req-81e7c3b1-9eaf-4362-bb26-4303ecf30ad5 service neutron] (94911) timed out ('10.222.0.10', 62473) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 11:49:27.313921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=804954d5-dba7-43fe-918d-5bfb194d3ee9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:27.332132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.361321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.371093 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0a175cfc-a9d7-48a2-a063-6e3723049322 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/804954d5-dba7-43fe-918d-5bfb194d3ee9 HTTP/1.1" status: 204 len: 168 time: 1.2033160 Aug 25 11:49:27.371591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56332) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:27.403214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8a917052-9b45-4483-b703-89921ef1275e None None] Provisioning for port 513ae34f-209c-445d-a359-b0a724bafc17 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:27.449482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 513ae34f-209c-445d-a359-b0a724bafc17 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:27.456774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c36837-7679-4cfd-9d94-e1042d70fa29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:27.458994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c36837-7679-4cfd-9d94-e1042d70fa29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:27.465405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-15c36837-7679-4cfd-9d94-e1042d70fa29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0926459 Aug 25 11:49:27.466500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:27.535105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-24b26de8-0f80-4178-b293-34674f4c5238 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0c3991ba10145269ebaaf242b023989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9851863 Aug 25 11:49:27.542734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56336) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:27.558361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 513ae34f-209c-445d-a359-b0a724bafc17 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:27.567694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 513ae34f-209c-445d-a359-b0a724bafc17 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:27.569199 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.572598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 2b08e820-c05a-4e5c-85bc-98d3761cf950 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:27.578360 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.605139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b26de8-0f80-4178-b293-34674f4c5238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb941bca-a4b5-4114-b1b9-8b03918fde35,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:27.704662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.707101 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.747405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 513ae34f-209c-445d-a359-b0a724bafc17, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=513ae34f-209c-445d-a359-b0a724bafc17,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:27.756148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.761953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ab0dc7c5-09fb-4f35-bc0a-c49a1e12531a None None] Could not find standard attr ID for object 804954d5-dba7-43fe-918d-5bfb194d3ee9. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:49:27.854365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3acfd7a-f9dd-40f5-96bf-d3182a4c253d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.886096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=513ae34f-209c-445d-a359-b0a724bafc17,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:27.940948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:27.965534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3acfd7a-f9dd-40f5-96bf-d3182a4c253d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.137801 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.160274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.186728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=2b08e820-c05a-4e5c-85bc-98d3761cf950,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:28.202874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c70c2d-4cea-4043-9259-86e11a1beada None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:28.213330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.224980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9692a138-5922-4677-9cc4-09b66d25bb6c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/2b08e820-c05a-4e5c-85bc-98d3761cf950 HTTP/1.1" status: 204 len: 168 time: 0.7568722 Aug 25 11:49:28.226059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56348) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:28.307556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b731ec7a-0e99-4960-be9e-f8eeb773d73d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798519 Aug 25 11:49:28.310656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56350) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:28.326062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:28.341418 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3acfd7a-f9dd-40f5-96bf-d3182a4c253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.345963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3acfd7a-f9dd-40f5-96bf-d3182a4c253d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.347848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e3acfd7a-f9dd-40f5-96bf-d3182a4c253d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb941bca-a4b5-4114-b1b9-8b03918fde35 HTTP/1.1" status: 204 len: 168 time: 0.7950077 Aug 25 11:49:28.462135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acfd7a-f9dd-40f5-96bf-d3182a4c253d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb941bca-a4b5-4114-b1b9-8b03918fde35,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:28.564086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:28.663165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:28.679760 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.684322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] Deleting port 513ae34f-209c-445d-a359-b0a724bafc17 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:28.685176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.783719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] For port 513ae34f-209c-445d-a359-b0a724bafc17, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=513ae34f-209c-445d-a359-b0a724bafc17,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:28.785128 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:28.813496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] Calling delete_port for 513ae34f-209c-445d-a359-b0a724bafc17 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:29.166502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port 0a38c505-8f4a-4514-9a24-95306e9d07fc {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:29.166985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:29.228870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 96bd952b-44be-457a-afd8-6a3964e3d9e3 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:29.255438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 96bd952b-44be-457a-afd8-6a3964e3d9e3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:29.256083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 96bd952b-44be-457a-afd8-6a3964e3d9e3 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:29.269069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:29.330996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] Pushing event deleted for resources: {'Port': ['ID=513ae34f-209c-445d-a359-b0a724bafc17,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:29.347871 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 513ae34f-209c-445d-a359-b0a724bafc17 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:29.357608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0caa69-c0d3-4f74-9bf8-9017f3dac643 None None] No DVR routers for this DVR port 513ae34f-209c-445d-a359-b0a724bafc17 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:29.403793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 513ae34f-209c-445d-a359-b0a724bafc17 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:29.404140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 513ae34f-209c-445d-a359-b0a724bafc17 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:29.446858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port 0a38c505-8f4a-4514-9a24-95306e9d07fc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0a38c505-8f4a-4514-9a24-95306e9d07fc,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:29.447639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:29.484382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:49:29.487846 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:29.490560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for 0a38c505-8f4a-4514-9a24-95306e9d07fc owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:29.585042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:29.595662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:29.602125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:29.602729 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:29.618926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=6f776893-33ed-41cc-85e6-9de84b267e4a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:29.629824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa6aa5-96d6-424b-98b5-ca30642552d6 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:29.636011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.636437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.636734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.637038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.637372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.637750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.638074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.638404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.638737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.644269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.644269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.644269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:29.665824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-13a8eed4-c154-4b42-a06c-3cf4391448d4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3468182 Aug 25 11:49:29.665824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56378) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:29.670775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:e7:a0:9f', 'name': 'tempest-NetworksTestDHCPv6-1114112820'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:30.114609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '6f776893-33ed-41cc-85e6-9de84b267e4a'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:49:30.115805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:30.628735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Allocated IP 2001:db8::f816:3eff:fecc:4eee (5ab3dabd-4995-4637-bca4-885aee72df93/6f776893-33ed-41cc-85e6-9de84b267e4a/dd17f65b-69f1-43ba-b8e9-8295ae41b306) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:30.666692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:30.760621 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:30.871598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=0a38c505-8f4a-4514-9a24-95306e9d07fc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:30.889846 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:30.901895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Transition to ACTIVE for port object dd17f65b-69f1-43ba-b8e9-8295ae41b306 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:30.924789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Transition to ACTIVE for port object dd17f65b-69f1-43ba-b8e9-8295ae41b306 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:30.938184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.036979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.056102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Pushing event updated for resources: {'Port': ['ID=dd17f65b-69f1-43ba-b8e9-8295ae41b306,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:31.101943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:31.119452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:31.124949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:31.149158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port a1ac3b38-5bbd-4b27-8487-3202fa61a3a9 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:49:31.155241 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.450540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Attempting to bind port dd17f65b-69f1-43ba-b8e9-8295ae41b306 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:31.451181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Attempting to bind port dd17f65b-69f1-43ba-b8e9-8295ae41b306 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:31.455547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Attempting to bind port dd17f65b-69f1-43ba-b8e9-8295ae41b306 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:31.469229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:31.472115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:31.473510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.475482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:31.478308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Bound port: dd17f65b-69f1-43ba-b8e9-8295ae41b306, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:31.480631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.518493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fee7:a09f (5ab3dabd-4995-4637-bca4-885aee72df93/6f776893-33ed-41cc-85e6-9de84b267e4a/a1ac3b38-5bbd-4b27-8487-3202fa61a3a9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:31.738737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.762898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object a1ac3b38-5bbd-4b27-8487-3202fa61a3a9 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:31.769373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] For port dd17f65b-69f1-43ba-b8e9-8295ae41b306, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:31.770430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.780257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] For port dd17f65b-69f1-43ba-b8e9-8295ae41b306, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dd17f65b-69f1-43ba-b8e9-8295ae41b306,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:31.790340 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:31.905511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95303f1d-d965-42c9-b1e8-e8f7f7f0e9d3 None None] Pushing event updated for resources: {'Port': ['ID=dd17f65b-69f1-43ba-b8e9-8295ae41b306,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:32.121640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:32.231589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:32.238258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:32.242650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:32.250585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:32.251272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:32.328338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=a1ac3b38-5bbd-4b27-8487-3202fa61a3a9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:32.354242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d2a73d8e-9c37-4789-9957-e0c2ab0b0861 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6914065 Aug 25 11:49:32.359846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:32.385472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:49:32.746083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:49:32.766912 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] Sync routers for ids ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:49:32.812541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5d525ce-974b-4df4-bba3-42f992046dc7 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "PUT /v2.0/routers/7f0e91d0-ab41-4cdf-8a40-25c703cab173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4897263 Aug 25 11:49:32.815554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56446) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:32.824201 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] Routers {'7f0e91d0-ab41-4cdf-8a40-25c703cab173'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:32.828803 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:32.904501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting subnet b7018da4-e9ae-4c3f-ace0-05e410a82ce1 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:32.908956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:32.965464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:33.175952 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] Set router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:33.369676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1125c37b-d736-4fe5-9e93-4f6c85d00bb5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:33.392685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1125c37b-d736-4fe5-9e93-4f6c85d00bb5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:33.399465 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1125c37b-d736-4fe5-9e93-4f6c85d00bb5 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0162570 Aug 25 11:49:33.402420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56458) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:33.422819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:33.491754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dd17f65b-69f1-43ba-b8e9-8295ae41b306 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:33.632530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:33.648883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port dd17f65b-69f1-43ba-b8e9-8295ae41b306 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:33.677392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:33.683940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/subnets/b7018da4-e9ae-4c3f-ace0-05e410a82ce1 HTTP/1.1" status: 204 len: 168 time: 0.8638716 Aug 25 11:49:33.692295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56462) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:33.697159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb156b48-52aa-4e2d-8ea8-75b34774870d None None] Network fb74c745-ca55-43f1-8935-92483f2efb63 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:33.708537 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:49:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:33.765597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a09ba-51d0-42b9-990d-962482642d2b tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Subnet': ['ID=b7018da4-e9ae-4c3f-ace0-05e410a82ce1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:33.811526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port a1ac3b38-5bbd-4b27-8487-3202fa61a3a9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:33.812396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.113372 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] Checking router: 7f0e91d0-ab41-4cdf-8a40-25c703cab173 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:49:34.130007 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] Routers {'7f0e91d0-ab41-4cdf-8a40-25c703cab173'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:34.131263 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:34.190457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.256647 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.339632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for a1ac3b38-5bbd-4b27-8487-3202fa61a3a9 owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:34.364325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] DHCP port deletion for fb74c745-ca55-43f1-8935-92483f2efb63 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:34.465118 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] Set router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:34.491140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] Provisioning for port dd17f65b-69f1-43ba-b8e9-8295ae41b306 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:34.526783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] Provisioning complete for port dd17f65b-69f1-43ba-b8e9-8295ae41b306 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:34.531697 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.747639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] Deleting port 3144ad8c-fb85-4d28-8577-06166a8d22a9 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:34.750977 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.769541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.826150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.879695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port 246b46f6-737b-43c3-89f5-e29e16c16b08 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:34.880214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:34.982552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=a1ac3b38-5bbd-4b27-8487-3202fa61a3a9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:35.046864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] For port 3144ad8c-fb85-4d28-8577-06166a8d22a9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3144ad8c-fb85-4d28-8577-06166a8d22a9,segment=NetworkSegment(c5f1bd47-eb34-4a97-ba85-d7fa423faa38),segment_id=c5f1bd47-eb34-4a97-ba85-d7fa423faa38)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:35.047194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.077015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] Calling delete_port for 3144ad8c-fb85-4d28-8577-06166a8d22a9 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:35.092591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.098763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port 246b46f6-737b-43c3-89f5-e29e16c16b08, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=246b46f6-737b-43c3-89f5-e29e16c16b08,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:35.099147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.101459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2a45dd98-fbf6-47cb-9e5f-487065b701d1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/a1ac3b38-5bbd-4b27-8487-3202fa61a3a9 HTTP/1.1" status: 204 len: 168 time: 1.6903934 Aug 25 11:49:35.102631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56476) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:35.161648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for 246b46f6-737b-43c3-89f5-e29e16c16b08 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:35.238591 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:49:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:35.268796 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.301469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de9599-22b7-40b1-8114-3caf98940241 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:35.305209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de9599-22b7-40b1-8114-3caf98940241 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:35.313485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58de9599-22b7-40b1-8114-3caf98940241 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2057090 Aug 25 11:49:35.319011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56478) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:35.325806 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e04d-4319-46a7-9114-a5ba73284328 None None] The sync data for ids ['7f0e91d0-ab41-4cdf-8a40-25c703cab173'] in n-d-778732-11 is: [{'id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834991716', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:48:26Z', 'updated_at': '2021-08-25T11:49:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': '246b46f6-737b-43c3-89f5-e29e16c16b08', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e91d0-ab41-4cdf-8a40-25c703cab173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:48:29Z', 'updated_at': '2021-08-25T11:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:49:35.345188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] Pushing event deleted for resources: {'Port': ['ID=3144ad8c-fb85-4d28-8577-06166a8d22a9,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:35.355252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06d03d-149c-4659-a15e-04d604753b12 None None] No DVR routers for this DVR port 3144ad8c-fb85-4d28-8577-06166a8d22a9 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:35.470483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.507764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3144ad8c-fb85-4d28-8577-06166a8d22a9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:35.571037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3144ad8c-fb85-4d28-8577-06166a8d22a9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:35.573630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3144ad8c-fb85-4d28-8577-06166a8d22a9 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:35.578057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 6f776893-33ed-41cc-85e6-9de84b267e4a {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:35.604459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.626032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] For port dd17f65b-69f1-43ba-b8e9-8295ae41b306, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dd17f65b-69f1-43ba-b8e9-8295ae41b306,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:35.638363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.724837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.741507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56490) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:35.853372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f20c8-d7ee-4863-b5c7-2cdcc96ef873 None None] Pushing event updated for resources: {'Port': ['ID=dd17f65b-69f1-43ba-b8e9-8295ae41b306,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:35.866357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2ecf0eac-0de8-4271-962d-f324df2a56ae None None] Could not find standard attr ID for object a1ac3b38-5bbd-4b27-8487-3202fa61a3a9. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:49:35.877870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:35.918445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=246b46f6-737b-43c3-89f5-e29e16c16b08,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:35.961374 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.080611 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.214396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.248857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=6f776893-33ed-41cc-85e6-9de84b267e4a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:36.254876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.257753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-166010f0-07d3-4e63-a573-d7c3e8b1cac9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/6f776893-33ed-41cc-85e6-9de84b267e4a HTTP/1.1" status: 204 len: 168 time: 0.9365325 Aug 25 11:49:36.262301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56502) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:36.269067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295cdf75-6c69-4a77-bb72-f7b8d1a7edd2 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:36.300061 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.304663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.387138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9697d18e-511a-47b0-bd1f-88ac012d3e66 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229670 Aug 25 11:49:36.394870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56504) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:36.433124 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.436227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Fanout notify agent at l3_agent the message router_deleted on router 7f0e91d0-ab41-4cdf-8a40-25c703cab173 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:49:36.514001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c465d-0973-4b59-aec5-578381b76f35 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:36.515958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb1c465d-0973-4b59-aec5-578381b76f35 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1197889 Aug 25 11:49:36.518538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56508) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:36.519140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.523983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c735ebfe-ed19-40cf-b3a9-912ae8c10f13 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/routers/7f0e91d0-ab41-4cdf-8a40-25c703cab173 HTTP/1.1" status: 204 len: 168 time: 2.7713628 Aug 25 11:49:36.527767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:36.570597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.601744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608be52-be51-4813-aab2-27b93469098f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:36.603662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b608be52-be51-4813-aab2-27b93469098f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0837648 Aug 25 11:49:36.610847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56512) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:36.689267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dae5fc94-c73c-4e09-b6f8-aa20fef8b60e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731897 Aug 25 11:49:36.694094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56514) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:36.699835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:36.898836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:36.899206 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:49:36.899206 n-d-778732-11 neutron-server[94911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:49:36.899206 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id': '2117643632434c72bdaaf4e983af3102', 'id': 'f8feb0c0-bd54-4978-b706-936d1059e20e', 'expiration': datetime.datetime(2021, 8, 25, 11, 51, 36, 871972)}] Aug 25 11:49:36.899206 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:49:36.900296 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:49:36.908494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:36.917099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.052037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:37.174474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.204651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb74c745-ca55-43f1-8935-92483f2efb63']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:37.225892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] Deleting port dd17f65b-69f1-43ba-b8e9-8295ae41b306 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:37.226898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.235818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:37.236339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f1bd47-eb34-4a97-ba85-d7fa423faa38') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:37.274122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.371606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.372697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.397322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:49:37.405044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.410612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.414358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] For port dd17f65b-69f1-43ba-b8e9-8295ae41b306, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dd17f65b-69f1-43ba-b8e9-8295ae41b306,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:37.416448 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.424881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 246b46f6-737b-43c3-89f5-e29e16c16b08 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:37.450199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=2711b35a-554a-4b5b-8e8e-81c4f3ee881b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:49:37.450749 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:49:37.479873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:37.481791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:37.485394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:37.486160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.492007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 246b46f6-737b-43c3-89f5-e29e16c16b08 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:37.494236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 246b46f6-737b-43c3-89f5-e29e16c16b08 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:37.494648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a38c505-8f4a-4514-9a24-95306e9d07fc no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:37.508248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ecdf3c4f-d127-4417-9d4e-1d0a8cd32b2d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8128190 Aug 25 11:49:37.511451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56522) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:37.517788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:1e:82:97', 'name': 'tempest-NetworksTestDHCPv6-509976860'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:37.552476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] Calling delete_port for dd17f65b-69f1-43ba-b8e9-8295ae41b306 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:37.556125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0a38c505-8f4a-4514-9a24-95306e9d07fc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:37.559306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a38c505-8f4a-4514-9a24-95306e9d07fc not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:37.560447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device dd17f65b-69f1-43ba-b8e9-8295ae41b306 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:37.630258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.650763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.658445 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/networks/fb74c745-ca55-43f1-8935-92483f2efb63 HTTP/1.1" status: 204 len: 168 time: 1.1281979 Aug 25 11:49:37.659191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56526) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:37.696445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7c669-f84f-4f04-a49d-037d78738bf3 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Network': ['ID=fb74c745-ca55-43f1-8935-92483f2efb63,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:37.880428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.925576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.931986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:37.970862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port dd17f65b-69f1-43ba-b8e9-8295ae41b306, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=dd17f65b-69f1-43ba-b8e9-8295ae41b306,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:37.980215 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.007913 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2117643632434c72bdaaf4e983af3102&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2612059 Aug 25 11:49:38.008284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56528) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:38.014158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:38.016182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dcc21-46dd-4ff0-af46-155a052db944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39f5637-a4ac-4817-b39a-c658fe9354f2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:38.046918 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.095277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port 9ebf82d6-8eb2-484c-bbe2-3dd4a5634fe0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:38.095977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.116550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=dd17f65b-69f1-43ba-b8e9-8295ae41b306,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:38.134207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812b2c79-5d38-4a26-9f38-e350396f3211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.145994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] No DVR routers for this DVR port dd17f65b-69f1-43ba-b8e9-8295ae41b306 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:38.201501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812b2c79-5d38-4a26-9f38-e350396f3211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.201802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6dbe38-924b-4c0a-990a-4db6ba220176 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:38.211911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.212319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.218424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321a1f8-5e5f-4627-b965-ca0fb618f77a None None] Pushing event deleted for resources: {'Port': ['ID=dd17f65b-69f1-43ba-b8e9-8295ae41b306,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:38.231354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for 9ebf82d6-8eb2-484c-bbe2-3dd4a5634fe0 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:38.297372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812b2c79-5d38-4a26-9f38-e350396f3211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.300506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-812b2c79-5d38-4a26-9f38-e350396f3211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:38.301740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-812b2c79-5d38-4a26-9f38-e350396f3211 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d39f5637-a4ac-4817-b39a-c658fe9354f2 HTTP/1.1" status: 204 len: 168 time: 0.2924337 Aug 25 11:49:38.320638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b2c79-5d38-4a26-9f38-e350396f3211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39f5637-a4ac-4817-b39a-c658fe9354f2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:38.729636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '2711b35a-554a-4b5b-8e8e-81c4f3ee881b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:49:38.732039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.077367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.099825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.114204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/2711b35a-554a-4b5b-8e8e-81c4f3ee881b/01da485e-6633-412f-a2e2-37c3a7d02131) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:39.117591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56540) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:39.152291 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cac6ef3-e331-4b1d-9973-9bb97878ee27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.158509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 2cf0e013-8b56-4829-8884-df244b5749cb yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:49:39.163970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=9ebf82d6-8eb2-484c-bbe2-3dd4a5634fe0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:39.257756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.257756 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Floating IP aa376ec3-2c70-4aa1-a544-7064e3fe3a68 disassociated (deleted). External IP: 172.25.1.3, port: e0f05b26-37dd-420f-a12d-9f5589789b75. Aug 25 11:49:39.490825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.502165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Transition to ACTIVE for port object 01da485e-6633-412f-a2e2-37c3a7d02131 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:39.532037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Transition to ACTIVE for port object 01da485e-6633-412f-a2e2-37c3a7d02131 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:39.536655 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cac6ef3-e331-4b1d-9973-9bb97878ee27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.542359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.544985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7cac6ef3-e331-4b1d-9973-9bb97878ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.583994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:39.589449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:39.594704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:39.641854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Pushing event updated for resources: {'Port': ['ID=01da485e-6633-412f-a2e2-37c3a7d02131,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:39.703685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac6ef3-e331-4b1d-9973-9bb97878ee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f07fde-73ca-480c-b73d-1c8701a8a678,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:39.708909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Attempting to bind port 01da485e-6633-412f-a2e2-37c3a7d02131 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:39.718868 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7cac6ef3-e331-4b1d-9973-9bb97878ee27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08fa89316cb1439d84731b8b23e7fc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998163 Aug 25 11:49:39.721141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56554) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:39.724935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Attempting to bind port 01da485e-6633-412f-a2e2-37c3a7d02131 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:39.726566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Attempting to bind port 01da485e-6633-412f-a2e2-37c3a7d02131 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:39.761678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:39.763619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:39.767343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.768764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:39.768942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e94a84-f289-4e0c-98db-8233fe9c8b3d req-548cc660-a3c4-431e-9132-29460cbe8cac tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:39.770061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Bound port: 01da485e-6633-412f-a2e2-37c3a7d02131, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:39.770651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e94a84-f289-4e0c-98db-8233fe9c8b3d req-548cc660-a3c4-431e-9132-29460cbe8cac tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.3693531 Aug 25 11:49:39.782308 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:39.812831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::14f (5ab3dabd-4995-4637-bca4-885aee72df93/2711b35a-554a-4b5b-8e8e-81c4f3ee881b/2cf0e013-8b56-4829-8884-df244b5749cb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:39.910807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] For port 01da485e-6633-412f-a2e2-37c3a7d02131, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:39.918167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] For port 01da485e-6633-412f-a2e2-37c3a7d02131, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=01da485e-6633-412f-a2e2-37c3a7d02131,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:39.928033 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.030715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1bc586c-e3d2-4fa6-b553-1897b7496350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.075467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5469366-e762-4c43-9e6f-795b827d0480 None None] Pushing event updated for resources: {'Port': ['ID=01da485e-6633-412f-a2e2-37c3a7d02131,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:40.129618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92e94a84-f289-4e0c-98db-8233fe9c8b3d req-e8f143ae-4608-4e7a-8a98-802a712df8f1 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288045 Aug 25 11:49:40.144167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1bc586c-e3d2-4fa6-b553-1897b7496350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.179581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56558) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:40.252004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 30a216fe-a53d-435e-8e55-f7216bd3943e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:49:40.418755 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.448820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 2cf0e013-8b56-4829-8884-df244b5749cb will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:40.481962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56560) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:40.540629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1bc586c-e3d2-4fa6-b553-1897b7496350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.543203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1bc586c-e3d2-4fa6-b553-1897b7496350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.544721 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d1bc586c-e3d2-4fa6-b553-1897b7496350 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10f07fde-73ca-480c-b73d-1c8701a8a678 HTTP/1.1" status: 204 len: 168 time: 0.8215711 Aug 25 11:49:40.601572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc586c-e3d2-4fa6-b553-1897b7496350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f07fde-73ca-480c-b73d-1c8701a8a678,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:40.640376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:49:40.647026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.661282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] Sync routers for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:49:40.674005 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.688567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:40.692363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:40.779313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 02e3f837-ae25-45b2-853d-ae873eb96b11 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:40.782918 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.786099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1fcd9df3-1a69-491f-b37a-67eb2be3f7ac tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/floatingips/aa376ec3-2c70-4aa1-a544-7064e3fe3a68 HTTP/1.1" status: 204 len: 168 time: 3.1256781 Aug 25 11:49:40.789857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:40.817948 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09" -d '{"events": [{"name": "network-changed", "server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:40.821938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=2cf0e013-8b56-4829-8884-df244b5749cb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:40.867820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:40.870491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:40.880133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:40.898325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:40.899538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:40.938185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b7732828-f005-4586-bcca-38833b8142e1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4254162 Aug 25 11:49:40.939138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56574) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:40.999961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:41.044437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24703f7b-5f1b-4264-bedf-e64ffd678bf3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:41.057974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24703f7b-5f1b-4264-bedf-e64ffd678bf3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:41.083541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-24703f7b-5f1b-4264-bedf-e64ffd678bf3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1429005 Aug 25 11:49:41.084677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56576) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:41.086508 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630cfd44-6ead-42f5-8e52-cf04b71a5795 x-openstack-request-id: req-630cfd44-6ead-42f5-8e52-cf04b71a5795 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:41.090198 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:41.097151 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-630cfd44-6ead-42f5-8e52-cf04b71a5795 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:41.098008 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'status': 'completed', 'code': 200} Aug 25 11:49:41.466419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-52c5a129-e39c-4178-a7de-d9e74de75ade service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2467518 Aug 25 11:49:41.507262 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-39b36da1-8036-4b88-b9a2-248b4d344125 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3490469 Aug 25 11:49:41.541560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:41.541560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:41.552789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 01da485e-6633-412f-a2e2-37c3a7d02131 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:41.567517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 02e3f837-ae25-45b2-853d-ae873eb96b11 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:41.733533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 01da485e-6633-412f-a2e2-37c3a7d02131 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:41.738291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:41.751146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 2cf0e013-8b56-4829-8884-df244b5749cb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:41.751499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:41.805398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-e41eefdc-9344-4e68-9e6f-a9f52b1c7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:41.813031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-e41eefdc-9344-4e68-9e6f-a9f52b1c7573 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.2223117 Aug 25 11:49:41.820859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] Checking router: 30a216fe-a53d-435e-8e55-f7216bd3943e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:49:41.841447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1166df-27a3-4d8c-8419-b4cb36069ece req-2df484cc-8d44-4291-9bd0-3bcad6174306 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:41.845280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:41.845949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:41.851282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e1166df-27a3-4d8c-8419-b4cb36069ece req-2df484cc-8d44-4291-9bd0-3bcad6174306 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 0.3427153 Aug 25 11:49:42.089936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e1166df-27a3-4d8c-8419-b4cb36069ece req-0eb5301f-498d-4c12-be1d-31b3c962abe4 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2371883 Aug 25 11:49:42.099436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-7b2b8437-f568-4400-96c3-b8fc047832fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:42.103482 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-7b2b8437-f568-4400-96c3-b8fc047832fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=610af4a40c3d4cd2b637592185be7b88&device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 1137 time: 1.0371516 Aug 25 11:49:42.113341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72466189-398b-4aa0-9654-05d1f8113d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.144023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:42.289881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-a921f7a3-a8de-4c65-be70-abf2dcdfe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:42.291787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-a921f7a3-a8de-4c65-be70-abf2dcdfe71c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1098 time: 0.6821580 Aug 25 11:49:42.370885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.388392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 2cf0e013-8b56-4829-8884-df244b5749cb owned by {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:42.415851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] Provisioning for port 01da485e-6633-412f-a2e2-37c3a7d02131 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:42.430819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] Provisioning complete for port 01da485e-6633-412f-a2e2-37c3a7d02131 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:42.431219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.569900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72466189-398b-4aa0-9654-05d1f8113d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.571633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.10', 63064) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:42.604822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-72466189-398b-4aa0-9654-05d1f8113d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.659348 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.812672 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.834804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=2cf0e013-8b56-4829-8884-df244b5749cb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:42.888793 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:42.891653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9bf17908-e058-4f86-baec-46b62c70fec2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/2cf0e013-8b56-4829-8884-df244b5749cb HTTP/1.1" status: 204 len: 168 time: 1.7924128 Aug 25 11:49:42.898403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56604) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:42.915044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-e5bcdb67-8b95-4a0b-884b-d985e63eeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:42.919046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-e5bcdb67-8b95-4a0b-884b-d985e63eeb53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.9989247 Aug 25 11:49:42.934219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:42.965837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] For port 01da485e-6633-412f-a2e2-37c3a7d02131, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=01da485e-6633-412f-a2e2-37c3a7d02131,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:43.038717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-7033bd58-b80a-4109-a2f3-3242052f9290 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 217 time: 0.0851512 Aug 25 11:49:43.097555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-a8948c19-bfae-4572-a5d6-04c94c516051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.101546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-a8948c19-bfae-4572-a5d6-04c94c516051 service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.4747865 Aug 25 11:49:43.112906 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:43.119450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b823aac-3ec7-4d86-b43c-8f93043757a4 None None] The sync data for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 is: [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:47:01Z', 'revision_number': 4, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '38b45401-0fb5-404a-b985-300d904ac702', 'name': '', 'network_id': '69fde609-e452-4a22-ba14-ecf39f8d6525', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'mac_address': 'fa:16:3e:e6:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:55Z', 'updated_at': '2021-08-25T11:47:30Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'subnets': [{'id': '820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:49:43.149908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e71d05-a594-4546-a5a6-70f2f242f067 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.152977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e71d05-a594-4546-a5a6-70f2f242f067 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.155804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-06e71d05-a594-4546-a5a6-70f2f242f067 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2558653 Aug 25 11:49:43.227134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56610) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:43.271296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b7d5df19-77d3-4230-8af9-d285362a877a None None] Could not find standard attr ID for object 2cf0e013-8b56-4829-8884-df244b5749cb. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:49:43.288432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466189-398b-4aa0-9654-05d1f8113d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92876abe-5588-424c-b4f2-f309b158cc0e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:43.305763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:43.334963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-c59f325a-295f-4b02-8840-8a53556d4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.337304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-c59f325a-295f-4b02-8840-8a53556d4956 service neutron] 10.222.0.10 "GET /v2.0/networks?id=69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 200 len: 897 time: 1.2216887 Aug 25 11:49:43.349134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a72781-ae1d-47ef-a93f-701e6cc63b04 None None] Pushing event updated for resources: {'Port': ['ID=01da485e-6633-412f-a2e2-37c3a7d02131,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:43.385807 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-72466189-398b-4aa0-9654-05d1f8113d04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12732f1798534b9dac12ae0183cf1a86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9017525 Aug 25 11:49:43.386789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=02e3f837-ae25-45b2-853d-ae873eb96b11,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:43.408861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56614) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:43.420604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 2711b35a-554a-4b5b-8e8e-81c4f3ee881b {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:43.442797 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:43.476787 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-d6afa486-f0dd-4e5c-b913-f49247466a8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 200 len: 217 time: 0.1105850 Aug 25 11:49:43.500313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-43331987-4253-4927-acd6-917ba04fe89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.502366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-43331987-4253-4927-acd6-917ba04fe89c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.4513674 Aug 25 11:49:43.516081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-2761179e-ab9d-4eb4-afcf-81fcfe6dc112 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 200 len: 1001 time: 0.3818593 Aug 25 11:49:43.615282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:43.616019 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP b592b27e-5cca-4131-8907-da203c7da2d6 disassociated (deleted). External IP: 172.25.1.150, port: 6849d570-9401-48e3-aeb8-27b3473931bc. Aug 25 11:49:43.642623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:43.676072 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba9a87-40f0-44e2-99b2-b35d8307e26d None None] New status for floating IP aa376ec3-2c70-4aa1-a544-7064e3fe3a68: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:49:43.732464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-0fa165d4-802d-4b5a-9388-439492cfda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.734624 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-0fa165d4-802d-4b5a-9388-439492cfda5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf HTTP/1.1" status: 200 len: 834 time: 0.1065621 Aug 25 11:49:43.780534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-dee57357-2609-4f2d-9ccf-2513bd5a04eb tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:43.785330 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-dee57357-2609-4f2d-9ccf-2513bd5a04eb tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 1.2050419 Aug 25 11:49:44.098665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-4d42db63-c72b-47c2-a4f8-6b1db575058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:44.101542 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-4d42db63-c72b-47c2-a4f8-6b1db575058e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=69fde609-e452-4a22-ba14-ecf39f8d6525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3131075 Aug 25 11:49:44.295346 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-dfd35925-b33f-40a1-b5ed-37309525a60d service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807556 Aug 25 11:49:44.308339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-566a868e-67af-469a-83cf-e5bfda9c398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:44.309421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-566a868e-67af-469a-83cf-e5bfda9c398b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.7633200 Aug 25 11:49:44.329671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f9b91829-eac3-4d82-b8b5-ada1fb8e060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.352914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-ac2d2430-438b-41d0-a6fc-b49e1f8c63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:44.356502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-ac2d2430-438b-41d0-a6fc-b49e1f8c63f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8385656 Aug 25 11:49:44.450844 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-bd739294-58ec-42e6-adc5-3e4958e8ad40 service neutron] 10.222.0.10 "GET /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472218 Aug 25 11:49:44.461876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port e0f05b26-37dd-420f-a12d-9f5589789b75 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:44.461876 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.497479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f9b91829-eac3-4d82-b8b5-ada1fb8e060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.552508 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.575873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port e0f05b26-37dd-420f-a12d-9f5589789b75, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e0f05b26-37dd-420f-a12d-9f5589789b75,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:44.576245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.593177 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for e0f05b26-37dd-420f-a12d-9f5589789b75 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:44.785277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router bf911c1c-d340-4e50-9ca6-792fd45741df has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:49:44.817794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-34d1ce58-8a88-4dfd-bbe9-c96893d8425a service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505239 Aug 25 11:49:44.829232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.869845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:44.935984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=e0f05b26-37dd-420f-a12d-9f5589789b75,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:45.006802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] No DVR routers for this DVR port e0f05b26-37dd-420f-a12d-9f5589789b75 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:45.011401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:45.013720 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3599af8c-95b6-49f7-ab86-f8489dba3e94 req-7a83c275-629d-4ab1-9527-dcfd35a93b9e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.10 "DELETE /v2.0/ports/e0f05b26-37dd-420f-a12d-9f5589789b75 HTTP/1.1" status: 204 len: 173 time: 1.2130833 Aug 25 11:49:45.014214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'name': 'network-vif-deleted', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:45.016792 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654228bc-5870-4c57-bbab-d0777ada5210" -d '{"events": [{"server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "name": "network-vif-deleted", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:45.027196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:49:45.040231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] Sync routers for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:49:45.044343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:45.059039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d60a2fd1-4b71-4614-82cc-7ebb318cdc1d req-b166882f-65b5-4451-82e9-abfe387c9ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064803 Aug 25 11:49:45.068340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fa5b2-6e7d-402a-b271-812f7278564d req-1cb69235-886b-49c9-97a3-aaa70b6da06e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:45.070116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b60fa5b2-6e7d-402a-b271-812f7278564d req-1cb69235-886b-49c9-97a3-aaa70b6da06e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a440915-a796-45c3-8fa4-25e64bbe3d07 HTTP/1.1" status: 200 len: 985 time: 1.6595800 Aug 25 11:49:45.074330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:45.076473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/2711b35a-554a-4b5b-8e8e-81c4f3ee881b HTTP/1.1" status: 204 len: 168 time: 1.8299036 Aug 25 11:49:45.079187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db8c0d-f34f-4f10-9a07-5ceaff962cec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=2711b35a-554a-4b5b-8e8e-81c4f3ee881b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:45.081067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56670) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:45.099825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-f1e9b42c-7fde-4c92-9d61-779e76f8d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:45.101661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-f1e9b42c-7fde-4c92-9d61-779e76f8d1ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7829616 Aug 25 11:49:45.127543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:45.130957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:45.143576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5962a-17a7-48af-87d1-47467245b2a0 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:45.158633 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-30f798d9-fa14-4bf7-aa38-05f76b8abfa6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/floatingips/b592b27e-5cca-4131-8907-da203c7da2d6 HTTP/1.1" status: 204 len: 168 time: 4.9775534 Aug 25 11:49:45.167824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f9b91829-eac3-4d82-b8b5-ada1fb8e060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:45.180955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f9b91829-eac3-4d82-b8b5-ada1fb8e060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:45.182717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f9b91829-eac3-4d82-b8b5-ada1fb8e060e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92876abe-5588-424c-b4f2-f309b158cc0e HTTP/1.1" status: 204 len: 168 time: 1.7577364 Aug 25 11:49:45.198545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fdc7de06-af56-485d-85c5-6e4968d5560f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127195 Aug 25 11:49:45.198654 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6868220-0f78-461e-b1a9-7133e65a09fb x-openstack-request-id: req-e6868220-0f78-461e-b1a9-7133e65a09fb {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:45.198789 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a440915-a796-45c3-8fa4-25e64bbe3d07", "name": "network-vif-deleted", "tag": "e0f05b26-37dd-420f-a12d-9f5589789b75", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:45.199034 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6868220-0f78-461e-b1a9-7133e65a09fb {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:45.199450 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a440915-a796-45c3-8fa4-25e64bbe3d07', 'name': 'network-vif-deleted', 'tag': 'e0f05b26-37dd-420f-a12d-9f5589789b75', 'status': 'completed', 'code': 200} Aug 25 11:49:45.199977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56678) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:45.375649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b91829-eac3-4d82-b8b5-ada1fb8e060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92876abe-5588-424c-b4f2-f309b158cc0e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:45.421534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc5d62-ffbb-4818-859c-a413c2c3ffde tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:45.440459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-18fc5d62-ffbb-4818-859c-a413c2c3ffde tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2303391 Aug 25 11:49:45.444347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56684) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:45.488976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 01da485e-6633-412f-a2e2-37c3a7d02131 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:45.545380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b60fa5b2-6e7d-402a-b271-812f7278564d req-65b2afbb-c00b-446a-b9b8-259d2403121a tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e&id=0a4f57d3-aca3-4e79-95d4-e5665a6ca498&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4553571 Aug 25 11:49:45.587678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56686) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:45.653635 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3c260-8a70-40c3-b2d4-6b6254affdd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:45.657651 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66b3c260-8a70-40c3-b2d4-6b6254affdd8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2105775 Aug 25 11:49:45.660238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56690) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:45.681036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-158b2d31-dc2f-4e67-be5d-e61040397100 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909670 Aug 25 11:49:45.986232 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2888b90e-6708-4f3d-975a-2cd3116a3cb0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3144326 Aug 25 11:49:45.988316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:46.009620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:46.049179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8ed0-f316-457b-8a5f-92fd5029312f req-a5af7641-4dbc-4871-a4bc-d93de32a770e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:46.052006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd0c8ed0-f316-457b-8a5f-92fd5029312f req-a5af7641-4dbc-4871-a4bc-d93de32a770e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.2036374 Aug 25 11:49:46.067620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c383fea3-b871-4f18-ac51-f4e8824ddc29 req-e8156eac-8e87-4fd6-b33d-c9cfb3d33abf service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778307 Aug 25 11:49:46.152107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:46.222475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd0c8ed0-f316-457b-8a5f-92fd5029312f req-b186010b-8ccf-40ae-9e46-0ef08403f70c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137781 Aug 25 11:49:46.289665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e0f05b26-37dd-420f-a12d-9f5589789b75 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:46.295582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:46.301806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 01da485e-6633-412f-a2e2-37c3a7d02131 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:46.303764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.391048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: e0f05b26-37dd-420f-a12d-9f5589789b75 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:46.394873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e0f05b26-37dd-420f-a12d-9f5589789b75 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:46.400092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a05ba8a-0477-43f2-bfba-7452d61d8f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.484895 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:49:46.484895 n-d-778732-11 neutron-server[94911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:49:46.484895 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id': '7d2589abac0142fdaf4764602961fee1', 'id': 'adf77711-6ef1-49d6-ac8f-041fe76f8af3', 'expiration': datetime.datetime(2021, 8, 25, 11, 51, 46, 477444)}] Aug 25 11:49:46.484895 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:49:46.485666 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:49:46.508773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56700) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:46.542441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b62cfe08-6526-4730-9d33-6ae31582f9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.614479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] Deleting port 01da485e-6633-412f-a2e2-37c3a7d02131 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:46.615254 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.708429 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a05ba8a-0477-43f2-bfba-7452d61d8f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.723798 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] For port 01da485e-6633-412f-a2e2-37c3a7d02131, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=01da485e-6633-412f-a2e2-37c3a7d02131,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:46.724363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.743648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] Calling delete_port for 01da485e-6633-412f-a2e2-37c3a7d02131 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:46.744857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2a05ba8a-0477-43f2-bfba-7452d61d8f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:46.753029 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56704) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:46.827337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:46.863187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2a05ba8a-0477-43f2-bfba-7452d61d8f02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59c5c99c89314d8795583f0a4420b038&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2709703 Aug 25 11:49:46.871655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56706) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:46.898140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05ba8a-0477-43f2-bfba-7452d61d8f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2399473-feca-4565-b28e-24079c7efaf7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:46.975574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-5f2a936e-5d58-4068-88fd-eb25630e6a4d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:46.978414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-5f2a936e-5d58-4068-88fd-eb25630e6a4d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.1462898 Aug 25 11:49:46.988028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] Checking router: bf911c1c-d340-4e50-9ca6-792fd45741df for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:49:47.014649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.016303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e31d165-a387-4399-8508-04f62ee8aef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.020458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:47.021438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:47.033766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1104400c-09eb-47c7-b189-0bf441f20e23 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.088789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b62cfe08-6526-4730-9d33-6ae31582f9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.098531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b62cfe08-6526-4730-9d33-6ae31582f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.103943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e31d165-a387-4399-8508-04f62ee8aef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.192458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:47.199115 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.217098 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1104400c-09eb-47c7-b189-0bf441f20e23 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.221356 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:47.225621 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37280c85-cd9d-4fe1-9b07-06ac00e14090" -d '{"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:47.251855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cfe08-6526-4730-9d33-6ae31582f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a72a1c-6763-43b2-8849-92ccbef6e871,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:47.325520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b62cfe08-6526-4730-9d33-6ae31582f9e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6531970df7b04f31ac05bb475cefa086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8138423 Aug 25 11:49:47.338326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] Pushing event deleted for resources: {'Port': ['ID=01da485e-6633-412f-a2e2-37c3a7d02131,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:47.340027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56718) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:47.351136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837ed1c-df6a-4a45-b636-875f14c57507 None None] No DVR routers for this DVR port 01da485e-6633-412f-a2e2-37c3a7d02131 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:47.358029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 01da485e-6633-412f-a2e2-37c3a7d02131 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:47.435153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 01da485e-6633-412f-a2e2-37c3a7d02131 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:47.436127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 01da485e-6633-412f-a2e2-37c3a7d02131 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:47.443842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:47.469156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 6849d570-9401-48e3-aeb8-27b3473931bc {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:47.470770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.502143 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ab81b5-7160-4118-b009-0025deedf058 x-openstack-request-id: req-b0ab81b5-7160-4118-b009-0025deedf058 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:47.503088 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:47.503695 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0ab81b5-7160-4118-b009-0025deedf058 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:47.505464 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'status': 'completed', 'code': 200} Aug 25 11:49:47.601801 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1104400c-09eb-47c7-b189-0bf441f20e23 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.608374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1104400c-09eb-47c7-b189-0bf441f20e23 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.610757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1104400c-09eb-47c7-b189-0bf441f20e23 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/security-groups/0a4f57d3-aca3-4e79-95d4-e5665a6ca498 HTTP/1.1" status: 204 len: 168 time: 0.8548360 Aug 25 11:49:47.636582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56720) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:47.641896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104400c-09eb-47c7-b189-0bf441f20e23 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f57d3-aca3-4e79-95d4-e5665a6ca498,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:47.646903 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e31d165-a387-4399-8508-04f62ee8aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.651788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1e31d165-a387-4399-8508-04f62ee8aef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.653726 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1e31d165-a387-4399-8508-04f62ee8aef0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2399473-feca-4565-b28e-24079c7efaf7 HTTP/1.1" status: 204 len: 168 time: 0.7806222 Aug 25 11:49:47.692930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31d165-a387-4399-8508-04f62ee8aef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2399473-feca-4565-b28e-24079c7efaf7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:47.715664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-1ccc0ccf-4476-4f40-9311-6db03e614c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:47.718657 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-1ccc0ccf-4476-4f40-9311-6db03e614c6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 1098 time: 0.1874087 Aug 25 11:49:47.738528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc502f5-8c75-4b68-9e17-2e2576e0c1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.865804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04eb1-a8ef-4245-aef1-fc9e4f134d97 req-8a9cf8b5-3f87-486a-a92e-ec433ceb9077 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:47.868652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85c04eb1-a8ef-4245-aef1-fc9e4f134d97 req-8a9cf8b5-3f87-486a-a92e-ec433ceb9077 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 946 time: 0.3798239 Aug 25 11:49:47.951910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 6849d570-9401-48e3-aeb8-27b3473931bc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6849d570-9401-48e3-aeb8-27b3473931bc,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:47.953351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:47.962037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc502f5-8c75-4b68-9e17-2e2576e0c1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.032769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-0c7dbe7d-d839-4562-afd6-0ca7b5a34003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:48.043642 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-0c7dbe7d-d839-4562-afd6-0ca7b5a34003 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 200 len: 897 time: 0.3165069 Aug 25 11:49:48.092762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 6849d570-9401-48e3-aeb8-27b3473931bc owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:48.123042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:48.162630 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-fe821e4c-fdb8-4c7b-8ff6-d2ab8cdb4837 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 200 len: 217 time: 0.1096334 Aug 25 11:49:48.171445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d76a0162-7b55-4358-9e96-c61481009cd0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.222311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29960d-ef55-4d29-8e7e-d046746895ba None None] The sync data for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 is: [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:47:11Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '84553fed-cb72-424e-a75c-fe1f279fd122', 'name': '', 'network_id': '7cff638d-76f5-4ae5-9dee-54537cc98190', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:1e:6e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:47:04Z', 'updated_at': '2021-08-25T11:47:35Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '00d16b60-6c50-467f-b5cb-688603a0d30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:49:48.273746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e0011beb-4b2b-4b01-ab1e-392243c0530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.298383 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-85c04eb1-a8ef-4245-aef1-fc9e4f134d97 req-52050e96-86ee-4b08-b96f-7cb2418f0ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fbde163-7ef2-4813-bdf4-ea2096042624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840153 Aug 25 11:49:48.316102 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc502f5-8c75-4b68-9e17-2e2576e0c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.322296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9fc502f5-8c75-4b68-9e17-2e2576e0c1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.327661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9fc502f5-8c75-4b68-9e17-2e2576e0c1c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34a72a1c-6763-43b2-8849-92ccbef6e871 HTTP/1.1" status: 204 len: 168 time: 0.9797955 Aug 25 11:49:48.339410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-db0991c8-e2df-427d-b7a8-446dbdf0b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:48.340971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-db0991c8-e2df-427d-b7a8-446dbdf0b59a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 200 len: 834 time: 0.1661534 Aug 25 11:49:48.358147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56730) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:48.362398 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d76a0162-7b55-4358-9e96-c61481009cd0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.370019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc502f5-8c75-4b68-9e17-2e2576e0c1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a72a1c-6763-43b2-8849-92ccbef6e871,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:48.419207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b29b94a-1ef7-46b0-a2f6-1f6e6cbe1921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.548966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:49:48.551418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.590668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-37df73b4-af44-40d6-813a-dfca241225fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:48.593400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-37df73b4-af44-40d6-813a-dfca241225fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cff638d-76f5-4ae5-9dee-54537cc98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2359402 Aug 25 11:49:48.709158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d76a0162-7b55-4358-9e96-c61481009cd0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.717442 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d76a0162-7b55-4358-9e96-c61481009cd0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.719623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d76a0162-7b55-4358-9e96-c61481009cd0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/security-groups/e8ae246d-b563-4597-a8c2-9d9d87f3ca1e HTTP/1.1" status: 204 len: 168 time: 1.0645258 Aug 25 11:49:48.738964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56734) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:48.740407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a0162-7b55-4358-9e96-c61481009cd0 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae246d-b563-4597-a8c2-9d9d87f3ca1e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:48.765924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:48.850735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e00da-6099-4926-8349-c69961f8fe58 None None] New status for floating IP b592b27e-5cca-4131-8907-da203c7da2d6: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:49:48.894276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:48.961089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:48.969118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=6849d570-9401-48e3-aeb8-27b3473931bc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:49.011943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad89011-051a-49d4-9afc-eeb8ca84ad53 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:49.059456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] No DVR routers for this DVR port 6849d570-9401-48e3-aeb8-27b3473931bc on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:49.065182 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:49.067664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d0163c6-3c71-475f-b760-1c6ecbcf9c74 req-89d12ac8-bc16-4cd3-9470-a2b632db8820 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "DELETE /v2.0/ports/6849d570-9401-48e3-aeb8-27b3473931bc HTTP/1.1" status: 204 len: 173 time: 2.0808547 Aug 25 11:49:49.068182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-deleted', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:49:49.071063 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71a3b7-0dc0-4d90-9e75-4f2b7dfc731a" -d '{"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-deleted", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:49:49.133475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:49.134691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:49.179135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=eba70651-a666-4bb5-a6fa-4fe3d344f7b5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:49.283768 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7edc64-b66d-483d-969a-4d799ee18796 x-openstack-request-id: req-1a7edc64-b66d-483d-969a-4d799ee18796 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:49:49.284530 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e6a14-dd43-4281-8246-58b733068d02", "name": "network-vif-deleted", "tag": "6849d570-9401-48e3-aeb8-27b3473931bc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:49:49.285057 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a7edc64-b66d-483d-969a-4d799ee18796 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:49:49.286442 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976e6a14-dd43-4281-8246-58b733068d02', 'name': 'network-vif-deleted', 'tag': '6849d570-9401-48e3-aeb8-27b3473931bc', 'status': 'completed', 'code': 200} Aug 25 11:49:49.302577 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-43c0351a-2c9e-443d-99c7-c9040e8ee619 service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523449 Aug 25 11:49:49.655505 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-37280c85-cd9d-4fe1-9b07-06ac00e14090 req-b7024d1e-707b-4edc-9c75-b58c3222bc17 service neutron] 10.222.0.10 "GET /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211315 Aug 25 11:49:49.664404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'eba70651-a666-4bb5-a6fa-4fe3d344f7b5'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:49:49.668395 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:49.745667 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b29b94a-1ef7-46b0-a2f6-1f6e6cbe1921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:49.758065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66fa8da2-ccb6-42c5-8ae2-43439b714f1c req-8a94cc39-02ec-4e30-aadf-d229bb8ddf80 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=976e6a14-dd43-4281-8246-58b733068d02 HTTP/1.1" status: 200 len: 210 time: 0.1429338 Aug 25 11:49:49.769874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b29b94a-1ef7-46b0-a2f6-1f6e6cbe1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:49.836878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:49.842941 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c2332989-226e-4169-93cf-fbdfc48a7dbd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8512850 Aug 25 11:49:49.876931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:49.939485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7b29b94a-1ef7-46b0-a2f6-1f6e6cbe1921 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2240d6a5ac0b4b019cd3b35de497c3da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5695233 Aug 25 11:49:49.954118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:49.989612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56758) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:50.064343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Allocated IP 2001:db8::f816:3eff:fed5:be45 (5ab3dabd-4995-4637-bca4-885aee72df93/eba70651-a666-4bb5-a6fa-4fe3d344f7b5/b65fed0b-b4af-4768-85c2-bb077f781dee) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:50.146945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29b94a-1ef7-46b0-a2f6-1f6e6cbe1921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262211c6-77d3-49c5-913f-6a45d148b882,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:50.429652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fff4d5de-3c0f-4e57-885a-4772a6d93be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.522864 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.526591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:50.530721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.547016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port 38b45401-0fb5-404a-b985-300d904ac702 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:50.547542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.554180 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fff4d5de-3c0f-4e57-885a-4772a6d93be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.555287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Transition to ACTIVE for port object b65fed0b-b4af-4768-85c2-bb077f781dee will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:50.633174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Transition to ACTIVE for port object b65fed0b-b4af-4768-85c2-bb077f781dee will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:50.656813 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.747830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:50.750553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:50.757646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:50.784970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Pushing event updated for resources: {'Port': ['ID=b65fed0b-b4af-4768-85c2-bb077f781dee,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:50.788783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port 38b45401-0fb5-404a-b985-300d904ac702, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=38b45401-0fb5-404a-b985-300d904ac702,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:50.789611 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.811081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for 38b45401-0fb5-404a-b985-300d904ac702 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:50.825715 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eba70651-a666-4bb5-a6fa-4fe3d344f7b5 (CIDR: 2001:db8::/64) Aug 25 11:49:50.832043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fff4d5de-3c0f-4e57-885a-4772a6d93be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.835200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fff4d5de-3c0f-4e57-885a-4772a6d93be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.839224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fff4d5de-3c0f-4e57-885a-4772a6d93be9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/262211c6-77d3-49c5-913f-6a45d148b882 HTTP/1.1" status: 204 len: 168 time: 0.8272791 Aug 25 11:49:50.876475 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:49:50.876984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:49:50.903875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4d5de-3c0f-4e57-885a-4772a6d93be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262211c6-77d3-49c5-913f-6a45d148b882,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:50.925314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58b44360-fa12-4035-b322-740197ff3858 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9888747 Aug 25 11:49:50.930553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56780) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:50.944561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:50.963239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Attempting to bind port b65fed0b-b4af-4768-85c2-bb077f781dee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:49:50.963796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Attempting to bind port b65fed0b-b4af-4768-85c2-bb077f781dee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:49:50.965309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Attempting to bind port b65fed0b-b4af-4768-85c2-bb077f781dee on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:49:50.970905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56782) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:50.984667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:49:50.985931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:49:50.986558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:50.987078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:49:50.987770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Bound port: b65fed0b-b4af-4768-85c2-bb077f781dee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:49:50.990691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:51.232369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:51.236985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:51.240562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] For port b65fed0b-b4af-4768-85c2-bb077f781dee, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:49:51.250770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] For port b65fed0b-b4af-4768-85c2-bb077f781dee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b65fed0b-b4af-4768-85c2-bb077f781dee,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:49:51.254314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9d928d71-ba79-447e-ac43-d36459b13b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:51.263375 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:51.403854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c9c04-449e-4c26-a159-bcd42efa43fe None None] Pushing event updated for resources: {'Port': ['ID=b65fed0b-b4af-4768-85c2-bb077f781dee,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:51.441234 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:51.813062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:51.943528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=bcb52eea-38c9-40e7-8803-e0051aec6336,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:51.966173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.969874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.970594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.971277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.971875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.972575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.973213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.973971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.974627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.975339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.975935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.976590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:49:51.987280 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:51.990758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:51.996074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:51.997376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:52.037299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3aca6acb-64fc-4349-b563-e8cdd5006bd7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1033325 Aug 25 11:49:52.039215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56808) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:52.050656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:d1:ee:e8', 'name': 'tempest-NetworksTestDHCPv6-1767061011'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:49:52.123537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:52.164981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 6849d570-9401-48e3-aeb8-27b3473931bc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:52.165336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6849d570-9401-48e3-aeb8-27b3473931bc not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:52.300430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:52.342886 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=38b45401-0fb5-404a-b985-300d904ac702,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:52.440829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:49:52.559350 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:52.772437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:52.830363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:52.950509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 0529d4e4-71ed-4566-9793-676af5f084a1 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:49:53.225577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b46091-6932-40b0-a0ff-6c166d1891ac None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:53.475065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8:0:1::cd (5ab3dabd-4995-4637-bca4-885aee72df93/bcb52eea-38c9-40e7-8803-e0051aec6336/0529d4e4-71ed-4566-9793-676af5f084a1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:53.495914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fed1:eee8 (5ab3dabd-4995-4637-bca4-885aee72df93/eba70651-a666-4bb5-a6fa-4fe3d344f7b5/0529d4e4-71ed-4566-9793-676af5f084a1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:53.533113 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:53.631647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8a5a8948-a4f7-49f0-8fbd-bd1ea0fa76c0 None None] Provisioning for port b65fed0b-b4af-4768-85c2-bb077f781dee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:53.653217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b65fed0b-b4af-4768-85c2-bb077f781dee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:53.679319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Router 30a216fe-a53d-435e-8e55-f7216bd3943e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:49:53.894600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:53.946535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 0529d4e4-71ed-4566-9793-676af5f084a1 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:53.961921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b65fed0b-b4af-4768-85c2-bb077f781dee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:53.968743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b65fed0b-b4af-4768-85c2-bb077f781dee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:53.969136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.045824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:49:54.057144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.065349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-349b2760-22e7-4e6a-b6be-ff2f9373544e tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "PUT /v2.0/routers/30a216fe-a53d-435e-8e55-f7216bd3943e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3209527 Aug 25 11:49:54.068717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56848) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:54.091660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] Sync routers for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:49:54.153127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=0529d4e4-71ed-4566-9793-676af5f084a1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:54.159146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting subnet 820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:54.167262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:49:54.169112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:49:54.177192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:49:54.185949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.189343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:54.190105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.209539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:54.210297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:54.260453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-71aa211c-252b-4422-a2a0-52d7f58099d0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2188253 Aug 25 11:49:54.262969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:54.281818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.537751 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.540148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 0529d4e4-71ed-4566-9793-676af5f084a1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:54.542909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.563206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 84553fed-cb72-424e-a75c-fe1f279fd122 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:54.563999 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.611429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'eba70651-a666-4bb5-a6fa-4fe3d344f7b5', 'ip_address': '2001:db8::f816:3eff:fed5:be45'}, {'subnet_id': 'bcb52eea-38c9-40e7-8803-e0051aec6336'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'b65fed0b-b4af-4768-85c2-bb077f781dee'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:49:54.730538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.768870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.787517 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.788118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 0529d4e4-71ed-4566-9793-676af5f084a1 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:54.817783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.883002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:54.901325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 84553fed-cb72-424e-a75c-fe1f279fd122, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=84553fed-cb72-424e-a75c-fe1f279fd122,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:54.901325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:54.965566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 84553fed-cb72-424e-a75c-fe1f279fd122 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:55.028605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b65fed0b-b4af-4768-85c2-bb077f781dee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b65fed0b-b4af-4768-85c2-bb077f781dee,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:55.093580 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:55.180341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:55.198900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:55.268407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=0529d4e4-71ed-4566-9793-676af5f084a1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:55.279645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Subnet': ['ID=820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:55.302921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:55.310031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56874) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:55.310989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-96a6cbdb-836f-4c18-ac48-394c624b5051 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/subnets/820510e0-43c5-4ed6-bc0f-b2e3cb8e64bf HTTP/1.1" status: 204 len: 168 time: 1.2411313 Aug 25 11:49:55.375714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c31bdc-df2d-45ae-8c0a-f2da6c7f2605 None None] Network 69fde609-e452-4a22-ba14-ecf39f8d6525 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:55.421496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b65fed0b-b4af-4768-85c2-bb077f781dee,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:55.615566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Allocated IP 2001:db8:0:1::2 (5ab3dabd-4995-4637-bca4-885aee72df93/bcb52eea-38c9-40e7-8803-e0051aec6336/b65fed0b-b4af-4768-85c2-bb077f781dee) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:49:55.713719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:55.769670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=84553fed-cb72-424e-a75c-fe1f279fd122,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:56.014803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] For port b65fed0b-b4af-4768-85c2-bb077f781dee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b65fed0b-b4af-4768-85c2-bb077f781dee,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:56.082797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.089339 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bdd167b6-6054-4f3e-b3e4-faef754cd896 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/0529d4e4-71ed-4566-9793-676af5f084a1 HTTP/1.1" status: 204 len: 168 time: 1.8165779 Aug 25 11:49:56.098405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:56.238788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.321971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.390250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Transition to ACTIVE for port object b65fed0b-b4af-4768-85c2-bb077f781dee will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:49:56.406196 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.414851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:49:51Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:56.428339 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.489048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] Checking router: 30a216fe-a53d-435e-8e55-f7216bd3943e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:49:56.556043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] DHCP port deletion for 69fde609-e452-4a22-ba14-ecf39f8d6525 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:49:56.588572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] Routers {'30a216fe-a53d-435e-8e55-f7216bd3943e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:56.589113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['30a216fe-a53d-435e-8e55-f7216bd3943e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:56.633122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaec9d91-200b-4186-91e7-71ab237b4248 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:56.634935 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eaec9d91-200b-4186-91e7-71ab237b4248 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5399904 Aug 25 11:49:56.637739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56900) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:56.643218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4892772-785a-4ff5-a33f-1a6754306ce2 None None] Pushing event updated for resources: {'Port': ['ID=b65fed0b-b4af-4768-85c2-bb077f781dee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:56.753996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb59344-df24-4fed-8cd1-812830546491 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:56.757943 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-deb59344-df24-4fed-8cd1-812830546491 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1163855 Aug 25 11:49:56.758311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:56.768269 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.913050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port c22224a1-e9bb-4578-93ed-ae1eb38af285 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:56.913397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:56.974212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] Deleting port 6ceedf63-ad87-4128-a187-ca67892169a1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:56.975012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.065718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] Set router 30a216fe-a53d-435e-8e55-f7216bd3943e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:57.124269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232957d-5d0b-4027-b722-ff055eb97a5e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:57.131315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232957d-5d0b-4027-b722-ff055eb97a5e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:57.141514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232957d-5d0b-4027-b722-ff055eb97a5e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:49:57.151473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a232957d-5d0b-4027-b722-ff055eb97a5e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3919997 Aug 25 11:49:57.152673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port c22224a1-e9bb-4578-93ed-ae1eb38af285, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c22224a1-e9bb-4578-93ed-ae1eb38af285,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:57.153199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.154415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56910) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:57.200481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for c22224a1-e9bb-4578-93ed-ae1eb38af285 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:57.377499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet bcb52eea-38c9-40e7-8803-e0051aec6336 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:57.399820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router bf911c1c-d340-4e50-9ca6-792fd45741df has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:49:57.411040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.570403 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.577407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b65fed0b-b4af-4768-85c2-bb077f781dee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:49:57.648450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.707868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] For port 6ceedf63-ad87-4128-a187-ca67892169a1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6ceedf63-ad87-4128-a187-ca67892169a1,segment=NetworkSegment(045c015e-35fc-4988-9e74-9d76d29b6646),segment_id=045c015e-35fc-4988-9e74-9d76d29b6646)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:57.711165 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.738866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.786261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=c22224a1-e9bb-4578-93ed-ae1eb38af285,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:57.837967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] Calling delete_port for 6ceedf63-ad87-4128-a187-ca67892169a1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:57.897195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:57.942833 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.131394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.138817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.283613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.284433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Fanout notify agent at l3_agent the message router_deleted on router 30a216fe-a53d-435e-8e55-f7216bd3943e {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:49:58.296881 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.304522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5ee037ee-3cbe-4f60-a54d-bf094de9a15f tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/routers/30a216fe-a53d-435e-8e55-f7216bd3943e HTTP/1.1" status: 204 len: 168 time: 2.9931531 Aug 25 11:49:58.305192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56928) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:58.339463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:49:58.361494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1401a54c-b658-450b-af1c-acf7ef40d839 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/bf911c1c-d340-4e50-9ca6-792fd45741df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3884916 Aug 25 11:49:58.364469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56930) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:58.380941 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] Sync routers for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:49:58.402451 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:58.403072 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:58.473068 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.625678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.647528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb52eea-38c9-40e7-8803-e0051aec6336,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:58.665961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.674083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2033fb2f-251e-4ccf-ac49-1960575bc8a9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/bcb52eea-38c9-40e7-8803-e0051aec6336 HTTP/1.1" status: 204 len: 168 time: 1.5130637 Aug 25 11:49:58.687739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 56936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:49:58.700866 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:49:58.733323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting subnet 00d16b60-6c50-467f-b5cb-688603a0d30f {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:49:58.740355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.825989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada9378-a259-4b68-a276-32ab5d817f32 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:49:58.842020 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:58.970337 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Deleting port 6ceedf63-ad87-4128-a187-ca67892169a1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:49:58.970952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.024538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] No DVR routers for this DVR port 6ceedf63-ad87-4128-a187-ca67892169a1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:59.037566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8c4ac-c085-4b8b-8c87-bb28d6c56c13 None None] Pushing event deleted for resources: {'Port': ['ID=6ceedf63-ad87-4128-a187-ca67892169a1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:59.082557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7c9ec468-d269-410a-96b2-d9befac1acbe None None] Provisioning for port b65fed0b-b4af-4768-85c2-bb077f781dee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:49:59.127299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7c9ec468-d269-410a-96b2-d9befac1acbe None None] Provisioning complete for port b65fed0b-b4af-4768-85c2-bb077f781dee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:49:59.135642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec468-d269-410a-96b2-d9befac1acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.222862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6ceedf63-ad87-4128-a187-ca67892169a1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:49:59.256958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:49:51Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:59.264923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] For port 6ceedf63-ad87-4128-a187-ca67892169a1, host n-d-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:49:59.265602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.284712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Calling delete_port for 6ceedf63-ad87-4128-a187-ca67892169a1 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:49:59.288794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Port 6ceedf63-ad87-4128-a187-ca67892169a1 was not found and therefore no delete operation was performed {{(pid=94911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:49:59.290490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.331066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] No DVR routers for this DVR port 6ceedf63-ad87-4128-a187-ca67892169a1 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:49:59.337400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Port': ['ID=6ceedf63-ad87-4128-a187-ca67892169a1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:49:59.384669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1cae56-736e-4b0d-b267-1050bc64b828 None None] The sync data for ids ['30a216fe-a53d-435e-8e55-f7216bd3943e'] in n-d-778732-11 is: [{'id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971932056', 'tenant_id': '610af4a40c3d4cd2b637592185be7b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:40Z', 'updated_at': '2021-08-25T11:49:51Z', 'revision_number': 5, 'project_id': '610af4a40c3d4cd2b637592185be7b88', 'gw_port': {'id': 'c22224a1-e9bb-4578-93ed-ae1eb38af285', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a216fe-a53d-435e-8e55-f7216bd3943e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:43Z', 'updated_at': '2021-08-25T11:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:49:59.402298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6ceedf63-ad87-4128-a187-ca67892169a1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:49:59.402966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6ceedf63-ad87-4128-a187-ca67892169a1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:49:59.594596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.624791 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:49:55Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:59.656054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fde609-e452-4a22-ba14-ecf39f8d6525']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:59.682545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045c015e-35fc-4988-9e74-9d76d29b6646') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:59.683067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045c015e-35fc-4988-9e74-9d76d29b6646') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:49:59.706798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.710980 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.752538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.757863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-57d78e9a-71ed-4027-bf56-cdf274f63e57 None None] Could not find standard attr ID for object 0529d4e4-71ed-4566-9793-676af5f084a1. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:49:59.764163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:49:59.765539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:49:59.773723 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:49:59.810402 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] Checking router: bf911c1c-d340-4e50-9ca6-792fd45741df for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:49:59.878247 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] Routers {'bf911c1c-d340-4e50-9ca6-792fd45741df'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:49:59.883163 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bf911c1c-d340-4e50-9ca6-792fd45741df'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:00.002906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.027318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.039471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.060036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] 10.222.0.35 "DELETE /v2.0/networks/69fde609-e452-4a22-ba14-ecf39f8d6525 HTTP/1.1" status: 204 len: 168 time: 1.7382882 Aug 25 11:50:00.112567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442eab-7b89-4f06-8c8e-83ea92ee51d2 tempest-TestSecurityGroupsBasicOps-521974189 tempest-TestSecurityGroupsBasicOps-521974189-project] Pushing event deleted for resources: {'Network': ['ID=69fde609-e452-4a22-ba14-ecf39f8d6525,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:00.192449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] Set router bf911c1c-d340-4e50-9ca6-792fd45741df gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:00.367531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.429921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Subnet': ['ID=00d16b60-6c50-467f-b5cb-688603a0d30f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:00.452408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet eba70651-a666-4bb5-a6fa-4fe3d344f7b5 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:00.471514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.519066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.527340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273a37c-d87d-4d84-aa1d-fcaf5c0ba399 None None] Network 7cff638d-76f5-4ae5-9dee-54537cc98190 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:00.540820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-11d187c5-01b4-42f1-bf50-fb5cbc3dedab tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/subnets/00d16b60-6c50-467f-b5cb-688603a0d30f HTTP/1.1" status: 204 len: 168 time: 2.1686296 Aug 25 11:50:00.542078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 56994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:00.660591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:00.965435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.054185 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:49:55Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:01.118874 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ed284-bd68-4dfd-b1ff-6142ba344617 None None] The sync data for ids ['bf911c1c-d340-4e50-9ca6-792fd45741df'] in n-d-778732-11 is: [{'id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510893344', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:46:45Z', 'updated_at': '2021-08-25T11:49:55Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e8754a6b-866d-4935-b03e-38c355333c39', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:da:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf911c1c-d340-4e50-9ca6-792fd45741df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:46:48Z', 'updated_at': '2021-08-25T11:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:01.146426 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.147666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.408925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.499011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57012) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:01.516981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=eba70651-a666-4bb5-a6fa-4fe3d344f7b5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:01.524290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.529145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-783f700e-bdd9-4433-b1d1-b8cb6f33217e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/eba70651-a666-4bb5-a6fa-4fe3d344f7b5 HTTP/1.1" status: 204 len: 168 time: 2.8373110 Aug 25 11:50:01.534135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57018) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:01.541969 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.548284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524dac2-eff5-4242-9264-dd875cf1ed28 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:01.645951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d8213909-42e7-4fc4-a053-bd363cbc9c00 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059413 Aug 25 11:50:01.646789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57020) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:01.660643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:01.684095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] DHCP port deletion for 7cff638d-76f5-4ae5-9dee-54537cc98190 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:50:01.782295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port e8754a6b-866d-4935-b03e-38c355333c39 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:01.782658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.791403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-63b93a68-45b9-4a59-93bc-91d4777d8ab0 None None] Provisioning complete for port b65fed0b-b4af-4768-85c2-bb077f781dee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:01.796734 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-63b93a68-45b9-4a59-93bc-91d4777d8ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:01.830840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38b45401-0fb5-404a-b985-300d904ac702 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:01.908573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 38b45401-0fb5-404a-b985-300d904ac702 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:01.909226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38b45401-0fb5-404a-b985-300d904ac702 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:01.909888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 84553fed-cb72-424e-a75c-fe1f279fd122 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:01.944194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 84553fed-cb72-424e-a75c-fe1f279fd122 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:01.944844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 84553fed-cb72-424e-a75c-fe1f279fd122 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:01.945458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:01.991858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:01.999161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.005654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port e8754a6b-866d-4935-b03e-38c355333c39, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8754a6b-866d-4935-b03e-38c355333c39,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:02.006711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.040670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for e8754a6b-866d-4935-b03e-38c355333c39 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:02.127317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.179508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] Deleting port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:02.179888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.252695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] For port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:02.253237 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.291954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] Calling delete_port for ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:02.306657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.371148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=e8754a6b-866d-4935-b03e-38c355333c39,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:02.427820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,segment=NetworkSegment(d88c865f-12dc-43d5-9cac-749f04e63be0),segment_id=d88c865f-12dc-43d5-9cac-749f04e63be0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:02.444382 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.445351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c22224a1-e9bb-4578-93ed-ae1eb38af285 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:02.519320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c22224a1-e9bb-4578-93ed-ae1eb38af285 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:02.519320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c22224a1-e9bb-4578-93ed-ae1eb38af285 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:02.529322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.544088 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1a77a9da-91aa-4f7f-81f2-682f6c711dc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=610af4a40c3d4cd2b637592185be7b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0414453 Aug 25 11:50:02.544248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:02.555150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:50:02.611506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.638622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:50:02.752982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb11006a-bf8d-4cd5-b15f-3c02453650e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.801321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] No DVR routers for this DVR port ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:50:02.804366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.820454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.822473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event deleted for resources: {'Port': ['ID=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:02.836704 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb11006a-bf8d-4cd5-b15f-3c02453650e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.881100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a8659-13f1-499d-a234-7e4a46242b08 None None] Pushing event deleted for resources: {'Port': ['ID=ddec07e4-3b1d-4b02-bd38-bf6ea9c98d38,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:02.917734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] Deleting port b65fed0b-b4af-4768-85c2-bb077f781dee {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:02.918357 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.922676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.926859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Fanout notify agent at l3_agent the message router_deleted on router bf911c1c-d340-4e50-9ca6-792fd45741df {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:50:02.943108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:02.953116 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e5382dd-2109-4bf2-a268-cbe2573f4824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/routers/bf911c1c-d340-4e50-9ca6-792fd45741df HTTP/1.1" status: 204 len: 168 time: 2.4096477 Aug 25 11:50:02.955580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57038) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:03.114660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] For port b65fed0b-b4af-4768-85c2-bb077f781dee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b65fed0b-b4af-4768-85c2-bb077f781dee,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:03.115707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.141605 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.152261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] Calling delete_port for b65fed0b-b4af-4768-85c2-bb077f781dee owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:03.169367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb11006a-bf8d-4cd5-b15f-3c02453650e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.178105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb11006a-bf8d-4cd5-b15f-3c02453650e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.181983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb11006a-bf8d-4cd5-b15f-3c02453650e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/892105de-f6b5-4c1f-ab65-cd9529d69008 HTTP/1.1" status: 204 len: 168 time: 0.6366594 Aug 25 11:50:03.234070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11006a-bf8d-4cd5-b15f-3c02453650e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892105de-f6b5-4c1f-ab65-cd9529d69008,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:03.242314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.382691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.402668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] No DVR routers for this DVR port b65fed0b-b4af-4768-85c2-bb077f781dee on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:50:03.433389 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:50:03.478443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52995c0-f558-431a-8a01-a7181b20db04 None None] Pushing event deleted for resources: {'Port': ['ID=b65fed0b-b4af-4768-85c2-bb077f781dee,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:03.541028 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.563344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cff638d-76f5-4ae5-9dee-54537cc98190']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:03.604315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88c865f-12dc-43d5-9cac-749f04e63be0') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:03.605663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88c865f-12dc-43d5-9cac-749f04e63be0') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:03.640311 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.677776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.697558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:50:03.706562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.783262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] For port b65fed0b-b4af-4768-85c2-bb077f781dee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b65fed0b-b4af-4768-85c2-bb077f781dee,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:03.802496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8754a6b-866d-4935-b03e-38c355333c39 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:50:03.822684 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:50:03.847376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e8754a6b-866d-4935-b03e-38c355333c39 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:03.848106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8754a6b-866d-4935-b03e-38c355333c39 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:03.849116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b65fed0b-b4af-4768-85c2-bb077f781dee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:03.871884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.899448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.903099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b65fed0b-b4af-4768-85c2-bb077f781dee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:03.903485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b65fed0b-b4af-4768-85c2-bb077f781dee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:03.917763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.919754 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.926785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:03.936285 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/networks/7cff638d-76f5-4ae5-9dee-54537cc98190 HTTP/1.1" status: 204 len: 168 time: 0.9736526 Aug 25 11:50:03.936944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57054) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:03.952064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9555c1-c94a-4abd-b41c-f3ccf824ae3e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Network': ['ID=7cff638d-76f5-4ae5-9dee-54537cc98190,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:04.035111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=b65fed0b-b4af-4768-85c2-bb077f781dee,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:04.052538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c19e-1ae4-4341-b8c4-61971927c8e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.059147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:04.066090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:04.069381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:04.070204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.077603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2bd93f-1d00-46c3-8712-8b8fea090c0f None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:04.101765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4495552 Aug 25 11:50:04.101765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513a3c-dafd-4d4e-a659-5e2051e2b942 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=a8b173ef-3e50-4a55-b08c-b0308b0bec1c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:04.110272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57056) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:04.116444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:04.130879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c19e-1ae4-4341-b8c4-61971927c8e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.209045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57058) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:04.224268 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c19e-1ae4-4341-b8c4-61971927c8e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.227274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c19e-1ae4-4341-b8c4-61971927c8e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.229344 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ae0c19e-1ae4-4341-b8c4-61971927c8e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/security-groups/1fbde163-7ef2-4813-bdf4-ea2096042624 HTTP/1.1" status: 204 len: 168 time: 0.2912993 Aug 25 11:50:04.244942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d04bb32-163b-4d20-9110-1b3cba9a595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.274234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c19e-1ae4-4341-b8c4-61971927c8e3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbde163-7ef2-4813-bdf4-ea2096042624,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:04.499735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': 'a8b173ef-3e50-4a55-b08c-b0308b0bec1c'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:50:04.502060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.596955 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d04bb32-163b-4d20-9110-1b3cba9a595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.602687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d04bb32-163b-4d20-9110-1b3cba9a595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.632848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:04.652854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:04.716190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04bb32-163b-4d20-9110-1b3cba9a595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948098d-992e-457c-b37d-fcc68b693b7e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:04.768079 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4d04bb32-163b-4d20-9110-1b3cba9a595d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22385874d61b43008281bccefae5b8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557849 Aug 25 11:50:04.769608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57068) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:04.912434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0df983-509b-461a-b00a-0534e395de74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.002703 n-d-778732-11 neutron-server[94910]: INFO neutron.db.ipam_backend_mixin [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8b173ef-3e50-4a55-b08c-b0308b0bec1c (CIDR: 2001:db8::/64) Aug 25 11:50:05.011676 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:50:05.012199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:05.063995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0df983-509b-461a-b00a-0534e395de74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.071423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9cd4a8b0-3402-41c1-ae79-b428c2415e71 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9590032 Aug 25 11:50:05.073996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57076) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:05.098421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:05.120499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Allocated IP 2001:db8::f816:3eff:fea4:97d9 (5ab3dabd-4995-4637-bca4-885aee72df93/a8b173ef-3e50-4a55-b08c-b0308b0bec1c/d5b88bb0-28e3-463e-a80a-8eaddeba038b) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:05.158455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57078) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:05.178853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719765109', 'description': 'tempest-secgroup-smoke-719765109 description', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:05.254384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.366576 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0df983-509b-461a-b00a-0534e395de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.371387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1f0df983-509b-461a-b00a-0534e395de74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.374759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1f0df983-509b-461a-b00a-0534e395de74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6948098d-992e-457c-b37d-fcc68b693b7e HTTP/1.1" status: 204 len: 168 time: 0.6024957 Aug 25 11:50:05.435916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df983-509b-461a-b00a-0534e395de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948098d-992e-457c-b37d-fcc68b693b7e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:05.462345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.487303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Transition to ACTIVE for port object d5b88bb0-28e3-463e-a80a-8eaddeba038b will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:05.524437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Transition to ACTIVE for port object d5b88bb0-28e3-463e-a80a-8eaddeba038b will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:05.524666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.531398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.543781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.574319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:05.582710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.603598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.605041 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4404457 Aug 25 11:50:05.612947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57082) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:05.631486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '14565033-c185-4cfc-aef4-908dc0116af3', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:05.675485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:05.688910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:05.694647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:05.765504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2fe15-ac60-49bb-8d12-3af53951b2a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14565033-c185-4cfc-aef4-908dc0116af3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:05.771387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Pushing event updated for resources: {'Port': ['ID=d5b88bb0-28e3-463e-a80a-8eaddeba038b,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:05.788319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.878212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Attempting to bind port d5b88bb0-28e3-463e-a80a-8eaddeba038b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:05.882035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Attempting to bind port d5b88bb0-28e3-463e-a80a-8eaddeba038b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:05.882035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Attempting to bind port d5b88bb0-28e3-463e-a80a-8eaddeba038b on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:05.900741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:05.905604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:05.908339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.914411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:05.916893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Bound port: d5b88bb0-28e3-463e-a80a-8eaddeba038b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:05.917798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.989059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:05.997979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:06.142370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c116c72e-ac6c-448e-89dc-a2d9596ea5cf,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:06.157804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:06.163541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-950b500c-5786-4acf-a1e1-984e0ad29535 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5392108 Aug 25 11:50:06.168798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:06.179721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] For port d5b88bb0-28e3-463e-a80a-8eaddeba038b, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:06.189059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] For port d5b88bb0-28e3-463e-a80a-8eaddeba038b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d5b88bb0-28e3-463e-a80a-8eaddeba038b,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:06.198450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:06.201943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '14565033-c185-4cfc-aef4-908dc0116af3', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:06.301813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:06.360189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57108) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:06.368356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb07b6-1346-423a-b220-83931afcb435 None None] Pushing event updated for resources: {'Port': ['ID=d5b88bb0-28e3-463e-a80a-8eaddeba038b,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:06.528061 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-111f874f-2143-4535-b811-911e3054fa48 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39f5f222178d47a5a2746415a523b85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657622 Aug 25 11:50:06.535239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:06.588533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:06.592271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=10098591-f5be-4a3f-92d6-e81f2a514ee8,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:06.632375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:06.640161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:06.655712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:06.657072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:06.723204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e35c382a-f634-4658-ab6c-84459bedbb95 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6371586 Aug 25 11:50:06.723204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57118) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:06.771947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:fc:68:7d', 'name': 'tempest-NetworksTestDHCPv6-1404219209'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:06.979018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32913afb-e92b-493f-9ba1-f0d0b35b540d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.065721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.078417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32913afb-e92b-493f-9ba1-f0d0b35b540d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.081027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.112773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.114373 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9405587 Aug 25 11:50:07.124782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57124) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:07.136022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '14565033-c185-4cfc-aef4-908dc0116af3', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:07.146799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d08e5c-b4a0-4f4d-9690-308fc4851468 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb1db8d-97c6-41a7-9353-8bb317f6c84d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:07.196300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32913afb-e92b-493f-9ba1-f0d0b35b540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.201550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32913afb-e92b-493f-9ba1-f0d0b35b540d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.207040 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-32913afb-e92b-493f-9ba1-f0d0b35b540d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c251fd0e-477f-44bf-9934-dfaaef86d575 HTTP/1.1" status: 204 len: 168 time: 0.6539767 Aug 25 11:50:07.223938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.db.api [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:50:07.223938 n-d-778732-11 neutron-server[94910]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:50:07.223938 n-d-778732-11 neutron-server[94910]: [parameters: {'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'id': '86cd08e0-14f0-4161-ad92-31f2d40c8a08', 'expiration': datetime.datetime(2021, 8, 25, 11, 52, 7, 204516)}] Aug 25 11:50:07.223938 n-d-778732-11 neutron-server[94910]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:50:07.224686 n-d-778732-11 neutron-server[94910]: DEBUG oslo_db.api [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:50:07.230850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32913afb-e92b-493f-9ba1-f0d0b35b540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251fd0e-477f-44bf-9934-dfaaef86d575,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:07.237676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:07.310559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57128) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:07.523317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.572312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90dcfedd-c921-4dd9-aa77-9f9225c94faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.602319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port ab88cf88-aaac-4d7e-9be6-e72016ed8848 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:50:07.679884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d5b88bb0-28e3-463e-a80a-8eaddeba038b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:07.787750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d5b88bb0-28e3-463e-a80a-8eaddeba038b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:07.852563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90dcfedd-c921-4dd9-aa77-9f9225c94faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:07.862649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90dcfedd-c921-4dd9-aa77-9f9225c94faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.028977 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90dcfedd-c921-4dd9-aa77-9f9225c94faa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f20a9217cbb34114a745f1e2dfcc49e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7146800 Aug 25 11:50:08.033173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57146) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:08.050438 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.076822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcfedd-c921-4dd9-aa77-9f9225c94faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbcc221-53b0-43e5-be39-275a8f333c98,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:08.232503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8210492f-e4cc-4029-b224-658beb045520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.249437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8:0:1::2e9 (5ab3dabd-4995-4637-bca4-885aee72df93/10098591-f5be-4a3f-92d6-e81f2a514ee8/ab88cf88-aaac-4d7e-9be6-e72016ed8848) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:08.304295 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8210492f-e4cc-4029-b224-658beb045520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.335250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::f816:3eff:fefc:687d (5ab3dabd-4995-4637-bca4-885aee72df93/a8b173ef-3e50-4a55-b08c-b0308b0bec1c/ab88cf88-aaac-4d7e-9be6-e72016ed8848) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:08.393750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.439002 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.500141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8210492f-e4cc-4029-b224-658beb045520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.505306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8210492f-e4cc-4029-b224-658beb045520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.508605 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8210492f-e4cc-4029-b224-658beb045520 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bbcc221-53b0-43e5-be39-275a8f333c98 HTTP/1.1" status: 204 len: 168 time: 0.4732862 Aug 25 11:50:08.548323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210492f-e4cc-4029-b224-658beb045520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbcc221-53b0-43e5-be39-275a8f333c98,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:08.606825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f0901-6ac5-4888-b747-764ad0b5e607 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:08.642893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8601cf-cc7d-4e4d-b26b-20297719d543,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:08.669742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:08.670250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2aad5825-2819-4a7a-ad2b-57bda2d9c97b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5429852 Aug 25 11:50:08.674464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57162) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:08.683279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '14565033-c185-4cfc-aef4-908dc0116af3', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:08.780975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.029888 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.043659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.113452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b685a2-28d8-4e6e-9ac3-8b42e4642e1c,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:09.125818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.135979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57170) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:09.137217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c8d8be4-3200-4069-ae32-d8b396025ff9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4609783 Aug 25 11:50:09.139072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Provisioning for port d5b88bb0-28e3-463e-a80a-8eaddeba038b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:09.147493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '14565033-c185-4cfc-aef4-908dc0116af3', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:09.150764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Provisioning complete for port d5b88bb0-28e3-463e-a80a-8eaddeba038b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:09.151640 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.215246 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:50:09.250453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.340540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.350238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.379493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2faff5f-4987-4120-90fc-61106609ee35,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:09.386699 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.410129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object ab88cf88-aaac-4d7e-9be6-e72016ed8848 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:09.418167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.420102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9e383c8-40af-4cb8-a44f-bc4872b91621 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2804923 Aug 25 11:50:09.425232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57176) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:09.436852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '14565033-c185-4cfc-aef4-908dc0116af3', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:09.464827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57178) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:09.465255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57180) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:09.513397 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:50:09.517073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54eaa2ff-bdb6-41a8-9f2d-5a79b10817ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.521533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.547408 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.660810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:09.670269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:09.683340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:09.693825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:09.695168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.707796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=ab88cf88-aaac-4d7e-9be6-e72016ed8848,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:09.727855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.729283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.734312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.779734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6721e11-3dda-4bed-bd06-5f8fe43970d5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:09.846872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] For port d5b88bb0-28e3-463e-a80a-8eaddeba038b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d5b88bb0-28e3-463e-a80a-8eaddeba038b,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:09.855342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54eaa2ff-bdb6-41a8-9f2d-5a79b10817ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.858534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.872625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.876634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1578400589-network', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:09.877292 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4ba19b7f-789b-477b-ad75-78af16e072e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4477129 Aug 25 11:50:09.880947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57190) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:09.890244 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54eaa2ff-bdb6-41a8-9f2d-5a79b10817ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:09.910173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'network': {'name': 'tempest-network-smoke--997350231', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:09.933384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57194) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:09.947150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ed10e43d-493c-477e-a033-a701ff70ada7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2218249 Aug 25 11:50:09.977253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Pushing event updated for resources: {'Port': ['ID=d5b88bb0-28e3-463e-a80a-8eaddeba038b,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:10.055624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.057855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.058699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.059517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.060354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.061224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.062338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.063262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.064346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.064739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaa2ff-bdb6-41a8-9f2d-5a79b10817ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215cd73-6c07-4783-b800-cb31bda0e456,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:10.066425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.067695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.068515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bd861-9a06-46ea-a9e4-6e0b245c8ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:10.097484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': 'a8b173ef-3e50-4a55-b08c-b0308b0bec1c', 'ip_address': '2001:db8::f816:3eff:fea4:97d9'}, {'subnet_id': '10098591-f5be-4a3f-92d6-e81f2a514ee8'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'd5b88bb0-28e3-463e-a80a-8eaddeba038b'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:50:10.160834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.164475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54eaa2ff-bdb6-41a8-9f2d-5a79b10817ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd5b9eae98ca4102b600191bc2bd49a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977494 Aug 25 11:50:10.167270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.api [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 11:50:10.167270 n-d-778732-11 neutron-server[94911]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 11:50:10.167270 n-d-778732-11 neutron-server[94911]: [parameters: {'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'id': 'c232141a-85cc-4cf8-8798-47fff38b4266', 'expiration': datetime.datetime(2021, 8, 25, 11, 52, 10, 47118)}] Aug 25 11:50:10.167270 n-d-778732-11 neutron-server[94911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:50:10.170374 n-d-778732-11 neutron-server[94911]: DEBUG oslo_db.api [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:50:10.170922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Made reservation on behalf of ad1556e08d5b4d3ebf00408e96632084 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:10.172015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57202) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:10.175950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.204432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.395724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8757-f8e2-4a1b-85ad-49c775fcc91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.401870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port ab88cf88-aaac-4d7e-9be6-e72016ed8848 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:10.402478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.579175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.580398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Allocated IP 2001:db8:0:1::2 (5ab3dabd-4995-4637-bca4-885aee72df93/10098591-f5be-4a3f-92d6-e81f2a514ee8/d5b88bb0-28e3-463e-a80a-8eaddeba038b) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:10.589609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.636201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.652806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274a1dba-184c-47d6-8b08-b9465d4578de,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:10.669491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for ab88cf88-aaac-4d7e-9be6-e72016ed8848 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:10.674761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:50:10.707596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.708353 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Added segment dfbb918e-dd27-425e-a999-3d0516f97a80 of type vlan for network a85a43be-93da-413a-a26d-a5c055a23dde Aug 25 11:50:10.844484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] For port d5b88bb0-28e3-463e-a80a-8eaddeba038b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d5b88bb0-28e3-463e-a80a-8eaddeba038b,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:10.845274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.907817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.911743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:10.916372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.948256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:10.992927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.011502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Transition to ACTIVE for port object d5b88bb0-28e3-463e-a80a-8eaddeba038b will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:11.040569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.087516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=ab88cf88-aaac-4d7e-9be6-e72016ed8848,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:11.092065 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8757-f8e2-4a1b-85ad-49c775fcc91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.168836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] Pushing event updated for resources: {'Network': ['ID=a85a43be-93da-413a-a26d-a5c055a23dde,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:11.197995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.204802 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a7ab5703-e6e6-4db9-9a66-e6bb20991c9d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/ab88cf88-aaac-4d7e-9be6-e72016ed8848 HTTP/1.1" status: 204 len: 168 time: 1.2645919 Aug 25 11:50:11.204802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57212) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:11.221213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network a85a43be-93da-413a-a26d-a5c055a23dde details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:50:11.257177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-349d379c-1308-4808-a03c-02ad2438c862 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7879345 Aug 25 11:50:11.262565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57214) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:11.271976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:11.273284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Request body: {'subnet': {'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1578400589-subnet', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:11.276487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.311050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9e4bc-4710-485c-89ee-94d9ceca0043 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:11.312817 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cff9e4bc-4710-485c-89ee-94d9ceca0043 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1029010 Aug 25 11:50:11.313395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Made reservation on behalf of ad1556e08d5b4d3ebf00408e96632084 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:11.318046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.321448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57216) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:11.329139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:50:11.364265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.364878 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Added segment bd209013-a909-426c-b75a-776e79201fd7 of type vlan for network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 Aug 25 11:50:11.445497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.489080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.502412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b8228-9f44-4423-903b-fcf4097b53e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:11.502726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:11.505588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-193b8228-9f44-4423-903b-fcf4097b53e3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1808219 Aug 25 11:50:11.506138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.510574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57220) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:11.582288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbe121-d7e8-47f3-9179-a3c4355e994a None None] Pushing event updated for resources: {'Port': ['ID=d5b88bb0-28e3-463e-a80a-8eaddeba038b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:11.603259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67aa428-63e7-4e23-a388-3436a4473dcf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:11.605754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67aa428-63e7-4e23-a388-3436a4473dcf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:11.607899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67aa428-63e7-4e23-a388-3436a4473dcf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:11.610011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a67aa428-63e7-4e23-a388-3436a4473dcf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0975933 Aug 25 11:50:11.613128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Network': ['ID=60870e95-13d7-44d3-b13a-f87b86cfa7c4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:11.614114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57222) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:11.642184 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8757-f8e2-4a1b-85ad-49c775fcc91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.645846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8757-f8e2-4a1b-85ad-49c775fcc91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.654027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:50:11.662681 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c4f8757-f8e2-4a1b-85ad-49c775fcc91e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e215cd73-6c07-4783-b800-cb31bda0e456 HTTP/1.1" status: 204 len: 168 time: 1.4781196 Aug 25 11:50:11.684064 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-479b3d6c-06f3-4873-b693-166aaa0fffe6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8011236 Aug 25 11:50:11.699812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57226) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:11.714106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f8757-f8e2-4a1b-85ad-49c775fcc91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215cd73-6c07-4783-b800-cb31bda0e456,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:11.717941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'admin_state_up': True, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:11.775928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.777877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.820515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 10098591-f5be-4a3f-92d6-e81f2a514ee8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:11.865744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d5b88bb0-28e3-463e-a80a-8eaddeba038b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:11.871946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:11.946553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.249503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.254679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.643844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.699989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.760236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Checking segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:12.760695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Network hostable DHCP agents. Network: a85a43be-93da-413a-a26d-a5c055a23dde, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:50:12.889713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:12.898875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Network a85a43be-93da-413a-a26d-a5c055a23dde is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:50:12.936634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb117db6-3f9f-4d52-985b-ed8db607839e None None] Provisioning for port d5b88bb0-28e3-463e-a80a-8eaddeba038b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:12.947162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fb117db6-3f9f-4d52-985b-ed8db607839e None None] Provisioning complete for port d5b88bb0-28e3-463e-a80a-8eaddeba038b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:12.947944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb117db6-3f9f-4d52-985b-ed8db607839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.952702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, a85a43be-93da-413a-a26d-a5c055a23dde) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:12.963852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:12.964464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:12.984641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.011343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915ac99-bd71-4aba-990e-779e65f51e55 None None] Network a85a43be-93da-413a-a26d-a5c055a23dde requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:13.082457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.091299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/10098591-f5be-4a3f-92d6-e81f2a514ee8 HTTP/1.1" status: 204 len: 168 time: 1.4721394 Aug 25 11:50:13.091653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57260) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:13.100033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d06156-93e0-4b12-ac6e-9a74cdcbd743 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=10098591-f5be-4a3f-92d6-e81f2a514ee8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:13.117929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bbc2cb39-12a9-4aa4-9b8f-6791b401401b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8534682 Aug 25 11:50:13.124739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57262) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:13.145882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:13.255411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet a8b173ef-3e50-4a55-b08c-b0308b0bec1c {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:13.261549 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.274910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.276494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.458521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.530650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df905d1d-fcd6-4c0b-b6a6-039ff87e5fd6 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:13.678342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.692989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.727227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.775613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:13.870870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d5b88bb0-28e3-463e-a80a-8eaddeba038b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:13.920979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:14.007255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-a85a43be-93da-413a-a26d-a5c055a23dde', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:50:14.008854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:14.028920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b173ef-3e50-4a55-b08c-b0308b0bec1c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:14.035526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:14.052832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:14.055860 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9ef789f-0d1c-4e7f-b822-c029343f3702 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/a8b173ef-3e50-4a55-b08c-b0308b0bec1c HTTP/1.1" status: 204 len: 168 time: 0.9608760 Aug 25 11:50:14.057629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57276) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:14.154448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3dbb60d2-6bb7-4dce-853b-408188758f37 None None] Could not find standard attr ID for object ab88cf88-aaac-4d7e-9be6-e72016ed8848. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:50:14.330501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d5b88bb0-28e3-463e-a80a-8eaddeba038b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:14.330901 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:14.616722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6d22ac62-7b25-4ed4-a102-11e76b80b860 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5550237 Aug 25 11:50:14.621499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:14.628011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:14.677163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Allocated IP 172.20.0.2 (a85a43be-93da-413a-a26d-a5c055a23dde/7efbcd75-aabe-4fee-a16b-2cda56c3d9c7/daccd7ce-050d-4a4b-9d3b-e32d069f3b09) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:14.691409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:50:14.840542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.210 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/e35a0a02-a1c5-42f3-8494-36d7c01123bd) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:14.948783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:14.964863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.126222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] Deleting port d5b88bb0-28e3-463e-a80a-8eaddeba038b {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:15.127756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.202208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.518624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] For port d5b88bb0-28e3-463e-a80a-8eaddeba038b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d5b88bb0-28e3-463e-a80a-8eaddeba038b,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:15.522754 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.542697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.576243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.604003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.651828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] Calling delete_port for d5b88bb0-28e3-463e-a80a-8eaddeba038b owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:15.704107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d5b88bb0-28e3-463e-a80a-8eaddeba038b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:15.723218 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.776520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:15.791848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:15.831645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:15.884687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:15.891339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:15.897074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:15.899304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:15.940724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=e35a0a02-a1c5-42f3-8494-36d7c01123bd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:15.974481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=937b138c-3cc4-4602-b796-ec76122fca0a,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:15.998990 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.006107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b3f5d9d-c319-4171-8c75-4cf83e2fc516 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3829498 Aug 25 11:50:16.010872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57322) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:16.021094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:16.078324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Transition to ACTIVE for port object daccd7ce-050d-4a4b-9d3b-e32d069f3b09 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:16.197725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Allocated IP 172.25.1.252 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/38ee4b2b-2582-4e7d-91b3-deb513176d8a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:16.322764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.385094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Transition to ACTIVE for port object daccd7ce-050d-4a4b-9d3b-e32d069f3b09 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:16.491158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:16.502925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.512943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.544800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] Pushing event deleted for resources: {'Port': ['ID=d5b88bb0-28e3-463e-a80a-8eaddeba038b,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:16.584152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.616185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d683e2-1993-408d-8beb-323f5ae76808 None None] No DVR routers for this DVR port d5b88bb0-28e3-463e-a80a-8eaddeba038b on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:50:16.642495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.673039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:16.732734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252b062-64c5-457a-93c0-dc7f7460fd23 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:16.794110 n-d-778732-11 neutron-server[94911]: INFO neutron.db.ipam_backend_mixin [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 937b138c-3cc4-4602-b796-ec76122fca0a (CIDR: 2001:db8::/64) Aug 25 11:50:16.801277 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:50:16.802571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:16.843973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:16.845485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6cffec4-021d-410c-af81-350a8830ac47 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8327210 Aug 25 11:50:16.850474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57336) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:16.856162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:16.860713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:16.863193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:16.876557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=38ee4b2b-2582-4e7d-91b3-deb513176d8a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:16.931169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Network a85a43be-93da-413a-a26d-a5c055a23dde is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:16.950982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:16.985189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:17.000989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Pushing event updated for resources: {'Port': ['ID=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:17.128250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:17.249570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:17.255079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:17.410842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Attempting to bind port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:17.423564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Attempting to bind port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:17.424192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Attempting to bind port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 on network a85a43be-93da-413a-a26d-a5c055a23dde {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:17.469198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:17.469976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Checking segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:17.470623 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:17.471307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Bound using segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:17.472082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Bound port: daccd7ce-050d-4a4b-9d3b-e32d069f3b09, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:17.472579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:17.711114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] For port daccd7ce-050d-4a4b-9d3b-e32d069f3b09, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:17.714378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '937b138c-3cc4-4602-b796-ec76122fca0a'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:50:17.719008 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:17.767843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] For port daccd7ce-050d-4a4b-9d3b-e32d069f3b09, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:17.805235 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:17.986766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.042515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.065672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c1166-d041-4ce8-a0ec-f4eeb2693941 None None] Pushing event updated for resources: {'Port': ['ID=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:18.250803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/937b138c-3cc4-4602-b796-ec76122fca0a/7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:18.310728 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97bdcb06-4115-4a90-bcc0-531dce5b6717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.576899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.688885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.707271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Transition to ACTIVE for port object 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:18.738679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Transition to ACTIVE for port object 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:18.750259 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.788439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.objects.ports [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:50:18.791876 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.795564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 887cd888-e29a-4feb-8049-2130bb336541 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:50:18.832584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:18.845523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Pushing event updated for resources: {'Port': ['ID=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:18.846281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:18.890744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:18.891349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:18.891545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:18.895771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:18.907759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:18.921202 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0671539 Aug 25 11:50:18.924404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57362) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:18.930560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:51:3e:9c', 'name': 'tempest-NetworksTestDHCPv6-980208661'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:18.934159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bad025-a1e0-4b1a-99e9-a15050158c86 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=5f2ff7cf-f89b-4a93-91c6-50068b535694,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:19.076297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Attempting to bind port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:19.076297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Attempting to bind port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:19.076730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Attempting to bind port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:19.083202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:19.083587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:19.084160 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:19.084585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:19.085094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Bound port: 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:19.085493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:19.167122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:19.260088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] For port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:19.263934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] For port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:19.269750 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:19.389530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:19.418322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb279a-bbf1-47a6-8525-9741880c5aea None None] Pushing event updated for resources: {'Port': ['ID=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:19.447167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port 5b3a253f-618f-4d33-acde-82ed5a425e67 yet. {{(pid=94911) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:50:19.693387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device daccd7ce-050d-4a4b-9d3b-e32d069f3b09 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:19.899538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba386f-ab8a-40d1-9a8e-e3acb5474826 None None] Network a85a43be-93da-413a-a26d-a5c055a23dde requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:20.023219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::ae (5ab3dabd-4995-4637-bca4-885aee72df93/937b138c-3cc4-4602-b796-ec76122fca0a/5b3a253f-618f-4d33-acde-82ed5a425e67) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:20.033917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:3e9c (5ab3dabd-4995-4637-bca4-885aee72df93/5f2ff7cf-f89b-4a93-91c6-50068b535694/5b3a253f-618f-4d33-acde-82ed5a425e67) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:20.058105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:50:20.109248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Router 3adc0321-b066-4782-ab83-cffb0f8a2b92 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:50:20.121634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:20.132414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-100a9b04-15d4-4feb-94f5-b70269d4a0f4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.4264965 Aug 25 11:50:20.133719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57386) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:20.165478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Sync routers for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:50:20.205824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:20.262250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fecf834d-5678-4006-a5c1-bf7051628d1b tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251411 Aug 25 11:50:20.264450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57396) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:20.265952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] Provisioning for port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:20.291374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:20.292032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:20.309537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] Provisioning complete for port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:20.309940 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:20.589225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:20.626930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object 5b3a253f-618f-4d33-acde-82ed5a425e67 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:20.664856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:50:20.666241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:20.674584 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Sync routers for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:50:20.689674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:20.690229 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:49:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:20.745554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:20.788918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:20.810242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac93907e-e21d-457f-9339-3f9df050c9a0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6838903 Aug 25 11:50:20.812830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57400) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:20.954152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:20.971098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:20.974788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:20.984082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:20.985312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.034528 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:21.037524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=5b3a253f-618f-4d33-acde-82ed5a425e67,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:21.103550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f7f18dd9-2c8b-46ea-a4da-5a1a2f8a17c0 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1745734 Aug 25 11:50:21.104602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57404) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:21.229478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648af45d-6d9c-45ca-ac4f-df533968199b tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:21.235111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-648af45d-6d9c-45ca-ac4f-df533968199b tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9651997 Aug 25 11:50:21.241409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57406) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:21.355991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port 5b3a253f-618f-4d33-acde-82ed5a425e67 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:21.357442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.373985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b3b63eeb-a3da-4300-9f19-27da570ccfdf tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212721 Aug 25 11:50:21.413434 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57412) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:21.433249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906885430', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:21.457824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c91008-ab19-4e14-9457-c5ed813c150d None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:21.561525 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:17Z', 'revision_number': 3, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:21.616817 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e7652680-c9b4-458a-9083-d1cf66744452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.673883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Checking router: 3adc0321-b066-4782-ab83-cffb0f8a2b92 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:50:21.674245 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Updating router 3adc0321-b066-4782-ab83-cffb0f8a2b92 port 38ee4b2b-2582-4e7d-91b3-deb513176d8a binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:50:21.686407 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.692288 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.728955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:21.765192 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.865718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] For port daccd7ce-050d-4a4b-9d3b-e32d069f3b09, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:21.922148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:21.931172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:16Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:21.938748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:21.955055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.164567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.218475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Checking router: 887cd888-e29a-4feb-8049-2130bb336541 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:50:22.221479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Updating router 887cd888-e29a-4feb-8049-2130bb336541 port e35a0a02-a1c5-42f3-8494-36d7c01123bd binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:50:22.308415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:22.382142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.394664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] Provisioning for port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:22.409368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.530259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for 5b3a253f-618f-4d33-acde-82ed5a425e67 owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:22.534009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] Provisioning complete for port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:22.534578 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.577408 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.580572 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.608072 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Transition to ACTIVE for port object 38ee4b2b-2582-4e7d-91b3-deb513176d8a will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:22.619722 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.799804 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Attempting to bind port 38ee4b2b-2582-4e7d-91b3-deb513176d8a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:22.800825 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Attempting to bind port 38ee4b2b-2582-4e7d-91b3-deb513176d8a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:22.800825 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Attempting to bind port 38ee4b2b-2582-4e7d-91b3-deb513176d8a on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:22.808470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Subnet': ['ID=7ac9f608-34ec-44c7-bd1b-861b3390e83e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:22.816559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Checking segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:22.816955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network hostable DHCP agents. Network: 60870e95-13d7-44d3-b13a-f87b86cfa7c4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:50:22.832241 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:22.832671 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:22.833047 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.839605 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:22.840157 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Bound port: 38ee4b2b-2582-4e7d-91b3-deb513176d8a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:22.840561 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:22.886712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:50:22.916535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 60870e95-13d7-44d3-b13a-f87b86cfa7c4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:22.963805 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:22.964738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.005101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] For port 38ee4b2b-2582-4e7d-91b3-deb513176d8a, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:23.016906 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c28ff10f-1cd1-4d56-92a3-6d7d02714b1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5987196 Aug 25 11:50:23.019116 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] For port 38ee4b2b-2582-4e7d-91b3-deb513176d8a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=38ee4b2b-2582-4e7d-91b3-deb513176d8a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:23.025041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57438) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:23.040366 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.044071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Allocated IP 172.20.0.1 (a85a43be-93da-413a-a26d-a5c055a23dde/7efbcd75-aabe-4fee-a16b-2cda56c3d9c7/969e5be2-9368-4a01-a765-1810cf9b7e75) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:23.088145 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Pushing event updated for resources: {'Port': ['ID=38ee4b2b-2582-4e7d-91b3-deb513176d8a,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:23.117787 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.118624 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.119122 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.119605 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.120093 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.120585 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.121081 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.121569 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.122080 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.122557 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.123043 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.123767 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:23.231406 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac1fc9-cbb6-42b7-bdc3-66b98490147d None None] Pushing event updated for resources: {'Port': ['ID=38ee4b2b-2582-4e7d-91b3-deb513176d8a,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:23.238556 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:23.239514 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:23.357565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.412461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aedef3-b50a-4297-9522-1988a3a800d8 None None] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:23.442796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:23.580745 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.581727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ab4f-e2df-4f02-853f-4f71dc4a7487 None None] Pushing event updated for resources: {'Port': ['ID=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:23.594844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.631487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Transition to ACTIVE for port object 969e5be2-9368-4a01-a765-1810cf9b7e75 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:23.653102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=5b3a253f-618f-4d33-acde-82ed5a425e67,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:23.720975 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.760836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:23.763348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5dbd7809-dbb3-418c-9d0f-b312b3004832 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/5b3a253f-618f-4d33-acde-82ed5a425e67 HTTP/1.1" status: 204 len: 168 time: 2.6576631 Aug 25 11:50:23.811701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:23.823955 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:17Z', 'revision_number': 3, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:23.843165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Pushing event updated for resources: {'Port': ['ID=969e5be2-9368-4a01-a765-1810cf9b7e75,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:23.862310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf200-a4b8-4404-9bab-c09c0c0aded7 None None] The sync data for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 is: [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:17Z', 'revision_number': 3, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:23.869661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba36b5a-b4c7-44fc-b182-18465f568af7 None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '937b138c-3cc4-4602-b796-ec76122fca0a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f2ff7cf-f89b-4a93-91c6-50068b535694'}], 'binding:host_id': 'n-d-778732-11'}, 'id': '7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:50:23.890052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Network a85a43be-93da-413a-a26d-a5c055a23dde is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:23.895472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:23.898683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:23.953808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac7e5d-d0e4-4792-9752-5b23eb85a69b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:23.955750 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ccac7e5d-d0e4-4792-9752-5b23eb85a69b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1425176 Aug 25 11:50:23.979757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57452) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:23.982475 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ba36b5a-b4c7-44fc-b182-18465f568af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:24.143976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:24.355875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e56054-236e-4821-a0db-6420fce80b2b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:24.381928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6e56054-236e-4821-a0db-6420fce80b2b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3914287 Aug 25 11:50:24.396296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57456) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:24.657962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:24.680122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:24.682892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Transition to ACTIVE for port object e35a0a02-a1c5-42f3-8494-36d7c01123bd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:24.741173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d566a9-f256-4923-8145-0bcbc2566d59 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:24.745578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d566a9-f256-4923-8145-0bcbc2566d59 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:24.765365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d566a9-f256-4923-8145-0bcbc2566d59 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:24.770198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b0d566a9-f256-4923-8145-0bcbc2566d59 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3707988 Aug 25 11:50:24.787154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57468) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:24.905076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.003301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 5f2ff7cf-f89b-4a93-91c6-50068b535694 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:25.014417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.208145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.355963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57478) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:25.371190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.454623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.464001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae6aa-1a9a-411e-8e5b-a476f2508f23 None None] Pushing event updated for resources: {'Port': ['ID=e35a0a02-a1c5-42f3-8494-36d7c01123bd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:25.499250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.657900 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.780240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Attempting to bind port e35a0a02-a1c5-42f3-8494-36d7c01123bd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:25.782333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Attempting to bind port e35a0a02-a1c5-42f3-8494-36d7c01123bd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:25.782333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Attempting to bind port e35a0a02-a1c5-42f3-8494-36d7c01123bd on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:25.814988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:25.815285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:25.815712 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.816109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:25.816770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Bound port: e35a0a02-a1c5-42f3-8494-36d7c01123bd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:25.817263 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.835588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cae3e39f-8474-4fe3-ae2f-9c4a94ed2e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.876961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] For port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:25.890039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.916850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:50:25.916850 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:25.922737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.1 (60870e95-13d7-44d3-b13a-f87b86cfa7c4/7ac9f608-34ec-44c7-bd1b-861b3390e83e/7e7876f0-37b5-4713-8665-a9539a4523e6) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-9ba36b5a-b4c7-44fc-b182-18465f568af7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f2ff7cf-f89b-4a93-91c6-50068b535694: This subnet is being modified by another concurrent operation. Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 11:50:26.011478 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exception Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f2ff7cf-f89b-4a93-91c6-50068b535694: This subnet is being modified by another concurrent operation. Aug 25 11:50:26.018950 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 11:50:26.029472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] For port e35a0a02-a1c5-42f3-8494-36d7c01123bd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:26.064035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.127752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] For port e35a0a02-a1c5-42f3-8494-36d7c01123bd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e35a0a02-a1c5-42f3-8494-36d7c01123bd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:26.151015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.160461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/5f2ff7cf-f89b-4a93-91c6-50068b535694 HTTP/1.1" status: 204 len: 168 time: 1.3634453 Aug 25 11:50:26.177363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57490) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:26.393329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aaa52c-cbaf-4df2-9787-12b19ff46e05 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2ff7cf-f89b-4a93-91c6-50068b535694,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:26.399575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 937b138c-3cc4-4602-b796-ec76122fca0a {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:26.458227 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cae3e39f-8474-4fe3-ae2f-9c4a94ed2e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.473114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cae3e39f-8474-4fe3-ae2f-9c4a94ed2e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.519019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device daccd7ce-050d-4a4b-9d3b-e32d069f3b09 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:26.528503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.560983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cae3e39f-8474-4fe3-ae2f-9c4a94ed2e44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14534983079f4f16b063c3499e79962c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1998529 Aug 25 11:50:26.574041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba426276-8931-4c95-b0a6-9bb8e7bcf83b None None] Pushing event updated for resources: {'Port': ['ID=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:26.574628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57496) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:26.622237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9096582d-576f-46b4-b03b-389c14d33228 None None] Provisioning for port 969e5be2-9368-4a01-a765-1810cf9b7e75 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:26.738891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9096582d-576f-46b4-b03b-389c14d33228 None None] Provisioning complete for port 969e5be2-9368-4a01-a765-1810cf9b7e75 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:26.739287 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9096582d-576f-46b4-b03b-389c14d33228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.752234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d495282b-e9ca-475f-99a1-94fc39b743ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.767967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.774189 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.779411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.885003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e39f-8474-4fe3-ae2f-9c4a94ed2e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a0c822-4f69-4f13-8d11-9fa4caf1368f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:26.888929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:26.903356 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:26.905333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:26.912329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d495282b-e9ca-475f-99a1-94fc39b743ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.005075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.028154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae6aa-1a9a-411e-8e5b-a476f2508f23 None None] Pushing event updated for resources: {'Port': ['ID=e35a0a02-a1c5-42f3-8494-36d7c01123bd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:27.056640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9096582d-576f-46b4-b03b-389c14d33228 None None] Port 969e5be2-9368-4a01-a765-1810cf9b7e75 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:50:27.059590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.076348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 7e7876f0-37b5-4713-8665-a9539a4523e6 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:27.110377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:27.111356 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.157100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d495282b-e9ca-475f-99a1-94fc39b743ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.168406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d495282b-e9ca-475f-99a1-94fc39b743ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.173859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d495282b-e9ca-475f-99a1-94fc39b743ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05a0c822-4f69-4f13-8d11-9fa4caf1368f HTTP/1.1" status: 204 len: 168 time: 0.5937872 Aug 25 11:50:27.174075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Pushing event updated for resources: {'Port': ['ID=969e5be2-9368-4a01-a765-1810cf9b7e75,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:27.232338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495282b-e9ca-475f-99a1-94fc39b743ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a0c822-4f69-4f13-8d11-9fa4caf1368f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:27.248666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.265133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.323932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Network a85a43be-93da-413a-a26d-a5c055a23dde is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:27.331160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:27.431430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:27.452767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:27.468743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:27.546782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.619729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=7e7876f0-37b5-4713-8665-a9539a4523e6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:27.633827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9096582d-576f-46b4-b03b-389c14d33228 None None] Provisioning complete for port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:27.634175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9096582d-576f-46b4-b03b-389c14d33228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.726654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.839433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57508) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:27.849788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:27.856718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/937b138c-3cc4-4602-b796-ec76122fca0a HTTP/1.1" status: 204 len: 168 time: 1.6751049 Aug 25 11:50:27.862950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:27.886985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57510) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:27.888013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe922f-3742-4567-b63d-d74ef3b72706 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=937b138c-3cc4-4602-b796-ec76122fca0a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:28.087331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d29df37-cd54-4a55-8aad-f6abdc463f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.087905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194e396e-afed-42fb-bbaf-d03b2406aeb2 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:28.097651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-42182ecc-dd4c-41ff-95d5-80b05b02810c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1990235 Aug 25 11:50:28.111932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:28.132498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:28.204122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.285495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.337315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Router 3adc0321-b066-4782-ab83-cffb0f8a2b92 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:50:28.461167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Allocated IP 172.20.0.2 (60870e95-13d7-44d3-b13a-f87b86cfa7c4/7ac9f608-34ec-44c7-bd1b-861b3390e83e/83204f31-7239-4cb8-8254-1d49cd427de7) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:28.660278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38ee4b2b-2582-4e7d-91b3-deb513176d8a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:28.699691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:50:28.716341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-94926090-3f40-4844-a3dd-9d613a52ef83 admin admin] 10.222.0.35 "PUT /v2.0/routers/3adc0321-b066-4782-ab83-cffb0f8a2b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9020357 Aug 25 11:50:28.802347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d29df37-cd54-4a55-8aad-f6abdc463f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.813152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d29df37-cd54-4a55-8aad-f6abdc463f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.887360 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.897901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.920801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29df37-cd54-4a55-8aad-f6abdc463f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3037433-7dbc-49e7-86d4-01e882d9e50c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:28.933037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:28.940192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.949539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:28.961028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Transition to ACTIVE for port object 83204f31-7239-4cb8-8254-1d49cd427de7 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:28.982146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Transition to ACTIVE for port object 83204f31-7239-4cb8-8254-1d49cd427de7 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:29.006832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Sync routers for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:50:29.042523 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.045505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d29df37-cd54-4a55-8aad-f6abdc463f33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2eab8ebcf2c1498d98ae1ac9a3d63dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1872137 Aug 25 11:50:29.055772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57532) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:29.178117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.217840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=7e7876f0-37b5-4713-8665-a9539a4523e6,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:29.369252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb0e8-12c9-463e-8f00-748ecb2fd58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.493966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:29.496618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:29.530209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb0e8-12c9-463e-8f00-748ecb2fd58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.538793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:29.539491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:29.611337 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.715677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:29.766958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:29.779033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:29.795073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:29.798501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.832541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=07d24193-33fe-4686-9d15-58c2a7aa91b7,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:29.858005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.858891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.859523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.860149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.860893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.861503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.863871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.864586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.865718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.866241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.866756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.867977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:29.875772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-93d64e75-80c9-4068-8aff-7979653b5922 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7596977 Aug 25 11:50:29.880819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57544) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:29.891792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:29.901967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb0e8-12c9-463e-8f00-748ecb2fd58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.907399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3cdbb0e8-12c9-463e-8f00-748ecb2fd58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:29.909237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3cdbb0e8-12c9-463e-8f00-748ecb2fd58c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3037433-7dbc-49e7-86d4-01e882d9e50c HTTP/1.1" status: 204 len: 168 time: 0.8519878 Aug 25 11:50:29.924461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 887cd888-e29a-4feb-8049-2130bb336541 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:50:29.958300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57550) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:29.977401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2016498724-network', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:30.044227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbb0e8-12c9-463e-8f00-748ecb2fd58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3037433-7dbc-49e7-86d4-01e882d9e50c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:30.049585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:30.161573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:30.174038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:30.180678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Made reservation on behalf of eace3524f7af43bdb8caed19c9511b13 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:30.184466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.210656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:30.217749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.238312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Pushing event updated for resources: {'Port': ['ID=83204f31-7239-4cb8-8254-1d49cd427de7,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:30.242525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.298998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:50:30.312482 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86d3c406-94e3-4c3e-bff0-fffe6f8d746d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/887cd888-e29a-4feb-8049-2130bb336541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2857170 Aug 25 11:50:30.440113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ca5c409f-0e3b-4d6f-a759-8e6dbd554d83 None None] Could not find standard attr ID for object 5b3a253f-618f-4d33-acde-82ed5a425e67. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:50:30.558719 n-d-778732-11 neutron-server[94910]: INFO neutron.db.ipam_backend_mixin [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07d24193-33fe-4686-9d15-58c2a7aa91b7 (CIDR: 2001:db8::/64) Aug 25 11:50:30.574191 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 11:50:30.576219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:30.579776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.586970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.613119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:50:30.620962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dc0466ac-188e-4423-a774-b96b47c76827 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7383084 Aug 25 11:50:30.625815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57564) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:30.630675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.630930 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Added segment 4b071b4d-fa29-4356-9f14-8e1d9db08c96 of type vlan for network ad236a8f-4e79-4372-b7fb-66fffcb935f1 Aug 25 11:50:30.636368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'subnet': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:30.696570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.733759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:50:30.748838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.750114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:30.750770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:30.965297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a48a5e-e36a-4d78-8036-a5d3d04db63d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:30.995709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 38ee4b2b-2582-4e7d-91b3-deb513176d8a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:30.995951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] Pushing event updated for resources: {'Network': ['ID=ad236a8f-4e79-4372-b7fb-66fffcb935f1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:31.038982 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a8a752fc-73e7-4a49-84c6-8e9e4f1b5991 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0791180 Aug 25 11:50:31.039201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:31.041651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:31.043738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.050255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Request body: {'subnet': {'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2016498724-subnet', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:31.071403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 38ee4b2b-2582-4e7d-91b3-deb513176d8a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:31.072011 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.076091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:16Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:31.131852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Made reservation on behalf of eace3524f7af43bdb8caed19c9511b13 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:31.137790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.162177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:50:31.214803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a225f4-02b3-4d2f-89fe-b65949763663 None None] The sync data for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 is: [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:16Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:31.395310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Attempting to bind port 83204f31-7239-4cb8-8254-1d49cd427de7 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:31.396401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Attempting to bind port 83204f31-7239-4cb8-8254-1d49cd427de7 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:31.397277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Attempting to bind port 83204f31-7239-4cb8-8254-1d49cd427de7 on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:31.422360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ca5c409f-0e3b-4d6f-a759-8e6dbd554d83 None None] Provisioning complete for port 969e5be2-9368-4a01-a765-1810cf9b7e75 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:31.423117 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca5c409f-0e3b-4d6f-a759-8e6dbd554d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.438891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.486276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:31.487109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Checking segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:31.487797 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.488554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Bound using segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:31.489370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Bound port: 83204f31-7239-4cb8-8254-1d49cd427de7, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:31.490088 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.806565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] For port 83204f31-7239-4cb8-8254-1d49cd427de7, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:31.831138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] For port 83204f31-7239-4cb8-8254-1d49cd427de7, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=83204f31-7239-4cb8-8254-1d49cd427de7,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:31.897595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:31.928888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c409f-0e3b-4d6f-a759-8e6dbd554d83 None None] Port 969e5be2-9368-4a01-a765-1810cf9b7e75 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:50:31.963632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.092227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5a91c2-81f5-4438-bcee-1470ccfe0061,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:32.120821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-b2fc589d-a133-458b-889a-aef3afef0fa1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719765109&fields=id&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 267 time: 1.1690397 Aug 25 11:50:32.163476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Checking segment: {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:32.163850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Network hostable DHCP agents. Network: ad236a8f-4e79-4372-b7fb-66fffcb935f1, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:50:32.190217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:50:32.216217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ad236a8f-4e79-4372-b7fb-66fffcb935f1) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:32.231291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:32.231520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] Deleting port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:32.231891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.234657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.294551 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f6a34049-d39e-40b4-b230-7f2e3e8c537f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2511969 Aug 25 11:50:32.295311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57628) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:32.304693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:32.347100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311d4a1-c9c2-40ac-a320-dd28529068e4 None None] Pushing event updated for resources: {'Port': ['ID=83204f31-7239-4cb8-8254-1d49cd427de7,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:32.350209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.357830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc95f5-11fd-47dc-b26e-d25539c07e39 None None] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:32.366772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.512947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.623940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-5206e8f2-fbe8-4f54-ba33-5b9b6137224b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:32.627961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ca5c409f-0e3b-4d6f-a759-8e6dbd554d83 None None] Provisioning complete for port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:32.628677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca5c409f-0e3b-4d6f-a759-8e6dbd554d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.636325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-5206e8f2-fbe8-4f54-ba33-5b9b6137224b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 796 time: 0.5022285 Aug 25 11:50:32.680247 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.693593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-11181227-1917-4614-a26e-73c4d502ed53 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/quotas/d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0561862 Aug 25 11:50:32.815304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 38ee4b2b-2582-4e7d-91b3-deb513176d8a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=38ee4b2b-2582-4e7d-91b3-deb513176d8a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:32.875748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:32.984008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-02ed5bb8-f2f3-48bb-bb35-0bb7e2bf4e22 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2864993 Aug 25 11:50:33.337371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e35a0a02-a1c5-42f3-8494-36d7c01123bd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:33.341851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] For port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:33.355128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57646) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:33.361645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:33.555864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] Calling delete_port for 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:33.678853 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a17d251b-1a82-468b-8dbd-8394ce8f4fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:33.722148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=38ee4b2b-2582-4e7d-91b3-deb513176d8a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:33.784906 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:33.820181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:26Z', 'revision_number': 2, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:33.861299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.objects.ports [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94910) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 11:50:33.873230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:33.998847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] No DVR routers for this DVR port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:50:34.011967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Checking router: 3adc0321-b066-4782-ab83-cffb0f8a2b92 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:50:34.012764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Updating router 3adc0321-b066-4782-ab83-cffb0f8a2b92 port 969e5be2-9368-4a01-a765-1810cf9b7e75 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:50:34.017082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'fixed_ips': [{'subnet_id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:50:34.018669 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.029514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307134e0-ad69-4c00-a7f7-60bc404cabe7 None None] Pushing event deleted for resources: {'Port': ['ID=7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:34.079969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5904f1-1425-4654-a5fa-93069d369af5 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:34.204085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-ee7f2a8a-0ba5-4737-9d13-1eae7cb528de service neutron] 10.222.0.35 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1835892 Aug 25 11:50:34.224361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.279083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e35a0a02-a1c5-42f3-8494-36d7c01123bd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:34.437325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.446052 n-d-778732-11 neutron-server[94910]: WARNING neutron.services.revisions.revision_plugin [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Could not find related port for resource to bump revision. Aug 25 11:50:34.474209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.578998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_pluggable_backend [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Port 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94910) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 25 11:50:34.579387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_pluggable_backend [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe32:fa4a {{(pid=94910) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 25 11:50:34.647269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_pluggable_backend [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fe32:fa4a {{(pid=94910) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 25 11:50:34.676422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.699986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Allocated IP 172.25.1.167 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/7339563e-ac33-44e6-8634-185a67237fa9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:34.724001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a17d251b-1a82-468b-8dbd-8394ce8f4fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.790411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e35a0a02-a1c5-42f3-8494-36d7c01123bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:34.791986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.803387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e0308-939b-423f-8ca9-fe79b18015cd None None] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:34.887138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a17d251b-1a82-468b-8dbd-8394ce8f4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:34.909879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.001852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.077864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d251b-1a82-468b-8dbd-8394ce8f4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384fa7f-7901-4a13-8fcc-4e612b3f15e7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:35.085472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-6230b232-fc7d-4119-b7df-56e9530f9803 service neutron] 10.222.0.35 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8494599 Aug 25 11:50:35.090384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a17d251b-1a82-468b-8dbd-8394ce8f4fc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e6bbcfdb3544459990b2633b5eadbe9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7339275 Aug 25 11:50:35.107605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57668) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:35.112668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:35.137150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:35.150729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:35.151698 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.159320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Subnet': ['ID=8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:35.242567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dafa66f6-abbb-40f7-adf1-4e16eb710a3b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6141412 Aug 25 11:50:35.248205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57670) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:35.254552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:35.274654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Request body: {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'mac_address': 'fa:16:3e:cc:09:6f', 'name': 'tempest-NetworksTestDHCPv6-1982537321'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:35.281827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:35.288156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:35.300843 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Sync routers for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:50:35.341590 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:35.342692 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:35.359007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Pushing event updated for resources: {'Port': ['ID=7339563e-ac33-44e6-8634-185a67237fa9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:35.381872 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13c2b80b-88b5-4e26-b7bb-336d53213f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.715255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.729318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Transition to ACTIVE for port object 969e5be2-9368-4a01-a765-1810cf9b7e75 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:35.769126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1272adb0-024e-40b3-870c-bc298f0037a7 None None] Provisioning for port 83204f31-7239-4cb8-8254-1d49cd427de7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:35.771774 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.833723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13c2b80b-88b5-4e26-b7bb-336d53213f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.863302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52aa85d1-54a1-4348-812a-22c60d18142e req-e073cbb2-f859-49e2-a603-a4db3fe9fef8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 210 time: 0.1881537 Aug 25 11:50:35.892726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f500-40d2-40b7-8daf-45e09c92a629 None None] Pushing event updated for resources: {'Port': ['ID=969e5be2-9368-4a01-a765-1810cf9b7e75,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:35.920063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:35.970371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:36.106497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13c2b80b-88b5-4e26-b7bb-336d53213f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.125794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-13c2b80b-88b5-4e26-b7bb-336d53213f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.132417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-13c2b80b-88b5-4e26-b7bb-336d53213f52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3384fa7f-7901-4a13-8fcc-4e612b3f15e7 HTTP/1.1" status: 204 len: 168 time: 1.0237386 Aug 25 11:50:36.147568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Made reservation on behalf of 7d2589abac0142fdaf4764602961fee1 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:36.185369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2b80b-88b5-4e26-b7bb-336d53213f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384fa7f-7901-4a13-8fcc-4e612b3f15e7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:36.285825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.311662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e35a0a02-a1c5-42f3-8494-36d7c01123bd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e35a0a02-a1c5-42f3-8494-36d7c01123bd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:36.367719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.382309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Attempting to bind port 969e5be2-9368-4a01-a765-1810cf9b7e75 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:36.383498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Attempting to bind port 969e5be2-9368-4a01-a765-1810cf9b7e75 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:36.384140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Attempting to bind port 969e5be2-9368-4a01-a765-1810cf9b7e75 on network a85a43be-93da-413a-a26d-a5c055a23dde {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:36.510162 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.651232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] device_id is not set on port a914f9ca-08fe-4917-b5d9-f85f56ec4a0e yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:50:36.680976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:36.683398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Checking segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:36.685245 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.685709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Bound using segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:36.686556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Bound port: 969e5be2-9368-4a01-a765-1810cf9b7e75, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:36.687915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.747974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e35a0a02-a1c5-42f3-8494-36d7c01123bd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:36.761641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:36.777554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:36.942788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:36.946168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7dd69213-1fe3-4ae4-87ab-ca3404b8d4c5 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:37.307119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5ab3dabd-4995-4637-bca4-885aee72df93', 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'tenant_id': '7d2589abac0142fdaf4764602961fee1', 'fixed_ips': [{'subnet_id': '07d24193-33fe-4686-9d15-58c2a7aa91b7'}, {'subnet_id': '8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:50:37.309200 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:37.311297 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 2, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:37.383345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ed4647a-b4bf-4fcd-afbc-8d078760c2b3 req-65413dd3-f6b3-4e96-bd9a-9e561fb8c65d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 210 time: 0.1080933 Aug 25 11:50:37.390194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Allocated IP 172.20.0.2 (ad236a8f-4e79-4372-b7fb-66fffcb935f1/ef5a91c2-81f5-4438-bcee-1470ccfe0061/6b34ea9b-c505-4ebf-bccb-91b12a13b84c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:37.523401 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Checking router: 887cd888-e29a-4feb-8049-2130bb336541 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:50:37.529950 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Updating router 887cd888-e29a-4feb-8049-2130bb336541 port 7e7876f0-37b5-4713-8665-a9539a4523e6 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:50:37.592472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8::2fe (5ab3dabd-4995-4637-bca4-885aee72df93/07d24193-33fe-4686-9d15-58c2a7aa91b7/a914f9ca-08fe-4917-b5d9-f85f56ec4a0e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:37.629156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:96f (5ab3dabd-4995-4637-bca4-885aee72df93/8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a/a914f9ca-08fe-4917-b5d9-f85f56ec4a0e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:37.706229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] For port 969e5be2-9368-4a01-a765-1810cf9b7e75, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:37.715698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] For port 969e5be2-9368-4a01-a765-1810cf9b7e75, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=969e5be2-9368-4a01-a765-1810cf9b7e75,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:37.727642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57714) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:37.740090 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:37.838408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:50:38.221159 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.229485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.262929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Transition to ACTIVE for port object 6b34ea9b-c505-4ebf-bccb-91b12a13b84c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:38.275747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Transition to ACTIVE for port object a914f9ca-08fe-4917-b5d9-f85f56ec4a0e will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:38.338939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Transition to ACTIVE for port object 6b34ea9b-c505-4ebf-bccb-91b12a13b84c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:38.380965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.393834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:50:38.397282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e35a0a02-a1c5-42f3-8494-36d7c01123bd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:38.435941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.606510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c0abfbc2-0471-4588-94be-e6d824f4d6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.627336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:38.640469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:38.653465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:38.662491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:38.664541 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.710488 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.712001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Sync routers for ids ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:50:38.723703 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Transition to ACTIVE for port object 7e7876f0-37b5-4713-8665-a9539a4523e6 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:38.730260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.735960 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:38.744393 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1acd6205-8e2a-4914-ac46-91b1fdf0ffe5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4475443 Aug 25 11:50:38.745646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57724) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:39.066822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c0abfbc2-0471-4588-94be-e6d824f4d6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.131746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event updated for resources: {'Port': ['ID=a914f9ca-08fe-4917-b5d9-f85f56ec4a0e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:39.158576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Allocated IP 2001:db8::2 (5ab3dabd-4995-4637-bca4-885aee72df93/07d24193-33fe-4686-9d15-58c2a7aa91b7/df88a7c5-bcab-4c1c-8ce3-677f48a9a51d) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:39.168978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb3:3c7d (5ab3dabd-4995-4637-bca4-885aee72df93/8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a/df88a7c5-bcab-4c1c-8ce3-677f48a9a51d) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:39.196468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c0abfbc2-0471-4588-94be-e6d824f4d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.205099 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Attempting to bind port 7e7876f0-37b5-4713-8665-a9539a4523e6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:39.205629 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Attempting to bind port 7e7876f0-37b5-4713-8665-a9539a4523e6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:39.206205 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Attempting to bind port 7e7876f0-37b5-4713-8665-a9539a4523e6 on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:39.222611 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69992a-a654-4063-9b52-498cf77d98d0 None None] Pushing event updated for resources: {'Port': ['ID=7e7876f0-37b5-4713-8665-a9539a4523e6,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:39.265788 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:39.266833 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Checking segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:39.272323 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.273370 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Bound using segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:39.274669 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Bound port: 7e7876f0-37b5-4713-8665-a9539a4523e6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:39.276107 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.297803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e2129906-2d21-4195-89ad-c4d54453f3f2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0438397 Aug 25 11:50:39.311407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57732) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:39.372804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c0abfbc2-0471-4588-94be-e6d824f4d6cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=635b752dc5304c96ba3a9ed12c532d60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6382310 Aug 25 11:50:39.375602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57734) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:39.398069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6aee3e7d-364a-445c-9c4a-83364ab63c71 req-e8e2fbbe-7ac2-4a4f-9e0c-3c234bab1148 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 210 time: 0.6951158 Aug 25 11:50:39.462697 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.466126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f500-40d2-40b7-8daf-45e09c92a629 None None] Pushing event updated for resources: {'Port': ['ID=969e5be2-9368-4a01-a765-1810cf9b7e75,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:39.477771 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] For port 7e7876f0-37b5-4713-8665-a9539a4523e6, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:39.482129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] For port 7e7876f0-37b5-4713-8665-a9539a4523e6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e7876f0-37b5-4713-8665-a9539a4523e6,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:39.491143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c59368e7-6e11-4fcd-939d-c367d7379cb3 None None] Provisioning for port 7e7876f0-37b5-4713-8665-a9539a4523e6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:39.504447 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.516118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-b8c11e0b-56ab-41a2-a3eb-1c5b31776427 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:39.518386 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-b8c11e0b-56ab-41a2-a3eb-1c5b31776427 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 796 time: 1.0460248 Aug 25 11:50:39.585703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abfbc2-0471-4588-94be-e6d824f4d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dafb40-522f-4ebd-9ef8-47a1ccdc35f3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:39.628067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6e214be-b8a7-4126-99ba-bfba1c5906b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.687201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6e214be-b8a7-4126-99ba-bfba1c5906b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.706184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Pushing event updated for resources: {'Port': ['ID=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:39.791622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6e214be-b8a7-4126-99ba-bfba1c5906b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.796606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6e214be-b8a7-4126-99ba-bfba1c5906b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:39.803618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6e214be-b8a7-4126-99ba-bfba1c5906b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2dafb40-522f-4ebd-9ef8-47a1ccdc35f3 HTTP/1.1" status: 204 len: 168 time: 0.4187143 Aug 25 11:50:39.804203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Routers {'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:39.806646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:39.822617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e214be-b8a7-4126-99ba-bfba1c5906b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dafb40-522f-4ebd-9ef8-47a1ccdc35f3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:39.853357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:40.016041 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:40.017369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:40.019857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69992a-a654-4063-9b52-498cf77d98d0 None None] Pushing event updated for resources: {'Port': ['ID=7e7876f0-37b5-4713-8665-a9539a4523e6,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:40.020850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-774d1305-2d67-4cba-98d7-53a1c40bca9d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 379 time: 0.4862225 Aug 25 11:50:40.062837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:40.102720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:40.134399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'port': {'device_id': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'admin_state_up': True, 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'security_groups': ['14565033-c185-4cfc-aef4-908dc0116af3']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:40.203179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e35a0a02-a1c5-42f3-8494-36d7c01123bd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:40.207095 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:40.213169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:40.225165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:40.229050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:40.260829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting port a914f9ca-08fe-4917-b5d9-f85f56ec4a0e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:40.263085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:40.376756 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:40.575764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Transition to ACTIVE for port object df88a7c5-bcab-4c1c-8ce3-677f48a9a51d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:40.707503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:40.708974 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:50:40.719560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:40.732007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b30c752-625f-4f0b-9047-b8fe39844e51 req-e89efa24-eac0-4304-ac11-b2253eabd723 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 210 time: 0.1110253 Aug 25 11:50:40.754587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:40.833921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57752) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:40.887828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f0898b0e-6eea-4eb1-8096-f07f8f89fc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.038350 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:39Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:41.072407 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e025d3-5659-4101-abd1-2955d17b1ca1 None None] The sync data for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 is: [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:39Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:41.108180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Calling delete_port for a914f9ca-08fe-4917-b5d9-f85f56ec4a0e owned by {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:41.112178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f0898b0e-6eea-4eb1-8096-f07f8f89fc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.125337 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f0898b0e-6eea-4eb1-8096-f07f8f89fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.134775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Transition to ACTIVE for port object df88a7c5-bcab-4c1c-8ce3-677f48a9a51d will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:41.164879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Attempting to bind port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:41.165875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Attempting to bind port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:41.166800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Attempting to bind port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c on network ad236a8f-4e79-4372-b7fb-66fffcb935f1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:41.242402 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.253875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f0898b0e-6eea-4eb1-8096-f07f8f89fc4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43fc98abb76248898010ba2a84d03ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099250 Aug 25 11:50:41.253875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0898b0e-6eea-4eb1-8096-f07f8f89fc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64de5d3-528e-4c15-b7ee-25840e880d52,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:41.256159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57756) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:41.288687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:41.290005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Checking segment: {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:41.290674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.291330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Bound using segment: {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:41.292155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Bound port: 6b34ea9b-c505-4ebf-bccb-91b12a13b84c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:41.292791 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.355987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5cc8-93b4-4180-a31f-f086f31995b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.399195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5cc8-93b4-4180-a31f-f086f31995b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.497987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5cc8-93b4-4180-a31f-f086f31995b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.504995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5cc8-93b4-4180-a31f-f086f31995b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.515458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cdbb5cc8-93b4-4180-a31f-f086f31995b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b64de5d3-528e-4c15-b7ee-25840e880d52 HTTP/1.1" status: 204 len: 168 time: 0.2575264 Aug 25 11:50:41.533015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Set router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:41.535736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb5cc8-93b4-4180-a31f-f086f31995b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64de5d3-528e-4c15-b7ee-25840e880d52,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:41.663341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:41.848503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.12 (60870e95-13d7-44d3-b13a-f87b86cfa7c4/7ac9f608-34ec-44c7-bd1b-861b3390e83e/0a7b11cb-27e6-4b32-9fb2-5edad67952cb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:41.874667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:41.933546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Pushing event updated for resources: {'Port': ['ID=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:41.937335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:41.977303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:42.007009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1aab44c-aaca-4beb-99f9-2621df727a78 req-b0ffb2fd-6d11-4c81-b547-50a7d2e10868 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 210 time: 0.1215472 Aug 25 11:50:42.042312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:42.198696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.214812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 0a7b11cb-27e6-4b32-9fb2-5edad67952cb will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:42.226213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38ee4b2b-2582-4e7d-91b3-deb513176d8a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:42.279892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Attempting to bind port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:42.280274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Attempting to bind port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:42.280642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Attempting to bind port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d on network 5ab3dabd-4995-4637-bca4-885aee72df93 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:42.310950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.325910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-6e2135d9-20d3-441e-ae78-1dfc20b9c4e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1601541 Aug 25 11:50:42.427362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:42.439733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] For port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:42.454808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:42.468042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:42.477822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:42.478206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Checking segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:42.478615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.479017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Bound using segment: {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:42.479522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Bound port: df88a7c5-bcab-4c1c-8ce3-677f48a9a51d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50cb12e-30c0-4581-8da2-134ec42a8ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:42.479947 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.522412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-7413d0ce-74b8-4051-beba-aee1aab1b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:42.529058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-7413d0ce-74b8-4051-beba-aee1aab1b469 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 1098 time: 0.1542778 Aug 25 11:50:42.532530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] For port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:42.577099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:42.577813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.623917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57778) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:42.656380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] For port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:42.666671 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6258981 Aug 25 11:50:42.667371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] For port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:42.673045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d109f2-038f-404a-b8e0-cde41ccc7c87 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:42.688542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-3fd9b26f-d643-4a89-aff6-d0a5c134c3ae tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:50:42.690032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-3fd9b26f-d643-4a89-aff6-d0a5c134c3ae tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081408 Aug 25 11:50:42.700060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.715049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.862727 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d740bde9-aafb-4357-8c8d-1f596b34bc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:42.885173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257591d-3054-46ef-bbf4-50187c11c834 None None] Pushing event updated for resources: {'Port': ['ID=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:42.934642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:50:35Z', 'revision_number': 3, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:42.970404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Request body: {'port': {'device_id': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:42.979046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-f9cca273-978e-471c-b7cd-1f72c84ca0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:42.981214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-f9cca273-978e-471c-b7cd-1f72c84ca0dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.4219589 Aug 25 11:50:43.104677 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.245578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e3b5c-f1dd-4602-aa04-24376b9ab1a5 None None] Pushing event updated for resources: {'Port': ['ID=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:43.277171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-66493289-c307-4e8d-a290-e2465d224f71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 200 len: 1001 time: 0.2841516 Aug 25 11:50:43.282785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.283562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:37Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:43.298538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Checking router: e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:50:43.298538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Updating router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 port 7339563e-ac33-44e6-8634-185a67237fa9 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:50:43.446150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Port': ['ID=a914f9ca-08fe-4917-b5d9-f85f56ec4a0e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:43.450960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-b0a8ae5d-ae4f-4707-92e8-da45385fc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:43.452541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-b0a8ae5d-ae4f-4707-92e8-da45385fc197 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1659966 Aug 25 11:50:43.463580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea06d00-ae4d-42b4-9b03-3957f6097cba None None] The sync data for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 is: [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:37Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:43.476417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1eb6a313-ae98-48bf-8aba-149a6ef5de13 None None] Provisioning for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:43.486939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d698-899a-4b4c-8994-38412a59775c req-99fa6a6f-b100-41f3-a157-2ffe433b9310 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:43.487175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1eb6a313-ae98-48bf-8aba-149a6ef5de13 None None] Provisioning complete for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:43.487609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a313-ae98-48bf-8aba-149a6ef5de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.488543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a112d698-899a-4b4c-8994-38412a59775c req-99fa6a6f-b100-41f3-a157-2ffe433b9310 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 932 time: 0.2972987 Aug 25 11:50:43.506302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 38ee4b2b-2582-4e7d-91b3-deb513176d8a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:43.506843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.596423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d740bde9-aafb-4357-8c8d-1f596b34bc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.608237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Allocated IP 172.20.0.1 (ad236a8f-4e79-4372-b7fb-66fffcb935f1/ef5a91c2-81f5-4438-bcee-1470ccfe0061/cb58f02a-f034-46ed-8f5b-a54e53627650) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:50:43.615405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d740bde9-aafb-4357-8c8d-1f596b34bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.641680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:43.664673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d740bde9-aafb-4357-8c8d-1f596b34bc27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51ff0c90e80a425188df7274a19b0333&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0243764 Aug 25 11:50:43.669145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57790) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:43.849890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-66ff98e3-d853-4b9b-8a69-10c2e6a619cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:43.852337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-66ff98e3-d853-4b9b-8a69-10c2e6a619cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3603582 Aug 25 11:50:43.911413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a112d698-899a-4b4c-8994-38412a59775c req-4454e405-16cb-4426-adeb-107733417c42 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663657 Aug 25 11:50:43.921601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740bde9-aafb-4357-8c8d-1f596b34bc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af43a9b-2ff9-42bc-915c-6a93704fb146,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:43.945575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-c7fe3cf8-daec-4800-86d2-b71ea1dc3a35 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:50:43.946989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-c7fe3cf8-daec-4800-86d2-b71ea1dc3a35 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588207 Aug 25 11:50:43.969977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-1eb6a313-ae98-48bf-8aba-149a6ef5de13 None None] Port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:50:44.189972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-7b34731c-a447-4e41-8317-bb907d61a354 service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219954 Aug 25 11:50:44.191226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e98511d9-2f35-495c-b881-2f7fff3fee39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.357664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.363679 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a231d8cb-b870-43a3-814a-23fb0b5e4d2e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/a914f9ca-08fe-4917-b5d9-f85f56ec4a0e HTTP/1.1" status: 204 len: 168 time: 5.0395460 Aug 25 11:50:44.370700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 83204f31-7239-4cb8-8254-1d49cd427de7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:44.379613 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e98511d9-2f35-495c-b881-2f7fff3fee39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.382081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:44.727290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 83204f31-7239-4cb8-8254-1d49cd427de7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:44.728885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b17b8ee3-ef98-424e-ae7d-6de0b6b2bb47 req-c4f4d855-6fc4-41b7-b177-971a9b078bba service neutron] 10.222.0.67 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298457 Aug 25 11:50:44.730319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e98511d9-2f35-495c-b881-2f7fff3fee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.735570 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e98511d9-2f35-495c-b881-2f7fff3fee39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.738396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e98511d9-2f35-495c-b881-2f7fff3fee39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1af43a9b-2ff9-42bc-915c-6a93704fb146 HTTP/1.1" status: 204 len: 168 time: 1.0558476 Aug 25 11:50:44.768846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 83204f31-7239-4cb8-8254-1d49cd427de7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:44.773964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.784218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7b11cb-27e6-4b32-9fb2-5edad67952cb {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:50:44.822327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.836933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98511d9-2f35-495c-b881-2f7fff3fee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af43a9b-2ff9-42bc-915c-6a93704fb146,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:44.904219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Transition to ACTIVE for port object 0a7b11cb-27e6-4b32-9fb2-5edad67952cb will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:44.911043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ffc2f-1635-4231-99ad-137b0c2aa2e2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:44.917921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.922710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7b8ffc2f-1635-4231-99ad-137b0c2aa2e2 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5362177 Aug 25 11:50:44.926974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57804) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:44.939358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:44.946232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Transition to ACTIVE for port object 7339563e-ac33-44e6-8634-185a67237fa9 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:44.967617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.094455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:45.125183 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.222807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Transition to ACTIVE for port object cb58f02a-f034-46ed-8f5b-a54e53627650 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:45.246704 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.252137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Attempting to bind port 7339563e-ac33-44e6-8634-185a67237fa9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:45.252524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Attempting to bind port 7339563e-ac33-44e6-8634-185a67237fa9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:45.253013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Attempting to bind port 7339563e-ac33-44e6-8634-185a67237fa9 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:45.256042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d3cd0-df02-410d-b3c5-7485cfacda59 None None] Pushing event updated for resources: {'Port': ['ID=7339563e-ac33-44e6-8634-185a67237fa9,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:45.279050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ce4e6-6ba5-4443-a155-e92e23257760 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:45.286679 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-161ce4e6-6ba5-4443-a155-e92e23257760 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3573487 Aug 25 11:50:45.288811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:45.353538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 83204f31-7239-4cb8-8254-1d49cd427de7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=83204f31-7239-4cb8-8254-1d49cd427de7,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:45.358426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:45.359105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:45.359637 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.360233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:45.360837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Bound port: 7339563e-ac33-44e6-8634-185a67237fa9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:45.361422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.370570 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.437029 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.504861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12c8d8-d443-4658-9ea3-208b1c926835 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:45.506873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12c8d8-d443-4658-9ea3-208b1c926835 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:45.510498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12c8d8-d443-4658-9ea3-208b1c926835 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:45.533644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9c12c8d8-d443-4658-9ea3-208b1c926835 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2412024 Aug 25 11:50:45.534248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57818) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:45.689874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 07d24193-33fe-4686-9d15-58c2a7aa91b7 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:45.704657 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.722652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:45.735898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] For port 7339563e-ac33-44e6-8634-185a67237fa9, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:45.753205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] For port 7339563e-ac33-44e6-8634-185a67237fa9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7339563e-ac33-44e6-8634-185a67237fa9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:45.755173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:45.756704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=83204f31-7239-4cb8-8254-1d49cd427de7,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:45.776801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.824097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:50:45.909450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880da88-146b-4e61-a80b-d5f96be380da req-0ae5e6d9-e0f5-4c81-b807-3178cc1a712e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:45.911392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9880da88-146b-4e61-a80b-d5f96be380da req-0ae5e6d9-e0f5-4c81-b807-3178cc1a712e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.6907394 Aug 25 11:50:45.943232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:45.948706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Pushing event updated for resources: {'Port': ['ID=cb58f02a-f034-46ed-8f5b-a54e53627650,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:45.970994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:45.971498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:45.972171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:45.985874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:50:45.986614 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:45.997406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.001985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:46.002783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Checking segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:46.003431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Bound using segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:46.004256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Bound port: 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:46.004942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.098701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9880da88-146b-4e61-a80b-d5f96be380da req-4183d77c-f4c2-4ad1-a115-206b0bf40c6c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772943 Aug 25 11:50:46.190329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.319061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.322820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:46.324992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 969e5be2-9368-4a01-a765-1810cf9b7e75 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:46.330699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910d620-6092-49d6-b574-dfd170c65487 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:46.338018 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:46.353334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.398103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=07d24193-33fe-4686-9d15-58c2a7aa91b7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:46.406313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.415810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab4a5d95-e393-4fab-befd-10065cd764f4 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/07d24193-33fe-4686-9d15-58c2a7aa91b7 HTTP/1.1" status: 204 len: 168 time: 0.8792143 Aug 25 11:50:46.417310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57836) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:46.498623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:46.594678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:46.595695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.597460 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-04f3e372-c605-470d-a8e5-bb2deab6ba0a service neutron] 10.222.0.10 "PUT /v2.0/ports/0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1093 time: 3.8983362 Aug 25 11:50:46.598653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:50:46.605610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Deleting subnet 8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:50:46.618239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.630054 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f61bf94-acd3-4dc6-9183-6029038abfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:50:46.669448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed84dd-ce95-4b3d-8653-37316bf8714e None None] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:46.700156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:46.786875 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c400bde-3047-4107-b983-689a31aca227 x-openstack-request-id: req-1c400bde-3047-4107-b983-689a31aca227 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:50:46.787575 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:50:46.787977 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c400bde-3047-4107-b983-689a31aca227 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:50:46.788541 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'status': 'completed', 'code': 200} Aug 25 11:50:46.848440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.006867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-3ea598bd-8c36-40f0-8e0b-b484d7df12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:47.010850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-3ea598bd-8c36-40f0-8e0b-b484d7df12a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1096 time: 0.3262234 Aug 25 11:50:47.116226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Routers {'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:47.117625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:47.159253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.275467 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-bf58aa3e-8d4f-41d7-b9d3-1d199c90d687 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 217 time: 0.2479246 Aug 25 11:50:47.289548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.309935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.353540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:47.368353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d3cd0-df02-410d-b3c5-7485cfacda59 None None] Pushing event updated for resources: {'Port': ['ID=7339563e-ac33-44e6-8634-185a67237fa9,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:47.369282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.436099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.440556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-968d4151-6c56-43d7-891f-a4a9e901290c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a HTTP/1.1" status: 204 len: 168 time: 1.0162470 Aug 25 11:50:47.444230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57868) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:47.528188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] Set router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:47.531363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-9485d0a4-af52-44c3-831a-50a1c3cc5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:47.533083 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-9485d0a4-af52-44c3-831a-50a1c3cc5942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.2391715 Aug 25 11:50:47.559977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:47.564291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ea821-0582-4682-b1fe-4572d7d39844 req-2cdd55b5-c426-4544-a4af-3c80c63dbd28 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:47.567352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-153ea821-0582-4682-b1fe-4572d7d39844 req-2cdd55b5-c426-4544-a4af-3c80c63dbd28 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.2214713 Aug 25 11:50:47.576575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-759fd001-d95d-4067-be31-9ebdd9db5050 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1290898 Aug 25 11:50:47.579738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57876) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:47.596916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Pushing event updated for resources: {'Port': ['ID=cb58f02a-f034-46ed-8f5b-a54e53627650,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:47.701267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-ec92f5ec-615e-4c96-b0c6-11e370536ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:47.703298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-ec92f5ec-615e-4c96-b0c6-11e370536ea1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613498 Aug 25 11:50:47.732997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-153ea821-0582-4682-b1fe-4572d7d39844 req-ba79e637-8221-4896-8f2e-b1a6aa68552c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546721 Aug 25 11:50:47.781714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-48e7f675-4a7e-45fb-913f-f3f56b5804da None None] Provisioning for port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:47.785410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338a2b7-8afb-4b21-83cf-99cb4453b17e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:47.787379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d338a2b7-8afb-4b21-83cf-99cb4453b17e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2059155 Aug 25 11:50:47.791361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:47.881362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:50:47.887903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:50:47.917068 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-30fbd4bb-9035-4421-908d-6bb0508ed809 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009950 Aug 25 11:50:47.925981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c33390-e596-4e3d-9d33-5e847a6c2e29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:47.933022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-18c33390-e596-4e3d-9d33-5e847a6c2e29 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1389995 Aug 25 11:50:47.935789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57908) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:47.986893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 969e5be2-9368-4a01-a765-1810cf9b7e75 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:48.000955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-86062ac9-c437-44b8-9cf0-7e6d0a24dc8c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639117 Aug 25 11:50:48.010714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57914) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.045912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 969e5be2-9368-4a01-a765-1810cf9b7e75 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:48.046450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:48.075505 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-abddaf64-3a31-405d-93a2-b1beb1204323 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.076963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abddaf64-3a31-405d-93a2-b1beb1204323 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.082563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-abddaf64-3a31-405d-93a2-b1beb1204323 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/a914f9ca-08fe-4917-b5d9-f85f56ec4a0e HTTP/1.1" status: 404 len: 333 time: 0.0697851 Aug 25 11:50:48.086969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57916) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.155351 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bc8cd2-0481-4497-8ae0-e80f6640cf87 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.156195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bc8cd2-0481-4497-8ae0-e80f6640cf87 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.159140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59bc8cd2-0481-4497-8ae0-e80f6640cf87 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a HTTP/1.1" status: 404 len: 337 time: 0.0701370 Aug 25 11:50:48.163204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57920) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.203218 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7d256b-62d6-4fdd-b98c-61dbb8463126 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.203806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7d256b-62d6-4fdd-b98c-61dbb8463126 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.206880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bb7d256b-62d6-4fdd-b98c-61dbb8463126 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/07d24193-33fe-4686-9d15-58c2a7aa91b7 HTTP/1.1" status: 404 len: 337 time: 0.0419033 Aug 25 11:50:48.211546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.252419 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-0850825a-b969-4228-a52a-eb437d92a2da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.253377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0850825a-b969-4228-a52a-eb437d92a2da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.255373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0850825a-b969-4228-a52a-eb437d92a2da tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/5b3a253f-618f-4d33-acde-82ed5a425e67 HTTP/1.1" status: 404 len: 333 time: 0.0424535 Aug 25 11:50:48.260398 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6772f414-2eaf-4a01-9bbc-9f49e1686e59 req-09020da1-923f-47cc-a3e0-35b1befac34a service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940240 Aug 25 11:50:48.260603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57926) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.266194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:50:48.367349 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-de930d90-0b3a-45f5-bb00-fb17000bbcb6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.367825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de930d90-0b3a-45f5-bb00-fb17000bbcb6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.369826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-de930d90-0b3a-45f5-bb00-fb17000bbcb6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/5f2ff7cf-f89b-4a93-91c6-50068b535694 HTTP/1.1" status: 404 len: 337 time: 0.1080782 Aug 25 11:50:48.374235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57930) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.419507 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16a20e5-e7c2-479e-851c-9986f42ecdcd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.420448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16a20e5-e7c2-479e-851c-9986f42ecdcd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.421852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b16a20e5-e7c2-479e-851c-9986f42ecdcd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/937b138c-3cc4-4602-b796-ec76122fca0a HTTP/1.1" status: 404 len: 337 time: 0.0465028 Aug 25 11:50:48.426087 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57934) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.467298 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ec00ee-deee-4a72-b213-6fb1fd606053 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.468104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ec00ee-deee-4a72-b213-6fb1fd606053 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.470277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-76ec00ee-deee-4a72-b213-6fb1fd606053 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/ab88cf88-aaac-4d7e-9be6-e72016ed8848 HTTP/1.1" status: 404 len: 333 time: 0.0428276 Aug 25 11:50:48.478012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57948) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.506929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:50:48.521951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cd76210a-26c4-49d8-9122-377a6c820315 admin admin] 10.222.0.35 "PUT /v2.0/routers/e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7552774 Aug 25 11:50:48.522277 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-456ff7b4-8312-4ce0-b392-dfb7e35385e8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.522422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-2666ca3a-8b2e-49ef-bfc6-00b87790c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:48.522513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456ff7b4-8312-4ce0-b392-dfb7e35385e8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.525383 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-2666ca3a-8b2e-49ef-bfc6-00b87790c60c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1096 time: 0.1497438 Aug 25 11:50:48.525572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-456ff7b4-8312-4ce0-b392-dfb7e35385e8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/10098591-f5be-4a3f-92d6-e81f2a514ee8 HTTP/1.1" status: 404 len: 337 time: 0.0442708 Aug 25 11:50:48.534972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57956) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.575159 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efa0208-7956-4385-83fe-b87e003f9869 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.575751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efa0208-7956-4385-83fe-b87e003f9869 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.577856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3efa0208-7956-4385-83fe-b87e003f9869 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/a8b173ef-3e50-4a55-b08c-b0308b0bec1c HTTP/1.1" status: 404 len: 337 time: 0.0416131 Aug 25 11:50:48.581910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57964) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.614761 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1939c1c7-97ec-4c82-b3af-af8714adce6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.615359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca1c5fe0-f917-4c80-8680-1c66195c52ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:48.616057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1939c1c7-97ec-4c82-b3af-af8714adce6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.623971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1939c1c7-97ec-4c82-b3af-af8714adce6a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/0529d4e4-71ed-4566-9793-676af5f084a1 HTTP/1.1" status: 404 len: 333 time: 0.0369024 Aug 25 11:50:48.624293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c2c16a1c-b4c3-41b4-8065-ad9795836153 None None] Provisioning for port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:48.625092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57968) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.633525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9939f-78a0-4b9e-b571-1a29b43a7cac None None] Update dhcp port {'port': {'network_id': '5ab3dabd-4995-4637-bca4-885aee72df93', 'fixed_ips': [{'subnet_id': '8fe943e6-41ce-4f81-9ff7-e1fb915fbf2a'}], 'binding:host_id': 'n-d-778732-11'}, 'id': 'df88a7c5-bcab-4c1c-8ce3-677f48a9a51d'} from n-d-778732-11. {{(pid=94912) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 25 11:50:48.680318 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8923236d-244a-4fb3-9009-d9c6165565ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.681380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8923236d-244a-4fb3-9009-d9c6165565ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.689884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8923236d-244a-4fb3-9009-d9c6165565ec tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/bcb52eea-38c9-40e7-8803-e0051aec6336 HTTP/1.1" status: 404 len: 337 time: 0.0632029 Aug 25 11:50:48.691310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57974) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.813537 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f622047-6501-4120-a5dd-9e074a20942f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.814292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f622047-6501-4120-a5dd-9e074a20942f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.816902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-95f9939f-78a0-4b9e-b571-1a29b43a7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:48.820793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8f622047-6501-4120-a5dd-9e074a20942f tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/eba70651-a666-4bb5-a6fa-4fe3d344f7b5 HTTP/1.1" status: 404 len: 337 time: 0.1249912 Aug 25 11:50:48.821343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57984) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.821617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:48.879128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-a62d7c46-804d-4c2d-9381-3aa12d200d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:48.888991 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-a62d7c46-804d-4c2d-9381-3aa12d200d62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.3484228 Aug 25 11:50:48.891713 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-06414f7a-72d4-4a0b-9581-741ca46dc8fe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.896475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06414f7a-72d4-4a0b-9581-741ca46dc8fe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.901961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-06414f7a-72d4-4a0b-9581-741ca46dc8fe tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/2cf0e013-8b56-4829-8884-df244b5749cb HTTP/1.1" status: 404 len: 333 time: 0.0792756 Aug 25 11:50:48.905876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57988) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.953186 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a3e6a0-2587-4db2-8605-366801b4714a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:48.954255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a3e6a0-2587-4db2-8605-366801b4714a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:48.957572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f5a3e6a0-2587-4db2-8605-366801b4714a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/2711b35a-554a-4b5b-8e8e-81c4f3ee881b HTTP/1.1" status: 404 len: 337 time: 0.0504589 Aug 25 11:50:48.962751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:48.966136 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-fcf4730d-621f-4df8-b4a7-c9d958d3d23d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 217 time: 0.0697622 Aug 25 11:50:49.002238 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c04652-8906-4c3b-9dc3-4354c3803685 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.003416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c04652-8906-4c3b-9dc3-4354c3803685 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.005955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-01c04652-8906-4c3b-9dc3-4354c3803685 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/a1ac3b38-5bbd-4b27-8487-3202fa61a3a9 HTTP/1.1" status: 404 len: 333 time: 0.0415874 Aug 25 11:50:49.015890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57992) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.073258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 969e5be2-9368-4a01-a765-1810cf9b7e75, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=969e5be2-9368-4a01-a765-1810cf9b7e75,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:49.074957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-532417da-5367-41d1-9b17-9b472a998f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:49.081797 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-532417da-5367-41d1-9b17-9b472a998f7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1061614 Aug 25 11:50:49.104401 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a586115-d5a2-4cc0-95ab-0bdc3c5529f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.105217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a586115-d5a2-4cc0-95ab-0bdc3c5529f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.113129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8a586115-d5a2-4cc0-95ab-0bdc3c5529f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/6f776893-33ed-41cc-85e6-9de84b267e4a HTTP/1.1" status: 404 len: 337 time: 0.0932870 Aug 25 11:50:49.115703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 57994) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.127491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:49.133201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa80d07-5495-4856-8d80-cd0cbdcf5cc0 req-58c894cf-9575-4b18-80f2-787ac0c54a07 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:49.134326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device df88a7c5-bcab-4c1c-8ce3-677f48a9a51d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:49.134877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9fa80d07-5495-4856-8d80-cd0cbdcf5cc0 req-58c894cf-9575-4b18-80f2-787ac0c54a07 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1755495 Aug 25 11:50:49.193180 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf421984-9f2b-4b82-afc5-1dfacb27d7de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.193901 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf421984-9f2b-4b82-afc5-1dfacb27d7de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.196874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-ce39b7d9-3873-4dfd-b924-6413e8376d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:49.198506 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-ce39b7d9-3873-4dfd-b924-6413e8376d20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085265 Aug 25 11:50:49.203079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 57996) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.214305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf421984-9f2b-4b82-afc5-1dfacb27d7de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/804954d5-dba7-43fe-918d-5bfb194d3ee9 HTTP/1.1" status: 404 len: 333 time: 0.0974774 Aug 25 11:50:49.271079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9fa80d07-5495-4856-8d80-cd0cbdcf5cc0 req-46fd8468-70f6-46cd-8773-f2f4b05d132a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939407 Aug 25 11:50:49.329953 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-814579ef-5b12-42d9-ab9d-3d5c6ed3ebf3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.330427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814579ef-5b12-42d9-ab9d-3d5c6ed3ebf3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.333787 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-814579ef-5b12-42d9-ab9d-3d5c6ed3ebf3 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/2b08e820-c05a-4e5c-85bc-98d3761cf950 HTTP/1.1" status: 404 len: 337 time: 0.1295626 Aug 25 11:50:49.344275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58000) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.403515 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-86eaea38-0930-4230-8ba4-024faad4b26a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.404757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86eaea38-0930-4230-8ba4-024faad4b26a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.406813 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-86eaea38-0930-4230-8ba4-024faad4b26a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/d9db9390-85bb-446f-9d4e-5afe06e51464 HTTP/1.1" status: 404 len: 333 time: 0.0542378 Aug 25 11:50:49.409597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58008) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.453746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:50:46Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cb58f02a-f034-46ed-8f5b-a54e53627650', 'name': '', 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'mac_address': 'fa:16:3e:16:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:42Z', 'updated_at': '2021-08-25T11:50:43Z', 'revision_number': 1, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'subnets': [{'id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:49.466507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-9ab07fc5-5e1c-44e1-9471-783e25628ade service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529712 Aug 25 11:50:49.475350 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-77987e0a-e251-4831-991d-2935b8405029 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.475833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77987e0a-e251-4831-991d-2935b8405029 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.482043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77987e0a-e251-4831-991d-2935b8405029 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/e8442fb7-02d9-4a8f-abe6-26fe2cc1abeb HTTP/1.1" status: 404 len: 337 time: 0.0713613 Aug 25 11:50:49.482219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.620708 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f6d48b-07a7-412d-9c3e-3ca7d0e4b00e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.622004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f6d48b-07a7-412d-9c3e-3ca7d0e4b00e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.626575 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02f6d48b-07a7-412d-9c3e-3ca7d0e4b00e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/6ed57dcc-70b9-44c4-90c3-e13256ccf66a HTTP/1.1" status: 404 len: 333 time: 0.1300173 Aug 25 11:50:49.629053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58012) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.697853 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bce11e-e04f-4e89-b90e-09576e9e3e73 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.698326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bce11e-e04f-4e89-b90e-09576e9e3e73 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.709260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-52bce11e-e04f-4e89-b90e-09576e9e3e73 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/fb50f1c5-1df5-42c6-94cb-b2056e92a489 HTTP/1.1" status: 404 len: 337 time: 0.0788636 Aug 25 11:50:49.710152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58014) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.721110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7fc66d-0bd7-4f19-a6f2-f38d5f6a661a None None] The sync data for ids ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'] in n-d-778732-11 is: [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:50:46Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cb58f02a-f034-46ed-8f5b-a54e53627650', 'name': '', 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'mac_address': 'fa:16:3e:16:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:42Z', 'updated_at': '2021-08-25T11:50:43Z', 'revision_number': 1, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'subnets': [{'id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:49.744700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=969e5be2-9368-4a01-a765-1810cf9b7e75,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:49.794029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28b045a8-b7f2-48a8-8e41-4fa499493ca6 None None] Provisioning for port cb58f02a-f034-46ed-8f5b-a54e53627650 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:49.812942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-28b045a8-b7f2-48a8-8e41-4fa499493ca6 None None] Provisioning complete for port cb58f02a-f034-46ed-8f5b-a54e53627650 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:49.813655 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28b045a8-b7f2-48a8-8e41-4fa499493ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:49.816025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58016) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.819305 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc60886-fa9c-47ce-a588-15c307ff5968 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.820620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc60886-fa9c-47ce-a588-15c307ff5968 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.827433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4fc60886-fa9c-47ce-a588-15c307ff5968 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/8df638dc-86de-4621-8629-42646da68e44 HTTP/1.1" status: 404 len: 333 time: 0.1130555 Aug 25 11:50:49.831020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58018) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:49.837202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152520648', 'description': 'tempest-secgroup-smoke-152520648 description', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:49.861673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:49.873542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:49.873946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:49.912678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:49.968875 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f61bf94-acd3-4dc6-9183-6029038abfbb req-889ff29a-80f0-4593-bdd1-79f4f5bc3768 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890797 Aug 25 11:50:49.984591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576657e-7733-45b5-b241-daca77462f95 None None] Network 5ab3dabd-4995-4637-bca4-885aee72df93 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:50:49.989604 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2588698d-84dd-40f0-bce6-08c30457beb1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:49.991125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2588698d-84dd-40f0-bce6-08c30457beb1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:49.997574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2588698d-84dd-40f0-bce6-08c30457beb1 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/c83a74c4-d865-43a9-bf6f-a3a7b6568104 HTTP/1.1" status: 404 len: 337 time: 0.1514781 Aug 25 11:50:50.004475 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.063214 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d6859f-e31d-4427-b06e-8122e704624e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.063939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d6859f-e31d-4427-b06e-8122e704624e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.066971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b0d6859f-e31d-4427-b06e-8122e704624e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/e4df5ab1-86bd-4427-8424-543e4fe3af96 HTTP/1.1" status: 404 len: 337 time: 0.0605400 Aug 25 11:50:50.070767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58026) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.130510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-28b045a8-b7f2-48a8-8e41-4fa499493ca6 None None] Port cb58f02a-f034-46ed-8f5b-a54e53627650 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:50:50.130739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.138983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.158223 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c432d0c3-7e42-415a-b058-6378fcb89ccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.159449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c432d0c3-7e42-415a-b058-6378fcb89ccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.181440 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c432d0c3-7e42-415a-b058-6378fcb89ccf tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/92b31fb8-83ff-402e-b25c-02795c404551 HTTP/1.1" status: 404 len: 333 time: 0.1050591 Aug 25 11:50:50.181999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.207070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b04f45-d6c2-48f0-b564-67b00b8c6ed8,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:50.292206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.297258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-42a1429e-864f-4835-8b0d-6e2dc67f7a28 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4678826 Aug 25 11:50:50.299880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58030) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.316120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group_rule': {'security_group_id': '37b04f45-d6c2-48f0-b564-67b00b8c6ed8', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:50.328211 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c10d886-b8d1-4dc8-9414-f452c0c73cb9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.329061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c10d886-b8d1-4dc8-9414-f452c0c73cb9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.329995 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.341129 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c10d886-b8d1-4dc8-9414-f452c0c73cb9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/aa09203b-5da4-4805-a665-8c0ee9a38b73 HTTP/1.1" status: 404 len: 337 time: 0.1542466 Aug 25 11:50:50.342171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58036) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.412800 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6c1c54-1011-4921-ae45-c05b675950d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.413601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6c1c54-1011-4921-ae45-c05b675950d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.424216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58042) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.432756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e6c1c54-1011-4921-ae45-c05b675950d9 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/936aa87c-d53d-4ee9-8f02-9247623fe8cd HTTP/1.1" status: 404 len: 337 time: 0.0781732 Aug 25 11:50:50.494004 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55a3a3a-be03-46eb-9b25-0d33550bc1cd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.494358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55a3a3a-be03-46eb-9b25-0d33550bc1cd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.499434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a55a3a3a-be03-46eb-9b25-0d33550bc1cd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/2426439b-fb71-4b22-9b9e-9510d5bf37b9 HTTP/1.1" status: 404 len: 333 time: 0.0714869 Aug 25 11:50:50.500081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58046) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.540833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.555190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:50.562909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-120ade1f-27ef-4db4-94e2-56ed104aeeb2 None None] Provisioning complete for port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:50.563317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-120ade1f-27ef-4db4-94e2-56ed104aeeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.570586 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.571535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6b34ea9b-c505-4ebf-bccb-91b12a13b84c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:50.592377 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95f1ff2-ef58-4079-aebd-63ddf5ade27a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.593139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95f1ff2-ef58-4079-aebd-63ddf5ade27a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.604444 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c95f1ff2-ef58-4079-aebd-63ddf5ade27a tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/82b87669-2373-49c4-bb0b-886fbd22f52f HTTP/1.1" status: 404 len: 337 time: 0.0963118 Aug 25 11:50:50.605136 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58048) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.608096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41c691-97ec-4b18-afbf-c34d470377ef req-ed537e71-1e73-4999-b5b8-352fb550066b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:50.615206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd41c691-97ec-4b18-afbf-c34d470377ef req-ed537e71-1e73-4999-b5b8-352fb550066b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1136034 Aug 25 11:50:50.651579 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f42e50-4cac-44e5-8307-553452ba601e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.652401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f42e50-4cac-44e5-8307-553452ba601e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.657459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-81f42e50-4cac-44e5-8307-553452ba601e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/fd785be7-1430-402d-9c65-111f2d4b39cb HTTP/1.1" status: 404 len: 337 time: 0.0512083 Aug 25 11:50:50.658417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58050) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.685862 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d7865c-199a-4e2e-8181-24bbca231d3e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.687525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d7865c-199a-4e2e-8181-24bbca231d3e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.692785 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56d7865c-199a-4e2e-8181-24bbca231d3e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/e560103f-354b-411c-afae-ef212c5a6d5a HTTP/1.1" status: 404 len: 333 time: 0.0325527 Aug 25 11:50:50.693019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.744849 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1dd01b-3ac9-4e1b-a6cd-b4450e3c91b8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.745318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1dd01b-3ac9-4e1b-a6cd-b4450e3c91b8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.752463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df1dd01b-3ac9-4e1b-a6cd-b4450e3c91b8 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/b3db1b0c-5d6d-4caf-bef4-5e2811679031 HTTP/1.1" status: 404 len: 337 time: 0.0527828 Aug 25 11:50:50.753615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58054) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.756199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.767874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd41c691-97ec-4b18-afbf-c34d470377ef req-28f49373-1068-469a-b95e-0b37425e68e2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318111 Aug 25 11:50:50.772010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.808755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadfd47e-b0c7-4e38-b587-c9978c2de7ae,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:50.832284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.837835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-935c3d98-937b-4993-b345-d610eb25e078 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5364616 Aug 25 11:50:50.839640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58056) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.845854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group_rule': {'security_group_id': '37b04f45-d6c2-48f0-b564-67b00b8c6ed8', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:50.892553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:50.899690 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd9a9ba-4a2f-4185-8a5c-ebf656597f1b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:50.900756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd9a9ba-4a2f-4185-8a5c-ebf656597f1b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:50.913874 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ebd9a9ba-4a2f-4185-8a5c-ebf656597f1b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/d6618192-a0c3-498d-8b0e-840b691055f3 HTTP/1.1" status: 404 len: 337 time: 0.1561615 Aug 25 11:50:50.915114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58058) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:50.918369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:50.956142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] DHCP port deletion for 5ab3dabd-4995-4637-bca4-885aee72df93 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:50:50.992474 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c54c6fb-a636-48f7-805d-6bd3fee94822 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports?device_id=02880e13-7f16-4d45-98ec-4b49cf28b162 HTTP/1.1" status: 200 len: 205 time: 0.0710433 Aug 25 11:50:50.993364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.020846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:51.043483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:51.043866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.116934 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-8ece7ed5-e304-4721-bfa0-a9030eb03594 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] delete failed (client error): The resource could not be found. Aug 25 11:50:51.120509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8ece7ed5-e304-4721-bfa0-a9030eb03594 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/routers/02880e13-7f16-4d45-98ec-4b49cf28b162 HTTP/1.1" status: 404 len: 336 time: 0.1249938 Aug 25 11:50:51.124868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58066) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.189568 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2d4314-7a1c-4c26-8346-33a474e050f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:51.190768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2d4314-7a1c-4c26-8346-33a474e050f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:51.214250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6f2d4314-7a1c-4c26-8346-33a474e050f7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/a15f557a-a25b-4c9f-a462-f568b008fb27 HTTP/1.1" status: 404 len: 337 time: 0.0877788 Aug 25 11:50:51.218732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58068) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.247085 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.261757 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.344813 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-895de7ba-3998-4b08-88f3-1ce13569402d tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a5dc38e-2564-45ca-a6cb-b3c42111c681 HTTP/1.1" status: 200 len: 205 time: 0.1241732 Aug 25 11:50:51.345832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58070) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.361294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abb3281-ee15-441c-a2af-61530f1a1e90,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:51.369758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-747145c0-4a36-4d78-ac37-50532694058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.370030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.381204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6c3ee987-f0f0-4d78-8057-82aa71a61a37 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5403669 Aug 25 11:50:51.383470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58072) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.394373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group_rule': {'security_group_id': '37b04f45-d6c2-48f0-b564-67b00b8c6ed8', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:51.418785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] Deleting port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:51.422359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.470037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.535566 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-925df5ab-18a5-40d4-bc57-31c5aac3a3fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] delete failed (client error): The resource could not be found. Aug 25 11:50:51.541487 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-925df5ab-18a5-40d4-bc57-31c5aac3a3fc tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/routers/5a5dc38e-2564-45ca-a6cb-b3c42111c681 HTTP/1.1" status: 404 len: 336 time: 0.1940117 Aug 25 11:50:51.542490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58076) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.624700 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a1d850-56ac-45c5-acb7-ccea1a950178 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:51.625633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a1d850-56ac-45c5-acb7-ccea1a950178 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:51.636434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58084) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.638886 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-45a1d850-56ac-45c5-acb7-ccea1a950178 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/c307f6ba-e341-4d4b-bba8-d55ff056d0da HTTP/1.1" status: 404 len: 337 time: 0.0902567 Aug 25 11:50:51.704688 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.782854 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.791440 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffac0f65-a35c-4b06-9869-751fb74b3422 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:51.791819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffac0f65-a35c-4b06-9869-751fb74b3422 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:51.797016 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ffac0f65-a35c-4b06-9869-751fb74b3422 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/1d0aa036-e3ba-444f-b0de-af04c6b4c398 HTTP/1.1" status: 404 len: 337 time: 0.1532600 Aug 25 11:50:51.797421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.823860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb69907-3c4a-45d1-80e3-7ddc29c213d6,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:51.835940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.844785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3a377a7d-88b5-40c6-ae72-1a03cb33f7cc tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4575498 Aug 25 11:50:51.845759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58090) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.854956 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd02753-fb52-4903-9af1-e342e152e9a6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:51.856635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group_rule': {'security_group_id': '37b04f45-d6c2-48f0-b564-67b00b8c6ed8', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:51.857270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd02753-fb52-4903-9af1-e342e152e9a6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:51.860647 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dbd02753-fb52-4903-9af1-e342e152e9a6 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/9ab06b39-cc70-4969-9821-eb920a5a7564 HTTP/1.1" status: 404 len: 333 time: 0.0615251 Aug 25 11:50:51.865568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58092) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.918162 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-035dabef-2b73-48c1-84c3-d43c1335918e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:51.919783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035dabef-2b73-48c1-84c3-d43c1335918e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:51.922873 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-035dabef-2b73-48c1-84c3-d43c1335918e tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/495a1f85-64f6-4d6e-bf9a-5daa80156a42 HTTP/1.1" status: 404 len: 337 time: 0.0551636 Aug 25 11:50:51.927076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58094) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:51.940325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:51.973148 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd893dcd-fa50-49dc-8cd1-3ff83eb02b1b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:51.975003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd893dcd-fa50-49dc-8cd1-3ff83eb02b1b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:51.979800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd893dcd-fa50-49dc-8cd1-3ff83eb02b1b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/0d146a73-7da5-470f-a8a6-1ba1fa944834 HTTP/1.1" status: 404 len: 333 time: 0.0508909 Aug 25 11:50:51.985537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58096) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.036440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.049370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0651eac-88b8-4ce6-a624-29414b389d8d req-df194a2a-0954-4420-b9b4-eedae278dc20 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:52.058556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0651eac-88b8-4ce6-a624-29414b389d8d req-df194a2a-0954-4420-b9b4-eedae278dc20 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1307487 Aug 25 11:50:52.063387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-120ade1f-27ef-4db4-94e2-56ed104aeeb2 None None] Provisioning complete for port cb58f02a-f034-46ed-8f5b-a54e53627650 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:52.064009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-120ade1f-27ef-4db4-94e2-56ed104aeeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.071041 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-19077951-5c60-47be-94e6-31c34bc14be7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.071502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19077951-5c60-47be-94e6-31c34bc14be7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.073291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-19077951-5c60-47be-94e6-31c34bc14be7 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/f16b9025-02ed-4940-ab93-cdd8c53b6835 HTTP/1.1" status: 404 len: 337 time: 0.0826256 Aug 25 11:50:52.077661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58098) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.133347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b0651eac-88b8-4ce6-a624-29414b389d8d req-9b3502d7-750d-47c3-a27e-528cf8cca0a8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734682 Aug 25 11:50:52.138859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.151344 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b98c926-ae6b-42a2-a643-4fbb07d0fdfd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.154531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b98c926-ae6b-42a2-a643-4fbb07d0fdfd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.159120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4b98c926-ae6b-42a2-a643-4fbb07d0fdfd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/bf15a6e2-24d0-46c0-aab4-630f8cb2348c HTTP/1.1" status: 404 len: 333 time: 0.0787513 Aug 25 11:50:52.163787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58100) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.164861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.201335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb01e45-d2b6-4d0b-b4d7-3b0e69ec798b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:52.236106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.236427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] For port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,segment=NetworkSegment(a50cb12e-30c0-4581-8da2-134ec42a8ba8),segment_id=a50cb12e-30c0-4581-8da2-134ec42a8ba8)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:52.237138 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.241093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-43d30894-b332-4e91-8e32-809dbe1d99ae tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3932269 Aug 25 11:50:52.242672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58106) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.252280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group_rule': {'security_group_id': '37b04f45-d6c2-48f0-b564-67b00b8c6ed8', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:52.264008 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-8294c57f-c6d9-4e9d-86c7-d0321034c552 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.264706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8294c57f-c6d9-4e9d-86c7-d0321034c552 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.269039 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8294c57f-c6d9-4e9d-86c7-d0321034c552 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/9b0f3419-9981-4cce-ae51-8807ec5afe26 HTTP/1.1" status: 404 len: 337 time: 0.1028585 Aug 25 11:50:52.274840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58108) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.309973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] Calling delete_port for df88a7c5-bcab-4c1c-8ce3-677f48a9a51d owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:52.318209 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a090e437-fd89-4b0b-bb57-89a76474b684 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.318979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a090e437-fd89-4b0b-bb57-89a76474b684 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.324221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a090e437-fd89-4b0b-bb57-89a76474b684 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/c61cf1df-f539-486c-a7a2-10f9e7fb1a32 HTTP/1.1" status: 404 len: 333 time: 0.0449831 Aug 25 11:50:52.324523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-120ade1f-27ef-4db4-94e2-56ed104aeeb2 None None] Port cb58f02a-f034-46ed-8f5b-a54e53627650 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:50:52.324706 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.330086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.340838 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Project ad1556e08d5b4d3ebf00408e96632084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:50:52.349081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.447211 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ec7630-4ff4-496f-865c-1b7c97d80b12 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.447865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ec7630-4ff4-496f-865c-1b7c97d80b12 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.450864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d5ec7630-4ff4-496f-865c-1b7c97d80b12 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/57b6406a-cdf5-40e2-b807-cc4535507056 HTTP/1.1" status: 404 len: 337 time: 0.1188288 Aug 25 11:50:52.452139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.454699 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.465587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.525550 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d21afa-c808-4ef8-b6b9-ec9848156977 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.526984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d21afa-c808-4ef8-b6b9-ec9848156977 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.530065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5d21afa-c808-4ef8-b6b9-ec9848156977 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/d5f1dd48-b5e4-40b7-a6e9-cb1b4c4f2730 HTTP/1.1" status: 404 len: 333 time: 0.0736678 Aug 25 11:50:52.532678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.576435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:50:52.591063 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024164d2-4a9f-4c47-969e-024c6f4ab48c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:52.601903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.603275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f340aa3-72bf-42c4-a9d3-750fde2f5bb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3594589 Aug 25 11:50:52.608815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58118) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.610269 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.625341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'security_group_rule': {'security_group_id': '37b04f45-d6c2-48f0-b564-67b00b8c6ed8', 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:52.654153 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-07917855-7c59-401f-8d2b-ce5090d5a96c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.655211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07917855-7c59-401f-8d2b-ce5090d5a96c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.664595 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-07917855-7c59-401f-8d2b-ce5090d5a96c tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/53b72966-bd6e-4ea2-9b8e-bd497d940d04 HTTP/1.1" status: 404 len: 337 time: 0.1273715 Aug 25 11:50:52.666908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58120) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.726885 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Project ad1556e08d5b4d3ebf00408e96632084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:50:52.732340 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43b15a6-ea57-4102-9bc3-b0adc8954e40 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.733222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43b15a6-ea57-4102-9bc3-b0adc8954e40 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.737866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58124) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.738074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a43b15a6-ea57-4102-9bc3-b0adc8954e40 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/8d972546-e813-47de-8e8f-3068e3047eb1 HTTP/1.1" status: 404 len: 333 time: 0.0675335 Aug 25 11:50:52.740154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.824625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] No DVR routers for this DVR port df88a7c5-bcab-4c1c-8ce3-677f48a9a51d on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:50:52.853595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.864287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:52.869110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3de487-abcf-4a55-9bc8-5f4df93e492f None None] Pushing event deleted for resources: {'Port': ['ID=df88a7c5-bcab-4c1c-8ce3-677f48a9a51d,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:52.893153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.894696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7e7876f0-37b5-4713-8665-a9539a4523e6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:52.918611 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c835d23-0849-40f5-82ec-66dc3d490d16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:52.927897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c835d23-0849-40f5-82ec-66dc3d490d16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:52.932648 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0c835d23-0849-40f5-82ec-66dc3d490d16 tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/ee22c60b-14ed-45b0-9e24-e2a0567a9499 HTTP/1.1" status: 404 len: 337 time: 0.1929774 Aug 25 11:50:52.936724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:52.942469 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:52.949129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49b6fc-e16c-4a79-b465-e69b0d9866c6 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:50:52.976310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.030676 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2cb496-044c-471f-bd32-b441bfb4f3de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:53.032013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2cb496-044c-471f-bd32-b441bfb4f3de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:53.039241 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a2cb496-044c-471f-bd32-b441bfb4f3de tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/ports/f9d9ee98-df9e-488a-b1da-0e0a6df99652 HTTP/1.1" status: 404 len: 333 time: 0.0948138 Aug 25 11:50:53.040150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58132) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:53.065398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e89b75b-4cf7-4a4c-ad8b-757a0f8a0ec0,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:53.093455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.106773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-34adb2c9-27d4-40f5-a555-a828e1f5e503 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4955163 Aug 25 11:50:53.157029 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a9e19c-ba44-4ce0-a841-115edea8cebd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] DELETE failed (client error): The resource could not be found. Aug 25 11:50:53.157933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a9e19c-ba44-4ce0-a841-115edea8cebd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:50:53.187745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73a9e19c-ba44-4ce0-a841-115edea8cebd tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/subnets/9bed54a4-04cf-4a51-8230-f6c5bea42231 HTTP/1.1" status: 404 len: 337 time: 0.1439483 Aug 25 11:50:53.189794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58140) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:53.417287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:53.423646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:53.491158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'mac_address': 'fa:16:3e:6a:cd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:50:53.540827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49b6fc-e16c-4a79-b465-e69b0d9866c6 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:50:53.572905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc88976-02b7-46a5-b9b3-dd61a72f1011 req-89dc1203-9702-4c6f-bac9-5e62514d31f8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:53.575689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bc88976-02b7-46a5-b9b3-dd61a72f1011 req-89dc1203-9702-4c6f-bac9-5e62514d31f8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1775219 Aug 25 11:50:53.578446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7e7876f0-37b5-4713-8665-a9539a4523e6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:53.586816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.594476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7e7876f0-37b5-4713-8665-a9539a4523e6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:53.595298 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.605818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.678557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b11cb-27e6-4b32-9fb2-5edad67952cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:50:53.709870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-17e02972-625d-4b90-959a-30af8c76ad46 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152520648&fields=id&tenant_id=ad1556e08d5b4d3ebf00408e96632084 HTTP/1.1" status: 200 len: 267 time: 0.2949114 Aug 25 11:50:53.737156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:53.759161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.915537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.949326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:53.952222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:53.958870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab3dabd-4995-4637-bca4-885aee72df93']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:54.002653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['0a7b11cb-27e6-4b32-9fb2-5edad67952cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:50:54.212484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7e7876f0-37b5-4713-8665-a9539a4523e6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e7876f0-37b5-4713-8665-a9539a4523e6,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:54.237208 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:54.285115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766d339-0f19-45a9-9fc1-ab07faa5c58d None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 11:50:54.426708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=7e7876f0-37b5-4713-8665-a9539a4523e6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:54.524756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:54.644653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-7e29c390-4248-43ef-a3ae-a903517594dd tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:54.659476 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Sync routers for ids ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:50:54.669199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-7e29c390-4248-43ef-a3ae-a903517594dd tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 809 time: 0.9203627 Aug 25 11:50:54.673310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Routers {'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:54.673970 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:54.699095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50cb12e-30c0-4581-8da2-134ec42a8ba8') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:54.699449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50cb12e-30c0-4581-8da2-134ec42a8ba8') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:54.712993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7339563e-ac33-44e6-8634-185a67237fa9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:54.738033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bc88976-02b7-46a5-b9b3-dd61a72f1011 req-9ee382a9-97fe-40c0-9d76-a7671421cc54 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1154051 Aug 25 11:50:54.740031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:54.764537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-29c90aa9-0bfd-4000-b49f-b59624ac92f8 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/quotas/ad1556e08d5b4d3ebf00408e96632084 HTTP/1.1" status: 200 len: 375 time: 0.0943253 Aug 25 11:50:54.864593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:54.879736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:50:54.880206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:54.892899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766d339-0f19-45a9-9fc1-ab07faa5c58d None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:50:54.903662 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:50:54.932061 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Set router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:55.035782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-97c54ac4-f136-495f-a09b-1a3b313ef8ee tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703099 Aug 25 11:50:55.037828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:55.045219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:55.047557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] 10.222.0.35 "DELETE /v2.0/networks/5ab3dabd-4995-4637-bca4-885aee72df93 HTTP/1.1" status: 204 len: 168 time: 1.8557708 Aug 25 11:50:55.089022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7339563e-ac33-44e6-8634-185a67237fa9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:55.094101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed34e66-7244-40e7-91d0-de822bd8589b tempest-NetworksTestDHCPv6-1551133701 tempest-NetworksTestDHCPv6-1551133701-project] Pushing event deleted for resources: {'Network': ['ID=5ab3dabd-4995-4637-bca4-885aee72df93,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:55.117103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7339563e-ac33-44e6-8634-185a67237fa9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:55.117771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:55.371452 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:50:46Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cb58f02a-f034-46ed-8f5b-a54e53627650', 'name': '', 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'mac_address': 'fa:16:3e:16:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:42Z', 'updated_at': '2021-08-25T11:50:46Z', 'revision_number': 2, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'subnets': [{'id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:55.458187 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Checking router: e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:50:55.459375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Updating router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 port cb58f02a-f034-46ed-8f5b-a54e53627650 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:50:55.575795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:55.590936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-11884aec-6d93-438e-bba0-b6556802c32e service neutron] 10.222.0.35 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350666 Aug 25 11:50:55.592844 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:55.646705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7339563e-ac33-44e6-8634-185a67237fa9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7339563e-ac33-44e6-8634-185a67237fa9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:55.660538 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:55.661369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 969e5be2-9368-4a01-a765-1810cf9b7e75 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:55.860964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:55.931950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-b1270ee9-ac7c-4a79-acdd-91262c40d864 service neutron] 10.222.0.35 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335078 Aug 25 11:50:55.968046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705a1c5-adcf-4719-ae73-f82d1ec0f381 req-bbb468c4-4304-40b3-888f-09c71c16d75b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:55.970409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8705a1c5-adcf-4719-ae73-f82d1ec0f381 req-bbb468c4-4304-40b3-888f-09c71c16d75b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 946 time: 0.1393120 Aug 25 11:50:56.004257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=7339563e-ac33-44e6-8634-185a67237fa9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:56.081797 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8705a1c5-adcf-4719-ae73-f82d1ec0f381 req-c2d8801b-8c49-4fa0-a596-86a613298ba1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965970 Aug 25 11:50:56.093270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 969e5be2-9368-4a01-a765-1810cf9b7e75 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:56.095907 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.179961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b76395d1-2198-4636-a5d3-f9bfcefd5e54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d2589abac0142fdaf4764602961fee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133173 Aug 25 11:50:56.180514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58208) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:56.302807 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.328304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6b34ea9b-c505-4ebf-bccb-91b12a13b84c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:56.329735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Transition to ACTIVE for port object cb58f02a-f034-46ed-8f5b-a54e53627650 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:50:56.345641 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.446936 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66761e-a8a5-4941-95ad-628c11e0ed19 None None] Pushing event updated for resources: {'Port': ['ID=cb58f02a-f034-46ed-8f5b-a54e53627650,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:56.455448 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-767bf09b-23cc-45a5-a799-f288a7b8004c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.484181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26892c30-9c7b-4205-970c-8f9f4190a556 req-0e309081-f650-4657-99e3-1c9bb7424841 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:56.485103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:56.485659 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.485882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26892c30-9c7b-4205-970c-8f9f4190a556 req-0e309081-f650-4657-99e3-1c9bb7424841 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.2613370 Aug 25 11:50:56.528551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:56.582719 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Attempting to bind port cb58f02a-f034-46ed-8f5b-a54e53627650 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:50:56.584808 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Attempting to bind port cb58f02a-f034-46ed-8f5b-a54e53627650 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:50:56.585486 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Attempting to bind port cb58f02a-f034-46ed-8f5b-a54e53627650 on network ad236a8f-4e79-4372-b7fb-66fffcb935f1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:50:56.593352 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:50:56.594501 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Checking segment: {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:50:56.595172 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.595726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Bound using segment: {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:50:56.596362 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Bound port: cb58f02a-f034-46ed-8f5b-a54e53627650, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b071b4d-fa29-4356-9f14-8e1d9db08c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:50:56.597581 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.626804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3403c4e4-3cbd-4144-ab51-b974c8882fa3 req-892e4c94-32d2-459a-9b1e-37e04f59d351 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 210 time: 0.1734171 Aug 25 11:50:56.650194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-767bf09b-23cc-45a5-a799-f288a7b8004c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.744601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:56.769540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:56.770870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.784957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 83204f31-7239-4cb8-8254-1d49cd427de7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:56.856112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-767bf09b-23cc-45a5-a799-f288a7b8004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.858493 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] For port cb58f02a-f034-46ed-8f5b-a54e53627650, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:50:56.863134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-767bf09b-23cc-45a5-a799-f288a7b8004c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.864680 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] For port cb58f02a-f034-46ed-8f5b-a54e53627650, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cb58f02a-f034-46ed-8f5b-a54e53627650,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:50:56.866788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-767bf09b-23cc-45a5-a799-f288a7b8004c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9617e67c-4338-44aa-a7c2-49c38d044f1c HTTP/1.1" status: 204 len: 168 time: 0.6853790 Aug 25 11:50:56.884513 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:56.937035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf09b-23cc-45a5-a799-f288a7b8004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9617e67c-4338-44aa-a7c2-49c38d044f1c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:56.969660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26892c30-9c7b-4205-970c-8f9f4190a556 req-abfaaad8-ba6a-4bc9-9480-e6d2c8f9fc03 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388221 Aug 25 11:50:56.982984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 83204f31-7239-4cb8-8254-1d49cd427de7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:56.983836 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:57.077666 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:57.106554 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66761e-a8a5-4941-95ad-628c11e0ed19 None None] Pushing event updated for resources: {'Port': ['ID=cb58f02a-f034-46ed-8f5b-a54e53627650,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:57.135992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:50:57.138412 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06216c71-f1ae-4d4c-9915-280fe1040011" -d '{"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:50:57.146880 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Routers {'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:50:57.148109 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:57.170988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:57.180291 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:57.261123 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ab446-407e-4889-8879-e297fc4a5c37 x-openstack-request-id: req-f48ab446-407e-4889-8879-e297fc4a5c37 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:50:57.297927 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:50:57.298352 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f48ab446-407e-4889-8879-e297fc4a5c37 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:50:57.298874 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'code': 200} Aug 25 11:50:57.317048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-2449fe0e-84ca-4b3f-b5bf-803d8dd1859d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:57.321413 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-2449fe0e-84ca-4b3f-b5bf-803d8dd1859d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 946 time: 0.1695921 Aug 25 11:50:57.448969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:57.461736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:57.479930 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] Set router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:50:57.483917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330161d9-1f76-4188-9d16-d80d1358dc4c req-9a4aa7f2-0971-4ddf-bd91-5a833001cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:57.485480 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-330161d9-1f76-4188-9d16-d80d1358dc4c req-9a4aa7f2-0971-4ddf-bd91-5a833001cd73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1098 time: 0.1697834 Aug 25 11:50:57.594118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device df88a7c5-bcab-4c1c-8ce3-677f48a9a51d no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:50:57.606640 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-330161d9-1f76-4188-9d16-d80d1358dc4c req-53667ca0-8a1b-491f-bda2-5e144d2fa2b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003437 Aug 25 11:50:57.668674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b085a8-f5b4-47f5-b85e-5d2b51d5dd59 req-10062e4b-9ade-4a22-b8b8-c5a17ed42c47 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:57.671033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03b085a8-f5b4-47f5-b85e-5d2b51d5dd59 req-10062e4b-9ade-4a22-b8b8-c5a17ed42c47 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 946 time: 0.3379819 Aug 25 11:50:57.699773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port 740fdad3-41ac-47a5-933f-71cb904b3218 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:50:57.700524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:57.802066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: df88a7c5-bcab-4c1c-8ce3-677f48a9a51d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:50:57.802734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device df88a7c5-bcab-4c1c-8ce3-677f48a9a51d not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:50:58.001139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0eb7e281-8ec4-49db-aabf-5ffff1b7849c req-dbcd9a80-34bf-4376-a3bd-088da0d93ee0 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 210 time: 0.1233711 Aug 25 11:50:58.084433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cb58f02a-f034-46ed-8f5b-a54e53627650 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:58.113870 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:50:46Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cb58f02a-f034-46ed-8f5b-a54e53627650', 'name': '', 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'mac_address': 'fa:16:3e:16:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:42Z', 'updated_at': '2021-08-25T11:50:56Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'subnets': [{'id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:50:58.192496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port 740fdad3-41ac-47a5-933f-71cb904b3218, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=740fdad3-41ac-47a5-933f-71cb904b3218,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:58.192847 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:58.295427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cb58f02a-f034-46ed-8f5b-a54e53627650 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:50:58.303361 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a47ff5c-4d09-4e5e-958e-4235752b7c8d None None] The sync data for ids ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'] in n-d-778732-11 is: [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:50:46Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'cb58f02a-f034-46ed-8f5b-a54e53627650', 'name': '', 'network_id': 'ad236a8f-4e79-4372-b7fb-66fffcb935f1', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'mac_address': 'fa:16:3e:16:86:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:42Z', 'updated_at': '2021-08-25T11:50:56Z', 'revision_number': 4, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'subnets': [{'id': 'ef5a91c2-81f5-4438-bcee-1470ccfe0061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:50:58.305755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cb58f02a-f034-46ed-8f5b-a54e53627650 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:58.306409 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:58.642771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:58.795842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cb58f02a-f034-46ed-8f5b-a54e53627650, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cb58f02a-f034-46ed-8f5b-a54e53627650,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:50:58.803119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03b085a8-f5b4-47f5-b85e-5d2b51d5dd59 req-f0293243-1247-4892-a630-e03062a50ccc tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0965536 Aug 25 11:50:58.806719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:58.807554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7e7876f0-37b5-4713-8665-a9539a4523e6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:58.975065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-47ee7f9f-d492-44df-8604-24d16dd92950 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:58.977549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-47ee7f9f-d492-44df-8604-24d16dd92950 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 809 time: 0.7159369 Aug 25 11:50:58.993380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce0985-0f8a-463c-8ea5-e4f88fdf0b32 req-a3e329a3-50b1-4015-85d6-4005fb9cbce3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:50:58.995498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2ce0985-0f8a-463c-8ea5-e4f88fdf0b32 req-a3e329a3-50b1-4015-85d6-4005fb9cbce3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.5606990 Aug 25 11:50:58.995950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cb58f02a-f034-46ed-8f5b-a54e53627650,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:59.048656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7e7876f0-37b5-4713-8665-a9539a4523e6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:59.049060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.253504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7339563e-ac33-44e6-8634-185a67237fa9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:50:59.289178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:50:59.350000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-2487d000-d7cd-49ea-96e7-c0703d3b0350 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1556e08d5b4d3ebf00408e96632084 HTTP/1.1" status: 200 len: 379 time: 0.3339548 Aug 25 11:50:59.355627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2ce0985-0f8a-463c-8ea5-e4f88fdf0b32 req-01086609-4191-4f2e-8b3c-428ad165ce63 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963200 Aug 25 11:50:59.367792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7339563e-ac33-44e6-8634-185a67237fa9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:50:59.368574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'port': {'device_id': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'admin_state_up': True, 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'security_groups': ['37b04f45-d6c2-48f0-b564-67b00b8c6ed8']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:59.368977 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.399584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-265708cf-4058-4b50-a668-25e815203b44 req-d511d05d-3d98-45fa-9c76-fc5c5bc35351 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 210 time: 0.1737092 Aug 25 11:50:59.487720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1406696417'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:50:59.522378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:59.531142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.549267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.570140 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.570557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.571395 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Floating IP 95c9b3a5-5ab3-473b-b40e-a57f6e1292e8 disassociated. External IP: 172.25.1.67, port: 740fdad3-41ac-47a5-933f-71cb904b3218. Aug 25 11:50:59.573477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for 740fdad3-41ac-47a5-933f-71cb904b3218 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:50:59.693371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.702400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.760514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Made reservation on behalf of ad1556e08d5b4d3ebf00408e96632084 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:50:59.772759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.778734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e9a71b-7bbc-44bf-980e-3903c9763ae9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:50:59.795771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.796406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.797133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.797636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.798365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.798854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.799351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.799843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.800346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.800980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.802483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.802984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:50:59.813644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:50:59.831055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:50:59.845767 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 4a1f6d79-787d-4f61-b9a6-be4125bde7a0 of type vlan for network 710e4e41-eab8-45ee-9495-81f9eead48e9 Aug 25 11:50:59.966866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.014887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cb58f02a-f034-46ed-8f5b-a54e53627650 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:00.035041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.043520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:00.044454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.128956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8378246 Aug 25 11:51:00.133939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58272) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:00.143735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-749060034'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:00.159389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd609492-d71d-4d20-8e6b-40a338ade511 req-f3305ff7-dff5-4c9f-96ac-33818fad2254 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:00.173901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd609492-d71d-4d20-8e6b-40a338ade511 req-f3305ff7-dff5-4c9f-96ac-33818fad2254 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 867 time: 0.2134211 Aug 25 11:51:00.177254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cb58f02a-f034-46ed-8f5b-a54e53627650 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:00.177964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.180097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e4833-a79a-4fa4-a02c-58b7ce944754 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=710e4e41-eab8-45ee-9495-81f9eead48e9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:00.180257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.186949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:00.191263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.230830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:51:00.246784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.247688 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 7dd2cb0e-6994-4056-8e8a-08a07f931549 of type vlan for network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 Aug 25 11:51:00.279289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:51:00.301248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Allocated IP 172.20.0.8 (a85a43be-93da-413a-a26d-a5c055a23dde/7efbcd75-aabe-4fee-a16b-2cda56c3d9c7/b4cc80fe-042e-4be0-92fc-83e8d373bb16) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:00.307748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.358051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.363489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=740fdad3-41ac-47a5-933f-71cb904b3218,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:00.367527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:00.368289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.401377 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2602251 Aug 25 11:51:00.409133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58276) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:00.418032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:00.642417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd609492-d71d-4d20-8e6b-40a338ade511 req-2e077c38-51bd-4b59-be9d-60e727dea91d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4670224 Aug 25 11:51:00.797167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:00.856449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201293f-8a03-4dc5-990e-c53d5c1710fc req-2639aefd-9542-4a30-9c55-837403d215dc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:00.858845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9201293f-8a03-4dc5-990e-c53d5c1710fc req-2639aefd-9542-4a30-9c55-837403d215dc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.3397660 Aug 25 11:51:00.911061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:00.984522 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a4d8686-6eab-4f7a-8f21-6374c6e59296 req-fed452cc-8cb5-43a7-914a-c6d92f044155 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 210 time: 0.0680544 Aug 25 11:51:01.104121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:01.135716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Transition to ACTIVE for port object b4cc80fe-042e-4be0-92fc-83e8d373bb16 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:01.183978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9201293f-8a03-4dc5-990e-c53d5c1710fc req-a324a787-49ac-44ed-b7b1-8502cbb8bbc5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597942 Aug 25 11:51:01.185082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:01.199949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:01.244491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:01.244491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:01.244722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port 740fdad3-41ac-47a5-933f-71cb904b3218 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:01.249010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:01.251103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7fb9a48-e80d-4a39-b057-91499de5eb23 req-0cbadff1-cdb2-47d2-a2d9-87161177f391 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.67 "DELETE /v2.0/ports/740fdad3-41ac-47a5-933f-71cb904b3218 HTTP/1.1" status: 204 len: 173 time: 3.9115858 Aug 25 11:51:01.260725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'name': 'network-vif-deleted', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:01.264295 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e0f9c8-e78d-4970-af6b-41212317e070" -d '{"events": [{"server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "name": "network-vif-deleted", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:01.287947 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:01.357384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293384a0-c08e-4099-abf7-fb97f565e6aa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=da69ee57-fa15-49ad-b029-79a2c7a8e1a4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:01.405203 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2f2541-5c73-44f5-bd48-9807e8ef6449 x-openstack-request-id: req-9d2f2541-5c73-44f5-bd48-9807e8ef6449 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:01.405801 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6abf9bf-31be-4e02-a54d-e473adc82597", "name": "network-vif-deleted", "tag": "740fdad3-41ac-47a5-933f-71cb904b3218", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:01.406281 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d2f2541-5c73-44f5-bd48-9807e8ef6449 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:01.407205 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6abf9bf-31be-4e02-a54d-e473adc82597', 'name': 'network-vif-deleted', 'tag': '740fdad3-41ac-47a5-933f-71cb904b3218', 'status': 'completed', 'code': 200} Aug 25 11:51:01.419996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:01.427807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:51:01.428025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:01.435743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Network a85a43be-93da-413a-a26d-a5c055a23dde is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:01.438434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'Port': ['ID=b4cc80fe-042e-4be0-92fc-83e8d373bb16,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:01.495903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:01.502009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:01.638291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:01.652413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501cc6-dd37-48ff-95fd-c9eb6744051e req-8e838764-42e9-4328-b009-73b2542dc7f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:01.655335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc501cc6-dd37-48ff-95fd-c9eb6744051e req-8e838764-42e9-4328-b009-73b2542dc7f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2232444 Aug 25 11:51:01.666815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:01.668179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:01.743894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 740fdad3-41ac-47a5-933f-71cb904b3218 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:51:01.761086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:01.813657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 740fdad3-41ac-47a5-933f-71cb904b3218 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:51:01.814154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 740fdad3-41ac-47a5-933f-71cb904b3218 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:51:01.824602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc501cc6-dd37-48ff-95fd-c9eb6744051e req-ecbcdfaa-fde5-4035-9fd1-acbb23014c97 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497767 Aug 25 11:51:01.827898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-4594bbf3-532c-4a9a-89c1-61765cc63c55 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4703219 Aug 25 11:51:01.861506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58290) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:01.886553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Request body: {'port': {'device_id': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:01.920373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=f6dfc18e-3dff-4b2e-b59a-640e9f006d7e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:01.965060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb20e5a6-bc5d-4126-b040-9e01ba364d65 req-9e07bce1-5307-4ddf-aac0-ca87b88aa387 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.1515052 Aug 25 11:51:02.009056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '4a1f6d79-787d-4f61-b9a6-be4125bde7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:02.009454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 710e4e41-eab8-45ee-9495-81f9eead48e9, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:51:02.027060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a2736-9a0e-4b65-9102-3a7b85b03122 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:02.029199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-389a2736-9a0e-4b65-9102-3a7b85b03122 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1093 time: 0.1607146 Aug 25 11:51:02.044188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-394bf32e-c824-4f5c-be7e-0d86aac54eeb None None] Provisioning for port b4cc80fe-042e-4be0-92fc-83e8d373bb16 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:02.047211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58294) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:02.059624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.060178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:02.069319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-394bf32e-c824-4f5c-be7e-0d86aac54eeb None None] Provisioning complete for port b4cc80fe-042e-4be0-92fc-83e8d373bb16 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:02.069954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-394bf32e-c824-4f5c-be7e-0d86aac54eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.094614 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.148194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:51:02.212670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-394bf32e-c824-4f5c-be7e-0d86aac54eeb None None] Port b4cc80fe-042e-4be0-92fc-83e8d373bb16 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:02.256224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 710e4e41-eab8-45ee-9495-81f9eead48e9) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:02.262113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:02.263263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.282204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:02.300355 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9bb61ac6-333e-4399-b1e0-f34b35ee4851 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8877540 Aug 25 11:51:02.300709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58300) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:02.306693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:02.358471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf9e5e-bc7e-4f23-8c6f-472b097b96c7 None None] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:02.467400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:02.471817 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.527136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:51:02.592160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:02.594469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:02.750316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.762377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.764481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06243cf4-870f-4b66-8777-c12548d439bb req-8fdc9f34-8251-4c89-98dc-e54a78ea1fb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:02.773405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06243cf4-870f-4b66-8777-c12548d439bb req-8fdc9f34-8251-4c89-98dc-e54a78ea1fb6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 931 time: 0.4265027 Aug 25 11:51:02.812027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-710e4e41-eab8-45ee-9495-81f9eead48e9', 'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': 'f6dfc18e-3dff-4b2e-b59a-640e9f006d7e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:51:02.813241 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:02.850208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=0337a05b-48e7-4b75-b9a5-be388523f225,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:02.917641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '7dd2cb0e-6994-4056-8e8a-08a07f931549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:02.918145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: da69ee57-fa15-49ad-b029-79a2c7a8e1a4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:51:02.957897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06243cf4-870f-4b66-8777-c12548d439bb req-25ecb9da-0ec0-4bf8-87a0-a5fb0931a7d5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729326 Aug 25 11:51:02.971281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:51:02.986548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Allocated IP 2001:db8::2 (710e4e41-eab8-45ee-9495-81f9eead48e9/f6dfc18e-3dff-4b2e-b59a-640e9f006d7e/7112797a-d35e-4758-a823-0a5f89d88e66) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:03.060524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, da69ee57-fa15-49ad-b029-79a2c7a8e1a4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:03.076408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:03.077642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.146773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.247 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/323bcb31-82ab-439e-b849-10084c041f90) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:03.223057 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.233212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Transition to ACTIVE for port object 7112797a-d35e-4758-a823-0a5f89d88e66 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:03.251709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1cc5a61f-681f-449f-8d49-8e00625a3cd4 req-783c88c5-382c-492e-8391-7a320d8f0497 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.0527239 Aug 25 11:51:03.259535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Transition to ACTIVE for port object 7112797a-d35e-4758-a823-0a5f89d88e66 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:03.270116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606c4ed8-d289-4676-a639-a51c30a4da40 None None] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:03.286026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cc80fe-042e-4be0-92fc-83e8d373bb16 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:51:03.304492 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.308690 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.324074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Transition to ACTIVE for port object b4cc80fe-042e-4be0-92fc-83e8d373bb16 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:03.330687 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4a846165-dd92-4ab2-be48-6a0f82c78d52 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0288625 Aug 25 11:51:03.333306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58308) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:03.336837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.338812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-356165019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:03.368358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.370153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:03.372564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.375105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.386747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:03.404458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc80fe-042e-4be0-92fc-83e8d373bb16,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:03.434324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:03.462374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.474303 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.496307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:03.498978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.503779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-be36416f-6a2d-4bc3-92ee-ac98364c1a27 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1663110 Aug 25 11:51:03.504472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58310) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:03.601572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Attempting to bind port b4cc80fe-042e-4be0-92fc-83e8d373bb16 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:03.602581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Attempting to bind port b4cc80fe-042e-4be0-92fc-83e8d373bb16 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:03.604267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Attempting to bind port b4cc80fe-042e-4be0-92fc-83e8d373bb16 on network a85a43be-93da-413a-a26d-a5c055a23dde {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:03.627366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Port b4cc80fe-042e-4be0-92fc-83e8d373bb16 on network a85a43be-93da-413a-a26d-a5c055a23dde not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:51:03.627949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Attempting to bind port b4cc80fe-042e-4be0-92fc-83e8d373bb16 on network a85a43be-93da-413a-a26d-a5c055a23dde {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:03.637306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:03.638103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Checking segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:03.645137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Bound using segment: {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:03.646683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Bound port: b4cc80fe-042e-4be0-92fc-83e8d373bb16, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbb918e-dd27-425e-a999-3d0516f97a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:03.647910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.771677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] For port b4cc80fe-042e-4be0-92fc-83e8d373bb16, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:03.781068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] For port b4cc80fe-042e-4be0-92fc-83e8d373bb16, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:03.796666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.893514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Pushing event updated for resources: {'Port': ['ID=7112797a-d35e-4758-a823-0a5f89d88e66,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:03.914803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.917945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:03.918772 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.920417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] 10.222.0.67 "PUT /v2.0/ports/b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 1092 time: 2.0576570 Aug 25 11:51:03.921027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:03.921754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Attempting to bind port 7112797a-d35e-4758-a823-0a5f89d88e66 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:03.922303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Attempting to bind port 7112797a-d35e-4758-a823-0a5f89d88e66 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '4a1f6d79-787d-4f61-b9a6-be4125bde7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:03.922995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Attempting to bind port 7112797a-d35e-4758-a823-0a5f89d88e66 on network 710e4e41-eab8-45ee-9495-81f9eead48e9 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:03.924273 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a699fee4-dc17-49c9-825d-4476db2c66c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:03.963896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:03.966252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:03.988286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:03.991722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:04.019667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:04.020544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Checking segment: {'id': '4a1f6d79-787d-4f61-b9a6-be4125bde7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:04.021172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.022419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Bound using segment: {'id': '4a1f6d79-787d-4f61-b9a6-be4125bde7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:04.023186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Bound port: 7112797a-d35e-4758-a823-0a5f89d88e66, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1f6d79-787d-4f61-b9a6-be4125bde7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '710e4e41-eab8-45ee-9495-81f9eead48e9'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:04.023813 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.107334 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c22855-b3df-485c-aac8-9705b0aa60c0 x-openstack-request-id: req-13c22855-b3df-485c-aac8-9705b0aa60c0 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:04.107642 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:04.111290 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13c22855-b3df-485c-aac8-9705b0aa60c0 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:04.111779 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'status': 'completed', 'code': 200} Aug 25 11:51:04.173841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a763ed-1126-406e-bf5f-df3da722434e service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc80fe-042e-4be0-92fc-83e8d373bb16,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:04.188535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-da69ee57-fa15-49ad-b029-79a2c7a8e1a4', 'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': '0337a05b-48e7-4b75-b9a5-be388523f225'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:51:04.189816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.274250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-f6ebf38b-ee8e-4e09-a11c-e82cb1536ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:04.275917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-f6ebf38b-ee8e-4e09-a11c-e82cb1536ea6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1095 time: 0.2803195 Aug 25 11:51:04.389129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-601b1982-4372-4c80-8f2f-184c71af750a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 217 time: 0.0988672 Aug 25 11:51:04.418143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103a1a6-a250-4082-b676-47e06feea49b req-1c0dac3e-5685-4ae8-b51a-0e631568e43b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:04.419762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7103a1a6-a250-4082-b676-47e06feea49b req-1c0dac3e-5685-4ae8-b51a-0e631568e43b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 943 time: 0.2580338 Aug 25 11:51:04.438737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8::1 (710e4e41-eab8-45ee-9495-81f9eead48e9/f6dfc18e-3dff-4b2e-b59a-640e9f006d7e/ec9aabce-916a-4800-824b-ad76d71655cf) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:04.463093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Allocated IP 2001:db8:1::2 (da69ee57-fa15-49ad-b029-79a2c7a8e1a4/0337a05b-48e7-4b75-b9a5-be388523f225/688d60a8-c403-4454-a0dd-9b4510d2632c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:04.586254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.590911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17915226-5c9e-49f8-988b-3102d8f0be0a req-b52f7d5b-9eaa-48c1-ba6c-a2e07e4680e9 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.0932140 Aug 25 11:51:04.604678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object ec9aabce-916a-4800-824b-ad76d71655cf will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:04.643015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7103a1a6-a250-4082-b676-47e06feea49b req-a8d7595f-0a8a-48d7-be86-18049c75fbbf tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446545 Aug 25 11:51:04.680385 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-f0310451-4c44-4a3c-930f-017e204fa5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:04.681984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-f0310451-4c44-4a3c-930f-017e204fa5f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.2612350 Aug 25 11:51:04.721813 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=323bcb31-82ab-439e-b849-10084c041f90,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:04.761158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-7bffe436-0102-4a5e-903a-63e9c8149bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:04.763381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-7bffe436-0102-4a5e-903a-63e9c8149bee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726058 Aug 25 11:51:04.813470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.899958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:04.911523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:04.930697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:04.931584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.954026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:04.971788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Transition to ACTIVE for port object 688d60a8-c403-4454-a0dd-9b4510d2632c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:05.009093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Transition to ACTIVE for port object 688d60a8-c403-4454-a0dd-9b4510d2632c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:05.036910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:05.048230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=ec9aabce-916a-4800-824b-ad76d71655cf,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:05.049114 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:05.181123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1ce5c-ba44-48c3-b93d-e5a7f918f4c6 None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:05.296512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:05.300639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Pushing event updated for resources: {'Port': ['ID=688d60a8-c403-4454-a0dd-9b4510d2632c,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:05.343109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:05.356140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] For port 7112797a-d35e-4758-a823-0a5f89d88e66, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:05.374288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:05.470330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-0617decf-1716-420e-a64e-2c7c959b8523 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966710 Aug 25 11:51:05.492514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] For port 7112797a-d35e-4758-a823-0a5f89d88e66, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7112797a-d35e-4758-a823-0a5f89d88e66,segment=NetworkSegment(4a1f6d79-787d-4f61-b9a6-be4125bde7a0),segment_id=4a1f6d79-787d-4f61-b9a6-be4125bde7a0)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:05.543193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:05.570571 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:05.653768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Attempting to bind port 688d60a8-c403-4454-a0dd-9b4510d2632c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:05.654420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Attempting to bind port 688d60a8-c403-4454-a0dd-9b4510d2632c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '7dd2cb0e-6994-4056-8e8a-08a07f931549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:05.655171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Attempting to bind port 688d60a8-c403-4454-a0dd-9b4510d2632c on network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:05.710649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:05.711639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Checking segment: {'id': '7dd2cb0e-6994-4056-8e8a-08a07f931549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:05.712343 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:05.714911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Bound using segment: {'id': '7dd2cb0e-6994-4056-8e8a-08a07f931549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:05.722685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Bound port: 688d60a8-c403-4454-a0dd-9b4510d2632c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd2cb0e-6994-4056-8e8a-08a07f931549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'da69ee57-fa15-49ad-b029-79a2c7a8e1a4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:05.723437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:05.835171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:05.839548 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7df12a34-c40f-4929-a97e-d8792d43be22 req-e553e12b-c0d6-4d76-a9fb-31bdc607d7d6 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616319 Aug 25 11:51:05.905781 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a3bd6-188c-438a-b6d4-86db69aa5b0e None None] New status for floating IP 95c9b3a5-5ab3-473b-b40e-a57f6e1292e8: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:51:06.101615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] For port 688d60a8-c403-4454-a0dd-9b4510d2632c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:06.118122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] For port 688d60a8-c403-4454-a0dd-9b4510d2632c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=688d60a8-c403-4454-a0dd-9b4510d2632c,segment=NetworkSegment(7dd2cb0e-6994-4056-8e8a-08a07f931549),segment_id=7dd2cb0e-6994-4056-8e8a-08a07f931549)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:06.130368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76bb21-74d5-4fe6-8ebc-1210a250c13a None None] Pushing event updated for resources: {'Port': ['ID=7112797a-d35e-4758-a823-0a5f89d88e66,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:06.151025 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:06.174676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb03d323-6aea-487d-82d4-bafd1e7cf08e req-2c0fc28c-aac7-4e05-89e6-528d9de02637 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.3608580 Aug 25 11:51:06.262759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd0b04-7c93-442f-a6c8-f92d92fbc642 req-98b7159c-f1a9-4c8b-acdc-a9e6ae98eeff tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:06.264429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42cd0b04-7c93-442f-a6c8-f92d92fbc642 req-98b7159c-f1a9-4c8b-acdc-a9e6ae98eeff tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 943 time: 0.4809017 Aug 25 11:51:06.345850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-fa96a672-08d1-4a19-be5f-9a892f1da762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:06.350119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-fa96a672-08d1-4a19-be5f-9a892f1da762 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1095 time: 0.4130554 Aug 25 11:51:06.352360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ea394-624a-4f86-bb4b-133583e01403 None None] Pushing event updated for resources: {'Port': ['ID=688d60a8-c403-4454-a0dd-9b4510d2632c,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:06.356501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:06.399069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42cd0b04-7c93-442f-a6c8-f92d92fbc642 req-64b8f4d8-c9f9-487d-b461-8e28aa1c9b59 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192710 Aug 25 11:51:06.565295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-8640bec3-b389-4195-90e2-3048eeb275ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:06.571885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-8640bec3-b389-4195-90e2-3048eeb275ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 910 time: 0.1943989 Aug 25 11:51:06.686204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-c993e275-f7b5-44ca-9692-cdeeeb6d117f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 217 time: 0.1066496 Aug 25 11:51:06.764484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:06.779058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:06.780215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:06.902122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-51ccdefe-4c58-443c-a88e-ed1cd610c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:06.913715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-51ccdefe-4c58-443c-a88e-ed1cd610c3ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.2099092 Aug 25 11:51:07.037086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:07.043940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=ec9aabce-916a-4800-824b-ad76d71655cf,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:07.045722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-ee55a86b-a055-4c16-b658-9480141f9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:07.057860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-ee55a86b-a055-4c16-b658-9480141f9222 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354332 Aug 25 11:51:07.061487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:07.286481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=323bcb31-82ab-439e-b849-10084c041f90,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:07.302602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-3a61dc61-3ffb-4a49-ba56-478a245001e1 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363129 Aug 25 11:51:07.329731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:07.473160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:07.507601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:07.575095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77d01834-17e0-4cb7-8a3a-e9b1825a7df4 req-9c75b540-2963-4bfe-b456-7e6a75ca22e5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.1262610 Aug 25 11:51:07.731498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a699fee4-dc17-49c9-825d-4476db2c66c3 req-a2d74d35-d7da-4e9b-86e5-6cf4ff501819 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210377 Aug 25 11:51:07.776801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b293d4-f031-441d-80b7-e35a5852ea13 None None] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:07.796559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb9c6-673b-428d-ad28-a63aa7e7a9ae req-59c3d531-d6ee-4fd3-8bde-ced8eb8c9d56 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:07.799667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc4fb9c6-673b-428d-ad28-a63aa7e7a9ae req-59c3d531-d6ee-4fd3-8bde-ced8eb8c9d56 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 943 time: 0.2083991 Aug 25 11:51:07.891849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6fdc7a19-8df4-4106-bd50-3e83c5b8d540 None None] Provisioning for port 7112797a-d35e-4758-a823-0a5f89d88e66 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:07.927892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc4fb9c6-673b-428d-ad28-a63aa7e7a9ae req-2c84c93c-2e4e-41ef-9ab6-00b74ee13cc3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201856 Aug 25 11:51:08.245330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 688d60a8-c403-4454-a0dd-9b4510d2632c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:08.349847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d777d6c5-9a4d-4620-933d-7c83859a75f0 None None] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:08.398605 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP c67eb51e-58cd-421e-a552-400762df758a associated. External IP: 172.25.1.247, port: 0a7b11cb-27e6-4b32-9fb2-5edad67952cb. Aug 25 11:51:08.598001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0679fdc6-ff62-46d3-b10e-d3cfe025536b None None] Provisioning for port 688d60a8-c403-4454-a0dd-9b4510d2632c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:08.756133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router d230e82f-39a4-441a-8473-f5199f9abdb3 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:51:08.800601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdb74f29-865c-4c7d-9a29-a5419c08634e req-b189a6ff-2cbc-4130-a135-af4cfcb3eb51 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.0760415 Aug 25 11:51:08.979588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 688d60a8-c403-4454-a0dd-9b4510d2632c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:09.033908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 688d60a8-c403-4454-a0dd-9b4510d2632c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:09.034573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:09.220817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda347d-5926-463e-aec9-cd48621c1a10 req-b289e9e3-10c2-4194-8f75-82ddf94b5f6c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:09.227243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-afda347d-5926-463e-aec9-cd48621c1a10 req-b289e9e3-10c2-4194-8f75-82ddf94b5f6c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 943 time: 0.1459520 Aug 25 11:51:09.228890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:09.236250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-33da288c-63d2-41fe-a65b-a153e6ebcafc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/d230e82f-39a4-441a-8473-f5199f9abdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7310679 Aug 25 11:51:09.240395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58352) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:09.265344 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:09.270397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] Sync routers for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:09.325628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 887cd888-e29a-4feb-8049-2130bb336541 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:09.331051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:09.338186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:09.359762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc533954-8f85-47c4-890f-b15e5b68e0ca tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:09.369786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bc533954-8f85-47c4-890f-b15e5b68e0ca tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports/ec9aabce-916a-4800-824b-ad76d71655cf HTTP/1.1" status: 200 len: 911 time: 0.1242893 Aug 25 11:51:09.387652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58354) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:09.454831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:09.508936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 688d60a8-c403-4454-a0dd-9b4510d2632c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=688d60a8-c403-4454-a0dd-9b4510d2632c,segment=NetworkSegment(7dd2cb0e-6994-4056-8e8a-08a07f931549),segment_id=7dd2cb0e-6994-4056-8e8a-08a07f931549)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:09.512714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:09.513613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:09.519036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:09.524354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7112797a-d35e-4758-a823-0a5f89d88e66 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:09.763155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=688d60a8-c403-4454-a0dd-9b4510d2632c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:09.774418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b4cc80fe-042e-4be0-92fc-83e8d373bb16 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:51:09.792624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:09.793311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2907d8-939c-4c19-a42f-ca32da3e3031 None None] The sync data for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:09.839502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-afda347d-5926-463e-aec9-cd48621c1a10 req-47b642ef-7fdd-4ab6-8747-7ab94bef3117 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5087287 Aug 25 11:51:09.842488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:09.863730 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] Sync routers for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:09.915879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:09.926430 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:09.930640 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:10.016178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-860ab7c9-7f96-4674-9402-55ba8e4b2506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9642007 Aug 25 11:51:10.018384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:10.028243 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f2377f-5386-434c-abee-ec63e95db8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:10.088808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-74cb2d9c-bfc1-4f50-a9ef-e6c715c88a5a None None] Provisioning for port ec9aabce-916a-4800-824b-ad76d71655cf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:10.107570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7112797a-d35e-4758-a823-0a5f89d88e66 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:10.120487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-74cb2d9c-bfc1-4f50-a9ef-e6c715c88a5a None None] Provisioning complete for port ec9aabce-916a-4800-824b-ad76d71655cf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:10.121641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-74cb2d9c-bfc1-4f50-a9ef-e6c715c88a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:10.133988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7112797a-d35e-4758-a823-0a5f89d88e66 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:10.135265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:10.206467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883b6d07-97ac-465e-bef0-4375e8578b91 req-f9399f71-7ee4-48fb-bee8-ed0bdf46300c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.1688588 Aug 25 11:51:10.311491 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471207f7-d3ad-465d-a5f8-035261091d5f x-openstack-request-id: req-471207f7-d3ad-465d-a5f8-035261091d5f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:10.312085 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:10.312507 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-471207f7-d3ad-465d-a5f8-035261091d5f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:10.313099 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'status': 'completed', 'code': 200} Aug 25 11:51:10.430836 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:10.489262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293bb1-5d81-4fc1-b9ef-f4e27f6b0b9f req-857bb787-bee8-4e4d-a9a4-f3fddc752582 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:10.495020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-74cb2d9c-bfc1-4f50-a9ef-e6c715c88a5a None None] Port ec9aabce-916a-4800-824b-ad76d71655cf cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:10.500664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d293bb1-5d81-4fc1-b9ef-f4e27f6b0b9f req-857bb787-bee8-4e4d-a9a4-f3fddc752582 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.3180330 Aug 25 11:51:10.558459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b4cc80fe-042e-4be0-92fc-83e8d373bb16, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:10.566653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d293bb1-5d81-4fc1-b9ef-f4e27f6b0b9f req-1ecef2e8-78af-4d64-adfb-18c81149bb03 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633798 Aug 25 11:51:10.587008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58366) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:10.630577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-e1e7532a-28de-407b-b205-b17059ac2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:10.640146 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-e1e7532a-28de-407b-b205-b17059ac2455 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1098 time: 0.3009982 Aug 25 11:51:10.702875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'port_id': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'mac_address': 'fa:16:3e:82:8a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:51:10.933174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-b816c71b-a10a-443b-88bf-a3b0f0116ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:10.933174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-b816c71b-a10a-443b-88bf-a3b0f0116ba1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.2788198 Aug 25 11:51:10.941375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c580a57c-3a8f-479c-9f51-089554b83c3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 200 len: 992 time: 0.3524704 Aug 25 11:51:10.951088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.010976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-58665637-3473-4e6c-b57d-119278fa0b44 None None] Provisioning complete for port 688d60a8-c403-4454-a0dd-9b4510d2632c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:11.011566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58665637-3473-4e6c-b57d-119278fa0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.113086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-49a2c76b-6407-46c2-972d-7e796ddd06dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.1731124 Aug 25 11:51:11.123834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.149053 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.183039 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'c67eb51e-58cd-421e-a552-400762df758a', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '887cd888-e29a-4feb-8049-2130bb336541', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'mac_address': 'fa:16:3e:6a:cd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:05Z', 'updated_at': '2021-08-25T11:51:05Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:53Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:11.237848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cc80fe-042e-4be0-92fc-83e8d373bb16 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:51:11.260995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-b4de027b-dae8-4757-a00d-846437f942c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:11.263663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] Checking router: 887cd888-e29a-4feb-8049-2130bb336541 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:51:11.269069 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-b4de027b-dae8-4757-a00d-846437f942c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1446419 Aug 25 11:51:11.284808 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:11.285883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:11.377465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76fae0-d6ea-40b9-834b-766cf929efca req-dff1eb4c-ca8d-4931-b32f-8e59cae9566b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:11.383858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7112797a-d35e-4758-a823-0a5f89d88e66, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7112797a-d35e-4758-a823-0a5f89d88e66,segment=NetworkSegment(4a1f6d79-787d-4f61-b9a6-be4125bde7a0),segment_id=4a1f6d79-787d-4f61-b9a6-be4125bde7a0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:11.388887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b4cc80fe-042e-4be0-92fc-83e8d373bb16, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:11.396077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa76fae0-d6ea-40b9-834b-766cf929efca req-dff1eb4c-ca8d-4931-b32f-8e59cae9566b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 943 time: 0.3724914 Aug 25 11:51:11.410707 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.421037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.471860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-11eaec80-8406-4d3d-aeff-fa64eb5a0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:11.484767 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-11eaec80-8406-4d3d-aeff-fa64eb5a0ba2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073691 Aug 25 11:51:11.572352 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:11.606299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b4cc80fe-042e-4be0-92fc-83e8d373bb16,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:11.632196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.632646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.633196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.633772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.634317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.634877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.635414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.635965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.636498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.637023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.637939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.638466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:11.740927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=7112797a-d35e-4758-a823-0a5f89d88e66,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:11.750778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['b4cc80fe-042e-4be0-92fc-83e8d373bb16'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:51:11.757670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8:1::1 (da69ee57-fa15-49ad-b029-79a2c7a8e1a4/0337a05b-48e7-4b75-b9a5-be388523f225/d7c952f5-52d5-484f-8d2d-11ab23962f8f) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:11.781520 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-f9b35d28-378b-4f15-b692-8e262c086fe7 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873461 Aug 25 11:51:11.810281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 688d60a8-c403-4454-a0dd-9b4510d2632c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:11.913192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-58665637-3473-4e6c-b57d-119278fa0b44 None None] Provisioning complete for port ec9aabce-916a-4800-824b-ad76d71655cf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:11.913192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58665637-3473-4e6c-b57d-119278fa0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:11.945133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58380) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:12.008566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28603992-1ce0-4b6a-9546-395124e90ef4 req-dc667e4e-d857-4fea-8d27-4a1eba8f0661 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.5604889 Aug 25 11:51:12.065108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:12.085801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa76fae0-d6ea-40b9-834b-766cf929efca req-b4276ead-f578-418b-a326-85783e98d871 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6858430 Aug 25 11:51:12.128144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object d7c952f5-52d5-484f-8d2d-11ab23962f8f will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:12.157375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-58665637-3473-4e6c-b57d-119278fa0b44 None None] Port ec9aabce-916a-4800-824b-ad76d71655cf cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:12.236644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:12.269759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4a168c5e-2fb4-4cfe-ab04-acba449a4bba tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 200 len: 992 time: 0.3217309 Aug 25 11:51:12.295582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 688d60a8-c403-4454-a0dd-9b4510d2632c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:12.296364 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:12.321916 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76f2377f-5386-434c-abee-ec63e95db8b7 req-93b2f112-4bd1-4f5e-88e4-c8f4f9e2305e service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287678 Aug 25 11:51:12.355937 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'c67eb51e-58cd-421e-a552-400762df758a', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '887cd888-e29a-4feb-8049-2130bb336541', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'mac_address': 'fa:16:3e:6a:cd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:05Z', 'updated_at': '2021-08-25T11:51:05Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:53Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:12.404264 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2377b5-aad4-46f7-8e7d-41684edce866 None None] The sync data for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 is: [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'c67eb51e-58cd-421e-a552-400762df758a', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '887cd888-e29a-4feb-8049-2130bb336541', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'mac_address': 'fa:16:3e:6a:cd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:05Z', 'updated_at': '2021-08-25T11:51:05Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:53Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:12.412323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:12.414409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:12.417936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:12.418971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:12.446877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-39d5801c-71e4-4ac6-9c20-484b2235028f None None] Provisioning complete for port ec9aabce-916a-4800-824b-ad76d71655cf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:12.447696 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-39d5801c-71e4-4ac6-9c20-484b2235028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:12.465285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=d7c952f5-52d5-484f-8d2d-11ab23962f8f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:12.606492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-39d5801c-71e4-4ac6-9c20-484b2235028f None None] Port ec9aabce-916a-4800-824b-ad76d71655cf cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:12.619838 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:12.900323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af855972-a81f-4ba5-a64a-83e6f394bfcf None None] New status for floating IP c67eb51e-58cd-421e-a552-400762df758a: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:51:13.052133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6f62a3d0-d1cd-4d71-bd6a-cfa98f9669c0 None None] Provisioning for port d7c952f5-52d5-484f-8d2d-11ab23962f8f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:13.078634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6f62a3d0-d1cd-4d71-bd6a-cfa98f9669c0 None None] Provisioning complete for port d7c952f5-52d5-484f-8d2d-11ab23962f8f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:13.079897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6f62a3d0-d1cd-4d71-bd6a-cfa98f9669c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:13.205397 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:13.273502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58390) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:13.305791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:13.307513 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:13.352558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecd290bb-8bee-4b60-beb6-d2c9a5fc86c9 req-5d5baea8-1406-4617-abc7-20b5b6ecdef2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.1431098 Aug 25 11:51:13.356663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-65d3ef23-4f6f-4b2b-9880-698cf0c4da88 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 200 len: 992 time: 0.0815952 Aug 25 11:51:13.549494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6f62a3d0-d1cd-4d71-bd6a-cfa98f9669c0 None None] Port d7c952f5-52d5-484f-8d2d-11ab23962f8f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:13.558428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=d7c952f5-52d5-484f-8d2d-11ab23962f8f,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:13.592253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41d76b-a759-432e-8d57-839e3d1e2bf5 req-b870a709-7998-444d-a6cf-19a184a76c4e tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:13.601077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a41d76b-a759-432e-8d57-839e3d1e2bf5 req-b870a709-7998-444d-a6cf-19a184a76c4e tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 944 time: 0.3507466 Aug 25 11:51:13.627536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7112797a-d35e-4758-a823-0a5f89d88e66 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:13.658482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a41d76b-a759-432e-8d57-839e3d1e2bf5 req-8259885e-a219-460c-a062-d6bf68945261 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562096 Aug 25 11:51:13.723570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:13.726066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:13.740289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7112797a-d35e-4758-a823-0a5f89d88e66 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:13.740900 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:13.987082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router d230e82f-39a4-441a-8473-f5199f9abdb3 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:14.214854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-85883ca4-363a-4768-a338-71469f75ba02 None None] Provisioning complete for port d7c952f5-52d5-484f-8d2d-11ab23962f8f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:14.215475 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85883ca4-363a-4768-a338-71469f75ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:14.232321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:14.250852 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] Sync routers for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:14.254487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2615cea8-47e2-4078-9737-7d09f2a94be3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/d230e82f-39a4-441a-8473-f5199f9abdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8617675 Aug 25 11:51:14.259215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58402) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:14.304337 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:14.312006 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:14.350790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253c8c5-bbfa-4edd-84bd-efcad9abb7ac tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:14.352240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-85883ca4-363a-4768-a338-71469f75ba02 None None] Port d7c952f5-52d5-484f-8d2d-11ab23962f8f cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:14.352441 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4253c8c5-bbfa-4edd-84bd-efcad9abb7ac tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports/d7c952f5-52d5-484f-8d2d-11ab23962f8f HTTP/1.1" status: 200 len: 913 time: 0.0921247 Aug 25 11:51:14.357012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58406) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:14.361936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58408) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:14.438451 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:14.454200 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:14.455547 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:14.491497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4ef2363d-0d34-4084-9f1c-f44e727cc889 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 200 len: 994 time: 0.1269972 Aug 25 11:51:14.528903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:14.530958 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06416b7-34f6-475c-bf1e-143255a4ca8d None None] The sync data for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:14.648146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c078da3-1da8-47a5-b705-ab62cba58ca9 req-bb308c42-469a-4213-937e-fb8ec54d2624 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6abf9bf-31be-4e02-a54d-e473adc82597 HTTP/1.1" status: 200 len: 210 time: 0.0628018 Aug 25 11:51:14.916933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0065136-24b8-44ba-9d5d-40a92cd1e067 req-226e47b0-9dcc-4714-a1fc-3e60951fd872 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:14.919917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0065136-24b8-44ba-9d5d-40a92cd1e067 req-226e47b0-9dcc-4714-a1fc-3e60951fd872 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 944 time: 0.0941286 Aug 25 11:51:15.002354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0065136-24b8-44ba-9d5d-40a92cd1e067 req-9db0b3b3-b298-4911-b5fb-afa2f76fdc42 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691831 Aug 25 11:51:15.107335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:15.597313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port d7c952f5-52d5-484f-8d2d-11ab23962f8f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:15.598070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:15.773501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b4cc80fe-042e-4be0-92fc-83e8d373bb16 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:15.785824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:15.811785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for d7c952f5-52d5-484f-8d2d-11ab23962f8f owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:15.911700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port b4cc80fe-042e-4be0-92fc-83e8d373bb16 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:15.917091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port b4cc80fe-042e-4be0-92fc-83e8d373bb16 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:15.917470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:16.060589 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:16.133043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:16.146096 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66d421b-0329-4160-8b38-cc254b4719d4" -d '{"events": [{"server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "name": "network-vif-plugged", "status": "completed", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:16.182139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b4cc80fe-042e-4be0-92fc-83e8d373bb16, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:16.187592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:16.190957 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:16.272810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=d7c952f5-52d5-484f-8d2d-11ab23962f8f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:16.323031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2411d35-2f80-41c0-8333-9a85be1897ee req-11c613f9-3e70-49fa-8a8e-3e3493312c9b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:16.337787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b4cc80fe-042e-4be0-92fc-83e8d373bb16,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:16.359399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2411d35-2f80-41c0-8333-9a85be1897ee req-11c613f9-3e70-49fa-8a8e-3e3493312c9b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 944 time: 0.2397783 Aug 25 11:51:16.474312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-c6682340-61b7-48b7-824d-65fca3898b63 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53326391&fields=id&tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 267 time: 0.1134028 Aug 25 11:51:16.485987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:16.571938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e2411d35-2f80-41c0-8333-9a85be1897ee req-84bd61ff-50c1-46e4-a767-1c1d18ec6e25 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959331 Aug 25 11:51:16.720344 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a82a3ba-fd7c-4d81-8cf0-47946179759c x-openstack-request-id: req-0a82a3ba-fd7c-4d81-8cf0-47946179759c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:16.720656 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "name": "network-vif-plugged", "status": "completed", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:16.720913 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a82a3ba-fd7c-4d81-8cf0-47946179759c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:16.721297 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'code': 200} Aug 25 11:51:16.909144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-b1fcf4f1-7018-47ec-b874-55f7b3af92ad tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:16.918927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-b1fcf4f1-7018-47ec-b874-55f7b3af92ad tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.4138851 Aug 25 11:51:16.947082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-8e563bf3-c8df-4df6-8734-08f8d467d320 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0210097 Aug 25 11:51:17.000180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486f060-93cf-4bad-8b17-820c2215ec27 req-deda7c28-e9ad-476b-9826-8227034e4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:17.004391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e486f060-93cf-4bad-8b17-820c2215ec27 req-deda7c28-e9ad-476b-9826-8227034e4ffc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.1763501 Aug 25 11:51:17.122145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e486f060-93cf-4bad-8b17-820c2215ec27 req-5f8fc30e-5041-40e1-965b-c62fff9d8ffd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619869 Aug 25 11:51:17.172219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-2ac9514a-56ce-4607-9236-9e32188f3bbd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2054904 Aug 25 11:51:17.221280 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router d230e82f-39a4-441a-8473-f5199f9abdb3 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:17.334844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-4675c086-35a8-40eb-8087-61d6b4079120 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478143 Aug 25 11:51:17.375957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:17.387369 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ac622c57-86a4-417d-94c0-e09653066dfd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/d230e82f-39a4-441a-8473-f5199f9abdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0289791 Aug 25 11:51:17.390724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:17.394313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] Sync routers for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:17.418326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:17.419619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:17.493543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:17.517126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:17.517989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:17.559359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:17.560058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0344cfb-7092-4f18-a57a-e049a23916fc None None] The sync data for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:17.571351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-7187b25a-5655-45a4-8a71-3bf3a5298c5d service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256684 Aug 25 11:51:17.602788 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:51:17.799540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e88f65-3f9b-42ae-999b-be1e94a60a3d req-28826d0d-9d90-4b98-b8a4-472e12afc1f7 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:17.807913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42e88f65-3f9b-42ae-999b-be1e94a60a3d req-28826d0d-9d90-4b98-b8a4-472e12afc1f7 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.0910711 Aug 25 11:51:17.887971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42e88f65-3f9b-42ae-999b-be1e94a60a3d req-2f08b123-5d13-4403-ad02-fc4f90aad7d6 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789163 Aug 25 11:51:17.967165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:18.265115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-21a27679-8024-445d-94ea-46219ffd148e req-cf706efb-27e0-4fb9-9d98-e7f0b183d0a5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0683918 Aug 25 11:51:18.269810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cba105ed-0f0d-462a-8f70-97e2038c4ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:18.330782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port ec9aabce-916a-4800-824b-ad76d71655cf {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:18.331246 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:18.469517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:18.484744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for ec9aabce-916a-4800-824b-ad76d71655cf owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:18.753617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:18.793515 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=ec9aabce-916a-4800-824b-ad76d71655cf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:19.065081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:19.090008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f153d2f-e4f5-4fba-b28a-9954764093b1 req-37638707-d1ce-479e-9c3a-661fb2d51fb2 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:19.098788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f153d2f-e4f5-4fba-b28a-9954764093b1 req-37638707-d1ce-479e-9c3a-661fb2d51fb2 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.0886853 Aug 25 11:51:19.153954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f153d2f-e4f5-4fba-b28a-9954764093b1 req-9ea0bdf0-6abd-498e-8a08-6144e0e05439 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534499 Aug 25 11:51:19.359424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d85519-eac9-49c2-aff3-51052e75f12c req-8f4e032a-8e50-43be-a709-ee5e53d5b386 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:19.361736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70d85519-eac9-49c2-aff3-51052e75f12c req-8f4e032a-8e50-43be-a709-ee5e53d5b386 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.1170909 Aug 25 11:51:19.386119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2831de7-3014-4279-ab12-22670acf53da req-168f8629-46ec-48ae-b91c-9f3dfbb484cf tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0491357 Aug 25 11:51:19.433846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70d85519-eac9-49c2-aff3-51052e75f12c req-388f19de-4fe0-4c3b-8220-e669b5adb14b tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510697 Aug 25 11:51:19.516539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router d230e82f-39a4-441a-8473-f5199f9abdb3 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:19.699546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41cd2-9135-45e2-a3c7-2c9e68b8d834 req-4947ddc7-4966-41fc-9ec9-98b920383841 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:19.716145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f41cd2-9135-45e2-a3c7-2c9e68b8d834 req-4947ddc7-4966-41fc-9ec9-98b920383841 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.1750228 Aug 25 11:51:19.735885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:19.759866 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3bad104d-c920-4c5a-b745-80d9ca0ff360 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/d230e82f-39a4-441a-8473-f5199f9abdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3682399 Aug 25 11:51:19.761171 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] Sync routers for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:19.769887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58492) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:19.833416 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:19.836582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:19.849835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-33a595c3-0a55-4228-b570-9981556e42bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=d230e82f-39a4-441a-8473-f5199f9abdb3 HTTP/1.1" status: 200 len: 205 time: 0.0726247 Aug 25 11:51:19.855927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58494) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:19.891336 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:19.908395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] Routers {'d230e82f-39a4-441a-8473-f5199f9abdb3'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:19.909529 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:50:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['d230e82f-39a4-441a-8473-f5199f9abdb3'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:19.949897 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:19.950983 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12a5f37-d2d7-4a97-87bf-6797e8d3b8ca None None] The sync data for ids ['d230e82f-39a4-441a-8473-f5199f9abdb3'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:20.014911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-7adf4fd4-65c6-4519-a280-ead7dafe2b9a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:20.020985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:20.027773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-7adf4fd4-65c6-4519-a280-ead7dafe2b9a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.3081405 Aug 25 11:51:20.095722 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-1a5d32b2-bf8a-4f65-a13b-db19d86c4300 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 378 time: 0.0635626 Aug 25 11:51:20.118160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'security_groups': ['a1a678bf-0936-43f5-a90f-ba7e32db7d36']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:20.152768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8f41cd2-9135-45e2-a3c7-2c9e68b8d834 req-9205f0f7-a95b-4328-bda1-4213051e03fd tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4302609 Aug 25 11:51:20.220095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58498) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:20.482520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:20.487055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:20.662364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efe3fb-f31e-45ef-a41d-ad79f7bf701a tempest-TestServerBasicOps-609602170 tempest-TestServerBasicOps-609602170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:20.670405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-94efe3fb-f31e-45ef-a41d-ad79f7bf701a tempest-TestServerBasicOps-609602170 tempest-TestServerBasicOps-609602170-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1092 time: 0.4482303 Aug 25 11:51:20.671174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58506) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:20.710026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:20.805139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:20.869743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:20.874098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:20.889850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.4 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/26ccd141-39fb-4f26-9e92-c9e3f5cf91e7) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:20.906340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a37b14ec-5ea8-4052-bc5a-c69f63855909 req-b5142de1-a2e8-4f39-8515-eb182c52cc74 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0495975 Aug 25 11:51:20.972562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:20.973728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router d230e82f-39a4-441a-8473-f5199f9abdb3 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:51:20.999057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.000748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-be5ad15d-501d-4dc4-8a28-1d44481154dd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/d230e82f-39a4-441a-8473-f5199f9abdb3 HTTP/1.1" status: 204 len: 168 time: 1.1433625 Aug 25 11:51:21.004405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58508) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:21.130281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.182476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet 0337a05b-48e7-4b75-b9a5-be388523f225 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:51:21.191704 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.208439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2ded-e168-47f3-bfc9-8e9e0d41a7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.209368 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.241707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:21.277425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.329476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Allocated IP 172.25.1.188 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ebb9b9a0-2d74-4136-897c-c9f31892ac1a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:21.379510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.427410 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.479537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.505593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.512204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ca9b9-6dc8-49a7-9bc9-7e9921509455 None None] Network da69ee57-fa15-49ad-b029-79a2c7a8e1a4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:21.520929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/0337a05b-48e7-4b75-b9a5-be388523f225 HTTP/1.1" status: 204 len: 168 time: 0.5148990 Aug 25 11:51:21.524314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:21.685818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3d46b-d773-460f-9824-7e2a571038ce tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=0337a05b-48e7-4b75-b9a5-be388523f225,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:21.690077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.803017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet f6dfc18e-3dff-4b2e-b59a-640e9f006d7e {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:51:21.803017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.824996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:21.844421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.848473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:21.853422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:21.858707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:21.862908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:21.994639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.051977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:22.051977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.081719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.136625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.173058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.173663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'Port': ['ID=ebb9b9a0-2d74-4136-897c-c9f31892ac1a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:22.178611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/f6dfc18e-3dff-4b2e-b59a-640e9f006d7e HTTP/1.1" status: 204 len: 168 time: 0.6529179 Aug 25 11:51:22.180809 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-e73265bd-631c-4b0d-939e-566da249a14d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0759332 Aug 25 11:51:22.181301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58538) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:22.204861 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00f29b-4aa2-4a70-8900-03726e700ac5 None None] Network 710e4e41-eab8-45ee-9495-81f9eead48e9 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:22.212185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6169006-dc62-4de3-a1f5-8dadf431f876 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dfc18e-3dff-4b2e-b59a-640e9f006d7e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:22.222873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Request body: {'port': {'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:22.337071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ac835-9cb2-4bfe-8906-2b145eef0dc0 req-d7facc1e-a302-4f78-ac2c-3f6f3e2f9d50 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:22.337661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] DHCP port deletion for da69ee57-fa15-49ad-b029-79a2c7a8e1a4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:51:22.339552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6ac835-9cb2-4bfe-8906-2b145eef0dc0 req-d7facc1e-a302-4f78-ac2c-3f6f3e2f9d50 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 931 time: 0.2152326 Aug 25 11:51:22.462780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:22.481430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c6ac835-9cb2-4bfe-8906-2b145eef0dc0 req-79f162c6-db0c-4e59-bd24-ea43eedf30df tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253924 Aug 25 11:51:22.487573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] Deleting port 688d60a8-c403-4454-a0dd-9b4510d2632c {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:22.488246 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.524671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:22.543497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:22.680745 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.693645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.710749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.717257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6eaf1a61-41b1-49eb-8142-bd03d4ff013d None None] Provisioning for port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:22.749176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6eaf1a61-41b1-49eb-8142-bd03d4ff013d None None] Provisioning complete for port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:22.749832 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1a61-41b1-49eb-8142-bd03d4ff013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.844775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf1a61-41b1-49eb-8142-bd03d4ff013d None None] Port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:22.863316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] For port 688d60a8-c403-4454-a0dd-9b4510d2632c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=688d60a8-c403-4454-a0dd-9b4510d2632c,segment=NetworkSegment(7dd2cb0e-6994-4056-8e8a-08a07f931549),segment_id=7dd2cb0e-6994-4056-8e8a-08a07f931549)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:22.863756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:22.881760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] Calling delete_port for 688d60a8-c403-4454-a0dd-9b4510d2632c owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:23.040379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] DHCP port deletion for 710e4e41-eab8-45ee-9495-81f9eead48e9 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:51:23.056770 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.206582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] No DVR routers for this DVR port 688d60a8-c403-4454-a0dd-9b4510d2632c on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:23.215059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087bfb7-cba6-4ff0-81b7-d46078482a1f None None] Pushing event deleted for resources: {'Port': ['ID=688d60a8-c403-4454-a0dd-9b4510d2632c,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:23.341280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] Deleting port 7112797a-d35e-4758-a823-0a5f89d88e66 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:23.342888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.392282 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 688d60a8-c403-4454-a0dd-9b4510d2632c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:23.392791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.522716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 688d60a8-c403-4454-a0dd-9b4510d2632c, host n-d-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:23.523192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.573447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 688d60a8-c403-4454-a0dd-9b4510d2632c owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:23.585264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Port 688d60a8-c403-4454-a0dd-9b4510d2632c was not found and therefore no delete operation was performed {{(pid=94911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:51:23.603402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] For port 7112797a-d35e-4758-a823-0a5f89d88e66, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7112797a-d35e-4758-a823-0a5f89d88e66,segment=NetworkSegment(4a1f6d79-787d-4f61-b9a6-be4125bde7a0),segment_id=4a1f6d79-787d-4f61-b9a6-be4125bde7a0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:23.604050 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.607017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.664274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] Calling delete_port for 7112797a-d35e-4758-a823-0a5f89d88e66 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:23.701212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=688d60a8-c403-4454-a0dd-9b4510d2632c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:23.720879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port 688d60a8-c403-4454-a0dd-9b4510d2632c on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:23.861659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 688d60a8-c403-4454-a0dd-9b4510d2632c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:51:23.939186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a93a2a-a259-4465-b809-aaeaafa58601 req-240d2bfb-a456-4d14-a636-d2fcd6c6baa2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:23.950902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:23.954624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10a93a2a-a259-4465-b809-aaeaafa58601 req-240d2bfb-a456-4d14-a636-d2fcd6c6baa2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 931 time: 0.2246215 Aug 25 11:51:23.968866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 688d60a8-c403-4454-a0dd-9b4510d2632c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:51:23.972949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 688d60a8-c403-4454-a0dd-9b4510d2632c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:51:23.973741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7112797a-d35e-4758-a823-0a5f89d88e66 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:51:24.109975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10a93a2a-a259-4465-b809-aaeaafa58601 req-e78bfbce-3b3e-4984-8979-b545d9d771a1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510224 Aug 25 11:51:24.137776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7112797a-d35e-4758-a823-0a5f89d88e66 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:51:24.138346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7112797a-d35e-4758-a823-0a5f89d88e66 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:51:24.152092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] Pushing event deleted for resources: {'Port': ['ID=7112797a-d35e-4758-a823-0a5f89d88e66,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:24.172223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5eba5a-0d32-4720-914f-5950ac11e987 None None] No DVR routers for this DVR port 7112797a-d35e-4758-a823-0a5f89d88e66 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:24.282200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:51:24.290940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:24.310035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:24.316674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da69ee57-fa15-49ad-b029-79a2c7a8e1a4']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:24.366531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:24.377094 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:24.377676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd2cb0e-6994-4056-8e8a-08a07f931549') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:24.377676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd2cb0e-6994-4056-8e8a-08a07f931549') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:24.434347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:24.446829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Transition to ACTIVE for port object 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:24.470922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:24.477357 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.009458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:51:25.010600 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:51:25.021162 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:51:25.101863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.152122 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.159944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/da69ee57-fa15-49ad-b029-79a2c7a8e1a4 HTTP/1.1" status: 204 len: 168 time: 2.9669216 Aug 25 11:51:25.159944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d17f-8f12-4579-a3cf-4898e690800d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=da69ee57-fa15-49ad-b029-79a2c7a8e1a4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:25.167483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:25.304958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.348172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.405981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Pushing event updated for resources: {'Port': ['ID=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:25.519451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0082-6129-4ba7-8463-c43d11e2d36f req-95ad27fc-188e-4626-86d7-7d9d4f6e6d17 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:25.527807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad3f0082-6129-4ba7-8463-c43d11e2d36f req-95ad27fc-188e-4626-86d7-7d9d4f6e6d17 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.2171011 Aug 25 11:51:25.664717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad3f0082-6129-4ba7-8463-c43d11e2d36f req-5549d868-774c-4bbd-abe4-a07518cddf79 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246972 Aug 25 11:51:25.665164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.691386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710e4e41-eab8-45ee-9495-81f9eead48e9']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:25.748849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1f6d79-787d-4f61-b9a6-be4125bde7a0') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:25.749366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1f6d79-787d-4f61-b9a6-be4125bde7a0') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:25.768589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.830572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Attempting to bind port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:25.830878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Attempting to bind port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:25.831182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Attempting to bind port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:25.913431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.929233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:51:25.929590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Attempting to bind port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:25.933015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:51:25.933169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:51:25.937967 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:51:26.035743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:26.035743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:26.035743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:26.035743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Bound port: 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:26.035743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.045642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.067550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.115000 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.149273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.151479 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/710e4e41-eab8-45ee-9495-81f9eead48e9 HTTP/1.1" status: 204 len: 168 time: 0.9781978 Aug 25 11:51:26.159681 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58604) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:26.170133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176077739'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:26.176296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90ec62-5321-4f11-b4e4-95e49364a544 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=710e4e41-eab8-45ee-9495-81f9eead48e9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:26.218370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event updated for resources: {'Port': ['ID=ebb9b9a0-2d74-4136-897c-c9f31892ac1a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:26.275997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] For port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:26.280509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] For port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:26.281940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.284125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:26.288370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.294638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.343631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:51:26.355610 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.355990 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment e7492b0c-6d00-4921-b637-8838649efd5c of type vlan for network 84f26d74-a2b4-4fb7-b741-cdada0b5482a Aug 25 11:51:26.444276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.478552 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.491079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:26.493816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.495618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:26.496347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:26.507818 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] 10.222.0.10 "PUT /v2.0/ports/26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 1092 time: 4.3057246 Aug 25 11:51:26.512061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:26.515492 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293fecab-eff9-41a3-bc85-3681cee97aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:26.685540 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a876775-8ce5-47bb-8927-d9b711ad188f x-openstack-request-id: req-9a876775-8ce5-47bb-8927-d9b711ad188f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:26.688524 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:26.689505 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a876775-8ce5-47bb-8927-d9b711ad188f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:26.690895 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'status': 'completed', 'code': 200} Aug 25 11:51:26.808965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=84f26d74-a2b4-4fb7-b741-cdada0b5482a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:26.832521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fa6ebef2-6ca5-4f54-bd8e-66d166194125 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6703620 Aug 25 11:51:26.838109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58620) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:26.843574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:51:26.848419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:26.883616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc0463-0dca-4274-af51-9cdf6e643687 service neutron] Pushing event updated for resources: {'Port': ['ID=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:26.955657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-8b25efab-bda6-4a71-be95-e9cd394dd01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:26.957374 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-8b25efab-bda6-4a71-be95-e9cd394dd01c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1095 time: 0.3385360 Aug 25 11:51:26.969635 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Floating IP 1df46394-3ac7-468d-a826-897f6afd293b associated. External IP: 172.25.1.188, port: b4cc80fe-042e-4be0-92fc-83e8d373bb16. Aug 25 11:51:27.105585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315fb26-5db3-4de5-b730-5a34eba88f99 req-1bbc9752-dc65-4b24-9b03-acde0c645b8b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:27.118689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5315fb26-5db3-4de5-b730-5a34eba88f99 req-1bbc9752-dc65-4b24-9b03-acde0c645b8b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.2825527 Aug 25 11:51:27.170084 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-49dbe8c6-213a-474f-86bf-cb32dc9f8f45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 217 time: 0.1973042 Aug 25 11:51:27.236160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5315fb26-5db3-4de5-b730-5a34eba88f99 req-86602dc2-87e7-4e82-a66e-e3afdf23c7b1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156065 Aug 25 11:51:27.249278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:27.259952 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:27.395062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-c232a7d4-28d2-4b45-8cf5-2ac417464f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:27.397419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-c232a7d4-28d2-4b45-8cf5-2ac417464f68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.2114551 Aug 25 11:51:27.399840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:27.589570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbea8-507c-4478-bc7b-9991519fc08a req-2106c776-1cbb-4e20-80ec-17ebcc41ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:27.591643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-2106c776-1cbb-4e20-80ec-17ebcc41ade9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837010 Aug 25 11:51:27.765888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:27.814757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-2fdcc9cb-bcc5-441c-aec5-8cb1786823ab service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009923 Aug 25 11:51:27.817732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Router 3adc0321-b066-4782-ab83-cffb0f8a2b92 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:27.983834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': 'e7492b0c-6d00-4921-b637-8838649efd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:27.984561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 84f26d74-a2b4-4fb7-b741-cdada0b5482a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:51:27.992295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=61d6a576-efc0-4119-a1de-1e03050d753e,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:28.025003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:51:28.050027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 84f26d74-a2b4-4fb7-b741-cdada0b5482a) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:28.066683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:28.067318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.073898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f3f18-c86b-4654-9ee1-6325f82864f0 None None] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:28.093769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-25f31ba0-7622-4cc7-b353-6ac6409f9583 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2534895 Aug 25 11:51:28.097143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58634) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:28.112709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-219834988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:28.130949 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76efbea8-507c-4478-bc7b-9991519fc08a req-2b853f2d-7ecb-4106-98bd-e0c41e246b97 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032143 Aug 25 11:51:28.134444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:28.156399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.158157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.166176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] Sync routers for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:28.199778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.210633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:28.211639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:28.284465 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.298400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.345731 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f6c5e61-3ae5-4f9e-be5c-afb47771e43f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6307411 Aug 25 11:51:28.360794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.362872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bc694013-d1ae-41bb-852a-1912bc536f0b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2606928 Aug 25 11:51:28.367135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58642) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:28.375968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'port': {'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a', 'name': 'tempest-RoutersIpV6Test-1981130715'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:28.400992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-d7664b93-9b9b-42d1-bf0a-824337cc3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:28.405099 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-d7664b93-9b9b-42d1-bf0a-824337cc3b39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1095 time: 0.1373985 Aug 25 11:51:28.639056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:28.778423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e579de-0648-45af-a59e-265e95efa1c9 req-405b47cc-c835-4a7c-b48f-e67a5a51cd49 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:28.794242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82e579de-0648-45af-a59e-265e95efa1c9 req-405b47cc-c835-4a7c-b48f-e67a5a51cd49 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.2906046 Aug 25 11:51:28.796392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:28.801385 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542bd02-bf20-4093-8632-28d92f6c304e" -d '{"events": [{"name": "network-changed", "server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:28.805573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-1ffc7694-60a3-4c9c-bc92-7a6e12195682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:28.807267 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-1ffc7694-60a3-4c9c-bc92-7a6e12195682 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.3938310 Aug 25 11:51:28.914671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-84f26d74-a2b4-4fb7-b741-cdada0b5482a', 'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': '61d6a576-efc0-4119-a1de-1e03050d753e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:51:28.922468 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:28.948411 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-4af3b7c4-5434-4f79-806d-f43f0aa0b33e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 217 time: 0.1256258 Aug 25 11:51:28.963513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82e579de-0648-45af-a59e-265e95efa1c9 req-2ad653bd-60a9-4738-b043-8568c024bdee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668470 Aug 25 11:51:28.973407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:28.985553 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1029c4-5e02-406a-88cc-71e068afeff1 x-openstack-request-id: req-dd1029c4-5e02-406a-88cc-71e068afeff1 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:28.986107 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:28.986504 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd1029c4-5e02-406a-88cc-71e068afeff1 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:28.987283 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'status': 'completed', 'code': 200} Aug 25 11:51:29.000188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:29.085853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-99659957-4b7d-4b5b-afb4-aea2acad0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:29.087791 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-99659957-4b7d-4b5b-afb4-aea2acad0749 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1372206 Aug 25 11:51:29.135455 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] device_id is not set on port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:51:29.257077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-888fe29e-03bd-4373-9ca6-4b8cdfd8693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:29.258983 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-888fe29e-03bd-4373-9ca6-4b8cdfd8693c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583238 Aug 25 11:51:29.268068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Allocated IP 2001:db8::2 (84f26d74-a2b4-4fb7-b741-cdada0b5482a/61d6a576-efc0-4119-a1de-1e03050d753e/1728d75b-c713-475a-bdf0-345546acb557) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:29.282680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bd02-bf20-4093-8632-28d92f6c304e req-fd7e2fde-bcd2-4d87-a7df-7333b47a9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:29.285673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-fd7e2fde-bcd2-4d87-a7df-7333b47a9544 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.2119827 Aug 25 11:51:29.387723 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-6cb5b3f2-86c5-430a-985a-7383469fca89 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180928 Aug 25 11:51:29.574211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bd02-bf20-4093-8632-28d92f6c304e req-2462317a-726c-4390-8fd3-aad58d54a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:29.579894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-2462317a-726c-4390-8fd3-aad58d54a6e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 910 time: 0.2832572 Aug 25 11:51:29.645995 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-293fecab-eff9-41a3-bc85-3681cee97aa4 req-dd8b9ee0-56d7-41df-b085-1aca94f2ec2e service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465537 Aug 25 11:51:29.711865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-c3c5a8a8-9d4e-4411-a208-c66b34a97eaa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 999 time: 0.1263888 Aug 25 11:51:29.742433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '1df46394-3ac7-468d-a826-897f6afd293b', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'port_id': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'mac_address': 'fa:16:3e:82:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:23Z', 'updated_at': '2021-08-25T11:51:23Z', 'revision_number': 0, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:48Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:29.813679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bd02-bf20-4093-8632-28d92f6c304e req-89371485-5917-4a15-8dba-0a2cacd42f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:29.822798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-89371485-5917-4a15-8dba-0a2cacd42f1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.1011946 Aug 25 11:51:29.828352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] Checking router: 3adc0321-b066-4782-ab83-cffb0f8a2b92 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:51:29.973926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:29.977367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bd02-bf20-4093-8632-28d92f6c304e req-8b56d3da-1f6b-4897-aec9-ee79c0ea479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:29.978570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:29.990860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-8b56d3da-1f6b-4897-aec9-ee79c0ea479f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593735 Aug 25 11:51:30.235978 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:30.253201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Transition to ACTIVE for port object 1728d75b-c713-475a-bdf0-345546acb557 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:30.412475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-1b2e6c95-2798-4004-97fc-d3aa77590d07 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116802 Aug 25 11:51:30.430019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefa19-7b22-4d19-bdf6-f3bfd0a75f90 req-c5565abd-d342-4a59-bf1b-8cf9e45ef2de tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:30.431938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8dcefa19-7b22-4d19-bdf6-f3bfd0a75f90 req-c5565abd-d342-4a59-bf1b-8cf9e45ef2de tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.1776586 Aug 25 11:51:30.572568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8dcefa19-7b22-4d19-bdf6-f3bfd0a75f90 req-d61dde7e-7153-4dd5-ad95-7e4b761d4989 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111331 Aug 25 11:51:30.666674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9542bd02-bf20-4093-8632-28d92f6c304e req-8b9ee75e-e12e-4626-8cc0-1cfb2cf45029 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331519 Aug 25 11:51:30.748475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Transition to ACTIVE for port object 1728d75b-c713-475a-bdf0-345546acb557 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:30.776628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:30.943941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:30.949304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:30.952640 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:30.993760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8::263 (84f26d74-a2b4-4fb7-b741-cdada0b5482a/61d6a576-efc0-4119-a1de-1e03050d753e/b7dc5a75-6b90-46a4-82bd-14ca517a8ca9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:31.058981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:31.231930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.233188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Pushing event updated for resources: {'Port': ['ID=1728d75b-c713-475a-bdf0-345546acb557,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:31.371316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.389631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:31.419611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Attempting to bind port 1728d75b-c713-475a-bdf0-345546acb557 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:31.420359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Attempting to bind port 1728d75b-c713-475a-bdf0-345546acb557 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e7492b0c-6d00-4921-b637-8838649efd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:31.421153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Attempting to bind port 1728d75b-c713-475a-bdf0-345546acb557 on network 84f26d74-a2b4-4fb7-b741-cdada0b5482a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:31.438180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:31.439082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Checking segment: {'id': 'e7492b0c-6d00-4921-b637-8838649efd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:31.439857 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.440570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Bound using segment: {'id': 'e7492b0c-6d00-4921-b637-8838649efd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:31.441451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Bound port: 1728d75b-c713-475a-bdf0-345546acb557, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7492b0c-6d00-4921-b637-8838649efd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '84f26d74-a2b4-4fb7-b741-cdada0b5482a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:31.442138 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.467457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55784-fa31-4e6c-a1fc-4df5f23d73db req-dfbf3751-5e7f-4aee-97db-0d68fcb17b0f tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:31.469156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25a55784-fa31-4e6c-a1fc-4df5f23d73db req-dfbf3751-5e7f-4aee-97db-0d68fcb17b0f tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1098 time: 0.0776315 Aug 25 11:51:31.479742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.600510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:31.615610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:31.619903 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] For port 1728d75b-c713-475a-bdf0-345546acb557, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:31.629457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:31.636540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:31.637280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.639741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] For port 1728d75b-c713-475a-bdf0-345546acb557, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1728d75b-c713-475a-bdf0-345546acb557,segment=NetworkSegment(e7492b0c-6d00-4921-b637-8838649efd5c),segment_id=e7492b0c-6d00-4921-b637-8838649efd5c)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:31.651250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=b7dc5a75-6b90-46a4-82bd-14ca517a8ca9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:31.664308 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:31.667059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25a55784-fa31-4e6c-a1fc-4df5f23d73db req-c061baae-d0d4-45ae-9914-656ec2b33be7 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846633 Aug 25 11:51:31.672713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.672983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.673330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.673670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.674037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.674446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.674779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.675113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.675551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.675755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.676102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.676571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:51:31.696319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aac773d3-6ba6-4931-bb75-9088325c8bcb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3272848 Aug 25 11:51:31.698954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58692) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:31.769885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170271-d581-4e1f-abd3-d8c425329661 None None] Pushing event updated for resources: {'Port': ['ID=1728d75b-c713-475a-bdf0-345546acb557,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:31.873095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '1df46394-3ac7-468d-a826-897f6afd293b', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'port_id': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'mac_address': 'fa:16:3e:82:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:23Z', 'updated_at': '2021-08-25T11:51:23Z', 'revision_number': 0, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:48Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:31.914695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931aa71-b346-412e-a050-33d788fb05ee None None] The sync data for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 is: [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '1df46394-3ac7-468d-a826-897f6afd293b', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'port_id': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'mac_address': 'fa:16:3e:82:8a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:23Z', 'updated_at': '2021-08-25T11:51:23Z', 'revision_number': 0, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:48Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:32.047294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955721-e24d-4ee8-a26c-604500bef88c req-dc064e90-b439-4c3b-914f-c897eb6015fd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:32.050299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58955721-e24d-4ee8-a26c-604500bef88c req-dc064e90-b439-4c3b-914f-c897eb6015fd tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.2773619 Aug 25 11:51:32.262613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58955721-e24d-4ee8-a26c-604500bef88c req-6c579405-f746-44a2-a797-9046ebc50e42 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992280 Aug 25 11:51:32.494233 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e1fb4-1a30-4e36-ab9c-d5fdd82be463 None None] New status for floating IP 1df46394-3ac7-468d-a826-897f6afd293b: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:51:32.496571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:32.640975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791087c-4205-4b6d-88d1-a2046eaf7070 req-f389f624-d48e-4ae3-916c-545ada8b10fa tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:32.653499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6791087c-4205-4b6d-88d1-a2046eaf7070 req-f389f624-d48e-4ae3-916c-545ada8b10fa tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2572932 Aug 25 11:51:32.871771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6791087c-4205-4b6d-88d1-a2046eaf7070 req-6bd28a1e-cace-405c-b823-51e98fe924f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962631 Aug 25 11:51:32.916595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:33.096231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:33.104247 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:33.148099 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4b4c2b22-1728-4808-89fb-3e9af84d6673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 200 len: 994 time: 0.2264943 Aug 25 11:51:33.253990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=b7dc5a75-6b90-46a4-82bd-14ca517a8ca9,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:33.420712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:33.533088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eacc1b-56b2-46ce-8dda-87912238289b None None] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:33.569405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f200673-e3f1-4ea0-8743-b60bac77843c req-8777dbea-2c41-44ae-b5eb-c8819970e92a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:33.579111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f200673-e3f1-4ea0-8743-b60bac77843c req-8777dbea-2c41-44ae-b5eb-c8819970e92a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.1686544 Aug 25 11:51:33.650102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1f200673-e3f1-4ea0-8743-b60bac77843c req-29e3d9b2-dd00-42ee-92d1-0229917b2083 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659945 Aug 25 11:51:33.723281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1728d75b-c713-475a-bdf0-345546acb557 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:33.763940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:33.830447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8f827b77-d4a0-4649-b283-fbb0bc1b0d57 None None] Provisioning for port 1728d75b-c713-475a-bdf0-345546acb557 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:33.972194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1728d75b-c713-475a-bdf0-345546acb557 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:33.983617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1728d75b-c713-475a-bdf0-345546acb557 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:33.984307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:34.214324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:34.347437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1728d75b-c713-475a-bdf0-345546acb557, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1728d75b-c713-475a-bdf0-345546acb557,segment=NetworkSegment(e7492b0c-6d00-4921-b637-8838649efd5c),segment_id=e7492b0c-6d00-4921-b637-8838649efd5c)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:34.362371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:34.583368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1728d75b-c713-475a-bdf0-345546acb557,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:34.597372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58756) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:34.769383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-22c52c77-20b2-411a-9334-74118af13f2f None None] Provisioning for port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:34.776024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-22c52c77-20b2-411a-9334-74118af13f2f None None] Provisioning complete for port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:34.777246 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-22c52c77-20b2-411a-9334-74118af13f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:34.902706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d730f6b-faba-43d0-9560-bb03b2341399 req-8a6df6cd-53d4-4d1e-9ea3-ebe247f5bbe2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:34.905211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d730f6b-faba-43d0-9560-bb03b2341399 req-8a6df6cd-53d4-4d1e-9ea3-ebe247f5bbe2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2422557 Aug 25 11:51:34.938793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-22c52c77-20b2-411a-9334-74118af13f2f None None] Port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:34.967335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-b94c0d99-a0c9-4a84-ac0f-63b3be25c551 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3687100 Aug 25 11:51:34.975414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-22c52c77-20b2-411a-9334-74118af13f2f None None] Provisioning complete for port 1728d75b-c713-475a-bdf0-345546acb557 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:34.975788 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-22c52c77-20b2-411a-9334-74118af13f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.077542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66bd38-3f28-45a5-bade-7e09c696f8db req-77c2f88e-5846-489c-86ad-272b45e5570a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:35.079687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e66bd38-3f28-45a5-bade-7e09c696f8db req-77c2f88e-5846-489c-86ad-272b45e5570a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.1730859 Aug 25 11:51:35.133892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d730f6b-faba-43d0-9560-bb03b2341399 req-930c8d2e-5e1f-4f5f-987f-7fcad617a00b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127523 Aug 25 11:51:35.163573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e66bd38-3f28-45a5-bade-7e09c696f8db req-546d8a3b-2277-4f83-8dac-13d9f3a3b689 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724294 Aug 25 11:51:35.213425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.226181 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.229833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.390805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e22e4b51-4b4e-4fb9-b30f-a74b8a1b359a None None] Provisioning complete for port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:35.391217 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e22e4b51-4b4e-4fb9-b30f-a74b8a1b359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.409422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=b7dc5a75-6b90-46a4-82bd-14ca517a8ca9,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:35.457367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:35.463007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:35.601507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e22e4b51-4b4e-4fb9-b30f-a74b8a1b359a None None] Port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:35.682426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router 09230f55-5627-4d1e-8675-1b6e60b23293 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:51:35.705195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1728d75b-c713-475a-bdf0-345546acb557 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:35.787838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aa2681ac-88aa-4786-95da-5ff905663b98 None None] Provisioning complete for port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:35.788424 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aa2681ac-88aa-4786-95da-5ff905663b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.877848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-aa2681ac-88aa-4786-95da-5ff905663b98 None None] Port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:35.895963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1728d75b-c713-475a-bdf0-345546acb557 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:35.896498 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:35.944863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:35.954507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e3a37680-4457-430b-844d-6fd312d4b669 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/09230f55-5627-4d1e-8675-1b6e60b23293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2535203 Aug 25 11:51:35.956599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:35.962568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] Sync routers for ids ['09230f55-5627-4d1e-8675-1b6e60b23293'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:36.068658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] Routers {'09230f55-5627-4d1e-8675-1b6e60b23293'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:36.071519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['09230f55-5627-4d1e-8675-1b6e60b23293'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:36.074896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd7fce-1d0f-4f77-8c8a-1a920497a010 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:36.080044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e5bd7fce-1d0f-4f77-8c8a-1a920497a010 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports/b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 HTTP/1.1" status: 200 len: 984 time: 0.1188972 Aug 25 11:51:36.081390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58802) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:36.177198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:36.223884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] Routers {'09230f55-5627-4d1e-8675-1b6e60b23293'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:36.224564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['09230f55-5627-4d1e-8675-1b6e60b23293'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:36.337771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:36.354788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bad41a-80e0-42de-bfe3-dc2e8c32f8b8 None None] The sync data for ids ['09230f55-5627-4d1e-8675-1b6e60b23293'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:36.423274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-37640733-7677-41e4-a87c-2d21b483ce39 None None] Provisioning complete for port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:36.430376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37640733-7677-41e4-a87c-2d21b483ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:36.497146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-37640733-7677-41e4-a87c-2d21b483ce39 None None] Port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:36.514510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a1b84-baa2-4a2c-a528-26c78d76c1c6 req-c579c085-2144-426b-8b05-6b0c14882ec8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:36.522956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b1a1b84-baa2-4a2c-a528-26c78d76c1c6 req-c579c085-2144-426b-8b05-6b0c14882ec8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.1082842 Aug 25 11:51:36.589229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfc774-459e-4c93-89e7-752523634aa8 req-8e7ac5df-5ce2-420f-8606-87df515f5fff tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:36.606318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79bfc774-459e-4c93-89e7-752523634aa8 req-8e7ac5df-5ce2-420f-8606-87df515f5fff tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.2312531 Aug 25 11:51:36.632852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b1a1b84-baa2-4a2c-a528-26c78d76c1c6 req-d76c8ba3-759a-469b-a65f-9f6e134ef585 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053555 Aug 25 11:51:36.701641 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79bfc774-459e-4c93-89e7-752523634aa8 req-ce48120b-13f4-4e52-806e-b67f27d8463a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667500 Aug 25 11:51:36.838335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:37.154623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-a0780a83-bca1-4983-b1bc-13671a4e30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:37.156304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-a0780a83-bca1-4983-b1bc-13671a4e30bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1098 time: 0.0910809 Aug 25 11:51:37.307116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-70b6fd84-06b4-43e1-941f-86b4db1d0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:37.308653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-70b6fd84-06b4-43e1-941f-86b4db1d0b96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.1434019 Aug 25 11:51:37.311902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:37.312253 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:37.827675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f709e0-2979-48fd-8cb7-e677c2e27174 req-13b95da1-f8ab-4a38-8b57-b0e1a286e7d5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:37.830265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56f709e0-2979-48fd-8cb7-e677c2e27174 req-13b95da1-f8ab-4a38-8b57-b0e1a286e7d5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.0755136 Aug 25 11:51:37.904805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:37.917654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-9118172f-9631-4844-b77c-0723d49b4707 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1002 time: 0.6005247 Aug 25 11:51:37.928472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for b7dc5a75-6b90-46a4-82bd-14ca517a8ca9 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:37.968721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56f709e0-2979-48fd-8cb7-e677c2e27174 req-85250b09-274f-47d3-b259-7d21ba2bd679 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193788 Aug 25 11:51:37.983050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f818e-13a4-47d4-b4b9-aa88c5ea93d9 req-6bfb340d-e7d2-4215-bee9-9249ed6234ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:37.986803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-226f818e-13a4-47d4-b4b9-aa88c5ea93d9 req-6bfb340d-e7d2-4215-bee9-9249ed6234ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.1516533 Aug 25 11:51:38.034455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-18a2123b-2457-410e-a5a5-5b27e572a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:38.034890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-18a2123b-2457-410e-a5a5-5b27e572a036 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1087618 Aug 25 11:51:38.071875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-226f818e-13a4-47d4-b4b9-aa88c5ea93d9 req-420ed432-0898-4bc6-ae39-ee0b8883a556 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752633 Aug 25 11:51:38.204748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-64a0a7b1-8c98-447e-85a0-70253ff1be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:38.207696 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-64a0a7b1-8c98-447e-85a0-70253ff1be20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630151 Aug 25 11:51:38.382028 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-9f959547-e7b2-4119-a31f-249df5f6fb23 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666162 Aug 25 11:51:38.399737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:38.491724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=b7dc5a75-6b90-46a4-82bd-14ca517a8ca9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:38.693058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:38.725072 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-99dd99bb-c2f0-431d-b582-a6aaf1b39219 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353612 Aug 25 11:51:38.754316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:51:39.152785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:39.201605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router 09230f55-5627-4d1e-8675-1b6e60b23293 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:39.219885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:51:39.319258 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:39.350334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:51:39.364045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:39.381049 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ae45b823-1114-41a8-b596-c2fddac1bd7b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/09230f55-5627-4d1e-8675-1b6e60b23293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2979069 Aug 25 11:51:39.381638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58872) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:39.385470 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] Sync routers for ids ['09230f55-5627-4d1e-8675-1b6e60b23293'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:39.415995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec15800-4a00-46f5-b8ca-212efd9720eb req-cb65fae2-9c99-44c2-9b18-f362ced8c67e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:39.419631 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] Routers {'09230f55-5627-4d1e-8675-1b6e60b23293'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:39.423332 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['09230f55-5627-4d1e-8675-1b6e60b23293'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:39.432796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eec15800-4a00-46f5-b8ca-212efd9720eb req-cb65fae2-9c99-44c2-9b18-f362ced8c67e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2211907 Aug 25 11:51:39.439179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:39.446396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:39.496872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654410b-3fa0-45be-bd65-22e09b210f09 req-0bd3de91-d707-4499-85e2-a1696b192530 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:39.513440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b654410b-3fa0-45be-bd65-22e09b210f09 req-0bd3de91-d707-4499-85e2-a1696b192530 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 943 time: 0.2297730 Aug 25 11:51:39.541728 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:39.564239 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] Routers {'09230f55-5627-4d1e-8675-1b6e60b23293'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:39.564877 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['09230f55-5627-4d1e-8675-1b6e60b23293'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:39.623041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b654410b-3fa0-45be-bd65-22e09b210f09 req-f98c8901-bc0b-4016-8965-597c37ecec4f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073341 Aug 25 11:51:39.638970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:39.643052 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:39.643247 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993af064-8a5f-4571-b212-16b92230ec2a None None] The sync data for ids ['09230f55-5627-4d1e-8675-1b6e60b23293'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:39.649496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eec15800-4a00-46f5-b8ca-212efd9720eb req-8760a57f-4329-4d44-86c5-ce9614eff1bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076213 Aug 25 11:51:39.758164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['26ccd141-39fb-4f26-9e92-c9e3f5cf91e7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:51:39.819694 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-922ce4ac-eb30-45eb-ba87-ecb548425f3d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] remove_router_interface failed (client error): The resource could not be found. Aug 25 11:51:39.820796 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-922ce4ac-eb30-45eb-ba87-ecb548425f3d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/09230f55-5627-4d1e-8675-1b6e60b23293/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4226224 Aug 25 11:51:39.825745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:39.872079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58884) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:39.882474 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3bc8454a-9a92-4c7a-9264-c67e1b36fdf5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=09230f55-5627-4d1e-8675-1b6e60b23293 HTTP/1.1" status: 200 len: 205 time: 0.0552087 Aug 25 11:51:40.045497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.317313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.322426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.390003 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.390536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router 09230f55-5627-4d1e-8675-1b6e60b23293 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:51:40.398820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.403384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-50000e05-4c51-460a-b479-9cb4251a1810 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/09230f55-5627-4d1e-8675-1b6e60b23293 HTTP/1.1" status: 204 len: 168 time: 0.5294948 Aug 25 11:51:40.404380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58892) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:40.509404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet 61d6a576-efc0-4119-a1de-1e03050d753e {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:51:40.518747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.597979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:40.732972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:40.894471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:40.899925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:40.900480 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.013717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.032221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.082243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:41.085950 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf4dc81-291e-447c-80ee-ceaa8f35bddb" -d '{"events": [{"server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "name": "network-vif-plugged", "status": "completed", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:41.094664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8eab6-7e66-47ab-b12a-e1478a88150a req-ab1e5a09-4492-4859-9567-7bec7bfdb7f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:41.097581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ac8eab6-7e66-47ab-b12a-e1478a88150a req-ab1e5a09-4492-4859-9567-7bec7bfdb7f2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2345591 Aug 25 11:51:41.104956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:41.116277 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.118928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77950906-4018-444f-98e8-74639daa1495 req-1f5a0e23-e321-4bdd-8322-97b9d5620b74 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:41.121654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77950906-4018-444f-98e8-74639daa1495 req-1f5a0e23-e321-4bdd-8322-97b9d5620b74 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 944 time: 0.2773125 Aug 25 11:51:41.175819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:41.267597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ac8eab6-7e66-47ab-b12a-e1478a88150a req-ad4b991d-28cd-4400-a29b-92721f8d252f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439970 Aug 25 11:51:41.294608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77950906-4018-444f-98e8-74639daa1495 req-199fa0b5-9d50-489d-a487-15d5dbb94bc7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541882 Aug 25 11:51:41.305873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.336561 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580935a4-15e4-4632-93b6-d6d7b1c8ec57 x-openstack-request-id: req-580935a4-15e4-4632-93b6-d6d7b1c8ec57 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:41.336694 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "name": "network-vif-plugged", "status": "completed", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:41.336919 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-580935a4-15e4-4632-93b6-d6d7b1c8ec57 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:41.337325 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'code': 200} Aug 25 11:51:41.367785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=61d6a576-efc0-4119-a1de-1e03050d753e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:41.377666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.383844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b7091ebf-0185-4c09-91e5-ebdb44cd0a89 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/61d6a576-efc0-4119-a1de-1e03050d753e HTTP/1.1" status: 204 len: 168 time: 0.9758983 Aug 25 11:51:41.384176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58918) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:41.385846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a62db-e420-4863-a3e0-e97759858813 None None] Network 84f26d74-a2b4-4fb7-b741-cdada0b5482a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:41.521564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.534367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35782169-5f3a-4923-96fd-9d27d0a15ff6 req-03d1be5f-fc51-4a56-bc46-93e537ccf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:41.536034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35782169-5f3a-4923-96fd-9d27d0a15ff6 req-03d1be5f-fc51-4a56-bc46-93e537ccf343 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1097 time: 0.1264987 Aug 25 11:51:41.631437 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-35782169-5f3a-4923-96fd-9d27d0a15ff6 req-54e613ab-7e4c-4746-b288-9631342d72e5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858707 Aug 25 11:51:41.658539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 1728d75b-c713-475a-bdf0-345546acb557 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:41.659043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.661869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] DHCP port deletion for 84f26d74-a2b4-4fb7-b741-cdada0b5482a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:51:41.746394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] Deleting port 1728d75b-c713-475a-bdf0-345546acb557 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:41.747081 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.783634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 1728d75b-c713-475a-bdf0-345546acb557, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1728d75b-c713-475a-bdf0-345546acb557,segment=NetworkSegment(e7492b0c-6d00-4921-b637-8838649efd5c),segment_id=e7492b0c-6d00-4921-b637-8838649efd5c)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:41.784081 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.839126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 1728d75b-c713-475a-bdf0-345546acb557 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:41.900635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] For port 1728d75b-c713-475a-bdf0-345546acb557, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1728d75b-c713-475a-bdf0-345546acb557,segment=NetworkSegment(e7492b0c-6d00-4921-b637-8838649efd5c),segment_id=e7492b0c-6d00-4921-b637-8838649efd5c)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:41.901304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:41.925914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] Calling delete_port for 1728d75b-c713-475a-bdf0-345546acb557 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:41.976657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.006604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=1728d75b-c713-475a-bdf0-345546acb557,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:42.015856 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port 1728d75b-c713-475a-bdf0-345546acb557 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:42.040710 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.072777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] Pushing event deleted for resources: {'Port': ['ID=1728d75b-c713-475a-bdf0-345546acb557,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:42.074991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12892725-14a3-47ed-aadd-461b98eaee7d None None] No DVR routers for this DVR port 1728d75b-c713-475a-bdf0-345546acb557 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:42.141035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.152687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f26d74-a2b4-4fb7-b741-cdada0b5482a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:42.170676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7492b0c-6d00-4921-b637-8838649efd5c') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:42.174543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7492b0c-6d00-4921-b637-8838649efd5c') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:42.207694 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.279437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-20a62843-91c1-4c71-9274-4944e0e74830 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824151 Aug 25 11:51:42.292478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.309315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:51:42.310015 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:51:42.472372 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:51:42.494212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.517968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.522038 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/84f26d74-a2b4-4fb7-b741-cdada0b5482a HTTP/1.1" status: 204 len: 168 time: 1.1359990 Aug 25 11:51:42.529809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-1f8d7975-14c5-4156-a2cd-ada344bc8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:42.532610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-1f8d7975-14c5-4156-a2cd-ada344bc8b75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.1597261 Aug 25 11:51:42.568913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58950) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:42.572533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e072d-2f1c-4d7c-a989-35bb331096df tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=84f26d74-a2b4-4fb7-b741-cdada0b5482a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:42.582023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-6275473c-9df9-4198-b3f1-e4ee93dd41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:42.586673 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-6275473c-9df9-4198-b3f1-e4ee93dd41df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1098 time: 0.3655975 Aug 25 11:51:42.595390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511508847'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:42.715529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81931e-c860-41c7-b5ab-76e351f4338c req-d70eedf7-af18-4a04-aec6-34d6172ec664 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:42.719832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f81931e-c860-41c7-b5ab-76e351f4338c req-d70eedf7-af18-4a04-aec6-34d6172ec664 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2898667 Aug 25 11:51:42.860286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:42.864596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.898972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-5ccb9030-b081-49d4-bc6e-4d4449a9bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:42.901596 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-5ccb9030-b081-49d4-bc6e-4d4449a9bf1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.2722690 Aug 25 11:51:42.916268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f81931e-c860-41c7-b5ab-76e351f4338c req-ca7e7e5b-05db-4f78-8664-08a166cc0265 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361532 Aug 25 11:51:42.929896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949221db-2aa8-469c-bd6d-9ae2ad3d46eb req-491bbece-a208-4aae-a754-1176a91a2f09 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:42.937987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-949221db-2aa8-469c-bd6d-9ae2ad3d46eb req-491bbece-a208-4aae-a754-1176a91a2f09 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.3824980 Aug 25 11:51:42.976208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:51:42.989436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:42.990388 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 6b22be67-53c7-4dbe-ba17-9cf326f0a11e of type vlan for network a03df112-4978-46e0-a9f7-3c383a3664f3 Aug 25 11:51:43.065094 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:43.119153 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-9202c169-46ef-4670-b743-2fc11315e68e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1002 time: 0.2098312 Aug 25 11:51:43.199813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-9d94a65f-2855-4d0a-9680-accea4141f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:43.202385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-9d94a65f-2855-4d0a-9680-accea4141f49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 910 time: 0.6243558 Aug 25 11:51:43.238039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-0a2319ae-9e13-4909-a03f-efbc4e5a6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:43.245229 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-0a2319ae-9e13-4909-a03f-efbc4e5a6540 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1190124 Aug 25 11:51:43.330032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-949221db-2aa8-469c-bd6d-9ae2ad3d46eb req-8beac7e2-78cc-4e15-831f-e696d3bf0207 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3903754 Aug 25 11:51:43.344528 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:43.353402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-456e8105-8d75-499b-a230-3af719c665da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:43.355790 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-456e8105-8d75-499b-a230-3af719c665da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031022 Aug 25 11:51:43.355996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:43.356976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:43.448857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-bfade35e-d81c-4051-847a-8c773133a86e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 1001 time: 0.2379217 Aug 25 11:51:43.476830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8973312 Aug 25 11:51:43.482065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 58964) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:43.508810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:43.543649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14682000-d82a-487f-9835-d7f881145e22 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=a03df112-4978-46e0-a9f7-3c383a3664f3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:43.566866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network a03df112-4978-46e0-a9f7-3c383a3664f3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:51:43.591533 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-9b9084a4-9526-4a20-95ae-b9b79050b77d service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136652 Aug 25 11:51:43.666301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1728d75b-c713-475a-bdf0-345546acb557 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:51:43.703276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-6b7f524c-963a-41d8-a3f4-58a41d96ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:43.704956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-6b7f524c-963a-41d8-a3f4-58a41d96ef51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.2468281 Aug 25 11:51:43.736179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:43.740436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:43.741454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1728d75b-c713-475a-bdf0-345546acb557 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:51:43.742054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1728d75b-c713-475a-bdf0-345546acb557 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:51:43.871570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-452908be-7baa-4b32-9bb1-e50da7035cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:43.873838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-452908be-7baa-4b32-9bb1-e50da7035cf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532340 Aug 25 11:51:43.908880 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cc012d42-4b6a-46e2-93b6-cad4b2473716 req-c97213e7-6891-4e9f-a1ab-654403595586 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126342 Aug 25 11:51:44.008478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-5a9e4c19-df3d-4112-a8ed-4df42bd07bad service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229835 Aug 25 11:51:44.295534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75503203-bcd3-47eb-8170-0b839b2274a2 req-032f8945-50aa-4c28-a84a-8d070166d39b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:44.298348 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75503203-bcd3-47eb-8170-0b839b2274a2 req-032f8945-50aa-4c28-a84a-8d070166d39b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2038515 Aug 25 11:51:44.313519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4c4bbc-975c-4f81-8dfb-98f568801f9e req-bafe1857-3c0f-4c0e-aeaa-5349829d6557 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944415 Aug 25 11:51:44.340174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.482329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75503203-bcd3-47eb-8170-0b839b2274a2 req-e069ccf9-b7d3-4c0d-8a84-ffb7debbde8c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749439 Aug 25 11:51:44.547292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=6b160e1e-5bb1-44a6-9110-5707b12087de,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:44.587396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '6b22be67-53c7-4dbe-ba17-9cf326f0a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:44.587988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: a03df112-4978-46e0-a9f7-3c383a3664f3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:51:44.607273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564800-1511-4763-84ad-44bacf968719 req-601f58fd-905d-4909-97d9-04c3a6713c75 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:44.609907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da564800-1511-4763-84ad-44bacf968719 req-601f58fd-905d-4909-97d9-04c3a6713c75 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.1618469 Aug 25 11:51:44.659563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network a03df112-4978-46e0-a9f7-3c383a3664f3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:51:44.682085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, a03df112-4978-46e0-a9f7-3c383a3664f3) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:44.695025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95379e47-33dc-45f6-adac-c646d9e1fdc6 None None] Network a03df112-4978-46e0-a9f7-3c383a3664f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:44.702826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:44.704115 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.725739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da564800-1511-4763-84ad-44bacf968719 req-d350433f-1633-4044-99a5-2026e4fe6467 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955215 Aug 25 11:51:44.747053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 58994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:44.748037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6d226dac-2fa0-4f6c-a0f9-b38aabba945c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2646971 Aug 25 11:51:44.754399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566601857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:44.816999 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.818826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.908680 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.919814 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.963897 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.967391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-a03df112-4978-46e0-a9f7-3c383a3664f3', 'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': '6b160e1e-5bb1-44a6-9110-5707b12087de'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:51:44.968005 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bc59c7aa-a360-44da-a442-d9c3a0b6ea5b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2163141 Aug 25 11:51:44.968943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:44.969727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59000) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:44.980763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1e0b3-fba7-4028-b04b-ed1e0ca7e607 req-6d12e893-46ae-41ec-b4e1-c654dbc7df10 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:44.983180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0dc1e0b3-fba7-4028-b04b-ed1e0ca7e607 req-6d12e893-46ae-41ec-b4e1-c654dbc7df10 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.1137931 Aug 25 11:51:45.039458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0dc1e0b3-fba7-4028-b04b-ed1e0ca7e607 req-761344a5-d603-4ad5-a832-8d492d459ab0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468285 Aug 25 11:51:45.070377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:45.199196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed9b79-0868-4cdb-a5d5-2ea2401856ba tempest-TestVolumeBootPattern-1924266937 tempest-TestVolumeBootPattern-1924266937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:45.204705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-beed9b79-0868-4cdb-a5d5-2ea2401856ba tempest-TestVolumeBootPattern-1924266937 tempest-TestVolumeBootPattern-1924266937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1092 time: 0.1300204 Aug 25 11:51:45.210565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59008) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:45.213647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Allocated IP 2001:db8::2 (a03df112-4978-46e0-a9f7-3c383a3664f3/6b160e1e-5bb1-44a6-9110-5707b12087de/24698f0d-8aae-4720-89b5-f4c86a9e69bf) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:45.229383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:45.306653 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:45.577047 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:45.580997 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:45.591915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Transition to ACTIVE for port object 24698f0d-8aae-4720-89b5-f4c86a9e69bf will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:45.625382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Transition to ACTIVE for port object 24698f0d-8aae-4720-89b5-f4c86a9e69bf will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:45.636636 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:45.688659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:45.770892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Network a03df112-4978-46e0-a9f7-3c383a3664f3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:45.793751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:45.803299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:45.854539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Pushing event updated for resources: {'Port': ['ID=24698f0d-8aae-4720-89b5-f4c86a9e69bf,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:45.914088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.25.1.30 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/32d07b33-d96c-425e-a889-6b925bc6b1b1) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:46.000454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Attempting to bind port 24698f0d-8aae-4720-89b5-f4c86a9e69bf on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:46.001488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Attempting to bind port 24698f0d-8aae-4720-89b5-f4c86a9e69bf by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6b22be67-53c7-4dbe-ba17-9cf326f0a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:46.002687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Attempting to bind port 24698f0d-8aae-4720-89b5-f4c86a9e69bf on network a03df112-4978-46e0-a9f7-3c383a3664f3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:46.018263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:46.020185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Checking segment: {'id': '6b22be67-53c7-4dbe-ba17-9cf326f0a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:46.022304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.023772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Bound using segment: {'id': '6b22be67-53c7-4dbe-ba17-9cf326f0a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:46.025376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Bound port: 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b22be67-53c7-4dbe-ba17-9cf326f0a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a03df112-4978-46e0-a9f7-3c383a3664f3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:46.028522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.066488 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.120203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc57d6a-7cea-48de-a480-d2b5d12bda3a req-2951b6be-60ea-4b8f-a7a3-6159ee69cfd1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:46.121967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abc57d6a-7cea-48de-a480-d2b5d12bda3a req-2951b6be-60ea-4b8f-a7a3-6159ee69cfd1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.3961031 Aug 25 11:51:46.124415 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.190877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:46.193866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=32d07b33-d96c-425e-a889-6b925bc6b1b1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:46.196692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:46.205486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:46.240221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] For port 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:46.248281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] For port 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=24698f0d-8aae-4720-89b5-f4c86a9e69bf,segment=NetworkSegment(6b22be67-53c7-4dbe-ba17-9cf326f0a11e),segment_id=6b22be67-53c7-4dbe-ba17-9cf326f0a11e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:46.260036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.270409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abc57d6a-7cea-48de-a480-d2b5d12bda3a req-a73170d3-86f5-47de-a1b1-8ddcec51ec82 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345985 Aug 25 11:51:46.302623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8::1 (a03df112-4978-46e0-a9f7-3c383a3664f3/6b160e1e-5bb1-44a6-9110-5707b12087de/68faa23d-e745-419b-acec-dc089c3e98be) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:46.421964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16cdf-f760-40fa-93d7-acf8cbe3a17c None None] Pushing event updated for resources: {'Port': ['ID=24698f0d-8aae-4720-89b5-f4c86a9e69bf,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:46.509501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.530348 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object 68faa23d-e745-419b-acec-dc089c3e98be will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:46.605469 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.671708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network a03df112-4978-46e0-a9f7-3c383a3664f3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:46.678668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:46.681762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:46.682861 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:46.893185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=68faa23d-e745-419b-acec-dc089c3e98be,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:46.956571 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:47.198190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:47.373438 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:47.460597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:47.470139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:47.471190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:47.625103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06143ff9-09c0-4dec-b54f-d5fccb208b49 req-d3713837-8d4f-4d87-9cf4-8b092c5dfaaa tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:47.627987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06143ff9-09c0-4dec-b54f-d5fccb208b49 req-d3713837-8d4f-4d87-9cf4-8b092c5dfaaa tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2224085 Aug 25 11:51:47.674950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network a03df112-4978-46e0-a9f7-3c383a3664f3 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:47.680860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:47.713825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=68faa23d-e745-419b-acec-dc089c3e98be,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:47.830328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 24698f0d-8aae-4720-89b5-f4c86a9e69bf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:47.911376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-06143ff9-09c0-4dec-b54f-d5fccb208b49 req-b0b38905-a46e-438f-a3ba-465d473a3d74 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386618 Aug 25 11:51:48.012376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 24698f0d-8aae-4720-89b5-f4c86a9e69bf completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:48.102075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:48.122840 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:48.284236 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2da01df-15b6-4abd-8b95-023dfed17dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:48.326209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=32d07b33-d96c-425e-a889-6b925bc6b1b1,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:48.335279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf99b9-ee9a-4cc4-9cb7-8413346ceecb None None] Network a03df112-4978-46e0-a9f7-3c383a3664f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:48.352642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:48.505519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] Provisioning for port 24698f0d-8aae-4720-89b5-f4c86a9e69bf completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:48.522782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] Provisioning complete for port 24698f0d-8aae-4720-89b5-f4c86a9e69bf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:48.523772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:48.551079 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Floating IP 356be1a3-c682-4889-a7be-f18f7c8d6200 associated. External IP: 172.25.1.30, port: 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7. Aug 25 11:51:48.566882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router 8691f845-8c23-47a3-9a8d-5427fda547a9 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:51:48.747956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:48.827030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] For port 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=24698f0d-8aae-4720-89b5-f4c86a9e69bf,segment=NetworkSegment(6b22be67-53c7-4dbe-ba17-9cf326f0a11e),segment_id=6b22be67-53c7-4dbe-ba17-9cf326f0a11e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:48.836250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:49.025503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:49.066958 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b67cf2d6-6362-4105-8d66-db45e08941bd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/8691f845-8c23-47a3-9a8d-5427fda547a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0955293 Aug 25 11:51:49.074810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59034) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:49.078118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] Sync routers for ids ['8691f845-8c23-47a3-9a8d-5427fda547a9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:49.108683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] Routers {'8691f845-8c23-47a3-9a8d-5427fda547a9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:49.109833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8691f845-8c23-47a3-9a8d-5427fda547a9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:49.127464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a02f3-eed3-4078-b688-a5b25db12130 None None] Pushing event updated for resources: {'Port': ['ID=24698f0d-8aae-4720-89b5-f4c86a9e69bf,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:49.130961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:49.204526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f562853-cfe1-41e6-9627-bb7e161b275b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:49.209677 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5f562853-cfe1-41e6-9627-bb7e161b275b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports/68faa23d-e745-419b-acec-dc089c3e98be HTTP/1.1" status: 200 len: 911 time: 0.1333258 Aug 25 11:51:49.221914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59036) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:49.251939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:49.276281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] Routers {'8691f845-8c23-47a3-9a8d-5427fda547a9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:49.277532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8691f845-8c23-47a3-9a8d-5427fda547a9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:49.352874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:49.353667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fdbd91-c356-46dc-9a79-263c763c2e66 None None] The sync data for ids ['8691f845-8c23-47a3-9a8d-5427fda547a9'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:49.420759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:49.436702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80204c3d-5129-446b-a627-ff73f8b41328 req-44d60710-bf0c-409d-8a0c-8b574477befc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:49.438404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80204c3d-5129-446b-a627-ff73f8b41328 req-44d60710-bf0c-409d-8a0c-8b574477befc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.1783180 Aug 25 11:51:49.443335 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:49.461813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:49.491543 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:49.493117 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:49.508961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b74479a6-2ac3-4fc6-bee5-3fecf67965c1 None None] Provisioning for port 68faa23d-e745-419b-acec-dc089c3e98be completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:49.514041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b74479a6-2ac3-4fc6-bee5-3fecf67965c1 None None] Provisioning complete for port 68faa23d-e745-419b-acec-dc089c3e98be triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:49.514457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b74479a6-2ac3-4fc6-bee5-3fecf67965c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:49.575733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3ed2932f-8deb-41e4-8f6d-4253760267d0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3616109 Aug 25 11:51:49.576853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:49.579295 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:49.623603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b74479a6-2ac3-4fc6-bee5-3fecf67965c1 None None] Port 68faa23d-e745-419b-acec-dc089c3e98be cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:49.656926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80204c3d-5129-446b-a627-ff73f8b41328 req-edd2b675-4a31-46c7-91dd-18828db9e88e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593733 Aug 25 11:51:49.671146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b74479a6-2ac3-4fc6-bee5-3fecf67965c1 None None] Provisioning complete for port 24698f0d-8aae-4720-89b5-f4c86a9e69bf triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:49.671716 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b74479a6-2ac3-4fc6-bee5-3fecf67965c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:49.747528 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457e033d-87ff-4e86-9084-bdbe1f753f4f x-openstack-request-id: req-457e033d-87ff-4e86-9084-bdbe1f753f4f {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:49.747862 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:49.748119 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-457e033d-87ff-4e86-9084-bdbe1f753f4f {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:49.748553 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'status': 'completed', 'code': 200} Aug 25 11:51:50.017469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-f8bcf20c-46ac-47f7-9b62-cdecbd3eaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:50.019156 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-f8bcf20c-46ac-47f7-9b62-cdecbd3eaa07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1097 time: 0.2205539 Aug 25 11:51:50.034777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 24698f0d-8aae-4720-89b5-f4c86a9e69bf up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:50.119714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 24698f0d-8aae-4720-89b5-f4c86a9e69bf triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:50.125970 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:50.251270 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:50.480995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-21afcedd-8286-4871-8bb9-42ec77b1ad9d None None] Provisioning complete for port 68faa23d-e745-419b-acec-dc089c3e98be triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:50.482806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-21afcedd-8286-4871-8bb9-42ec77b1ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:50.513075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-21236578-dac6-4ebe-a563-f56ec89158f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:50.519033 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-21236578-dac6-4ebe-a563-f56ec89158f0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.4604237 Aug 25 11:51:50.592939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-21afcedd-8286-4871-8bb9-42ec77b1ad9d None None] Port 68faa23d-e745-419b-acec-dc089c3e98be cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:50.735678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16b944d4-df19-43a9-8ba0-7e9425ead3c9 None None] Provisioning complete for port 68faa23d-e745-419b-acec-dc089c3e98be triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:51:50.736065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16b944d4-df19-43a9-8ba0-7e9425ead3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:50.751734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-a038832f-3d26-487f-bee0-0a405b9bab84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 998 time: 0.2214410 Aug 25 11:51:50.754288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:46Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:50.757750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:50.860710 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:51:50.867924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:50.914159 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:50.914974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-17bde05e-8257-41fc-a7a0-d5f93c807298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:50.915238 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:50.917555 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-17bde05e-8257-41fc-a7a0-d5f93c807298 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1563630 Aug 25 11:51:50.922690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-16b944d4-df19-43a9-8ba0-7e9425ead3c9 None None] Port 68faa23d-e745-419b-acec-dc089c3e98be cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:51:51.035454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3acb2-b85a-4ca0-83d8-f03541546d4a req-efe6d7c5-c56d-4ef2-85fc-71fbfce9fa2f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:51.054619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bc3acb2-b85a-4ca0-83d8-f03541546d4a req-efe6d7c5-c56d-4ef2-85fc-71fbfce9fa2f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.2150650 Aug 25 11:51:51.227224 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ea4217a2-3836-4b75-9f7d-7644f8bedfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.237767 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:51:51.255618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-cd7997cf-086a-4332-9736-e332a99492ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:51.257425 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-cd7997cf-086a-4332-9736-e332a99492ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2239995 Aug 25 11:51:51.300838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bc3acb2-b85a-4ca0-83d8-f03541546d4a req-3eb1e1c8-518c-4e17-b3b1-becb58dd9110 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591485 Aug 25 11:51:51.302207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8309c77-bed3-4f18-8916-f0225a7b370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.393869 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-451f5426-4135-4352-b4d5-bdc1831d4588 service neutron] show failed (client error): The resource could not be found. Aug 25 11:51:51.398004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-451f5426-4135-4352-b4d5-bdc1831d4588 service neutron] 10.222.0.10 "GET /v2.0/ports/0a7b11cb-27e6-4b32-9fb2-5edad67952cb/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.3395326 Aug 25 11:51:51.439172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.505945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8309c77-bed3-4f18-8916-f0225a7b370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.514266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8309c77-bed3-4f18-8916-f0225a7b370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.555643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8309c77-bed3-4f18-8916-f0225a7b370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c76dc4-6848-46a2-94f8-1ade15c87f9a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:51.575890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-81d6902d-8bef-4b9e-9a3a-6c14c93f25dd service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379971 Aug 25 11:51:51.596634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a8309c77-bed3-4f18-8916-f0225a7b370a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c70765cf91ac4b5cb3c4ea67d63914ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7271831 Aug 25 11:51:51.597316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59058) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:51.666311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-296b7586-11e9-431d-9fca-0eba79a3f2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.700215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-296b7586-11e9-431d-9fca-0eba79a3f2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.808564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 68faa23d-e745-419b-acec-dc089c3e98be {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:51.808910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.815272 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2059331e-69a7-4ab0-8e54-e3bf8279d2c8 req-36987d34-a974-4c7e-b4c6-471d0b079170 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282186 Aug 25 11:51:51.882203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-296b7586-11e9-431d-9fca-0eba79a3f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.885595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-296b7586-11e9-431d-9fca-0eba79a3f2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:51.889866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-296b7586-11e9-431d-9fca-0eba79a3f2d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8c76dc4-6848-46a2-94f8-1ade15c87f9a HTTP/1.1" status: 204 len: 168 time: 0.2910759 Aug 25 11:51:51.902479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b7586-11e9-431d-9fca-0eba79a3f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c76dc4-6848-46a2-94f8-1ade15c87f9a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:51.946734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-ae696eaa-2bab-4852-a1ce-f3665d6836e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:51.948350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-ae696eaa-2bab-4852-a1ce-f3665d6836e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 1098 time: 0.1383495 Aug 25 11:51:51.964954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:52.076868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:52.079165 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:46Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:52.088580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:52.131156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 68faa23d-e745-419b-acec-dc089c3e98be owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:52.187820 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a112c17-4f49-4ae6-8814-b41cc5462452 None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:46Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:52.435529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:52.493858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:52.544495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:52.547228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:52.585159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=68faa23d-e745-419b-acec-dc089c3e98be,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:52.624125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:52.631182 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fbfef9-3194-4cf0-81eb-a44597854ae7" -d '{"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:52.637914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d8658-c137-4ecc-a139-ab7bca5e5c51 None None] New status for floating IP 356be1a3-c682-4889-a7be-f18f7c8d6200: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:51:52.647964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:52.693080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Transition to ACTIVE for port object 0a7b11cb-27e6-4b32-9fb2-5edad67952cb will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:52.710739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:52.747790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed8b24-7c75-444f-b122-c5d6778cedc0 req-b4358f3d-889e-4b0d-b7a5-a26f059e9d66 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:52.756835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70ed8b24-7c75-444f-b122-c5d6778cedc0 req-b4358f3d-889e-4b0d-b7a5-a26f059e9d66 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 946 time: 0.1906378 Aug 25 11:51:53.040639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70ed8b24-7c75-444f-b122-c5d6778cedc0 req-7e079697-11f1-4272-96d3-bbe24672e62b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819819 Aug 25 11:51:53.042013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:53.046398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:53.312920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] No DVR routers for this DVR port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:53.487782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router 8691f845-8c23-47a3-9a8d-5427fda547a9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:51:53.583832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:53.592815 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-69d9dad2-8931-4b26-93d8-136e20a53979 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/8691f845-8c23-47a3-9a8d-5427fda547a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3622513 Aug 25 11:51:53.593218 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59094) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:53.602341 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] Sync routers for ids ['8691f845-8c23-47a3-9a8d-5427fda547a9'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:53.619295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:53.619962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:53.620708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:53.621376 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] Routers {'8691f845-8c23-47a3-9a8d-5427fda547a9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:53.622041 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8691f845-8c23-47a3-9a8d-5427fda547a9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:53.624391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59096) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:53.635273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:51:53.635934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:53.647399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:53.647975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Checking segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:53.648628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Bound using segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:53.649413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Bound port: 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:53.650134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:53.662243 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbb8d917-b898-4aa2-9bed-6f0e8f05d68a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=8691f845-8c23-47a3-9a8d-5427fda547a9 HTTP/1.1" status: 200 len: 205 time: 0.0676496 Aug 25 11:51:53.663399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59100) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:53.683764 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d036ca16-efb4-489f-99e6-79641dcd480b x-openstack-request-id: req-d036ca16-efb4-489f-99e6-79641dcd480b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:53.684390 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:53.685179 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d036ca16-efb4-489f-99e6-79641dcd480b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:53.685889 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'code': 200} Aug 25 11:51:53.728166 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:53.745773 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] Routers {'8691f845-8c23-47a3-9a8d-5427fda547a9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:53.747365 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8691f845-8c23-47a3-9a8d-5427fda547a9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:53.814965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:53.824382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:53.833893 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:53.834731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:53.835523 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8413ab-5023-47b6-abc1-f659db000ecd None None] The sync data for ids ['8691f845-8c23-47a3-9a8d-5427fda547a9'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:51:53.842805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:53.978602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:53.979547 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:53.982243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] 10.222.0.67 "PUT /v2.0/ports/0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1093 time: 2.0230765 Aug 25 11:51:53.983792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-627464822-network', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:54.005168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29530a79-1eba-4ff9-a11a-5e984ca62eeb service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:54.089118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-e30f47e8-b5f7-4e6d-b1a7-703f72279f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:54.091937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-e30f47e8-b5f7-4e6d-b1a7-703f72279f17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1096 time: 0.0794101 Aug 25 11:51:54.101245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.106140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.217936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Made reservation on behalf of 4ee7e6aec1da4253b5041be7a03996d6 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:54.222607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.250558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.251846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router 8691f845-8c23-47a3-9a8d-5427fda547a9 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:51:54.257618 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.283867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.285643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-67c964f0-45b6-4662-81b3-20957d98a8c0 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/8691f845-8c23-47a3-9a8d-5427fda547a9 HTTP/1.1" status: 204 len: 168 time: 0.6207094 Aug 25 11:51:54.289441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59104) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:54.294987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c37794-de07-4520-a282-86cb3f73ea92 req-1f8fc752-69f0-4658-bd96-dd90743468d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:54.303244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c37794-de07-4520-a282-86cb3f73ea92 req-1f8fc752-69f0-4658-bd96-dd90743468d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1135075 Aug 25 11:51:54.329633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-63e1d7b4-d2f5-4d2c-b62f-343ac3a434d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:54.331360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-63e1d7b4-d2f5-4d2c-b62f-343ac3a434d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.2293320 Aug 25 11:51:54.415769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet 6b160e1e-5bb1-44a6-9110-5707b12087de {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:51:54.422838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.426152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c37794-de07-4520-a282-86cb3f73ea92 req-bfb53e8a-f261-41c1-974e-8e6b7831a07c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218827 Aug 25 11:51:54.431102 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.467969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-8086415c-c70a-4cfa-80d5-15c9e327ec92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.1283145 Aug 25 11:51:54.535998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.539541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-acb800f6-c5b5-4222-b022-dd58757b4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:54.541252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-acb800f6-c5b5-4222-b022-dd58757b4c10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.0645483 Aug 25 11:51:54.588518 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:51:54.625315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-99f641d6-9e4e-4a6e-96ae-25a97389c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:54.632217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-99f641d6-9e4e-4a6e-96ae-25a97389c17d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825341 Aug 25 11:51:54.794334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:51:54.800905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.819722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-343c591c-8150-469e-8bce-023c619304b7 service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772480 Aug 25 11:51:54.898985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.907502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.937377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:51:54.951927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:51:54.959272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59112) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:54.982787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4afb25-775b-4ddf-a3f3-b39d556c2e79,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:54.989452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.992366 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:54.992804 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Added segment 77b55260-d009-4671-8847-45835db68131 of type vlan for network fd6ea7c2-bb60-4780-949a-507168b0eb24 Aug 25 11:51:55.059719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=6b160e1e-5bb1-44a6-9110-5707b12087de,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:55.068185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.071111 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-679e412d-0319-4ce0-82cf-60dbb5c7ada8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/6b160e1e-5bb1-44a6-9110-5707b12087de HTTP/1.1" status: 204 len: 168 time: 0.7796586 Aug 25 11:51:55.075334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d2073-9525-4ae3-a88a-2fd7910ca4e7 None None] Network a03df112-4978-46e0-a9f7-3c383a3664f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:55.090314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.092551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:55.170356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66ec8f28-94e4-4966-896c-df193dbd1709 req-4f3abdea-76e0-4249-8bf7-00a7043de55c service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414719 Aug 25 11:51:55.206055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.db.resource_extend [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:51:55.249768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.250754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:55.251352 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.267274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.335145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c33d0e-a48a-4fbe-825e-f44eab85266e req-18bb31d5-c589-4662-b766-d097e25b84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:55.336788 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-53c33d0e-a48a-4fbe-825e-f44eab85266e req-18bb31d5-c589-4662-b766-d097e25b84f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.3739653 Aug 25 11:51:55.346411 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7181387 Aug 25 11:51:55.346695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59120) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:55.360223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Request body: {'subnet': {'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-627464822-subnet', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:55.444281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Made reservation on behalf of 4ee7e6aec1da4253b5041be7a03996d6 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:51:55.459172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.487675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] DHCP port deletion for a03df112-4978-46e0-a9f7-3c383a3664f3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:51:55.649677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] Deleting port 24698f0d-8aae-4720-89b5-f4c86a9e69bf {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:55.650921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.692781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:51:55.697867 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994f56e3-eae9-4bcf-a9da-f2d386d2e486" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:51:55.766952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 24698f0d-8aae-4720-89b5-f4c86a9e69bf no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:51:55.796846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9369d7-551f-4549-a8bf-30d7a482b838 req-5ed688b4-7487-4e76-8d0a-025d12c9006f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:55.799621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b9369d7-551f-4549-a8bf-30d7a482b838 req-5ed688b4-7487-4e76-8d0a-025d12c9006f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.2049952 Aug 25 11:51:55.838817 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee5e3e7-df89-465e-a37b-ec20b6ff0e69 x-openstack-request-id: req-9ee5e3e7-df89-465e-a37b-ec20b6ff0e69 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:51:55.839288 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:51:55.839765 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ee5e3e7-df89-465e-a37b-ec20b6ff0e69 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:51:55.843106 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'status': 'completed', 'code': 200} Aug 25 11:51:55.866050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] For port 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=24698f0d-8aae-4720-89b5-f4c86a9e69bf,segment=NetworkSegment(6b22be67-53c7-4dbe-ba17-9cf326f0a11e),segment_id=6b22be67-53c7-4dbe-ba17-9cf326f0a11e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:55.868650 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:55.914956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] Calling delete_port for 24698f0d-8aae-4720-89b5-f4c86a9e69bf owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:55.963430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b9369d7-551f-4549-a8bf-30d7a482b838 req-ce1821b0-a6b1-4e80-b246-22aea87d8444 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157875 Aug 25 11:51:56.011613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-b22a27a7-aef5-4975-9813-c9fc13c46279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.013229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-b22a27a7-aef5-4975-9813-c9fc13c46279 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1096 time: 0.1518793 Aug 25 11:51:56.045905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14dd50-d3e2-43ea-9cf0-4be563ca7969 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6ea7c2-bb60-4780-949a-507168b0eb24,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:56.072536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:51:56.103381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.135354 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-53c33d0e-a48a-4fbe-825e-f44eab85266e req-f7de8a5f-2faa-49f0-8062-baa40e5f0f12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7806449 Aug 25 11:51:56.144669 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.182547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-b6c571c6-6590-4f2e-818a-cc5fe5694a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.187494 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-b6c571c6-6590-4f2e-818a-cc5fe5694a5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1096 time: 0.1702137 Aug 25 11:51:56.202247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 24698f0d-8aae-4720-89b5-f4c86a9e69bf {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:51:56.202855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.230654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da098ac7-6286-4280-b01f-8768bd28a353,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:56.231594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=24698f0d-8aae-4720-89b5-f4c86a9e69bf,segment=NetworkSegment(6b22be67-53c7-4dbe-ba17-9cf326f0a11e),segment_id=6b22be67-53c7-4dbe-ba17-9cf326f0a11e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:56.250512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.259480 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.282602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event deleted for resources: {'Port': ['ID=24698f0d-8aae-4720-89b5-f4c86a9e69bf,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:56.302687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Checking segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:56.303260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Network hostable DHCP agents. Network: fd6ea7c2-bb60-4780-949a-507168b0eb24, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:51:56.314418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] Pushing event deleted for resources: {'Port': ['ID=24698f0d-8aae-4720-89b5-f4c86a9e69bf,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:56.318485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a8d56-2f09-411c-b3c7-2d63189c6810 None None] No DVR routers for this DVR port 24698f0d-8aae-4720-89b5-f4c86a9e69bf on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:56.349332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-84ac8578-3225-4684-b12d-717e1b54d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.351259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-84ac8578-3225-4684-b12d-717e1b54d0ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.3183651 Aug 25 11:51:56.353155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:51:56.374256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, fd6ea7c2-bb60-4780-949a-507168b0eb24) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:56.388141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f3091-1e60-40bc-95ab-823b5a221f22 None None] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:56.429133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.430582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.434246 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 24698f0d-8aae-4720-89b5-f4c86a9e69bf, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=24698f0d-8aae-4720-89b5-f4c86a9e69bf,segment=NetworkSegment(6b22be67-53c7-4dbe-ba17-9cf326f0a11e),segment_id=6b22be67-53c7-4dbe-ba17-9cf326f0a11e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:51:56.434619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.460732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 24698f0d-8aae-4720-89b5-f4c86a9e69bf owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:51:56.469037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-2fcea909-2479-4457-b187-736f2afa2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.471636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-2fcea909-2479-4457-b187-736f2afa2047 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.2600312 Aug 25 11:51:56.473404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d3bb791-c082-400c-ac15-e74d330628f8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1250081 Aug 25 11:51:56.477194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:56.483399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:56.499533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-1b2c625b-e404-4e66-a3aa-e9fd55097fb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.1389549 Aug 25 11:51:56.615937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-42d396a4-a123-4a2d-81e8-660790e9004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.619183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-42d396a4-a123-4a2d-81e8-660790e9004c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1110053 Aug 25 11:51:56.623200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.624567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.664951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-fd6ea7c2-bb60-4780-949a-507168b0eb24', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:51:56.665880 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.696858 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-1971e809-d67b-4c02-bc7e-f0c7632ab1e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.2172728 Aug 25 11:51:56.701514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.744285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-edc8aff9-3626-4168-b8f7-ec0026702097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.746568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-edc8aff9-3626-4168-b8f7-ec0026702097 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188841 Aug 25 11:51:56.862281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-099c05ca-7841-4cf4-b63a-fadb29750c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:56.865786 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-099c05ca-7841-4cf4-b63a-fadb29750c9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1581547 Aug 25 11:51:56.869859 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:56.920653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-085021a6-d55d-4a16-8583-a77493edf5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616869 Aug 25 11:51:56.942957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Allocated IP 172.20.0.2 (fd6ea7c2-bb60-4780-949a-507168b0eb24/da098ac7-6286-4280-b01f-8768bd28a353/cfc79679-4b17-4bf0-be04-f6707df8e951) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:57.028750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.059657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port 24698f0d-8aae-4720-89b5-f4c86a9e69bf on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:51:57.071116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=24698f0d-8aae-4720-89b5-f4c86a9e69bf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:57.127601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-c113d41c-561f-4e20-85ba-90656e5f2a87 service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958756 Aug 25 11:51:57.177431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-3ddb8a24-0372-4813-a440-50a1b1983cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:57.179078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-3ddb8a24-0372-4813-a440-50a1b1983cae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2701778 Aug 25 11:51:57.252189 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.267430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Transition to ACTIVE for port object cfc79679-4b17-4bf0-be04-f6707df8e951 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:57.301382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Transition to ACTIVE for port object cfc79679-4b17-4bf0-be04-f6707df8e951 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:51:57.311778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.364465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e487cc-c04a-446e-8f09-afc2847f8449 req-c0ecaed0-6c23-40fd-9d54-04ca51538c74 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:57.367484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1e487cc-c04a-446e-8f09-afc2847f8449 req-c0ecaed0-6c23-40fd-9d54-04ca51538c74 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1793561 Aug 25 11:51:57.388606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Pushing event updated for resources: {'Port': ['ID=cfc79679-4b17-4bf0-be04-f6707df8e951,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:57.402982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:57.408236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:57.417855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:57.422591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.444894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.468757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03df112-4978-46e0-a9f7-3c383a3664f3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:57.473909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1e487cc-c04a-446e-8f09-afc2847f8449 req-05159add-a935-43e0-86c6-030632d225bd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930915 Aug 25 11:51:57.499571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b22be67-53c7-4dbe-ba17-9cf326f0a11e') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:57.499872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b22be67-53c7-4dbe-ba17-9cf326f0a11e') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:51:57.500769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Attempting to bind port cfc79679-4b17-4bf0-be04-f6707df8e951 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:51:57.501754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Attempting to bind port cfc79679-4b17-4bf0-be04-f6707df8e951 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:51:57.502367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Attempting to bind port cfc79679-4b17-4bf0-be04-f6707df8e951 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:51:57.511215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:51:57.511737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Checking segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:51:57.512197 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.512663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Bound using segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:51:57.513178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Bound port: cfc79679-4b17-4bf0-be04-f6707df8e951, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:51:57.513576 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.520398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.539535 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-076166f6-94dc-4349-a2b3-09a5624ac60f service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020146 Aug 25 11:51:57.541916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.560126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:51:57.560543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:51:57.565228 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:51:57.612090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] For port cfc79679-4b17-4bf0-be04-f6707df8e951, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:51:57.710423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] For port cfc79679-4b17-4bf0-be04-f6707df8e951, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cfc79679-4b17-4bf0-be04-f6707df8e951,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:51:57.711684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.718733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.725998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.727972 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/a03df112-4978-46e0-a9f7-3c383a3664f3 HTTP/1.1" status: 204 len: 168 time: 2.6344116 Aug 25 11:51:57.745405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59156) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:57.751052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2576a-df78-49bf-8f22-5899b7af5f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=a03df112-4978-46e0-a9f7-3c383a3664f3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:57.762766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-994f56e3-eae9-4bcf-a9da-f2d386d2e486 req-a009dd9c-3021-4647-bf23-a41246c3359c service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153378 Aug 25 11:51:57.763055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1141550311', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:51:57.823830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.827291 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:57.915133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b573a-3677-4fc7-bb7e-3113eb1b9436 None None] Pushing event updated for resources: {'Port': ['ID=cfc79679-4b17-4bf0-be04-f6707df8e951,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:57.932602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.000470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.042539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.178741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.279163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Allocated IP 172.25.1.193 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/2d749306-91d3-455b-b98d-ea3e9c1e4d89) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:58.460864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.523487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.576294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:58.586535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:58.593397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:58.603973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Pushing event updated for resources: {'Port': ['ID=2d749306-91d3-455b-b98d-ea3e9c1e4d89,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:51:58.969821 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:58.998882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:59.051938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:59.064626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee54535-f55d-4c9f-8b7a-bcb4f94fefdb req-1b1415e8-acae-4f12-919e-5398a5172604 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:51:59.078741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ee54535-f55d-4c9f-8b7a-bcb4f94fefdb req-1b1415e8-acae-4f12-919e-5398a5172604 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.1755946 Aug 25 11:51:59.166023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ee54535-f55d-4c9f-8b7a-bcb4f94fefdb req-19bf98fa-31bd-49ff-8bef-c4f9045afb34 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780284 Aug 25 11:51:59.327560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:59.362293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 172.25.1.103 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/887e1c16-2139-438c-92b9-f2f30876d826) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:51:59.382132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74375d-f6a2-465e-be96-fea7653dc5f9 None None] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:51:59.596168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:59.618107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Router fa3bf9d2-3516-4eda-9684-dc63085f9683 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:51:59.666468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1dd05426-644c-44f6-ba29-f6617a0f12cd None None] Provisioning for port cfc79679-4b17-4bf0-be04-f6707df8e951 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:51:59.668290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:59.726468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cfc79679-4b17-4bf0-be04-f6707df8e951 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:51:59.730980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:51:59.788271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:51:59.798431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:51:59.817352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:51:59.826616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Sync routers for ids ['fa3bf9d2-3516-4eda-9684-dc63085f9683'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:51:59.827282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:51:59.829488 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6432e8fe-a8cf-4781-9b63-6ba59fb62731 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3511128 Aug 25 11:51:59.832247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59168) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:51:59.864126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Routers {'fa3bf9d2-3516-4eda-9684-dc63085f9683'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:51:59.865205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fa3bf9d2-3516-4eda-9684-dc63085f9683'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:00.060865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:52:00.064227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port cfc79679-4b17-4bf0-be04-f6707df8e951 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:00.091112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cfc79679-4b17-4bf0-be04-f6707df8e951 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:00.091419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.243599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Set router fa3bf9d2-3516-4eda-9684-dc63085f9683 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:00.251719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=887e1c16-2139-438c-92b9-f2f30876d826,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:00.348567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-1eea18ef-4077-4dcf-bbee-cdad4758ef57 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:00.350236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-1eea18ef-4077-4dcf-bbee-cdad4758ef57 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 944 time: 0.1438866 Aug 25 11:52:00.482942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80030579-83a7-4139-9a11-1ad38c4c6e20 req-37a71e37-dfe8-439d-a9ab-1721a57fa3d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:00.486131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80030579-83a7-4139-9a11-1ad38c4c6e20 req-37a71e37-dfe8-439d-a9ab-1721a57fa3d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 944 time: 0.2762063 Aug 25 11:52:00.491673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-b49f661a-7c65-431a-bf12-0e53c1217a60 service neutron] 10.222.0.67 "GET /v2.0/ports/0a7b11cb-27e6-4b32-9fb2-5edad67952cb/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 383 time: 0.0956106 Aug 25 11:52:00.621606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:00.625723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.647860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e8ff63d3-16a7-4b06-9050-168db2af2762 None None] Provisioning complete for port cfc79679-4b17-4bf0-be04-f6707df8e951 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:00.648133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e8ff63d3-16a7-4b06-9050-168db2af2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.659883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.694783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'mac_address': 'fa:16:3e:6a:cd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:52:00.782134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.840731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.899822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b11cb-27e6-4b32-9fb2-5edad67952cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:52:00.933344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port cfc79679-4b17-4bf0-be04-f6707df8e951, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cfc79679-4b17-4bf0-be04-f6707df8e951,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:00.953561 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.974068 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e8ff63d3-16a7-4b06-9050-168db2af2762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:00.982188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:01.050035 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:01.083425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80030579-83a7-4139-9a11-1ad38c4c6e20 req-d83598c2-296d-458c-bf97-384a759206ef tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5763228 Aug 25 11:52:01.091457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:01.108040 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:51:58Z', 'revision_number': 3, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:01.171033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-52291e4b-1e9c-482c-87cb-419c7de64e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:01.178836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-52291e4b-1e9c-482c-87cb-419c7de64e7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1096 time: 0.5471752 Aug 25 11:52:01.186147 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Checking router: fa3bf9d2-3516-4eda-9684-dc63085f9683 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:01.186595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Updating router fa3bf9d2-3516-4eda-9684-dc63085f9683 port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:01.192007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=cfc79679-4b17-4bf0-be04-f6707df8e951,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:01.265939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-e8ff63d3-16a7-4b06-9050-168db2af2762 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:52:01.266462 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-e8ff63d3-16a7-4b06-9050-168db2af2762 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:52:01.269338 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:01.309766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['0a7b11cb-27e6-4b32-9fb2-5edad67952cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:01.359005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:01.435542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-54eeed60-ed15-4c25-84e2-13e76c6b077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:01.437168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-54eeed60-ed15-4c25-84e2-13e76c6b077d service neutron] 10.222.0.67 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.1651471 Aug 25 11:52:01.488994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Allocated IP 172.20.0.1 (fd6ea7c2-bb60-4780-949a-507168b0eb24/da098ac7-6286-4280-b01f-8768bd28a353/1fbfe139-ad80-447a-b2dd-47306d253129) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:01.601011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-ded8e4d3-61ff-4413-a8fa-1a929d904bbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1001 time: 0.1548562 Aug 25 11:52:01.689156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-26977e25-bca7-41dc-bb90-013ba8da17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:01.692024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-26977e25-bca7-41dc-bb90-013ba8da17cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.0803318 Aug 25 11:52:01.700130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:01.727173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cfc79679-4b17-4bf0-be04-f6707df8e951 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:01.764120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:01.786832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Transition to ACTIVE for port object 1fbfe139-ad80-447a-b2dd-47306d253129 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:01.838678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:01.893324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:01.896268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:01.915556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:02.014722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbfe139-ad80-447a-b2dd-47306d253129,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:02.037948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.038520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.039749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.041672 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.042279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.042808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.043315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.043806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.044302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.044799 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.045304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.045835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:02.053816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.148826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-5f730a87-709b-478c-bd38-de7faf17d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:02.152344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-5f730a87-709b-478c-bd38-de7faf17d506 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4463804 Aug 25 11:52:02.336286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router de812458-7fd2-468d-9d05-d01f6fbe31ff is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:52:02.378328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.378967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733b37e-f085-4b89-a2fc-9da498769930 req-43b677a0-b831-4ee7-ac85-ac6fbf2cf48a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:02.380620 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4733b37e-f085-4b89-a2fc-9da498769930 req-43b677a0-b831-4ee7-ac85-ac6fbf2cf48a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.1233556 Aug 25 11:52:02.387007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-4114d91d-dd42-4fae-9e4e-ca1611df7c44 service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208714 Aug 25 11:52:02.451100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port cfc79679-4b17-4bf0-be04-f6707df8e951 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:02.451471 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.542873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae94ba9e-78d9-420b-89e7-d8d2b509025a None None] Provisioning for port 1fbfe139-ad80-447a-b2dd-47306d253129 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:02.564107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.568325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae94ba9e-78d9-420b-89e7-d8d2b509025a None None] Provisioning complete for port 1fbfe139-ad80-447a-b2dd-47306d253129 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:02.568686 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae94ba9e-78d9-420b-89e7-d8d2b509025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.600876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-060f9fb8-d56a-4604-a03a-63b9ffa02908 service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403461 Aug 25 11:52:02.611148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Transition to ACTIVE for port object 2d749306-91d3-455b-b98d-ea3e9c1e4d89 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:02.630747 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.644588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ae94ba9e-78d9-420b-89e7-d8d2b509025a None None] Port 1fbfe139-ad80-447a-b2dd-47306d253129 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:02.723525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4733b37e-f085-4b89-a2fc-9da498769930 req-8b221dc4-885d-45c0-bdc8-fb8df461a803 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705507 Aug 25 11:52:02.743221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f732f-7302-4f15-81e7-9677528e38d0 None None] Pushing event updated for resources: {'Port': ['ID=2d749306-91d3-455b-b98d-ea3e9c1e4d89,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:02.744104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:02.746319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Attempting to bind port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:02.746743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Attempting to bind port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:02.747664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Attempting to bind port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:02.757582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:02.758785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:02.759394 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.760709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:02.761738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Bound port: 2d749306-91d3-455b-b98d-ea3e9c1e4d89, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:02.772412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.773155 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] Sync routers for ids ['de812458-7fd2-468d-9d05-d01f6fbe31ff'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:02.796304 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] Routers {'de812458-7fd2-468d-9d05-d01f6fbe31ff'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:02.797193 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['de812458-7fd2-468d-9d05-d01f6fbe31ff'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:02.805102 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.809785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c728bb4e-e999-455a-8762-96e3a5ae98e8 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0614541 Aug 25 11:52:02.812271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59282) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:02.850056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] For port 2d749306-91d3-455b-b98d-ea3e9c1e4d89, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:02.856989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] For port 2d749306-91d3-455b-b98d-ea3e9c1e4d89, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2d749306-91d3-455b-b98d-ea3e9c1e4d89,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:02.863507 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.888677 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:02.903382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.911573 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] Routers {'de812458-7fd2-468d-9d05-d01f6fbe31ff'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:02.912330 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['de812458-7fd2-468d-9d05-d01f6fbe31ff'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:02.914977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:02.972501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Routers {'fa3bf9d2-3516-4eda-9684-dc63085f9683'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:02.973950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fa3bf9d2-3516-4eda-9684-dc63085f9683'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:03.006630 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:03.007333 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6607-fbf0-45e2-8d87-d91afbf1b0e2 None None] The sync data for ids ['de812458-7fd2-468d-9d05-d01f6fbe31ff'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:03.045896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbfe139-ad80-447a-b2dd-47306d253129,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:03.049506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:03.049800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f732f-7302-4f15-81e7-9677528e38d0 None None] Pushing event updated for resources: {'Port': ['ID=2d749306-91d3-455b-b98d-ea3e9c1e4d89,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:03.085985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-601eedc8-ad6d-46da-961e-6cd7501d2ca9 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/routers/de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 200 len: 885 time: 0.2698600 Aug 25 11:52:03.088393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59312) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:03.183585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] Set router fa3bf9d2-3516-4eda-9684-dc63085f9683 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:03.192660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:03.195252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:03.435582 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Router fa3bf9d2-3516-4eda-9684-dc63085f9683 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:03.477331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-683764f6-8ce4-44e1-a51c-45828df9e05f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3876979 Aug 25 11:52:03.478056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59350) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:03.483124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1141550311'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:03.618876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5789212d-8648-4b89-beef-f7e222141753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1fbfe139-ad80-447a-b2dd-47306d253129', 'name': '', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'mac_address': 'fa:16:3e:b1:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:00Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 2, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'subnets': [{'id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:03.685408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789212d-8648-4b89-beef-f7e222141753 None None] The sync data for ids ['fa3bf9d2-3516-4eda-9684-dc63085f9683'] in n-d-778732-11 is: [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1fbfe139-ad80-447a-b2dd-47306d253129', 'name': '', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'mac_address': 'fa:16:3e:b1:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:00Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 2, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'subnets': [{'id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:03.700543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:03.709821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-508f7e33-f4db-4427-94cd-facdbdc39cd1 None None] Provisioning complete for port 1fbfe139-ad80-447a-b2dd-47306d253129 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:03.711752 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-508f7e33-f4db-4427-94cd-facdbdc39cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:03.723849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e9bfb772-0a87-4c1d-aba4-6e016e355e84 admin admin] 10.222.0.35 "PUT /v2.0/routers/fa3bf9d2-3516-4eda-9684-dc63085f9683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8882866 Aug 25 11:52:03.828088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-508f7e33-f4db-4427-94cd-facdbdc39cd1 None None] Port 1fbfe139-ad80-447a-b2dd-47306d253129 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:04.004484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc96f86-6d7b-4568-aec8-9d66cef35ef8 req-31b5cba9-715d-46e7-b609-b3f9ccebaf74 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:04.006020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dc96f86-6d7b-4568-aec8-9d66cef35ef8 req-31b5cba9-715d-46e7-b609-b3f9ccebaf74 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.1138523 Aug 25 11:52:04.019009 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:04.053354 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:04.070965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:04.071257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6dc96f86-6d7b-4568-aec8-9d66cef35ef8 req-b7c8649b-01a1-4cc6-952a-c290dfd779d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580547 Aug 25 11:52:04.300603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:04.312033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:04.312442 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:04.374227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router de812458-7fd2-468d-9d05-d01f6fbe31ff has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:04.700877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:04.716809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:04.730638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59462) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:04.753346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f3704c5c-bbef-4ac7-9294-02787885f32c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 200 len: 892 time: 1.2711058 Aug 25 11:52:05.086111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] Sync routers for ids ['de812458-7fd2-468d-9d05-d01f6fbe31ff'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:05.163908 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-462cc92e-cb6b-4f5f-a253-4c45a2dccb88 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/routers/de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 200 len: 892 time: 0.4263670 Aug 25 11:52:05.164657 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:05.164832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59498) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:05.178423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59500) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:05.186783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] Routers {'de812458-7fd2-468d-9d05-d01f6fbe31ff'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:05.187673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['de812458-7fd2-468d-9d05-d01f6fbe31ff'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:05.198542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1130785318-network', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:05.299556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:05.310553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8078fc5a-9242-4f9b-a9e6-2b183847d6ca tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 200 len: 205 time: 0.1226349 Aug 25 11:52:05.312168 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59506) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:05.359287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:05.365310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Made reservation on behalf of 568b8e4201d640e2b2cd0b3ee2e9deff for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:05.371876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:05.396233 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882e65d5-28db-4617-8e6c-3d56208b0ec0" -d '{"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:05.409050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:05.442841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:05.464223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:05.475167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] Routers {'de812458-7fd2-468d-9d05-d01f6fbe31ff'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:05.476061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['de812458-7fd2-468d-9d05-d01f6fbe31ff'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:05.590842 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a6bc58-7c42-48e0-9a11-fd64986b406c x-openstack-request-id: req-07a6bc58-7c42-48e0-9a11-fd64986b406c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:05.591154 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:05.591412 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07a6bc58-7c42-48e0-9a11-fd64986b406c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:05.591830 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'code': 200} Aug 25 11:52:05.640319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:05.655876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348e9f2-99c9-43da-8ebe-5d5135c75a27 req-6dc6dc30-2a91-4466-a8ed-181ad3e6745a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:05.656472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:05.657594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093ad2f7-bc14-48ca-b5c7-e371adfb2938 None None] The sync data for ids ['de812458-7fd2-468d-9d05-d01f6fbe31ff'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:05.658049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2348e9f2-99c9-43da-8ebe-5d5135c75a27 req-6dc6dc30-2a91-4466-a8ed-181ad3e6745a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.2519610 Aug 25 11:52:05.811924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2d749306-91d3-455b-b98d-ea3e9c1e4d89 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:05.936321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:05.969522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-0caf2695-cc54-454b-a410-4071494523ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:05.974928 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-0caf2695-cc54-454b-a410-4071494523ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 1098 time: 0.3187666 Aug 25 11:52:05.990813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:05.998575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:05.999705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:06.000094 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.114414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.186121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.217815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2d749306-91d3-455b-b98d-ea3e9c1e4d89, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2d749306-91d3-455b-b98d-ea3e9c1e4d89,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:06.226808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.234298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.297364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2d749306-91d3-455b-b98d-ea3e9c1e4d89,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:06.351977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2348e9f2-99c9-43da-8ebe-5d5135c75a27 req-436b16e7-ecf3-456d-949f-d4fb1943a6b6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6541309 Aug 25 11:52:06.389870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 887e1c16-2139-438c-92b9-f2f30876d826 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:06.390426 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.397109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.405029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.420165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:52:06.448604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.449005 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Added segment cc13d287-1fa6-460b-9fb0-d2fd548acd5d of type vlan for network 019f0169-51d0-4e3d-b066-375ace567d94 Aug 25 11:52:06.469667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:06.509798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.549945 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.550995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:06.551581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.623734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4378238 Aug 25 11:52:06.625729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59602) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:06.634322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Request body: {'subnet': {'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1130785318-subnet', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:06.641613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f599c-07fc-42e5-be8b-5677169e456a admin admin] Pushing event updated for resources: {'Network': ['ID=019f0169-51d0-4e3d-b066-375ace567d94,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:06.658832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 019f0169-51d0-4e3d-b066-375ace567d94 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:52:06.666790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Made reservation on behalf of 568b8e4201d640e2b2cd0b3ee2e9deff for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:06.670362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.820145 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.846284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 887e1c16-2139-438c-92b9-f2f30876d826 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:06.932453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:06.934357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:06.998503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5ef603-e3ee-48ff-ae7e-fd95e6348032,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:07.023408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Checking segment: {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:07.024228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Network hostable DHCP agents. Network: 019f0169-51d0-4e3d-b066-375ace567d94, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:52:07.034184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:07.051604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Network 019f0169-51d0-4e3d-b066-375ace567d94 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:52:07.065006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 019f0169-51d0-4e3d-b066-375ace567d94) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:07.079677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e176f-67ea-46a1-9deb-c7df4b6daa1a None None] Network 019f0169-51d0-4e3d-b066-375ace567d94 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:07.099249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:07.101961 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23223ff9-05a0-4967-86a0-80aad8386098" -d '{"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:07.102419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:07.103149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.108176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.178311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a08201d1-f056-4a3b-a312-35941892bf2f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5480504 Aug 25 11:52:07.180014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59656) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:07.189514 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:07.206354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Transition to ACTIVE for port object 0a7b11cb-27e6-4b32-9fb2-5edad67952cb will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:07.208395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.228592 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.256960 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.261114 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.277799 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f727756-6d0f-468b-8a87-099ce332c699 x-openstack-request-id: req-9f727756-6d0f-468b-8a87-099ce332c699 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:07.278257 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:07.278492 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f727756-6d0f-468b-8a87-099ce332c699 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:07.278986 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'code': 200} Aug 25 11:52:07.282359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=887e1c16-2139-438c-92b9-f2f30876d826,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:07.395716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.445398 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:07.452244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.527536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-019f0169-51d0-4e3d-b066-375ace567d94', 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'fixed_ips': [{'subnet_id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:52:07.529239 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.694490 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.703843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.774440 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] No DVR routers for this DVR port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:52:07.779598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Allocated IP 172.20.0.2 (019f0169-51d0-4e3d-b066-375ace567d94/0c5ef603-e3ee-48ff-ae7e-fd95e6348032/4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:07.857648 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.858147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router de812458-7fd2-468d-9d05-d01f6fbe31ff {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:52:07.862837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2d749306-91d3-455b-b98d-ea3e9c1e4d89 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:07.871213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:07.872817 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7e46e874-7d68-41db-a8e8-6e3ee3c0c508 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 204 len: 168 time: 2.5605128 Aug 25 11:52:07.876553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:07.883923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1895841762'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:07.926971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008fa7-6135-48ec-b2d6-74ba57608f77 req-6ccd6bf8-60d1-4dac-9fa5-1310e6e9b60f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:07.935088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10008fa7-6135-48ec-b2d6-74ba57608f77 req-6ccd6bf8-60d1-4dac-9fa5-1310e6e9b60f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.3772016 Aug 25 11:52:07.939435 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.009781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:08.017421 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.095138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:52:08.100929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:52:08.130848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.133014 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 2798a666-0f47-4985-a0b6-10e5ad6e36e1 of type vlan for network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 Aug 25 11:52:08.155076 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10008fa7-6135-48ec-b2d6-74ba57608f77 req-ecb08fe1-f4e2-49cd-be4c-a90f38510bdb tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179685 Aug 25 11:52:08.194399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:08.194399 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.217151 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Sync routers for ids ['fa3bf9d2-3516-4eda-9684-dc63085f9683'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:08.243189 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Routers {'fa3bf9d2-3516-4eda-9684-dc63085f9683'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:08.246130 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fa3bf9d2-3516-4eda-9684-dc63085f9683'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:08.276271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:52:08.363876 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.377409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Transition to ACTIVE for port object 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:08.384078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.387230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:08.387578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:08.388063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:08.403620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Transition to ACTIVE for port object 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:08.414524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.424488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:52:08.437511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Attempting to bind port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:08.467602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Network 019f0169-51d0-4e3d-b066-375ace567d94 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:08.474398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:08.485788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:08.508545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Pushing event updated for resources: {'Port': ['ID=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:08.511546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:08.511908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Checking segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:08.514436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Bound using segment: {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:08.515904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Bound port: 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd209013-a909-426c-b75a-776e79201fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:08.516298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.541589 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Set router fa3bf9d2-3516-4eda-9684-dc63085f9683 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:08.547544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.603306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Attempting to bind port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:08.604974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Attempting to bind port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:08.605551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Attempting to bind port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef on network 019f0169-51d0-4e3d-b066-375ace567d94 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:08.614102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:08.615426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Checking segment: {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:08.616022 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.617185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Bound using segment: {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:08.617921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Bound port: 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:08.618522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.653304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.675132 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.705479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:08.706594 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.786390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] For port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:08.795875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] For port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:08.805652 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:08.841419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Allocated IP 172.25.1.53 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/eb6c0c8c-8003-4764-bd6d-b29813b8f8ba) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:08.907274 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0288763 Aug 25 11:52:08.908641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:08.924928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:08.984921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e412f-c2b7-4e00-bcbb-4b7cead103ec None None] Pushing event updated for resources: {'Port': ['ID=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:09.032009 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:09.058648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127ac65-09ca-4060-89de-f8c2530d4109 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:09.079433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:52:09.087217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:09.093390 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1fbfe139-ad80-447a-b2dd-47306d253129', 'name': '', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'mac_address': 'fa:16:3e:b1:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:00Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 2, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'subnets': [{'id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:09.116753 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:09.137981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:09.166347 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:09.172671 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Checking router: fa3bf9d2-3516-4eda-9684-dc63085f9683 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:09.173042 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Updating router fa3bf9d2-3516-4eda-9684-dc63085f9683 port 1fbfe139-ad80-447a-b2dd-47306d253129 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:09.208163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:09.239779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:09.256190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:09.336186 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:09.354589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Pushing event updated for resources: {'Port': ['ID=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:09.440843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=11']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:09.460670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:09.463565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:09.469838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-29764673-1c34-4912-b6e6-1fbcba56c8e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1094 time: 3.4820752 Aug 25 11:52:09.473025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:09.485597 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31845253-3ce3-4f2e-a4e3-21a9c90f013e" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:09.499330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:09.507412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:09.771996 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ccac65-69cf-41b3-af7a-a5f27cce17b0 x-openstack-request-id: req-48ccac65-69cf-41b3-af7a-a5f27cce17b0 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:09.772333 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:09.772857 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48ccac65-69cf-41b3-af7a-a5f27cce17b0 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:09.773637 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'status': 'completed', 'code': 200} Aug 25 11:52:09.874055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:09.896916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b1f76-1558-46a3-992d-9b9a9b68f67b req-3f65070d-76b2-4dee-8c31-48e48e1d0a2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:09.901224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-157b1f76-1558-46a3-992d-9b9a9b68f67b req-3f65070d-76b2-4dee-8c31-48e48e1d0a2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.5091624 Aug 25 11:52:09.936222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-f4903d80-4825-4deb-be11-2dcbbb293b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:09.938051 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-f4903d80-4825-4deb-be11-2dcbbb293b37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1097 time: 0.3752568 Aug 25 11:52:10.070597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:10.101932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-64f2a63e-3acd-4eeb-9f03-8d27f22ed589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:10.104343 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-64f2a63e-3acd-4eeb-9f03-8d27f22ed589 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.1570179 Aug 25 11:52:10.140884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-b5480439-404e-411e-9c3d-3382cb4f430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:10.145663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-b5480439-404e-411e-9c3d-3382cb4f430b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1097 time: 0.3744864 Aug 25 11:52:10.214156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-157b1f76-1558-46a3-992d-9b9a9b68f67b req-4cd63cf5-1b06-4414-9b1d-1340b30ff5e1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440374 Aug 25 11:52:10.325670 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:10.340806 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Transition to ACTIVE for port object 1fbfe139-ad80-447a-b2dd-47306d253129 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:10.354570 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:10.543995 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:10.547751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Attempting to bind port 1fbfe139-ad80-447a-b2dd-47306d253129 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:10.548307 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Attempting to bind port 1fbfe139-ad80-447a-b2dd-47306d253129 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:10.548980 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Attempting to bind port 1fbfe139-ad80-447a-b2dd-47306d253129 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:10.569813 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:10.570443 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Checking segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:10.571299 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:10.572039 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Bound using segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:10.572868 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Bound port: 1fbfe139-ad80-447a-b2dd-47306d253129, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:10.573622 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:10.658549 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Pushing event updated for resources: {'Port': ['ID=1fbfe139-ad80-447a-b2dd-47306d253129,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:10.684017 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.684566 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.685992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.685992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.685992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.686481 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.687046 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.687414 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.688576 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.688576 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.688893 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.689233 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:10.720410 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] For port 1fbfe139-ad80-447a-b2dd-47306d253129, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:10.729261 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] For port 1fbfe139-ad80-447a-b2dd-47306d253129, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1fbfe139-ad80-447a-b2dd-47306d253129,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:10.745008 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:10.755104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-14b1190a-b38e-44b6-8969-c10633999a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:10.758104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-14b1190a-b38e-44b6-8969-c10633999a1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.6036963 Aug 25 11:52:10.832548 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Routers {'fa3bf9d2-3516-4eda-9684-dc63085f9683'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:10.833383 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fa3bf9d2-3516-4eda-9684-dc63085f9683'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:10.937636 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91258c-3805-432e-a0a8-8bf864235eab None None] Pushing event updated for resources: {'Port': ['ID=1fbfe139-ad80-447a-b2dd-47306d253129,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:10.950745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-49b6193e-fbdf-434b-824d-c63fc8175c52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.0967402 Aug 25 11:52:11.009992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-9b923da6-4c87-4f89-8d36-5567a15c52ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.2418096 Aug 25 11:52:11.059781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-8c9d71ed-bebf-4c97-855c-fddc5ac03ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:11.061198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-8c9d71ed-bebf-4c97-855c-fddc5ac03ed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1018474 Aug 25 11:52:11.159374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7df13-8f3b-4663-8dc0-41b0293cde5c None None] Network 019f0169-51d0-4e3d-b066-375ace567d94 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:11.176932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-2c84b787-a07f-45a0-9332-97211d104536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:11.177753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-197bb48e-0763-46e3-8750-a1d429a75e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:11.178753 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-2c84b787-a07f-45a0-9332-97211d104536 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084235 Aug 25 11:52:11.179403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-197bb48e-0763-46e3-8750-a1d429a75e41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1529775 Aug 25 11:52:11.225118 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] Set router fa3bf9d2-3516-4eda-9684-dc63085f9683 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:11.225424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:11.275687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:11.408383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Provisioning for port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:11.424935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Provisioning complete for port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:11.425313 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:11.485292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=5b794b1b-a802-4d51-8cf2-d4d83d26e927,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:11.515362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-a274909c-60e6-4628-96f2-3baadc3c3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:11.517288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-a274909c-60e6-4628-96f2-3baadc3c3210 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2897077 Aug 25 11:52:11.526355 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-746c8f71-a008-48b4-93b1-2b016d92ddf4 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354974 Aug 25 11:52:11.531401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '2798a666-0f47-4985-a0b6-10e5ad6e36e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:11.532015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:52:11.693817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafad2c-0973-4c3c-9535-20ad3440e40a req-e9c9031a-a965-4351-bac7-6f70046156ae tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:11.695484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdafad2c-0973-4c3c-9535-20ad3440e40a req-e9c9031a-a965-4351-bac7-6f70046156ae tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.2713778 Aug 25 11:52:11.727765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:52:11.758402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:11.786272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:11.787652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:11.815930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8737403-4756-4db4-82fc-e2c9441bc891 None None] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:11.840226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1fbfe139-ad80-447a-b2dd-47306d253129 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:11.847373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdafad2c-0973-4c3c-9535-20ad3440e40a req-26c9fd63-7dfd-4824-ae4c-0e083c7ca9b9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277988 Aug 25 11:52:11.850533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-49bb0b30-5ab3-4723-83b5-445bc5235d6d service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236065 Aug 25 11:52:11.852835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:52:11.890585 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c3db611-c55a-413d-8ebe-c3425bfdb20c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9700017 Aug 25 11:52:11.891711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:11.902237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-656104858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:11.919949 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1fbfe139-ad80-447a-b2dd-47306d253129', 'name': '', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'mac_address': 'fa:16:3e:b1:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:00Z', 'updated_at': '2021-08-25T11:52:10Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'subnets': [{'id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:11.921940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-23f66972-a05c-49ec-9d70-772b97e33e42 req-2c069930-ebc1-466e-bc13-bec3c1101eca service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832073 Aug 25 11:52:11.959659 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a932a24c-7457-4cf6-a4c2-731062db163b None None] The sync data for ids ['fa3bf9d2-3516-4eda-9684-dc63085f9683'] in n-d-778732-11 is: [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:52:02Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '1fbfe139-ad80-447a-b2dd-47306d253129', 'name': '', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'mac_address': 'fa:16:3e:b1:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:00Z', 'updated_at': '2021-08-25T11:52:10Z', 'revision_number': 4, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'subnets': [{'id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:11.979215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:11.982557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.137448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-be59eb98-3d22-4f4e-89a4-61fde519dfe3 service neutron] 10.222.0.67 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770073 Aug 25 11:52:12.158700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:12.164431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.203960 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.205680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Sync routers for ids ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:12.209293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1940e6dc-1693-41e6-a3ba-8acf98d0b71f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0274222 Aug 25 11:52:12.210073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59698) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:12.228339 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.228926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.306621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.309186 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c77c1ee1-4755-4306-b69d-a1f3202e1945 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4129574 Aug 25 11:52:12.312132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-a683b391-3b75-4144-b0e6-71cd5c65b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:12.314186 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-a683b391-3b75-4144-b0e6-71cd5c65b0c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1097 time: 0.3158035 Aug 25 11:52:12.315170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:12.325744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Routers {'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:12.330427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:12.398541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] For port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:12.404528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1fbfe139-ad80-447a-b2dd-47306d253129 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:12.492119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1fbfe139-ad80-447a-b2dd-47306d253129 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:12.492644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.494887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:12.783139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-a504e5ed-a20d-4203-866f-27d8b786445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:12.785058 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-a504e5ed-a20d-4203-866f-27d8b786445e service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.4560030 Aug 25 11:52:12.964899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-3e581c0c-9c84-4e9c-a707-acbcc5a2eb8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1000 time: 0.1358073 Aug 25 11:52:13.021660 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:13.111848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Provisioning complete for port 1fbfe139-ad80-447a-b2dd-47306d253129 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:13.112547 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:13.133285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-ff391c3d-cfa7-4a71-9665-746a447930d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:13.135189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-ff391c3d-cfa7-4a71-9665-746a447930d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.1610019 Aug 25 11:52:13.145184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Pushing event updated for resources: {'Port': ['ID=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:13.177219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Set router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:13.354736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45', 'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': '5b794b1b-a802-4d51-8cf2-d4d83d26e927'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:52:13.357032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:13.432859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.432859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.433216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.433632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.434252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.434822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.435632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.436219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.436792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.437358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.438050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.438820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6186e8f-d775-4bde-ac28-b90258a65b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:13.510736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-41b6a458-85de-494b-9582-f0704288122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:13.512412 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-41b6a458-85de-494b-9582-f0704288122a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3321366 Aug 25 11:52:13.527582 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:13.709943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c68b52-6a4b-46af-abc2-98f16a53f632 req-b96cfbfa-b820-46d1-a043-c553b0a104e6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:13.711567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c68b52-6a4b-46af-abc2-98f16a53f632 req-b96cfbfa-b820-46d1-a043-c553b0a104e6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.1789339 Aug 25 11:52:13.802354 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-6a648821-816e-4ff7-9db6-688894039d1c service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650917 Aug 25 11:52:13.811649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8::1 (49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45/5b794b1b-a802-4d51-8cf2-d4d83d26e927/4c710497-a980-40c3-a40c-37a7e78bcb41) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:13.839250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1fbfe139-ad80-447a-b2dd-47306d253129, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1fbfe139-ad80-447a-b2dd-47306d253129,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:13.890103 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:13.944844 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c68b52-6a4b-46af-abc2-98f16a53f632 req-65d0b501-9214-4820-8831-8a9d557cac50 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212281 Aug 25 11:52:13.997669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.014595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object 4c710497-a980-40c3-a40c-37a7e78bcb41 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:14.060639 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.099538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.123614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:14.136730 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.185928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1fbfe139-ad80-447a-b2dd-47306d253129,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:14.279464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Allocated IP 2001:db8::2 (49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45/5b794b1b-a802-4d51-8cf2-d4d83d26e927/11bf04c2-1d73-4989-9818-4f25172b854c) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:14.306006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:14.319025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:14.331508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:14.333231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.335085 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:52:14.335443 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:52:14.345399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=4c710497-a980-40c3-a40c-37a7e78bcb41,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:14.368270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:52:10Z', 'revision_number': 3, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:14.377130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:14.377492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.413499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Checking router: c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:14.419611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Updating router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:14.432717 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-31845253-3ce3-4f2e-a4e3-21a9c90f013e req-5874c378-ef68-48d2-aa6b-a10449369eb0 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796792 Aug 25 11:52:14.498975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Allocated IP 172.20.0.1 (019f0169-51d0-4e3d-b066-375ace567d94/0c5ef603-e3ee-48ff-ae7e-fd95e6348032/090d89a5-121a-4ec5-b0fc-5fcec3ca6c85) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:14.502177 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.629057 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.693623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.712179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Transition to ACTIVE for port object 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:14.781023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.854752 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:14.857109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Network 019f0169-51d0-4e3d-b066-375ace567d94 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:14.862469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:14.870025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:14.959448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Transition to ACTIVE for port object 11bf04c2-1d73-4989-9818-4f25172b854c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:14.963506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:52:14.964248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Pushing event updated for resources: {'Port': ['ID=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:15.010544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.118870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:15.155374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'port_id': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'mac_address': 'fa:16:3e:6a:cd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:52:15.219174 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.253387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Transition to ACTIVE for port object 11bf04c2-1d73-4989-9818-4f25172b854c will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:15.262123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b11cb-27e6-4b32-9fb2-5edad67952cb {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:52:15.277038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.281292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Provisioning complete for port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:15.281743 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e218d7e8-5384-48cf-9ea1-7c0319aa37b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.288642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.291901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.294419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.311681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.331526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503619f-ba96-4684-95ea-6cbb0676d3d2 req-215d8eb8-eca7-4bc1-b052-bed8341d7fe4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:15.334521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9503619f-ba96-4684-95ea-6cbb0676d3d2 req-215d8eb8-eca7-4bc1-b052-bed8341d7fe4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 945 time: 0.1413832 Aug 25 11:52:15.339703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:15.350230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:15.354160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:15.389835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=4c710497-a980-40c3-a40c-37a7e78bcb41,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:15.484954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:15.486706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:15.487527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:15.553322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9503619f-ba96-4684-95ea-6cbb0676d3d2 req-3036d353-19c9-45a6-9bf6-9b56cded5d2b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721519 Aug 25 11:52:15.565945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.615716 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59716) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:15.646116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.650171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Pushing event updated for resources: {'Port': ['ID=11bf04c2-1d73-4989-9818-4f25172b854c,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:15.692962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.737273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router 2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:52:15.804182 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:15.809328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-475b5021-e2c9-49a1-baf9-03f933fc3388 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 200 len: 993 time: 0.1904776 Aug 25 11:52:15.814907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Pushing event updated for resources: {'Port': ['ID=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:15.892358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:15.899880 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-284a15cd-7977-4393-9f80-9010f9928ff6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827637 Aug 25 11:52:15.903625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59718) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:15.926386 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] Sync routers for ids ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:15.951758 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] Routers {'2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:15.952706 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:16.028546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Network 019f0169-51d0-4e3d-b066-375ace567d94 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:16.033284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a26cf7e-9054-44eb-a9e5-9483bc04f40d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:16.033633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:16.052312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a26cf7e-9054-44eb-a9e5-9483bc04f40d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports/4c710497-a980-40c3-a40c-37a7e78bcb41 HTTP/1.1" status: 200 len: 911 time: 0.1473064 Aug 25 11:52:16.056682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59720) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:16.072176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b794b1b-a802-4d51-8cf2-d4d83d26e927'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:16.088191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Attempting to bind port 11bf04c2-1d73-4989-9818-4f25172b854c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:16.088782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Attempting to bind port 11bf04c2-1d73-4989-9818-4f25172b854c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '2798a666-0f47-4985-a0b6-10e5ad6e36e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:16.089375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Attempting to bind port 11bf04c2-1d73-4989-9818-4f25172b854c on network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:16.094592 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:16.116779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:16.142890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:16.143496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Checking segment: {'id': '2798a666-0f47-4985-a0b6-10e5ad6e36e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:16.144184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.144817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Bound using segment: {'id': '2798a666-0f47-4985-a0b6-10e5ad6e36e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:16.145394 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] Routers {'2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:16.145581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Bound port: 11bf04c2-1d73-4989-9818-4f25172b854c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2798a666-0f47-4985-a0b6-10e5ad6e36e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:16.146522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.148040 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:16.194549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1fbfe139-ad80-447a-b2dd-47306d253129 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:16.266936 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:16.268460 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae739a4-6654-42cf-8b45-d95e68003385 None None] The sync data for ids ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:16.365677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:16.409217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] For port 11bf04c2-1d73-4989-9818-4f25172b854c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:16.415505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] For port 11bf04c2-1d73-4989-9818-4f25172b854c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=11bf04c2-1d73-4989-9818-4f25172b854c,segment=NetworkSegment(2798a666-0f47-4985-a0b6-10e5ad6e36e1),segment_id=2798a666-0f47-4985-a0b6-10e5ad6e36e1)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:16.418066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['0a7b11cb-27e6-4b32-9fb2-5edad67952cb'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:16.444178 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.480127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.577007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:16.589232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d37dd4e-a071-4e29-8d6d-b62aae166903 admin admin] 10.222.0.35 "PUT /v2.0/routers/c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3779554 Aug 25 11:52:16.604141 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.650145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Transition to ACTIVE for port object eb6c0c8c-8003-4764-bd6d-b29813b8f8ba will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:16.668405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a36a-7770-4a73-8795-811a3c17af33 None None] Pushing event updated for resources: {'Port': ['ID=11bf04c2-1d73-4989-9818-4f25172b854c,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:16.676727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.748938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1fbfe139-ad80-447a-b2dd-47306d253129 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:16.749323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.847886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Attempting to bind port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:16.848330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Attempting to bind port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:16.848719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Attempting to bind port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:16.866976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55ecf62a-63cc-4600-8589-1022fdef2fd5 None None] Provisioning for port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:16.873401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec88001-d60c-4c76-9583-42e4c2f8b301 None None] Pushing event updated for resources: {'Port': ['ID=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:16.881965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:16.881965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:16.881965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.881965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:16.881965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Bound port: eb6c0c8c-8003-4764-bd6d-b29813b8f8ba, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:16.881965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:16.894892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55ecf62a-63cc-4600-8589-1022fdef2fd5 None None] Provisioning complete for port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:16.894892 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55ecf62a-63cc-4600-8589-1022fdef2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:17.031913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-55ecf62a-63cc-4600-8589-1022fdef2fd5 None None] Port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:17.073728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] For port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:17.111382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] For port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:17.121142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:17.217206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Routers {'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:17.217884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:17.321729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec88001-d60c-4c76-9583-42e4c2f8b301 None None] Pushing event updated for resources: {'Port': ['ID=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:17.369764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:17.383411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:17.391854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:17.392850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:17.395067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/ports/4c710497-a980-40c3-a40c-37a7e78bcb41 HTTP/1.1" status: 200 len: 911 time: 1.3363271 Aug 25 11:52:17.397887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59734) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:17.450472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac9312-031f-48fc-b16f-109866e28193 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=4c710497-a980-40c3-a40c-37a7e78bcb41,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:17.484195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] Set router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:17.914152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '090d89a5-121a-4ec5-b0fc-5fcec3ca6c85', 'name': '', 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:14Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 2, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'subnets': [{'id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:17.972980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519f7cb-5005-4cd2-873e-4689a977ad60 None None] The sync data for ids ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'] in n-d-778732-11 is: [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '090d89a5-121a-4ec5-b0fc-5fcec3ca6c85', 'name': '', 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:14Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 2, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'subnets': [{'id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:18.010235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-20588c13-92c1-46ed-b213-0d9832c3e29e tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:18.012696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-20588c13-92c1-46ed-b213-0d9832c3e29e tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/networks?id=fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 200 len: 910 time: 0.2872696 Aug 25 11:52:18.047054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-f529dbee-dcfc-4dac-ac78-f7efabfd094b tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/quotas/568b8e4201d640e2b2cd0b3ee2e9deff HTTP/1.1" status: 200 len: 375 time: 0.0212214 Aug 25 11:52:18.132931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 11bf04c2-1d73-4989-9818-4f25172b854c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:18.244476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-eac6e337-253f-4f5f-a515-ad8a6ca1c3cd tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960704 Aug 25 11:52:18.290782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 11bf04c2-1d73-4989-9818-4f25172b854c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:18.312285 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a81203cf-a3e0-4b65-87b6-ef4f889a8afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:18.493093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d8902-878b-4ade-8d2e-23f12089f26f None None] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:18.567146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:18.669040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-ef2c06a7-6105-4f8e-8f33-2cbcee5a1e3f service neutron] 10.222.0.35 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232647 Aug 25 11:52:18.696818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] Provisioning for port 11bf04c2-1d73-4989-9818-4f25172b854c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:18.705074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] Provisioning complete for port 11bf04c2-1d73-4989-9818-4f25172b854c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:18.705559 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:18.969462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:19.048511 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.124051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-314e07f1-673d-42d6-a699-69f9c08c62a2 service neutron] 10.222.0.35 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032924 Aug 25 11:52:19.179182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] For port 11bf04c2-1d73-4989-9818-4f25172b854c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=11bf04c2-1d73-4989-9818-4f25172b854c,segment=NetworkSegment(2798a666-0f47-4985-a0b6-10e5ad6e36e1),segment_id=2798a666-0f47-4985-a0b6-10e5ad6e36e1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:19.183085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:19.188709 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.198224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:19.199594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.321934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9719fe-5146-482b-8b01-4505f8fb9c25 None None] Pushing event updated for resources: {'Port': ['ID=11bf04c2-1d73-4989-9818-4f25172b854c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:19.436314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.439022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 4c710497-a980-40c3-a40c-37a7e78bcb41 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:19.440591 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.533355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:19.540999 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d3c16e-3c1b-4aad-937a-467d8aa13a49" -d '{"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:19.589484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:19.599666 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.633146 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600dfe9-9ca3-4270-86cb-1131a0531806 x-openstack-request-id: req-3600dfe9-9ca3-4270-86cb-1131a0531806 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:19.633477 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:19.633720 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3600dfe9-9ca3-4270-86cb-1131a0531806 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:19.634134 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'code': 200} Aug 25 11:52:19.658225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.696613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=13']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:19.715979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58daa6f3-d463-4f62-b379-2b7a8c316cab req-4906610e-8039-42c0-86eb-ead342183286 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 210 time: 0.0696039 Aug 25 11:52:19.717075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 4c710497-a980-40c3-a40c-37a7e78bcb41 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:19.795646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4b9d7efe-8d59-4cc2-9e08-fed367a25629 None None] Provisioning for port 4c710497-a980-40c3-a40c-37a7e78bcb41 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:19.804429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4b9d7efe-8d59-4cc2-9e08-fed367a25629 None None] Provisioning complete for port 4c710497-a980-40c3-a40c-37a7e78bcb41 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:19.805131 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7efe-8d59-4cc2-9e08-fed367a25629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:19.947453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d7efe-8d59-4cc2-9e08-fed367a25629 None None] Port 4c710497-a980-40c3-a40c-37a7e78bcb41 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:19.996471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4b9d7efe-8d59-4cc2-9e08-fed367a25629 None None] Provisioning complete for port 11bf04c2-1d73-4989-9818-4f25172b854c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:19.997391 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7efe-8d59-4cc2-9e08-fed367a25629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.166573 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.185139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 11bf04c2-1d73-4989-9818-4f25172b854c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:20.232717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=4c710497-a980-40c3-a40c-37a7e78bcb41,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:20.302072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6a58782e-19c1-4053-b9c4-b39c23f66662 None None] Could not find standard attr ID for object 4c710497-a980-40c3-a40c-37a7e78bcb41. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:52:20.342865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 11bf04c2-1d73-4989-9818-4f25172b854c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:20.343354 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.394327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.519374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb6c0c8c-8003-4764-bd6d-b29813b8f8ba up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:20.608987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:20.615886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:20.616919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.654468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router 2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:20.735409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5475c59b-fdbe-4190-af54-4fcb51317d4f None None] Could not find standard attr ID for object 4c710497-a980-40c3-a40c-37a7e78bcb41. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:52:20.783979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.815243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:20.822074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:20.870330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:20.900078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] Sync routers for ids ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:20.939228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59778) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:20.942646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] Routers {'2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:20.943521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1d89ea85-a18d-4132-bbc3-0c644a8629be tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5428720 Aug 25 11:52:20.943670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:20.952292 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e837067-0948-4a24-8ea0-abc6d9268213 req-635a3ad9-cc32-4be1-a6c1-6e7a1551f32a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 210 time: 0.1110208 Aug 25 11:52:21.008779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:21.013330 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cde87ef3-30d5-4f87-8c3e-a36868fc731f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 HTTP/1.1" status: 200 len: 205 time: 0.0707581 Aug 25 11:52:21.013551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59780) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:21.020011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:21.030631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] Routers {'2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:21.031260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:51:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:21.067414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:21.068091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e705e4-4b0e-4d2b-a070-86e01de98a65 None None] The sync data for ids ['2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:21.186044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf09ba2f-823e-411d-914b-f36bf69e2517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.401736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.513311 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.784109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.790416 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.809497 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Sync routers for ids ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:21.826391 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Routers {'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:21.828145 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:21.873031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.873940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:52:21.894106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:21.896033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-960627fe-b970-4f2b-8cbb-5749860e3324 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 HTTP/1.1" status: 204 len: 168 time: 0.8805995 Aug 25 11:52:21.900820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59802) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:21.914072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-074da095-4485-418f-a28d-a840a399c9f0 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:21.917210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-074da095-4485-418f-a28d-a840a399c9f0 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.67 "GET /v2.0/networks?id=fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 200 len: 910 time: 0.2724247 Aug 25 11:52:21.936911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Request body: {'port': {'device_id': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'admin_state_up': True, 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:21.990926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Made reservation on behalf of 568b8e4201d640e2b2cd0b3ee2e9deff for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:21.993791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.106729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb6c0c8c-8003-4764-bd6d-b29813b8f8ba up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:22.136082 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Set router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:22.167245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc68d2eb-9355-4cc5-9f4e-17bb740f69f2 req-76276c78-a94d-4e39-b7ce-e5d51b1bbbac tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 210 time: 0.0378821 Aug 25 11:52:22.227945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:22.228316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.284650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Allocated IP 172.20.0.14 (fd6ea7c2-bb60-4780-949a-507168b0eb24/da098ac7-6286-4280-b01f-8768bd28a353/c78407ca-3c29-4250-be87-8f37f6fcb350) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:22.490092 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '090d89a5-121a-4ec5-b0fc-5fcec3ca6c85', 'name': '', 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:14Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 2, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'subnets': [{'id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:22.516825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.533187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet 5b794b1b-a802-4d51-8cf2-d4d83d26e927 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:52:22.533937 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Checking router: c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:22.534289 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Updating router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:22.540316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.541633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.561115 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.562885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Transition to ACTIVE for port object c78407ca-3c29-4250-be87-8f37f6fcb350 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:22.607078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.613127 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.671488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:22.680759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:22.688615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:22.693270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Pushing event updated for resources: {'Port': ['ID=c78407ca-3c29-4250-be87-8f37f6fcb350,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:22.737393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:22.738134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.762480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d6520bc4-3be0-48b8-b963-b5d5684fd108 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8325832 Aug 25 11:52:22.777704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Request body: {'port': {'device_id': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:22.778845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.865480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.912161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:22.995882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=5b794b1b-a802-4d51-8cf2-d4d83d26e927,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:23.001237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.010922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986e152-0b45-421d-bb50-0539a3416ad5 None None] Network 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:23.015878 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-acb93c83-ded0-4b0e-b2c8-d38d74ae188b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/5b794b1b-a802-4d51-8cf2-d4d83d26e927 HTTP/1.1" status: 204 len: 168 time: 1.1091657 Aug 25 11:52:23.032252 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59812) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:23.120973 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.140729 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Transition to ACTIVE for port object 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:23.155313 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.260104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.396286 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d255a-5043-4623-a562-ee15df7aa9ec None None] Pushing event updated for resources: {'Port': ['ID=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:23.437747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 11bf04c2-1d73-4989-9818-4f25172b854c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:23.438320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.443854 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Attempting to bind port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:23.447282 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Attempting to bind port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:23.447964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Attempting to bind port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 on network 019f0169-51d0-4e3d-b066-375ace567d94 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:23.468593 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:23.469074 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Checking segment: {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:23.469557 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.470060 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Bound using segment: {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:23.470627 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Bound port: 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:23.471085 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.527644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c914b8-fca4-4f6c-ba14-f584c9cb7737 req-f4b25fff-fa8a-4fa2-9297-f6852bd6af1b tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:23.529247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c914b8-fca4-4f6c-ba14-f584c9cb7737 req-f4b25fff-fa8a-4fa2-9297-f6852bd6af1b tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1028 time: 0.1834321 Aug 25 11:52:23.607073 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78407ca-3c29-4250-be87-8f37f6fcb350 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:52:23.612404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-36bfa651-1f45-4daf-86f0-88ec98cb2ddc None None] Provisioning for port c78407ca-3c29-4250-be87-8f37f6fcb350 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:23.622564 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.624812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-36bfa651-1f45-4daf-86f0-88ec98cb2ddc None None] Provisioning complete for port c78407ca-3c29-4250-be87-8f37f6fcb350 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:23.625428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-36bfa651-1f45-4daf-86f0-88ec98cb2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.626148 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] For port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:23.633481 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] For port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:23.645023 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.647538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Transition to ACTIVE for port object c78407ca-3c29-4250-be87-8f37f6fcb350 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:23.683946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-36bfa651-1f45-4daf-86f0-88ec98cb2ddc None None] Port c78407ca-3c29-4250-be87-8f37f6fcb350 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:23.687040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 11bf04c2-1d73-4989-9818-4f25172b854c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=11bf04c2-1d73-4989-9818-4f25172b854c,segment=NetworkSegment(2798a666-0f47-4985-a0b6-10e5ad6e36e1),segment_id=2798a666-0f47-4985-a0b6-10e5ad6e36e1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:23.687642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.687769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:23.752442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 11bf04c2-1d73-4989-9818-4f25172b854c owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:23.773954 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c914b8-fca4-4f6c-ba14-f584c9cb7737 req-ecbf6487-d71b-489e-9a9a-ba76ff51535b tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240978 Aug 25 11:52:23.850424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] DHCP port deletion for 49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:52:23.864129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Routers {'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:23.864929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:23.885302 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d255a-5043-4623-a562-ee15df7aa9ec None None] Pushing event updated for resources: {'Port': ['ID=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:23.917599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c78407ca-3c29-4250-be87-8f37f6fcb350,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:24.094832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] Deleting port 11bf04c2-1d73-4989-9818-4f25172b854c {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:24.102118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.167670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Attempting to bind port c78407ca-3c29-4250-be87-8f37f6fcb350 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:24.168239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Attempting to bind port c78407ca-3c29-4250-be87-8f37f6fcb350 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:24.168734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Attempting to bind port c78407ca-3c29-4250-be87-8f37f6fcb350 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:24.178300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Port c78407ca-3c29-4250-be87-8f37f6fcb350 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:52:24.178803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Attempting to bind port c78407ca-3c29-4250-be87-8f37f6fcb350 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:24.198085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:24.198622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Checking segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:24.199184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Bound using segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:24.199833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Bound port: c78407ca-3c29-4250-be87-8f37f6fcb350, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:24.202021 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.220413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.257213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:24.333576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] For port 11bf04c2-1d73-4989-9818-4f25172b854c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=11bf04c2-1d73-4989-9818-4f25172b854c,segment=NetworkSegment(2798a666-0f47-4985-a0b6-10e5ad6e36e1),segment_id=2798a666-0f47-4985-a0b6-10e5ad6e36e1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:24.334299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.342259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port 11bf04c2-1d73-4989-9818-4f25172b854c on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:52:24.345094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=11bf04c2-1d73-4989-9818-4f25172b854c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:24.361630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] Calling delete_port for 11bf04c2-1d73-4989-9818-4f25172b854c owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:24.423748 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] Set router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:24.459876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] For port c78407ca-3c29-4250-be87-8f37f6fcb350, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:24.465509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] For port c78407ca-3c29-4250-be87-8f37f6fcb350, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c78407ca-3c29-4250-be87-8f37f6fcb350,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:24.475305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.514798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.522731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.539616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:24.560706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:24.570697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.572618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] 10.222.0.67 "PUT /v2.0/ports/c78407ca-3c29-4250-be87-8f37f6fcb350 HTTP/1.1" status: 200 len: 1093 time: 1.8038423 Aug 25 11:52:24.573100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'tag': 'c78407ca-3c29-4250-be87-8f37f6fcb350'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:24.575541 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999fc037-00e4-485a-8931-71bd48bb60e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f7599f45-58f8-40c8-9b40-2ec6ebffedc9", "tag": "c78407ca-3c29-4250-be87-8f37f6fcb350"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:24.575869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:24.595421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:24.596160 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.607588 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.614178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2798a666-0f47-4985-a0b6-10e5ad6e36e1') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:24.614839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2798a666-0f47-4985-a0b6-10e5ad6e36e1') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:24.635695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd8fc-2aed-4300-8ec3-77e111b32eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c78407ca-3c29-4250-be87-8f37f6fcb350,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:24.662569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.663408 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916f1a4-f849-4a26-834c-1c1f0fa687b9 x-openstack-request-id: req-4916f1a4-f849-4a26-834c-1c1f0fa687b9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:24.663706 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7599f45-58f8-40c8-9b40-2ec6ebffedc9", "tag": "c78407ca-3c29-4250-be87-8f37f6fcb350", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:24.663960 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4916f1a4-f849-4a26-834c-1c1f0fa687b9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:24.664378 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'tag': 'c78407ca-3c29-4250-be87-8f37f6fcb350', 'status': 'completed', 'code': 200} Aug 25 11:52:24.717630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] No DVR routers for this DVR port 11bf04c2-1d73-4989-9818-4f25172b854c on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:52:24.723457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.761409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:52:24.762241 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:52:24.768053 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:52:24.773148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-6af647f1-f400-481a-82a9-a424c588de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:24.775209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-6af647f1-f400-481a-82a9-a424c588de99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1096 time: 0.1243241 Aug 25 11:52:24.816056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3db523-84bf-447a-83dd-1f0848dd846d None None] Pushing event deleted for resources: {'Port': ['ID=11bf04c2-1d73-4989-9818-4f25172b854c,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:24.826738 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '090d89a5-121a-4ec5-b0fc-5fcec3ca6c85', 'name': '', 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:14Z', 'updated_at': '2021-08-25T11:52:23Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'subnets': [{'id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:24.871913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec9952b1-00ed-4dbd-86de-592341311ad7 None None] Provisioning complete for port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:24.872712 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec9952b1-00ed-4dbd-86de-592341311ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:24.901840 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbd66-a363-4190-bcd2-e04717323323 None None] The sync data for ids ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'] in n-d-778732-11 is: [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:52:15Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '090d89a5-121a-4ec5-b0fc-5fcec3ca6c85', 'name': '', 'network_id': '019f0169-51d0-4e3d-b066-375ace567d94', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:14Z', 'updated_at': '2021-08-25T11:52:23Z', 'revision_number': 4, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'subnets': [{'id': '0c5ef603-e3ee-48ff-ae7e-fd95e6348032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:24.931313 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-abaa49ab-0662-4082-8476-a9875abeed31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c78407ca-3c29-4250-be87-8f37f6fcb350 HTTP/1.1" status: 200 len: 217 time: 0.1466703 Aug 25 11:52:24.990355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.001860 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.013543 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45 HTTP/1.1" status: 204 len: 168 time: 1.9701505 Aug 25 11:52:25.051490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59842) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:25.061177 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1676129297', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:25.070262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.100226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c925f8-e6a1-4e98-b58e-6c5aa6cf6f60 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=49bac2dd-d3b0-4e25-b86c-aa11d0e5dd45,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:25.127148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.129550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.163099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:25.166691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ec9952b1-00ed-4dbd-86de-592341311ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.176812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-324c2614-eee3-4f8b-a826-b981f6b882a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:25.178418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-324c2614-eee3-4f8b-a826-b981f6b882a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da098ac7-6286-4280-b01f-8768bd28a353 HTTP/1.1" status: 200 len: 848 time: 0.2315693 Aug 25 11:52:25.194360 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.263143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.274967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6361-f0d7-4008-9728-1d74405cbbee req-90687026-3ee3-4a7a-85fa-025a7dd56e51 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:25.283625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7df6361-f0d7-4008-9728-1d74405cbbee req-90687026-3ee3-4a7a-85fa-025a7dd56e51 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1096 time: 0.3222766 Aug 25 11:52:25.285304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.308071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ec9952b1-00ed-4dbd-86de-592341311ad7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:52:25.308960 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ec9952b1-00ed-4dbd-86de-592341311ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:52:25.342100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:25.343715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.348028 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d58b150-f83d-4697-91bf-5cd98b86ae2b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2908394 Aug 25 11:52:25.348371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59850) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:25.354126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2063651968'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:25.367323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 11bf04c2-1d73-4989-9818-4f25172b854c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:52:25.385465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7df6361-f0d7-4008-9728-1d74405cbbee req-20cde621-97e1-49e1-8ba3-b295d7bb66b7 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965605 Aug 25 11:52:25.389732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4f73-a844-465b-871a-613090bbafd5 req-a65daffc-06a2-4aec-bd67-188734d77b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:25.391363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 11bf04c2-1d73-4989-9818-4f25172b854c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:52:25.391904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 11bf04c2-1d73-4989-9818-4f25172b854c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:52:25.392101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-a65daffc-06a2-4aec-bd67-188734d77b91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd6ea7c2-bb60-4780-949a-507168b0eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044356 Aug 25 11:52:25.396559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:25.400799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.435259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:52:25.447363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.447712 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 69b2ec7c-6900-4966-85be-d2c02ae05ac4 of type vlan for network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a Aug 25 11:52:25.502558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.541577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.548403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:25.549486 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:25.583363 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-d2c206ea-ea16-4034-88b7-2ee927b636cb service neutron] 10.222.0.67 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803846 Aug 25 11:52:25.616418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59852) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:25.617304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2677708 Aug 25 11:52:25.623549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:25.648864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3dde-9158-46b6-be44-a459cdcb2acf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:25.664751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:52:25.914817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74dc4f73-a844-465b-871a-613090bbafd5 req-485c15eb-a450-44bd-81b1-efc762d6f583 service neutron] 10.222.0.67 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225424 Aug 25 11:52:25.917241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:25.921545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:26.120336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-45985304-edb1-4a7a-93b8-43891d0f9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:26.123128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-45985304-edb1-4a7a-93b8-43891d0f9583 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1096 time: 0.1389897 Aug 25 11:52:26.127106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:26.217883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:26.218580 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:26.321101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-088cb532-61b2-42cc-815f-25fbc455d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:26.322646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-088cb532-61b2-42cc-815f-25fbc455d543 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 200 len: 910 time: 0.1909666 Aug 25 11:52:26.385258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-c1762ce2-94e9-49dc-8e77-2db12fe2115a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c78407ca-3c29-4250-be87-8f37f6fcb350 HTTP/1.1" status: 200 len: 217 time: 0.0520124 Aug 25 11:52:26.387763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:26.508520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=f4f44f5c-e9d3-446b-b055-6ad1c656ce95,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:26.535615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-dd140912-31d2-4449-8752-1d465514e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:26.537130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-dd140912-31d2-4449-8752-1d465514e22d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da098ac7-6286-4280-b01f-8768bd28a353 HTTP/1.1" status: 200 len: 848 time: 0.1432743 Aug 25 11:52:26.578663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:26.579026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:52:26.604100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad51c2a-3e7c-44b6-a4a0-39dc50e21af6 req-6dbfd5dd-339c-4f27-94d4-fff0d6ac71b0 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:26.605786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ad51c2a-3e7c-44b6-a4a0-39dc50e21af6 req-6dbfd5dd-339c-4f27-94d4-fff0d6ac71b0 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1096 time: 0.1241653 Aug 25 11:52:26.623786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-120491e0-ca4a-4451-a6c7-c261affaae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:26.625738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-120491e0-ca4a-4451-a6c7-c261affaae5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fd6ea7c2-bb60-4780-949a-507168b0eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782697 Aug 25 11:52:26.631593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:52:26.702525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:26.707902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:26.708497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:26.713870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9753418e-fd4f-485e-a595-1166cd252fda None None] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:26.739983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ad51c2a-3e7c-44b6-a4a0-39dc50e21af6 req-bf2be9d2-9a01-4d3d-9f2b-6dee30438e3e tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203053 Aug 25 11:52:26.774233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-05c6b7e3-d38a-460d-b032-a6f0a3228790 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1566606 Aug 25 11:52:26.777022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59874) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:26.784919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-95fe282d-8dbd-4f57-bf36-efb5696fc758 service neutron] 10.222.0.67 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496689 Aug 25 11:52:26.944694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:52:26.945778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.112270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Allocated IP 2001:db8::2 (6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a/f4f44f5c-e9d3-446b-b055-6ad1c656ce95/e95acdbf-a81a-4177-87ce-9cd8c14b3b87) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:27.156871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-999fc037-00e4-485a-8931-71bd48bb60e6 req-f241133a-4fca-484e-85a3-d537f433c1ed service neutron] 10.222.0.67 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215013 Aug 25 11:52:27.201421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.356483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.398981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Transition to ACTIVE for port object e95acdbf-a81a-4177-87ce-9cd8c14b3b87 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:27.402715 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.432603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Transition to ACTIVE for port object e95acdbf-a81a-4177-87ce-9cd8c14b3b87 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:27.440939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.504870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:27.511809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:27.515768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8::1 (6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a/f4f44f5c-e9d3-446b-b055-6ad1c656ce95/23718333-707c-4bfb-a784-0e1923ceba5a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:27.522546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:27.570138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Pushing event updated for resources: {'Port': ['ID=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:27.620395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Attempting to bind port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:27.621041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Attempting to bind port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:27.621754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Attempting to bind port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 on network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:27.631068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:27.631794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Checking segment: {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:27.632376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.632956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Bound using segment: {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:27.633993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Bound port: e95acdbf-a81a-4177-87ce-9cd8c14b3b87, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:27.634530 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.685359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.710511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object 23718333-707c-4bfb-a784-0e1923ceba5a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:27.745540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] For port e95acdbf-a81a-4177-87ce-9cd8c14b3b87, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:27.751857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] For port e95acdbf-a81a-4177-87ce-9cd8c14b3b87, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,segment=NetworkSegment(69b2ec7c-6900-4966-85be-d2c02ae05ac4),segment_id=69b2ec7c-6900-4966-85be-d2c02ae05ac4)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:27.757986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.763539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.810314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:27.816011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:27.819836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:27.820400 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:27.880809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46df07b-3ab5-4699-821c-da7f76c61194 None None] Pushing event updated for resources: {'Port': ['ID=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:28.455044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=23718333-707c-4bfb-a784-0e1923ceba5a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:28.489735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300d20-3047-4b47-b042-8ae9a4df022d req-a5284078-0b63-478c-9fb9-487df546aab2 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:28.494748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab300d20-3047-4b47-b042-8ae9a4df022d req-a5284078-0b63-478c-9fb9-487df546aab2 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1096 time: 0.5594697 Aug 25 11:52:28.575462 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:28.582766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab300d20-3047-4b47-b042-8ae9a4df022d req-f0e166eb-3752-42a4-9200-6081266267fe tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865164 Aug 25 11:52:28.929712 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:28.936634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:28.937937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:29.088874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=23718333-707c-4bfb-a784-0e1923ceba5a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:29.093848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:29.095513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:29.146039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb7644-ad16-4c76-8f06-86501f1dbda1 None None] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:29.265205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1e9ea3ea-952a-4fd5-aef2-cbcd39b4af7c None None] Provisioning for port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:29.274589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:52:29.404862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:29.417590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:29.422376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:29.426056 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1221744834'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:29.430574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2767d8f2-44f8-4ab7-8d4a-ee7276c234a5 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521766 Aug 25 11:52:29.439849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:29.441089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:29.465467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:29.471702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:29.546949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:52:29.565996 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:29.566935 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment bf49138f-9dfc-4ab4-ae21-1dc02070a05c of type vlan for network 717b99fb-a93d-4f3f-a42d-576c4c18f05e Aug 25 11:52:29.611776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:29.661119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:29.711133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:29.736960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:29.738759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:29.823222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b95bc-2abe-4889-acbd-d874d67b3c61 req-b3d1edc3-6b94-4f48-a23d-860811f9039f tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:29.825296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b0b95bc-2abe-4889-acbd-d874d67b3c61 req-b3d1edc3-6b94-4f48-a23d-860811f9039f tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1096 time: 0.0937037 Aug 25 11:52:29.889444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=717b99fb-a93d-4f3f-a42d-576c4c18f05e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:29.901736 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c4af06f-4b35-41db-8ad1-462b7bc632c7 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4738488 Aug 25 11:52:29.901736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59916) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:29.903002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:29.917720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b0b95bc-2abe-4889-acbd-d874d67b3c61 req-88d8baa4-8526-4ebe-a46b-c29884861b82 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761433 Aug 25 11:52:29.932563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:52:30.121711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f8220961-177c-4497-8221-46281631e6a2 None None] Provisioning for port 23718333-707c-4bfb-a784-0e1923ceba5a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:30.144984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f8220961-177c-4497-8221-46281631e6a2 None None] Provisioning complete for port 23718333-707c-4bfb-a784-0e1923ceba5a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:30.146058 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f8220961-177c-4497-8221-46281631e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.146561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:30.153975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.207313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c78407ca-3c29-4250-be87-8f37f6fcb350 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:52:30.210528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e95acdbf-a81a-4177-87ce-9cd8c14b3b87 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:30.247235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:28Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:28Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:30.287443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:30.287846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Updating router a3db1099-f784-4b1b-ba44-58204f3bbbe6 port 23718333-707c-4bfb-a784-0e1923ceba5a binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:30.290547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f8220961-177c-4497-8221-46281631e6a2 None None] Port 23718333-707c-4bfb-a784-0e1923ceba5a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:30.365055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.455567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c78407ca-3c29-4250-be87-8f37f6fcb350, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c78407ca-3c29-4250-be87-8f37f6fcb350,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:30.470732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'c78407ca-3c29-4250-be87-8f37f6fcb350', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'port_id': 'c78407ca-3c29-4250-be87-8f37f6fcb350', 'mac_address': 'fa:16:3e:89:01:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:52:30.499873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.571528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-696e6535-c0f8-46d0-9ede-7c7b7f8fbc58 None None] Provisioning complete for port 23718333-707c-4bfb-a784-0e1923ceba5a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:30.571892 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-696e6535-c0f8-46d0-9ede-7c7b7f8fbc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.580266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:30.605664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=8f7e2f82-ffc4-471f-aef8-b09446195bd9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:30.629731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:30.630207 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 717b99fb-a93d-4f3f-a42d-576c4c18f05e, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:52:30.663545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:52:30.677545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 717b99fb-a93d-4f3f-a42d-576c4c18f05e) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:30.680870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:30.681507 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.684051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:30.684676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:30.727634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:30.728547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-125f9d4b-1e7c-4b33-986f-2351a57edeef tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8290136 Aug 25 11:52:30.743352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8f236-2cc4-4183-87ce-e3f59406d8a4 None None] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:30.764529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.077778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-696e6535-c0f8-46d0-9ede-7c7b7f8fbc58 None None] Port 23718333-707c-4bfb-a784-0e1923ceba5a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:31.145104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78407ca-3c29-4250-be87-8f37f6fcb350 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:52:31.169408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c78407ca-3c29-4250-be87-8f37f6fcb350, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c78407ca-3c29-4250-be87-8f37f6fcb350,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:31.171364 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.187658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.299672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-18987e6b-ab70-4a48-af3d-336b09547b0a None None] Provisioning complete for port 23718333-707c-4bfb-a784-0e1923ceba5a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:31.301422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-18987e6b-ab70-4a48-af3d-336b09547b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.399729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a403b-a4a7-4868-aad6-4f38c40b3a36 req-0f178115-e334-42ce-9af3-1e77c3d5a7a6 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:31.401423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a2a403b-a4a7-4868-aad6-4f38c40b3a36 req-0f178115-e334-42ce-9af3-1e77c3d5a7a6 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1097 time: 0.1726654 Aug 25 11:52:31.426666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.462587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c78407ca-3c29-4250-be87-8f37f6fcb350'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:31.466364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c78407ca-3c29-4250-be87-8f37f6fcb350,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:31.485218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-18987e6b-ab70-4a48-af3d-336b09547b0a None None] Port 23718333-707c-4bfb-a784-0e1923ceba5a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:31.603274 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:52:31.632055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a2a403b-a4a7-4868-aad6-4f38c40b3a36 req-d8be8510-ef7a-498d-8316-372af2e2a7f6 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081795 Aug 25 11:52:31.664085 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.714405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:52:31.715370 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.791646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.834956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e95acdbf-a81a-4177-87ce-9cd8c14b3b87, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,segment=NetworkSegment(69b2ec7c-6900-4966-85be-d2c02ae05ac4),segment_id=69b2ec7c-6900-4966-85be-d2c02ae05ac4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:31.845019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Transition to ACTIVE for port object 23718333-707c-4bfb-a784-0e1923ceba5a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:31.928974 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:31.962113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8:1::1 (717b99fb-a93d-4f3f-a42d-576c4c18f05e/8f7e2f82-ffc4-471f-aef8-b09446195bd9/d9307e38-2fd8-4b84-a97a-5b6d834781f9) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:31.977533 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.087756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:32.161363 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.179047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object d9307e38-2fd8-4b84-a97a-5b6d834781f9 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:32.219099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.278712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:32.282370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:32.287204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:32.287858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.295033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=d9307e38-2fd8-4b84-a97a-5b6d834781f9,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:32.339516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.339973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.340394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.340807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.341220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.341629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.342061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.342466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.342871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.343272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.343673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.344071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:52:32.344814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Allocated IP 2001:db8:1::2 (717b99fb-a93d-4f3f-a42d-576c4c18f05e/8f7e2f82-ffc4-471f-aef8-b09446195bd9/763167cb-876d-4195-97ae-45cce10b16d4) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:32.461609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.491098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93680f9c-796a-47d4-8046-5243f02ced01 None None] Pushing event updated for resources: {'Port': ['ID=23718333-707c-4bfb-a784-0e1923ceba5a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:32.501244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Attempting to bind port 23718333-707c-4bfb-a784-0e1923ceba5a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:32.501916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Attempting to bind port 23718333-707c-4bfb-a784-0e1923ceba5a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:32.502542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Attempting to bind port 23718333-707c-4bfb-a784-0e1923ceba5a on network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:32.534492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:32.534991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Checking segment: {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:32.535943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.536342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Bound using segment: {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:32.537730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Bound port: 23718333-707c-4bfb-a784-0e1923ceba5a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b2ec7c-6900-4966-85be-d2c02ae05ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:32.537730 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.772985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] For port 23718333-707c-4bfb-a784-0e1923ceba5a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:32.810476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] For port 23718333-707c-4bfb-a784-0e1923ceba5a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=23718333-707c-4bfb-a784-0e1923ceba5a,segment=NetworkSegment(69b2ec7c-6900-4966-85be-d2c02ae05ac4),segment_id=69b2ec7c-6900-4966-85be-d2c02ae05ac4)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:32.821616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.825530 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.848230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de77dc-31c2-4cc9-b9ed-da139324b27f req-2cf71e9c-c16a-4ad1-8e88-3a3b2876f894 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:32.849893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0de77dc-31c2-4cc9-b9ed-da139324b27f req-2cf71e9c-c16a-4ad1-8e88-3a3b2876f894 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1097 time: 0.0834093 Aug 25 11:52:32.872968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.882776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.883529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:32.886918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Transition to ACTIVE for port object 763167cb-876d-4195-97ae-45cce10b16d4 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:32.963228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Transition to ACTIVE for port object 763167cb-876d-4195-97ae-45cce10b16d4 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:32.975547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:32.976721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:32.984339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0de77dc-31c2-4cc9-b9ed-da139324b27f req-d503052b-8fa1-4043-b96c-b0e8f89ec9ca tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212618 Aug 25 11:52:33.019335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=d9307e38-2fd8-4b84-a97a-5b6d834781f9,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:33.059576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93680f9c-796a-47d4-8046-5243f02ced01 None None] Pushing event updated for resources: {'Port': ['ID=23718333-707c-4bfb-a784-0e1923ceba5a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:33.063729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.100353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:33.103595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:33.166184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:33.172143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Pushing event updated for resources: {'Port': ['ID=763167cb-876d-4195-97ae-45cce10b16d4,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:33.174916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:33.180704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:33.195145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:33.309751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Attempting to bind port 763167cb-876d-4195-97ae-45cce10b16d4 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:33.311930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Attempting to bind port 763167cb-876d-4195-97ae-45cce10b16d4 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:33.313562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Attempting to bind port 763167cb-876d-4195-97ae-45cce10b16d4 on network 717b99fb-a93d-4f3f-a42d-576c4c18f05e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:33.340711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:33.368155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:33.369171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Checking segment: {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:33.369171 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.369510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Bound using segment: {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:33.369974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Bound port: 763167cb-876d-4195-97ae-45cce10b16d4, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:33.370361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.516183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:33.540162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6b59a9a1-ab62-441a-a257-f0b69b481fd3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8046341 Aug 25 11:52:33.541078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:33.549270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] For port 763167cb-876d-4195-97ae-45cce10b16d4, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:33.550910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1220966887'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:33.566632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] For port 763167cb-876d-4195-97ae-45cce10b16d4, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763167cb-876d-4195-97ae-45cce10b16d4,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:33.577188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.606256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:33.612529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.674719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:52:33.691012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf353-ca14-47ea-b49b-7b5925a0b32f None None] Pushing event updated for resources: {'Port': ['ID=763167cb-876d-4195-97ae-45cce10b16d4,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:33.692616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 3, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:33.695305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.695779 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 66d13890-2ede-4101-96d3-75c7acca7631 of type vlan for network 7b2875a6-1513-4971-af91-056073f5a5e5 Aug 25 11:52:33.728001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff315df-d914-4afb-80ba-899c9eb56e7a None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 3, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:33.744943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.782432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.790831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:33.791750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:33.859435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3165424 Aug 25 11:52:33.863964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 59970) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:33.869602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:33.904642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed5f4a-a2e3-4558-b6c5-3c408851d443 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=7b2875a6-1513-4971-af91-056073f5a5e5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:33.929922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7b2875a6-1513-4971-af91-056073f5a5e5 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:52:34.189824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c78407ca-3c29-4250-be87-8f37f6fcb350 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:34.242040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:34.250113 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:34.317611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port c78407ca-3c29-4250-be87-8f37f6fcb350 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:34.323168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e95acdbf-a81a-4177-87ce-9cd8c14b3b87 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:34.329218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port c78407ca-3c29-4250-be87-8f37f6fcb350 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:34.330072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:34.372077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848bcd0-5cdc-4489-a5b9-9c202348dad1 req-5056647c-e5d5-4fe4-87e4-bd70cb69a66c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:34.374445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0848bcd0-5cdc-4489-a5b9-9c202348dad1 req-5056647c-e5d5-4fe4-87e4-bd70cb69a66c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1097 time: 0.2591448 Aug 25 11:52:34.439512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:34.441969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:34.462011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0848bcd0-5cdc-4489-a5b9-9c202348dad1 req-b7727528-c235-4457-a6c5-b67cb2a5d88c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Aug 25 11:52:34.693841 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:34.774258 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:34.849415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=ed57c6fe-bff6-4c8e-8986-b922f337e41b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:34.863134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78407ca-3c29-4250-be87-8f37f6fcb350'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:34.869014 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b58c74-6532-4bfb-89a5-ca6807c8ee8b" -d '{"events": [{"server_uuid": "f7599f45-58f8-40c8-9b40-2ec6ebffedc9", "name": "network-vif-plugged", "status": "completed", "tag": "c78407ca-3c29-4250-be87-8f37f6fcb350"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:34.890747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port c78407ca-3c29-4250-be87-8f37f6fcb350, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c78407ca-3c29-4250-be87-8f37f6fcb350,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:34.896221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:34.957422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:34.958783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 7b2875a6-1513-4971-af91-056073f5a5e5, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:52:35.006170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 7b2875a6-1513-4971-af91-056073f5a5e5 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:52:35.014884 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a0e8c-063f-4bd7-9e82-49f417d548b7 x-openstack-request-id: req-094a0e8c-063f-4bd7-9e82-49f417d548b7 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:35.015293 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7599f45-58f8-40c8-9b40-2ec6ebffedc9", "name": "network-vif-plugged", "status": "completed", "tag": "c78407ca-3c29-4250-be87-8f37f6fcb350", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:35.015578 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-094a0e8c-063f-4bd7-9e82-49f417d548b7 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:35.016164 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78407ca-3c29-4250-be87-8f37f6fcb350', 'code': 200} Aug 25 11:52:35.017460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=c78407ca-3c29-4250-be87-8f37f6fcb350,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:35.036323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7b2875a6-1513-4971-af91-056073f5a5e5) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:35.042778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:35.043897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:35.053118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b60f05-b06b-4303-bacb-ac1b8c5a9921 None None] Network 7b2875a6-1513-4971-af91-056073f5a5e5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:35.081125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-50046c88-839b-4b84-bd73-63382845753c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2156215 Aug 25 11:52:35.086339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 59990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:35.154399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dae7e5-b44e-4e91-84f5-7f891c33d3cb req-ce412e5f-fbd2-4006-a2e2-84e1d9744af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:35.156407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55dae7e5-b44e-4e91-84f5-7f891c33d3cb req-ce412e5f-fbd2-4006-a2e2-84e1d9744af0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.0734720 Aug 25 11:52:35.204254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55dae7e5-b44e-4e91-84f5-7f891c33d3cb req-a79bdec6-3dcd-4f4e-9fef-6c6859ac57ac service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Aug 25 11:52:35.320575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7b2875a6-1513-4971-af91-056073f5a5e5', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:52:35.321867 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:35.657659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Allocated IP 2001:db8:2::2 (7b2875a6-1513-4971-af91-056073f5a5e5/ed57c6fe-bff6-4c8e-8986-b922f337e41b/ded4d6f9-a09f-4a3b-941f-96e30da4a961) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:35.678485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc62332-7891-4188-9664-52b03c8acec3 None None] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:35.845841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28b110-cb87-4b50-b525-ad724c199fe2 req-c3d6e23e-0771-472e-9c56-c1123f611a94 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:35.850225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e28b110-cb87-4b50-b525-ad724c199fe2 req-c3d6e23e-0771-472e-9c56-c1123f611a94 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.1512322 Aug 25 11:52:35.887348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f9a02439-a417-43b3-8739-4ccdf962a18e None None] Provisioning for port 763167cb-876d-4195-97ae-45cce10b16d4 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:35.908925 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:35.948139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e28b110-cb87-4b50-b525-ad724c199fe2 req-da15cb90-47c6-4b0d-88af-b0033c0d288d tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817432 Aug 25 11:52:36.359850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 23718333-707c-4bfb-a784-0e1923ceba5a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:36.382934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.464743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Transition to ACTIVE for port object ded4d6f9-a09f-4a3b-941f-96e30da4a961 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:36.521670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Transition to ACTIVE for port object ded4d6f9-a09f-4a3b-941f-96e30da4a961 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:36.537267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.599311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8:2::1 (7b2875a6-1513-4971-af91-056073f5a5e5/ed57c6fe-bff6-4c8e-8986-b922f337e41b/225f2692-dc79-4e40-97ad-4f6ca2512610) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:36.616682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Pushing event updated for resources: {'Port': ['ID=ded4d6f9-a09f-4a3b-941f-96e30da4a961,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:36.634378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 23718333-707c-4bfb-a784-0e1923ceba5a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:36.645618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 23718333-707c-4bfb-a784-0e1923ceba5a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:36.646587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.654876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Network 7b2875a6-1513-4971-af91-056073f5a5e5 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:36.687883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:36.693818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:36.781446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Attempting to bind port ded4d6f9-a09f-4a3b-941f-96e30da4a961 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:36.781995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Attempting to bind port ded4d6f9-a09f-4a3b-941f-96e30da4a961 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:36.782424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Attempting to bind port ded4d6f9-a09f-4a3b-941f-96e30da4a961 on network 7b2875a6-1513-4971-af91-056073f5a5e5 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:36.812332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:36.812732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Checking segment: {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:36.813154 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.813560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Bound using segment: {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:36.814244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Bound port: ded4d6f9-a09f-4a3b-941f-96e30da4a961, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:36.816790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.826104 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.852301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object 225f2692-dc79-4e40-97ad-4f6ca2512610 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:36.890555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.896954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:36.921368 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:36.942128 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:36.942995 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:37.000110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 7b2875a6-1513-4971-af91-056073f5a5e5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:37.008256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:37.023590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:37.024446 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.045132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 23718333-707c-4bfb-a784-0e1923ceba5a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=23718333-707c-4bfb-a784-0e1923ceba5a,segment=NetworkSegment(69b2ec7c-6900-4966-85be-d2c02ae05ac4),segment_id=69b2ec7c-6900-4966-85be-d2c02ae05ac4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:37.058397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] For port ded4d6f9-a09f-4a3b-941f-96e30da4a961, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:37.065568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] For port ded4d6f9-a09f-4a3b-941f-96e30da4a961, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ded4d6f9-a09f-4a3b-941f-96e30da4a961,segment=NetworkSegment(66d13890-2ede-4101-96d3-75c7acca7631),segment_id=66d13890-2ede-4101-96d3-75c7acca7631)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:37.074790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.076928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763167cb-876d-4195-97ae-45cce10b16d4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:37.126681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=225f2692-dc79-4e40-97ad-4f6ca2512610,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:37.147037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.183065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daefc7-78ca-49ca-bc9a-c17e1f6a960e req-2f53b71f-4d78-40e4-85c8-b7a580f71bd4 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:37.186979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3daefc7-78ca-49ca-bc9a-c17e1f6a960e req-2f53b71f-4d78-40e4-85c8-b7a580f71bd4 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.0912817 Aug 25 11:52:37.213548 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:37.313557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.321315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3daefc7-78ca-49ca-bc9a-c17e1f6a960e req-72b4eff9-0185-421f-bfa9-d726c115ff02 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257701 Aug 25 11:52:37.358489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Provisioning for port d9307e38-2fd8-4b84-a97a-5b6d834781f9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:37.381454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Provisioning complete for port d9307e38-2fd8-4b84-a97a-5b6d834781f9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:37.382306 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.556996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Port d9307e38-2fd8-4b84-a97a-5b6d834781f9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:37.596621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 3, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:32Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:37.627981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Provisioning complete for port 763167cb-876d-4195-97ae-45cce10b16d4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:37.628607 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.629513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6de92-c522-4373-bb9c-0770c02daf5f req-6c0dd926-61f6-4f0e-a607-f272380180c3 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:37.631173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8d6de92-c522-4373-bb9c-0770c02daf5f req-6c0dd926-61f6-4f0e-a607-f272380180c3 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.1085832 Aug 25 11:52:37.631336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 763167cb-876d-4195-97ae-45cce10b16d4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:37.658894 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:37.660651 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Updating router a3db1099-f784-4b1b-ba44-58204f3bbbe6 port d9307e38-2fd8-4b84-a97a-5b6d834781f9 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:37.699851 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:37.709378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8d6de92-c522-4373-bb9c-0770c02daf5f req-c81af763-9c19-4397-9c97-7b57d309a852 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Aug 25 11:52:37.749808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=23718333-707c-4bfb-a784-0e1923ceba5a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:37.805644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 763167cb-876d-4195-97ae-45cce10b16d4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:37.806097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.140004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfaefd-2abe-4ac3-a9a9-b61d2b89c08f req-09d53703-44bc-4d99-8538-ee67fa4f7331 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:38.154759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd1db4-07bd-4b3e-af00-eb67aaf7bbfc None None] Pushing event updated for resources: {'Port': ['ID=ded4d6f9-a09f-4a3b-941f-96e30da4a961,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:38.176448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cdfaefd-2abe-4ac3-a9a9-b61d2b89c08f req-09d53703-44bc-4d99-8538-ee67fa4f7331 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.2231128 Aug 25 11:52:38.278193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cdfaefd-2abe-4ac3-a9a9-b61d2b89c08f req-8a7c51b7-2286-45b5-9334-b54ba0a802df tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886638 Aug 25 11:52:38.283694 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.309347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.334858 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.344608 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.345417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.442083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=225f2692-dc79-4e40-97ad-4f6ca2512610,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:38.442746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] For port 763167cb-876d-4195-97ae-45cce10b16d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763167cb-876d-4195-97ae-45cce10b16d4,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:38.456616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.642096 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:52:38.642096 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:52:38.675296 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.709030 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Transition to ACTIVE for port object d9307e38-2fd8-4b84-a97a-5b6d834781f9 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:38.720487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0612767c-6f41-411f-9bea-24f7e3f50add None None] Provisioning complete for port d9307e38-2fd8-4b84-a97a-5b6d834781f9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:38.721146 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0612767c-6f41-411f-9bea-24f7e3f50add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.722593 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.731693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79416f-3da6-41b4-80ed-8f39ad58d532 None None] Pushing event updated for resources: {'Port': ['ID=763167cb-876d-4195-97ae-45cce10b16d4,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:38.792717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 7b2875a6-1513-4971-af91-056073f5a5e5 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:38.795389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:38.828283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0612767c-6f41-411f-9bea-24f7e3f50add None None] Port d9307e38-2fd8-4b84-a97a-5b6d834781f9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:38.898988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-e623db2c-c84e-463b-9fd7-8bee08dcffc1 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:38.902166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-e623db2c-c84e-463b-9fd7-8bee08dcffc1 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/networks?id=fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 200 len: 910 time: 0.1529028 Aug 25 11:52:38.920857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-e52e0f42-f897-4d87-928b-56dce3152638 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/quotas/568b8e4201d640e2b2cd0b3ee2e9deff HTTP/1.1" status: 200 len: 375 time: 0.0122538 Aug 25 11:52:38.946166 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0b534-5876-47da-bb15-1b3cf8d20262 None None] Pushing event updated for resources: {'Port': ['ID=d9307e38-2fd8-4b84-a97a-5b6d834781f9,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:38.953576 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Attempting to bind port d9307e38-2fd8-4b84-a97a-5b6d834781f9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:38.954282 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Attempting to bind port d9307e38-2fd8-4b84-a97a-5b6d834781f9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:38.954820 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Attempting to bind port d9307e38-2fd8-4b84-a97a-5b6d834781f9 on network 717b99fb-a93d-4f3f-a42d-576c4c18f05e {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:38.962540 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:38.963171 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Checking segment: {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:38.964143 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:38.964851 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Bound using segment: {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:38.965520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Bound port: d9307e38-2fd8-4b84-a97a-5b6d834781f9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:38.966118 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:39.079119 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] For port d9307e38-2fd8-4b84-a97a-5b6d834781f9, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:39.087495 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] For port d9307e38-2fd8-4b84-a97a-5b6d834781f9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d9307e38-2fd8-4b84-a97a-5b6d834781f9,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:39.096846 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:39.107690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-d7a868e3-b1cd-49c8-87da-9bf18b496189 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1787548 Aug 25 11:52:39.153577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:39.271370 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:39.272348 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:39.310375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-d56d2e1c-f840-404e-aa5d-091e82141a5f service neutron] 10.222.0.35 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003989 Aug 25 11:52:39.491222 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:39.517188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-d12bcce5-a6a6-4ca4-b70e-7464c3507d9a service neutron] 10.222.0.35 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050335 Aug 25 11:52:39.554203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:39.573052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:39.573364 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c057e244-fdd7-4740-b213-54c3294e5ac3 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4857659 Aug 25 11:52:39.576997 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0b534-5876-47da-bb15-1b3cf8d20262 None None] Pushing event updated for resources: {'Port': ['ID=d9307e38-2fd8-4b84-a97a-5b6d834781f9,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:39.579170 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-591073565'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:39.626774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:39.631202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:39.638715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e812c0-17fa-4579-9767-cd5e08f60137 None None] Network 7b2875a6-1513-4971-af91-056073f5a5e5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:39.702125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:52:39.736192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:39.736664 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added segment 53808f97-fff6-485f-90e8-7a18df42c9bc of type vlan for network 863039f7-f4d7-44c5-9168-d3fa62e21abb Aug 25 11:52:39.761925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 23718333-707c-4bfb-a784-0e1923ceba5a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:39.848967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:39.907603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7e3b1562-9250-4650-95fc-df575e53995a None None] Provisioning for port ded4d6f9-a09f-4a3b-941f-96e30da4a961 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:39.944254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:39.966824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:39.969617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:40.023400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-200241ff-c390-41a6-b018-9a2aa82bb91e req-007e5d8e-92fb-4524-a2e3-44d338ed756c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 210 time: 0.0898325 Aug 25 11:52:40.164965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 23718333-707c-4bfb-a784-0e1923ceba5a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:40.170279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:40.214805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6372104 Aug 25 11:52:40.215080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60078) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:40.225332 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:37Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:37Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:39Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:40.228120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'subnet': {'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:40.255747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c22f3-102f-4a63-ad99-88db960db5b2 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Network': ['ID=863039f7-f4d7-44c5-9168-d3fa62e21abb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:40.289821 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cf41a-a3b0-4164-8b42-957805c496f9 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:37Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:37Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:39Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:40.330869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:52:40.459973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Made reservation on behalf of 6e9b0fa995fd4ed8b70443d5a1254d95 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:40.466493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:40.682706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ded4d6f9-a09f-4a3b-941f-96e30da4a961 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:40.802768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ded4d6f9-a09f-4a3b-941f-96e30da4a961 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:40.813901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ded4d6f9-a09f-4a3b-941f-96e30da4a961 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:40.815039 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:41.019398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:41.029944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:41.100341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ded4d6f9-a09f-4a3b-941f-96e30da4a961, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ded4d6f9-a09f-4a3b-941f-96e30da4a961,segment=NetworkSegment(66d13890-2ede-4101-96d3-75c7acca7631),segment_id=66d13890-2ede-4101-96d3-75c7acca7631)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:41.116723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:41.119035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763167cb-876d-4195-97ae-45cce10b16d4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:41.246814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Subnet': ['ID=54d45955-d951-41cd-bb53-41225fca9112,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:41.273139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Checking segment: {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:41.273963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network hostable DHCP agents. Network: 863039f7-f4d7-44c5-9168-d3fa62e21abb, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:52:41.297578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:52:41.300776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b3a924f-8189-4571-92f0-19f545ffb8e9 req-c3d0f32f-8f00-41df-8b3a-b6b66ee191b9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 210 time: 0.0643332 Aug 25 11:52:41.334793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 863039f7-f4d7-44c5-9168-d3fa62e21abb) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:41.342484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:41.343240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:41.373080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60098) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:41.378585 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c7e4f4ab-5516-4568-9155-ad70f2901773 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1540239 Aug 25 11:52:41.418350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93413f58-3039-4fa1-920b-0c50af1463d3 None None] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:41.629112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b36b06f3-d460-45b2-98a2-34e8c4781343 None None] Provisioning for port 225f2692-dc79-4e40-97ad-4f6ca2512610 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:41.680583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ded4d6f9-a09f-4a3b-941f-96e30da4a961,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:41.684906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 763167cb-876d-4195-97ae-45cce10b16d4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:41.685886 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:41.688386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b36b06f3-d460-45b2-98a2-34e8c4781343 None None] Provisioning complete for port 225f2692-dc79-4e40-97ad-4f6ca2512610 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:41.689010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b36b06f3-d460-45b2-98a2-34e8c4781343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:42.023053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:42.111332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b36b06f3-d460-45b2-98a2-34e8c4781343 None None] Port 225f2692-dc79-4e40-97ad-4f6ca2512610 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:42.222244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:42.224320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:42.239674 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:42.418866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-863039f7-f4d7-44c5-9168-d3fa62e21abb', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:52:42.427289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:42.546752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b36b06f3-d460-45b2-98a2-34e8c4781343 None None] Provisioning complete for port ded4d6f9-a09f-4a3b-941f-96e30da4a961 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:42.546752 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b36b06f3-d460-45b2-98a2-34e8c4781343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:42.589774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-b25c2e2c-0ca5-4ecb-b24b-693295fca105 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:42.598574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-b25c2e2c-0ca5-4ecb-b24b-693295fca105 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.10 "GET /v2.0/networks?id=fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 200 len: 910 time: 0.3477747 Aug 25 11:52:42.604389 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5d9d437-61c5-4f9b-8634-ba0c779b8659 req-ef2c92e9-65b7-429c-b56a-1e8829ace8f8 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 210 time: 0.0756557 Aug 25 11:52:42.623917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Request body: {'port': {'device_id': '4d7e7371-f615-433d-a815-2a44945e5944', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'admin_state_up': True, 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:42.671658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Made reservation on behalf of 568b8e4201d640e2b2cd0b3ee2e9deff for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:52:42.676813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:42.689142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:42.953040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Allocated IP 2001:db8:3::1 (863039f7-f4d7-44c5-9168-d3fa62e21abb/54d45955-d951-41cd-bb53-41225fca9112/a9ca3c56-02b2-43a3-a066-eac616ec99ff) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:43.007846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d9307e38-2fd8-4b84-a97a-5b6d834781f9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:43.036127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Allocated IP 172.20.0.3 (fd6ea7c2-bb60-4780-949a-507168b0eb24/da098ac7-6286-4280-b01f-8768bd28a353/ee462bbd-626f-44c3-a358-b2d7a71468e1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:43.157275 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.174827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Transition to ACTIVE for port object a9ca3c56-02b2-43a3-a066-eac616ec99ff will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:43.216653 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.250364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.292301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Transition to ACTIVE for port object ee462bbd-626f-44c3-a358-b2d7a71468e1 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:43.294983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4dac8c0a-7651-482c-a620-52dd4f161938 None None] Provisioning complete for port 225f2692-dc79-4e40-97ad-4f6ca2512610 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:43.295570 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4dac8c0a-7651-482c-a620-52dd4f161938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.301735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d9307e38-2fd8-4b84-a97a-5b6d834781f9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:43.304412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:43.315527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:43.319279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:43.320409 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.346370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d9307e38-2fd8-4b84-a97a-5b6d834781f9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:43.346922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.357245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.386268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c78407ca-3c29-4250-be87-8f37f6fcb350'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:43.398942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:37Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:37Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:39Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:43.407034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=a9ca3c56-02b2-43a3-a066-eac616ec99ff,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:43.461322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Pushing event updated for resources: {'Port': ['ID=ee462bbd-626f-44c3-a358-b2d7a71468e1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:43.464719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Allocated IP 2001:db8:3::2 (863039f7-f4d7-44c5-9168-d3fa62e21abb/54d45955-d951-41cd-bb53-41225fca9112/ad92b181-ffd3-4b68-ab09-028faf9d5e49) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:52:43.472410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4dac8c0a-7651-482c-a620-52dd4f161938 None None] Port 225f2692-dc79-4e40-97ad-4f6ca2512610 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:43.480565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:43.481028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Updating router a3db1099-f784-4b1b-ba44-58204f3bbbe6 port 225f2692-dc79-4e40-97ad-4f6ca2512610 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:43.483169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:43.487283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:43.502486 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:43.577492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:43.578313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.592565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.609501 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-8fa629ee-9a99-4ff4-a99a-688de0fe1fbc tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9947569 Aug 25 11:52:43.626209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Request body: {'port': {'device_id': '4d7e7371-f615-433d-a815-2a44945e5944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:43.643611 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.738729 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:43.846910 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.104149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port d9307e38-2fd8-4b84-a97a-5b6d834781f9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d9307e38-2fd8-4b84-a97a-5b6d834781f9,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:44.139168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.169238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Transition to ACTIVE for port object ad92b181-ffd3-4b68-ab09-028faf9d5e49 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:44.220215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Transition to ACTIVE for port object ad92b181-ffd3-4b68-ab09-028faf9d5e49 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:44.230703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee462bbd-626f-44c3-a358-b2d7a71468e1 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:52:44.243297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.264251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Transition to ACTIVE for port object ee462bbd-626f-44c3-a358-b2d7a71468e1 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:44.282331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.337243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=ee462bbd-626f-44c3-a358-b2d7a71468e1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:44.497816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.519439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3913df08-080e-487c-89e0-dcde8328d0e0 None None] Provisioning for port ee462bbd-626f-44c3-a358-b2d7a71468e1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:44.524975 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.527097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ded4d6f9-a09f-4a3b-941f-96e30da4a961 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:44.571873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc178130-61cd-4d8b-9592-21a189d0599f req-07469f67-fbcb-4f5e-9371-ee1e361d2315 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:44.579433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc178130-61cd-4d8b-9592-21a189d0599f req-07469f67-fbcb-4f5e-9371-ee1e361d2315 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1027 time: 0.7184775 Aug 25 11:52:44.588038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Attempting to bind port ee462bbd-626f-44c3-a358-b2d7a71468e1 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:44.588542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Attempting to bind port ee462bbd-626f-44c3-a358-b2d7a71468e1 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:44.588974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Attempting to bind port ee462bbd-626f-44c3-a358-b2d7a71468e1 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:44.600960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Port ee462bbd-626f-44c3-a358-b2d7a71468e1 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:52:44.601451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Attempting to bind port ee462bbd-626f-44c3-a358-b2d7a71468e1 on network fd6ea7c2-bb60-4780-949a-507168b0eb24 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:44.618106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:44.618834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Checking segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:44.619410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Bound using segment: {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:44.619995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Bound port: ee462bbd-626f-44c3-a358-b2d7a71468e1, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b55260-d009-4671-8847-45835db68131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:44.620504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.744499 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-ad8361f4-5da6-42fc-a356-72289aaf8c4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2598152 Aug 25 11:52:44.817538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:44.838203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:44.844721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:52:44.854039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] For port ee462bbd-626f-44c3-a358-b2d7a71468e1, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:44.854316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Pushing event updated for resources: {'Port': ['ID=ad92b181-ffd3-4b68-ab09-028faf9d5e49,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:44.862498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] For port ee462bbd-626f-44c3-a358-b2d7a71468e1, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:44.876244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:44.880227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc178130-61cd-4d8b-9592-21a189d0599f req-e798fbef-950d-4981-9dde-f59e3d0c8df2 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988627 Aug 25 11:52:45.066061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=ee462bbd-626f-44c3-a358-b2d7a71468e1,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:45.079442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.081561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.085652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-ae492a10-1064-455f-b3eb-15a5aff9ac00 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee462bbd-626f-44c3-a358-b2d7a71468e1 HTTP/1.1" status: 200 len: 1092 time: 1.4652131 Aug 25 11:52:45.089583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7e7371-f615-433d-a815-2a44945e5944', 'tag': 'ee462bbd-626f-44c3-a358-b2d7a71468e1'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:45.092951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ded4d6f9-a09f-4a3b-941f-96e30da4a961 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:45.093326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.097783 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f31ba2-8999-492f-91d5-fe1199ce5afc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7e7371-f615-433d-a815-2a44945e5944", "tag": "ee462bbd-626f-44c3-a358-b2d7a71468e1"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:45.178111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=d9307e38-2fd8-4b84-a97a-5b6d834781f9,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:45.200998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Attempting to bind port ad92b181-ffd3-4b68-ab09-028faf9d5e49 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:45.203224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Attempting to bind port ad92b181-ffd3-4b68-ab09-028faf9d5e49 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:45.203224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Attempting to bind port ad92b181-ffd3-4b68-ab09-028faf9d5e49 on network 863039f7-f4d7-44c5-9168-d3fa62e21abb {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:45.212807 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c9ef7-3471-4122-a697-2bbfde344ba1 x-openstack-request-id: req-991c9ef7-3471-4122-a697-2bbfde344ba1 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:45.214059 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7e7371-f615-433d-a815-2a44945e5944", "tag": "ee462bbd-626f-44c3-a358-b2d7a71468e1", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:45.214799 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-991c9ef7-3471-4122-a697-2bbfde344ba1 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:45.216574 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7e7371-f615-433d-a815-2a44945e5944', 'tag': 'ee462bbd-626f-44c3-a358-b2d7a71468e1', 'status': 'completed', 'code': 200} Aug 25 11:52:45.224719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.242753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:45.243543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Checking segment: {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:45.244209 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.244873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Bound using segment: {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:45.245607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Bound port: ad92b181-ffd3-4b68-ab09-028faf9d5e49, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:45.246449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.260742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.266802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-48665f84-29cf-4d51-a2b5-ce688ad2abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.270910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-48665f84-29cf-4d51-a2b5-ce688ad2abe3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1099 time: 0.4329362 Aug 25 11:52:45.272180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Transition to ACTIVE for port object 225f2692-dc79-4e40-97ad-4f6ca2512610 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:45.280619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-62d2dfbb-bf0a-4bf7-955f-27766ccfaf95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7855854 Aug 25 11:52:45.282168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.283865 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.288081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-b24a3239-b2cf-4543-b48b-a267260132d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.289673 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-b24a3239-b2cf-4543-b48b-a267260132d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1095 time: 0.1385186 Aug 25 11:52:45.326468 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.377733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-4d548420-36e6-4649-b12e-bed73d1789d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1 HTTP/1.1" status: 200 len: 217 time: 0.0708084 Aug 25 11:52:45.564753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event updated for resources: {'Port': ['ID=a9ca3c56-02b2-43a3-a066-eac616ec99ff,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:45.569331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-5efeb8c1-1f52-412e-9c74-2b1bec271c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.573497 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-5efeb8c1-1f52-412e-9c74-2b1bec271c69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da098ac7-6286-4280-b01f-8768bd28a353 HTTP/1.1" status: 200 len: 848 time: 0.1860733 Aug 25 11:52:45.667471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-0cba3f4a-8963-4f97-85af-0c1ebbc48664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.673299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-0cba3f4a-8963-4f97-85af-0c1ebbc48664 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.2661946 Aug 25 11:52:45.723060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-32d833c8-cfc4-4c7a-84b1-3f47b5ff0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.725636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-32d833c8-cfc4-4c7a-84b1-3f47b5ff0a2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6ea7c2-bb60-4780-949a-507168b0eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436176 Aug 25 11:52:45.742699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-02a5228c-335a-47d7-8d3a-76ca54aa3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:45.745340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-02a5228c-335a-47d7-8d3a-76ca54aa3ea9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.3567600 Aug 25 11:52:45.830568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485246d-4ce7-4750-8e7d-3d94bce58d29 None None] Pushing event updated for resources: {'Port': ['ID=225f2692-dc79-4e40-97ad-4f6ca2512610,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:45.841231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] For port ad92b181-ffd3-4b68-ab09-028faf9d5e49, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:45.847713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] For port ad92b181-ffd3-4b68-ab09-028faf9d5e49, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ad92b181-ffd3-4b68-ab09-028faf9d5e49,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:45.868054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:45.915157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-de6df782-2220-47de-a998-0d56aa15c9d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 1002 time: 0.1469798 Aug 25 11:52:45.917929 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-5441fe06-3f8a-4a3e-8e53-75f15143d842 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761506 Aug 25 11:52:46.040895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d9307e38-2fd8-4b84-a97a-5b6d834781f9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:46.113139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Attempting to bind port 225f2692-dc79-4e40-97ad-4f6ca2512610 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:46.113588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Attempting to bind port 225f2692-dc79-4e40-97ad-4f6ca2512610 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:46.114474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Attempting to bind port 225f2692-dc79-4e40-97ad-4f6ca2512610 on network 7b2875a6-1513-4971-af91-056073f5a5e5 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:46.132647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2fff8-bc8b-4c9a-8c0c-bd0137a5176a None None] Pushing event updated for resources: {'Port': ['ID=ad92b181-ffd3-4b68-ab09-028faf9d5e49,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:46.151612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:46.152051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Checking segment: {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:46.152478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:46.152940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Bound using segment: {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:46.153572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Bound port: 225f2692-dc79-4e40-97ad-4f6ca2512610, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d13890-2ede-4101-96d3-75c7acca7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:46.154026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:46.190213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-94ff06e2-e001-4f6c-9834-c7301b90d4f2 req-56b93c21-1935-4380-90ad-1beea0959012 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598367 Aug 25 11:52:46.232418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:52:46.240474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:52:46.246447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-6e29c3af-171d-488b-8978-4474c5fb6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.248034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-6e29c3af-171d-488b-8978-4474c5fb6105 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.2979269 Aug 25 11:52:46.258921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d9307e38-2fd8-4b84-a97a-5b6d834781f9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:46.259265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:46.324707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-83b19ba6-1631-48fe-a02a-11c0139769af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.326286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-83b19ba6-1631-48fe-a02a-11c0139769af service neutron] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 910 time: 0.5766361 Aug 25 11:52:46.350890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-99eb2a5b-76d4-4fd6-913f-5aacf2b6c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.353220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-99eb2a5b-76d4-4fd6-913f-5aacf2b6c436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1095 time: 0.0685842 Aug 25 11:52:46.534613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] For port 225f2692-dc79-4e40-97ad-4f6ca2512610, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:46.537554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-f7696087-cabd-4d93-831a-c715dec00399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.539172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-f7696087-cabd-4d93-831a-c715dec00399 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 200 len: 910 time: 0.1765440 Aug 25 11:52:46.542129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] For port 225f2692-dc79-4e40-97ad-4f6ca2512610, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=225f2692-dc79-4e40-97ad-4f6ca2512610,segment=NetworkSegment(66d13890-2ede-4101-96d3-75c7acca7631),segment_id=66d13890-2ede-4101-96d3-75c7acca7631)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:46.554176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:46.606240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6913-edb1-4d51-b2ff-c9a1f91592ca req-4676517c-7c22-4b7b-b5e7-f6a60d137220 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.608224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b21a6913-edb1-4d51-b2ff-c9a1f91592ca req-4676517c-7c22-4b7b-b5e7-f6a60d137220 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1095 time: 0.4537985 Aug 25 11:52:46.635523 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-68ff3b04-446d-4ffe-99ca-c3ed091590b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1 HTTP/1.1" status: 200 len: 217 time: 0.0860949 Aug 25 11:52:46.768424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-09019a11-4bc7-4639-8116-dfc2fff9637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.775147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-09019a11-4bc7-4639-8116-dfc2fff9637c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4975119 Aug 25 11:52:46.790158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-10efc023-1102-4a2d-a7c7-13369989e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:46.791937 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-10efc023-1102-4a2d-a7c7-13369989e5b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da098ac7-6286-4280-b01f-8768bd28a353 HTTP/1.1" status: 200 len: 848 time: 0.1468873 Aug 25 11:52:46.799576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485246d-4ce7-4750-8e7d-3d94bce58d29 None None] Pushing event updated for resources: {'Port': ['ID=225f2692-dc79-4e40-97ad-4f6ca2512610,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:46.802216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b21a6913-edb1-4d51-b2ff-c9a1f91592ca req-2548d6be-0413-4b0a-880f-545deb2113d1 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735361 Aug 25 11:52:46.810926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:46.811750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:46.814992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-8ac061a9-deb6-42c6-911b-bf6698908144 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 1001 time: 0.2264042 Aug 25 11:52:46.862806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:47.029248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:47.155289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-d6a0edee-1555-4c9f-a830-0eb52a547c6d service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695574 Aug 25 11:52:47.212536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-e72e1c49-5fce-418d-ad4d-54a5c42bac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:47.214132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-e72e1c49-5fce-418d-ad4d-54a5c42bac0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.3608170 Aug 25 11:52:47.410074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594be15-f88b-4593-8591-9489e3fb490a req-cf11dba3-7498-4d0b-98d4-a8a19634c75c tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:47.413406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9594be15-f88b-4593-8591-9489e3fb490a req-cf11dba3-7498-4d0b-98d4-a8a19634c75c tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1099 time: 0.3566837 Aug 25 11:52:47.415770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:47.480262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-ef248226-b1a9-44e8-b94f-7714985dad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:47.482499 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-ef248226-b1a9-44e8-b94f-7714985dad3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fd6ea7c2-bb60-4780-949a-507168b0eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6704168 Aug 25 11:52:47.491672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-89bcb994-b95e-4318-b917-d0a5bacc9843 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1136274 Aug 25 11:52:47.493496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60178) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:47.503561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:47.614555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9594be15-f88b-4593-8591-9489e3fb490a req-5ef0b6c7-a1b3-488b-8733-4bca0c5f9552 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479454 Aug 25 11:52:47.617234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e5e68a7-7cc4-4553-acfc-cff6c7339b1e req-9808b397-93e5-4750-aeb2-d179b0ac2534 service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212322 Aug 25 11:52:47.618785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-4f5f59a1-ea86-4e89-b208-906a8889192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:47.620379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-4f5f59a1-ea86-4e89-b208-906a8889192d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3359876 Aug 25 11:52:47.670540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:43Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:46Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:47.672419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:47.763841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aceade-e475-4463-b739-7c3f9ed833d5 None None] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:47.771124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813dce9-b276-4b4a-8b7d-cc6364f1c445 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:43Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:46Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:47.854795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-203f10c6-6d28-4e24-8a6b-dbd66e8c7d42 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181978 Aug 25 11:52:48.001039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1c7b8d6e-ba87-437b-b78b-da618127d9a1 None None] Provisioning for port ad92b181-ffd3-4b68-ab09-028faf9d5e49 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:48.298822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333ae91-a039-4229-a2c1-7762d4562ea6 req-8f25fab6-09c4-4844-9309-61bffa4ce10a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:48.305857 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-6ae0bd3d-bea2-4508-b744-ff5d107249f4 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943776 Aug 25 11:52:48.313485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0333ae91-a039-4229-a2c1-7762d4562ea6 req-8f25fab6-09c4-4844-9309-61bffa4ce10a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1095 time: 0.1738803 Aug 25 11:52:48.384271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3f054054-99a4-4f3c-bc2e-7e67b9fb9d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:48.421419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed443aff-6da8-409c-a73c-43e3ef4cf62a req-3ac6e254-b2bc-4c5a-be86-bf6b07a7bda8 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573585 Aug 25 11:52:48.460630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0333ae91-a039-4229-a2c1-7762d4562ea6 req-fe14391d-6041-4c9e-84d4-c58b9cca269c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458907 Aug 25 11:52:48.505596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ad92b181-ffd3-4b68-ab09-028faf9d5e49 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:48.551650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-43f31ba2-8999-492f-91d5-fe1199ce5afc req-69003ef5-4b87-4c98-bfc3-d8d1df1b63b9 service neutron] 10.222.0.10 "GET /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267194 Aug 25 11:52:48.624624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ad92b181-ffd3-4b68-ab09-028faf9d5e49 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:48.630201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ad92b181-ffd3-4b68-ab09-028faf9d5e49 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:48.630805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:48.770314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:48.814679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ad92b181-ffd3-4b68-ab09-028faf9d5e49, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ad92b181-ffd3-4b68-ab09-028faf9d5e49,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:48.821676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:48.822694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 225f2692-dc79-4e40-97ad-4f6ca2512610 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:48.841330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 323bcb31-82ab-439e-b849-10084c041f90 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:48.841834 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:48.890592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ad92b181-ffd3-4b68-ab09-028faf9d5e49,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:48.989597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 225f2692-dc79-4e40-97ad-4f6ca2512610 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:48.995565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 225f2692-dc79-4e40-97ad-4f6ca2512610 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:48.996027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.040253 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.040769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.061382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ee462bbd-626f-44c3-a358-b2d7a71468e1 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:52:49.077681 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 323bcb31-82ab-439e-b849-10084c041f90 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:49.221971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 11:52:49.226881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ee462bbd-626f-44c3-a358-b2d7a71468e1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:49.251365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ee462bbd-626f-44c3-a358-b2d7a71468e1', 'network_id': 'fd6ea7c2-bb60-4780-949a-507168b0eb24', 'port_id': 'ee462bbd-626f-44c3-a358-b2d7a71468e1', 'mac_address': 'fa:16:3e:7c:4e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da098ac7-6286-4280-b01f-8768bd28a353', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:52:49.260933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Removed routes are [] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 11:52:49.261475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.328748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4be51eb-e2cf-420e-aba2-d7ca91a228de None None] Provisioning complete for port ad92b181-ffd3-4b68-ab09-028faf9d5e49 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:49.329262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4be51eb-e2cf-420e-aba2-d7ca91a228de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.382662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.454736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.513503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.549519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee462bbd-626f-44c3-a358-b2d7a71468e1 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:52:49.561006 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:49.580162 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:49.582673 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:49.694529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 225f2692-dc79-4e40-97ad-4f6ca2512610, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=225f2692-dc79-4e40-97ad-4f6ca2512610,segment=NetworkSegment(66d13890-2ede-4101-96d3-75c7acca7631),segment_id=66d13890-2ede-4101-96d3-75c7acca7631)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:49.713710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ee462bbd-626f-44c3-a358-b2d7a71468e1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:49.728286 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.749404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbdf04-2b9d-4324-8b8b-42c1a0fd39f5 req-0c11954e-88d3-4a1d-aeda-46595b1c56c9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:49.750425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.756505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecfbdf04-2b9d-4324-8b8b-42c1a0fd39f5 req-0c11954e-88d3-4a1d-aeda-46595b1c56c9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1095 time: 0.1207716 Aug 25 11:52:49.759437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4be51eb-e2cf-420e-aba2-d7ca91a228de None None] Provisioning for port a9ca3c56-02b2-43a3-a066-eac616ec99ff completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:49.784832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=323bcb31-82ab-439e-b849-10084c041f90,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:49.827728 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:49.856896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4be51eb-e2cf-420e-aba2-d7ca91a228de None None] Provisioning complete for port a9ca3c56-02b2-43a3-a066-eac616ec99ff triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:49.859392 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4be51eb-e2cf-420e-aba2-d7ca91a228de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.872274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecfbdf04-2b9d-4324-8b8b-42c1a0fd39f5 req-23ce7c8b-7600-4c13-a4b2-5ab56a240ca5 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050355 Aug 25 11:52:49.934721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.937181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:49.937527 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP c67eb51e-58cd-421e-a552-400762df758a disassociated (deleted). External IP: 172.25.1.247, port: 0a7b11cb-27e6-4b32-9fb2-5edad67952cb. Aug 25 11:52:50.061142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ad92b181-ffd3-4b68-ab09-028faf9d5e49 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:50.094833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ee462bbd-626f-44c3-a358-b2d7a71468e1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:50.103397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=225f2692-dc79-4e40-97ad-4f6ca2512610,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:50.114172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:50.136057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f4be51eb-e2cf-420e-aba2-d7ca91a228de None None] Port a9ca3c56-02b2-43a3-a066-eac616ec99ff cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:50.214057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ee462bbd-626f-44c3-a358-b2d7a71468e1,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:50.241867 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 6, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:46Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:50.276595 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:50.284442 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Updating router a3db1099-f784-4b1b-ba44-58204f3bbbe6 port a9ca3c56-02b2-43a3-a066-eac616ec99ff binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:52:50.291237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:50.321493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ad92b181-ffd3-4b68-ab09-028faf9d5e49 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:50.322205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:50.330573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8f5c988a-870f-43f3-998f-06e84c6c2113 None None] Provisioning complete for port a9ca3c56-02b2-43a3-a066-eac616ec99ff triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:50.331866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8f5c988a-870f-43f3-998f-06e84c6c2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:50.349460 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:50.465121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c988a-870f-43f3-998f-06e84c6c2113 None None] Port a9ca3c56-02b2-43a3-a066-eac616ec99ff cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:52:50.489728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 887cd888-e29a-4feb-8049-2130bb336541 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:50.491844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:50.502424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:50.506919 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8c0b6f8d-b1fc-4f20-9600-a64056ef252d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 954 time: 3.0090425 Aug 25 11:52:50.508088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60218) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:50.738248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9b31b5de-3441-4d24-a38c-555cb701dc77 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 954 time: 0.2280269 Aug 25 11:52:50.741150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60224) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:50.750977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'routes': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:52:50.753876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:50.761188 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:50.769227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] Sync routers for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:50.782827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:50.783998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:50.805489 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e576750-4b5b-4cef-bf6d-5e9e5a893d39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/floatingips/c67eb51e-58cd-421e-a552-400762df758a HTTP/1.1" status: 204 len: 168 time: 3.1268296 Aug 25 11:52:50.806406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:50.809179 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759777c-b072-48ce-b579-3848a5420b16" -d '{"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:50.971973 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280ca5b-cd11-4bcf-9c30-d7631f7b9409 x-openstack-request-id: req-7280ca5b-cd11-4bcf-9c30-d7631f7b9409 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:50.972304 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:50.972615 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7280ca5b-cd11-4bcf-9c30-d7631f7b9409 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:50.972953 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'status': 'completed', 'code': 200} Aug 25 11:52:50.974945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:51.038861 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.060694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Transition to ACTIVE for port object a9ca3c56-02b2-43a3-a066-eac616ec99ff will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:52:51.083232 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.125887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759777c-b072-48ce-b579-3848a5420b16 req-82ac1c6b-0af5-4869-a945-4c11241af487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:51.129087 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-82ac1c6b-0af5-4869-a945-4c11241af487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 1099 time: 0.1113758 Aug 25 11:52:51.282255 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f2075-68fb-4333-80d8-438feee50c9b None None] Pushing event updated for resources: {'Port': ['ID=a9ca3c56-02b2-43a3-a066-eac616ec99ff,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:51.392558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759777c-b072-48ce-b579-3848a5420b16 req-6f1af01e-efcd-462b-b9d7-e16463779c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:51.394719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-6f1af01e-efcd-462b-b9d7-e16463779c61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 200 len: 897 time: 0.2575896 Aug 25 11:52:51.493810 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-88c83cdb-93ee-4c14-90ad-3c74aaf25903 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 200 len: 217 time: 0.0902262 Aug 25 11:52:51.535936 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Attempting to bind port a9ca3c56-02b2-43a3-a066-eac616ec99ff on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:52:51.537118 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Attempting to bind port a9ca3c56-02b2-43a3-a066-eac616ec99ff by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:52:51.537797 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Attempting to bind port a9ca3c56-02b2-43a3-a066-eac616ec99ff on network 863039f7-f4d7-44c5-9168-d3fa62e21abb {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:52:51.560591 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:52:51.562194 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Checking segment: {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:52:51.566020 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.566661 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Bound using segment: {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:52:51.568230 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Bound port: a9ca3c56-02b2-43a3-a066-eac616ec99ff, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53808f97-fff6-485f-90e8-7a18df42c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:52:51.569296 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.587881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759777c-b072-48ce-b579-3848a5420b16 req-0567b3b7-9ac9-4c78-883c-d788d2f5e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:51.593191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-0567b3b7-9ac9-4c78-883c-d788d2f5e678 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 200 len: 835 time: 0.0785203 Aug 25 11:52:51.700452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758432e0-0916-49fe-923b-145c16a8d744 req-46f2e4bd-3273-4e2c-94b5-8f9b6a6b92f2 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:51.702706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-758432e0-0916-49fe-923b-145c16a8d744 req-46f2e4bd-3273-4e2c-94b5-8f9b6a6b92f2 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1096 time: 0.4006603 Aug 25 11:52:51.714433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9ac7-2fbb-4f81-b3f6-15eb109161fc req-442bf2da-867f-4c3a-9ac2-d02aa5466d2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:51.723274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-420e9ac7-2fbb-4f81-b3f6-15eb109161fc req-442bf2da-867f-4c3a-9ac2-d02aa5466d2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 947 time: 0.1411703 Aug 25 11:52:51.765026 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] For port a9ca3c56-02b2-43a3-a066-eac616ec99ff, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:52:51.773214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759777c-b072-48ce-b579-3848a5420b16 req-07aa24d3-d461-4757-a67a-9f52341b4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:51.782129 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-07aa24d3-d461-4757-a67a-9f52341b4e7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=60870e95-13d7-44d3-b13a-f87b86cfa7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804430 Aug 25 11:52:51.782450 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] For port a9ca3c56-02b2-43a3-a066-eac616ec99ff, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a9ca3c56-02b2-43a3-a066-eac616ec99ff,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:52:51.794011 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.814038 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-06a7d050-c16c-4022-bcfd-d2c0ffbf8c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.834720 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:51.875564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-420e9ac7-2fbb-4f81-b3f6-15eb109161fc req-21f78254-237b-4f34-8434-64865583f18a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463964 Aug 25 11:52:51.962409 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:51.964217 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:52.024967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-758432e0-0916-49fe-923b-145c16a8d744 req-de8e951a-8dbb-44f5-94e3-dda9e39735cf tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896569 Aug 25 11:52:52.089793 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-7453f35e-d9bf-44ac-aa7b-1cce1f09705b service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987471 Aug 25 11:52:52.092384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.extraroute_db [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added routes are [] {{(pid=94910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 11:52:52.092733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.extraroute_db [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 11:52:52.161322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 225f2692-dc79-4e40-97ad-4f6ca2512610 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:52.166696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:52.186786 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:52.224541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:53Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:52.325103 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f2075-68fb-4333-80d8-438feee50c9b None None] Pushing event updated for resources: {'Port': ['ID=a9ca3c56-02b2-43a3-a066-eac616ec99ff,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:52.342093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] Checking router: 887cd888-e29a-4feb-8049-2130bb336541 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:52.354637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:52.355768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:52.401993 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e759777c-b072-48ce-b579-3848a5420b16 req-f209400d-38e4-447a-9a43-02e432ccd36e service neutron] 10.222.0.10 "GET /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022990 Aug 25 11:52:52.548168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 225f2692-dc79-4e40-97ad-4f6ca2512610 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:52.549103 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:52.559599 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:52.597512 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 6, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:51Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:52.609302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:52.658310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79c34c-e440-4e68-8512-cbab1d20bb11 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 6, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:51Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:53.086583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ee462bbd-626f-44c3-a358-b2d7a71468e1 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:53.100779 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.158603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.161011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:53Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:53.208909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7828f0-44d4-46da-9ec7-2e12b5cafd15 None None] The sync data for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 is: [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:50:28Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7e7876f0-37b5-4713-8665-a9539a4523e6', 'name': '', 'network_id': '60870e95-13d7-44d3-b13a-f87b86cfa7c4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:2b:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:25Z', 'updated_at': '2021-08-25T11:50:53Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '7ac9f608-34ec-44c7-bd1b-861b3390e83e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:53.219347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port ee462bbd-626f-44c3-a358-b2d7a71468e1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:53.224252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ee462bbd-626f-44c3-a358-b2d7a71468e1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:53.224640 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.271542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:53.299950 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:53.301136 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:53.354258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e055ee-cf85-4671-856a-d7fb8f3e61b4 req-b80257ee-7e0c-41e6-9404-4eb99af0d80c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:53.355856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2e055ee-cf85-4671-856a-d7fb8f3e61b4 req-b80257ee-7e0c-41e6-9404-4eb99af0d80c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 947 time: 0.3031557 Aug 25 11:52:53.403937 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.410452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f51ad-30af-4662-8fb1-0a8a53a392ec req-8a1fb1be-d0dc-46ab-8190-4826427f5bb9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:53.419371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-595f51ad-30af-4662-8fb1-0a8a53a392ec req-8a1fb1be-d0dc-46ab-8190-4826427f5bb9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1096 time: 0.2526751 Aug 25 11:52:53.439840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7e7371-f615-433d-a815-2a44945e5944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee462bbd-626f-44c3-a358-b2d7a71468e1'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:53.442456 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429e9dd-1df9-4485-890a-ffadb1b7f9bd" -d '{"events": [{"server_uuid": "4d7e7371-f615-433d-a815-2a44945e5944", "name": "network-vif-plugged", "status": "completed", "tag": "ee462bbd-626f-44c3-a358-b2d7a71468e1"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:53.465224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ee462bbd-626f-44c3-a358-b2d7a71468e1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:53.469434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:53.473778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2e055ee-cf85-4671-856a-d7fb8f3e61b4 req-9bb86b7a-1c4e-4e2a-b909-b8254be86899 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=14565033-c185-4cfc-aef4-908dc0116af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076343 Aug 25 11:52:53.478240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-2563971f-30ae-4a23-98d9-12e9c6cd8e6b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:53.479969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-2563971f-30ae-4a23-98d9-12e9c6cd8e6b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 947 time: 0.8440313 Aug 25 11:52:53.483414 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.535086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-595f51ad-30af-4662-8fb1-0a8a53a392ec req-65f7d947-e695-4b41-8ba9-3604b9f2768a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004419 Aug 25 11:52:53.616987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ee462bbd-626f-44c3-a358-b2d7a71468e1,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:53.634531 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:53.678601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:53.680802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.732431 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be5f961-0c40-43fa-ab70-5ed043504eac x-openstack-request-id: req-0be5f961-0c40-43fa-ab70-5ed043504eac {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:53.732722 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7e7371-f615-433d-a815-2a44945e5944", "name": "network-vif-plugged", "status": "completed", "tag": "ee462bbd-626f-44c3-a358-b2d7a71468e1", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:53.732980 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0be5f961-0c40-43fa-ab70-5ed043504eac {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:53.733387 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7e7371-f615-433d-a815-2a44945e5944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee462bbd-626f-44c3-a358-b2d7a71468e1', 'code': 200} Aug 25 11:52:53.748703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4c466-5b51-4b87-be0b-8576410ee9fb None None] New status for floating IP c67eb51e-58cd-421e-a552-400762df758a: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:52:53.777624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:53.802996 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:53.809072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60274) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:53.810492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c2452cdb-827f-4585-a901-1959efd68146 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 704 time: 3.0675373 Aug 25 11:52:53.909323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdf0bd-abf3-4ed9-a02e-90da273127e3 req-deb1ddee-8780-4e88-a30a-fcbdb4173bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:53.913125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1cdf0bd-abf3-4ed9-a02e-90da273127e3 req-deb1ddee-8780-4e88-a30a-fcbdb4173bf3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.1000443 Aug 25 11:52:53.979663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1cdf0bd-abf3-4ed9-a02e-90da273127e3 req-35fd7a69-2560-48d8-810b-efd6182b57d5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Aug 25 11:52:54.055385 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-47972017-f235-4e01-9f82-1b7cbde75bf6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 704 time: 0.2384772 Aug 25 11:52:54.055385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:54.055871 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.058471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60278) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:54.081497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 0a7b11cb-27e6-4b32-9fb2-5edad67952cb owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:54.173368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a9ca3c56-02b2-43a3-a066-eac616ec99ff up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:54.178344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:52Z', 'revision_number': 7, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:51Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:54.215315 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:54.226639 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:54.227786 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:54.234381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port a9ca3c56-02b2-43a3-a066-eac616ec99ff completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:52:54.240916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a9ca3c56-02b2-43a3-a066-eac616ec99ff triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:52:54.242482 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.345909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.349253 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:54.404329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port a9ca3c56-02b2-43a3-a066-eac616ec99ff, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a9ca3c56-02b2-43a3-a066-eac616ec99ff,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:54.406933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.413264 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.497496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=a9ca3c56-02b2-43a3-a066-eac616ec99ff,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:54.504691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.565357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=0a7b11cb-27e6-4b32-9fb2-5edad67952cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:54.663880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] No DVR routers for this DVR port 0a7b11cb-27e6-4b32-9fb2-5edad67952cb on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:52:54.669373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.673050 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f73561b9-9c8e-4dab-886c-d7e11688328a req-6491e042-fdbf-40fe-b80d-282af20e035c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "DELETE /v2.0/ports/0a7b11cb-27e6-4b32-9fb2-5edad67952cb HTTP/1.1" status: 204 len: 173 time: 1.1853647 Aug 25 11:52:54.676839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-deleted', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:52:54.681067 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d2695-2de0-4e70-8e0b-89278d2cf683" -d '{"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-deleted", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:52:54.775395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52f57ac9-040f-447a-a6c9-0e4bad0838f9 req-e7f5afce-4130-401d-90bb-7542952bd3dd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=d11c0a4a-c4ad-4d22-ad28-89f922c3071a HTTP/1.1" status: 200 len: 210 time: 0.0632682 Aug 25 11:52:54.848232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa4c5-0d66-42d4-ab9e-6fe8b88cd02f req-a9fabe55-7fcd-465a-a2d7-f55a8ef3cccd tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:54.863642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e09aa4c5-0d66-42d4-ab9e-6fe8b88cd02f req-a9fabe55-7fcd-465a-a2d7-f55a8ef3cccd tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.1729245 Aug 25 11:52:54.872655 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be979929-42f5-4902-8ba6-cdded4f8cabb x-openstack-request-id: req-be979929-42f5-4902-8ba6-cdded4f8cabb {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:52:54.872954 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11c0a4a-c4ad-4d22-ad28-89f922c3071a", "name": "network-vif-deleted", "tag": "0a7b11cb-27e6-4b32-9fb2-5edad67952cb", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:52:54.873304 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be979929-42f5-4902-8ba6-cdded4f8cabb {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:52:54.874209 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11c0a4a-c4ad-4d22-ad28-89f922c3071a', 'name': 'network-vif-deleted', 'tag': '0a7b11cb-27e6-4b32-9fb2-5edad67952cb', 'status': 'completed', 'code': 200} Aug 25 11:52:54.883488 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:52Z', 'revision_number': 7, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:51Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:54.920718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:54.922404 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08c4e5-1969-46fd-8a73-d11307bef76a None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:52Z', 'revision_number': 7, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:51Z', 'revision_number': 4, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:54.934159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e09aa4c5-0d66-42d4-ab9e-6fe8b88cd02f req-9ac5a6e2-645a-4402-8424-3c67e0ba8e23 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685427 Aug 25 11:52:55.481817 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:55.500928 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:55.501941 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:55.510999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port a9ca3c56-02b2-43a3-a066-eac616ec99ff {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:55.511846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:55.657863 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:55.665367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port a9ca3c56-02b2-43a3-a066-eac616ec99ff, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a9ca3c56-02b2-43a3-a066-eac616ec99ff,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:55.665367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:55.682455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for a9ca3c56-02b2-43a3-a066-eac616ec99ff owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:55.901157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60314) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:55.925982 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:56.059135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=a9ca3c56-02b2-43a3-a066-eac616ec99ff,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:56.099560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a9ca3c56-02b2-43a3-a066-eac616ec99ff up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:52:56.156916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a9ca3c56-02b2-43a3-a066-eac616ec99ff {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:52:56.157572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a9ca3c56-02b2-43a3-a066-eac616ec99ff not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 25 11:52:56.189645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Port a9ca3c56-02b2-43a3-a066-eac616ec99ff not found, will not notify nova. {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 25 11:52:56.242645 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:52Z', 'revision_number': 7, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9ca3c56-02b2-43a3-a066-eac616ec99ff', 'name': '', 'network_id': '863039f7-f4d7-44c5-9168-d3fa62e21abb', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:70:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '54d45955-d951-41cd-bb53-41225fca9112', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:42Z', 'updated_at': '2021-08-25T11:52:54Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '54d45955-d951-41cd-bb53-41225fca9112', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:56.292216 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:56.308112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229564c1-f9c9-4709-abfd-f3ee84a4ba8e req-19558fd9-7af8-48ac-91a9-fcba552b7a4b tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:56.309897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-229564c1-f9c9-4709-abfd-f3ee84a4ba8e req-19558fd9-7af8-48ac-91a9-fcba552b7a4b tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.1084318 Aug 25 11:52:56.312572 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:56.334793 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:56.335533 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:56.474546 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:56.493944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-229564c1-f9c9-4709-abfd-f3ee84a4ba8e req-2d26d1f9-5734-49ed-8509-45ed46f6a813 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530516 Aug 25 11:52:56.643192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:56.734135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc599c76-67fd-4a7c-af9d-fc4a7c0e3268 req-699cc1d4-3445-4c26-b922-a8ccc7cfd261 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:56.737040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc599c76-67fd-4a7c-af9d-fc4a7c0e3268 req-699cc1d4-3445-4c26-b922-a8ccc7cfd261 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.1335781 Aug 25 11:52:56.822602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:56.833006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cc599c76-67fd-4a7c-af9d-fc4a7c0e3268 req-81d8748c-3126-472e-a94f-0276ee315178 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793793 Aug 25 11:52:56.842626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:56.845803 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e205f46d-d0d7-42a5-8caa-602bda76948a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7860372 Aug 25 11:52:56.852382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60330) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:56.964079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet 54d45955-d951-41cd-bb53-41225fca9112 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:52:56.971154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:56.974324 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:55Z', 'revision_number': 8, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:57.012503 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d7018-c4b5-40d1-b8f2-e61bae2252a8 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:55Z', 'revision_number': 8, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:52:57.042208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.103845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:52:57.105654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be992ca6-78e5-456e-86d6-06e1e7673083 req-e25d9e09-eb09-4926-b9e6-93902a56539e tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:57.107824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be992ca6-78e5-456e-86d6-06e1e7673083 req-e25d9e09-eb09-4926-b9e6-93902a56539e tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.1171031 Aug 25 11:52:57.156945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 0a7b11cb-27e6-4b32-9fb2-5edad67952cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:52:57.156945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 0a7b11cb-27e6-4b32-9fb2-5edad67952cb not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:52:57.160469 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.200908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be992ca6-78e5-456e-86d6-06e1e7673083 req-7f8340a4-c333-410a-9398-baa91e8f66df tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684402 Aug 25 11:52:57.251312 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.295346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 7e7876f0-37b5-4713-8665-a9539a4523e6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:57.295703 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.304947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=54d45955-d951-41cd-bb53-41225fca9112,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:57.317338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.323290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c020c86a-1500-46c8-8927-57656b687349 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/54d45955-d951-41cd-bb53-41225fca9112 HTTP/1.1" status: 204 len: 168 time: 0.4665332 Aug 25 11:52:57.324234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60342) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:57.326542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa53d4-28b5-439f-afb3-7ec380c9cfd2 None None] Network 863039f7-f4d7-44c5-9168-d3fa62e21abb requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:52:57.468029 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.534022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.568494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 7e7876f0-37b5-4713-8665-a9539a4523e6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7e7876f0-37b5-4713-8665-a9539a4523e6,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:57.569034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.626241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 7e7876f0-37b5-4713-8665-a9539a4523e6 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:57.697972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] DHCP port deletion for 863039f7-f4d7-44c5-9168-d3fa62e21abb request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:52:57.744554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06dce-4ff6-4f6a-81c5-d49f5f390ecd req-27cec270-b3f7-4e43-bca3-e002135a27ab tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:57.746154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4d06dce-4ff6-4f6a-81c5-d49f5f390ecd req-27cec270-b3f7-4e43-bca3-e002135a27ab tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.1444201 Aug 25 11:52:57.753233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port ad92b181-ffd3-4b68-ab09-028faf9d5e49 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:57.753764 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.792947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] Deleting port ad92b181-ffd3-4b68-ab09-028faf9d5e49 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:57.793355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.853030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:57.891393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:57.892559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:57.911373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c4d06dce-4ff6-4f6a-81c5-d49f5f390ecd req-48854b33-8887-4c6d-b7be-9a7da11b08e5 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537480 Aug 25 11:52:57.924142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port ad92b181-ffd3-4b68-ab09-028faf9d5e49, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ad92b181-ffd3-4b68-ab09-028faf9d5e49,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:57.924526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:57.950486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for ad92b181-ffd3-4b68-ab09-028faf9d5e49 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:58.058735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a9ca3c56-02b2-43a3-a066-eac616ec99ff no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:52:58.069247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] For port ad92b181-ffd3-4b68-ab09-028faf9d5e49, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ad92b181-ffd3-4b68-ab09-028faf9d5e49,segment=NetworkSegment(53808f97-fff6-485f-90e8-7a18df42c9bc),segment_id=53808f97-fff6-485f-90e8-7a18df42c9bc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:58.069979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.106377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.134268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a9ca3c56-02b2-43a3-a066-eac616ec99ff {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:52:58.134931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a9ca3c56-02b2-43a3-a066-eac616ec99ff not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:52:58.135581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ad92b181-ffd3-4b68-ab09-028faf9d5e49 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:52:58.143492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] Calling delete_port for ad92b181-ffd3-4b68-ab09-028faf9d5e49 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:58.178521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=7e7876f0-37b5-4713-8665-a9539a4523e6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:58.232038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:58.395312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.414317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.477333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=ad92b181-ffd3-4b68-ab09-028faf9d5e49,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:58.484842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port ad92b181-ffd3-4b68-ab09-028faf9d5e49 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:52:58.522901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Port ad92b181-ffd3-4b68-ab09-028faf9d5e49 update to DOWN by agent not found {{(pid=94912) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 25 11:52:58.634435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.698624 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.711517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] Pushing event deleted for resources: {'Port': ['ID=ad92b181-ffd3-4b68-ab09-028faf9d5e49,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:58.724148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aca019-5bd9-46db-82ee-c59af3f3168f None None] No DVR routers for this DVR port ad92b181-ffd3-4b68-ab09-028faf9d5e49 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:52:58.772889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863039f7-f4d7-44c5-9168-d3fa62e21abb']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:58.788713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53808f97-fff6-485f-90e8-7a18df42c9bc') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:58.788993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53808f97-fff6-485f-90e8-7a18df42c9bc') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:58.827739 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.861270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-f6b15428-62ea-47e5-822b-231cfd11fb26 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:58.865299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-f6b15428-62ea-47e5-822b-231cfd11fb26 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.0732093 Aug 25 11:52:58.880363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:55Z', 'revision_number': 8, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:58.914468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.937008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:52:58.937669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:58.942068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:52:58.943419 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:52:58.970227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:58.972916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:59.000935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Deleting port ee462bbd-626f-44c3-a358-b2d7a71468e1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:52:59.001435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.088154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 887cd888-e29a-4feb-8049-2130bb336541 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:52:59.115932 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.128264 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.134440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/863039f7-f4d7-44c5-9168-d3fa62e21abb HTTP/1.1" status: 204 len: 168 time: 1.7475588 Aug 25 11:52:59.141140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60362) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:59.165536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:59.205182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb1c32-d34d-4490-a046-20ac91d8d13a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=863039f7-f4d7-44c5-9168-d3fa62e21abb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:52:59.253405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] For port ee462bbd-626f-44c3-a358-b2d7a71468e1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ee462bbd-626f-44c3-a358-b2d7a71468e1,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:52:59.254126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.282138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Calling delete_port for ee462bbd-626f-44c3-a358-b2d7a71468e1 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:52:59.349120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af6d10-1aa6-40b9-b981-c697cdb0384f req-811011cc-abba-4483-b450-ea7475649808 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:52:59.351848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14af6d10-1aa6-40b9-b981-c697cdb0384f req-811011cc-abba-4483-b450-ea7475649808 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 1097 time: 0.2552781 Aug 25 11:52:59.495948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14af6d10-1aa6-40b9-b981-c697cdb0384f req-fe7fe028-8bb5-4970-a26e-d0d9b87ae8aa tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841570 Aug 25 11:52:59.507190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:52:59.521445 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] Sync routers for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:52:59.530003 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6e81aced-120c-4e3f-a42b-8d816166279d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/887cd888-e29a-4feb-8049-2130bb336541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6268570 Aug 25 11:52:59.531129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60370) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:52:59.552980 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:52:59.559679 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:52:59.659051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting subnet 7ac9f608-34ec-44c7-bd1b-861b3390e83e {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:52:59.666870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.728522 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.760350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ee462bbd-626f-44c3-a358-b2d7a71468e1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:59.760685 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:52:59.763141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c78407ca-3c29-4250-be87-8f37f6fcb350'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:52:59.788025 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:52:59.994363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee462bbd-626f-44c3-a358-b2d7a71468e1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:00.041619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:00.070003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:55Z', 'revision_number': 8, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:00.189187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] No DVR routers for this DVR port ee462bbd-626f-44c3-a358-b2d7a71468e1 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:00.195094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:00.201190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-83a71125-8bf5-447e-b9d6-7e55eac78dba req-201a7240-48c3-4987-9273-cfd7250f7045 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ee462bbd-626f-44c3-a358-b2d7a71468e1 HTTP/1.1" status: 204 len: 173 time: 1.3292487 Aug 25 11:53:00.201725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7e7371-f615-433d-a815-2a44945e5944', 'name': 'network-vif-deleted', 'tag': 'ee462bbd-626f-44c3-a358-b2d7a71468e1'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:53:00.206866 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02b1e3-c92b-436c-858a-d3471e5219d3" -d '{"events": [{"server_uuid": "4d7e7371-f615-433d-a815-2a44945e5944", "name": "network-vif-deleted", "tag": "ee462bbd-626f-44c3-a358-b2d7a71468e1"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:53:00.227129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:00.255873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1d511-ea86-456d-8cb4-bc5eaaa2fdaa None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:52:55Z', 'revision_number': 8, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '225f2692-dc79-4e40-97ad-4f6ca2512610', 'name': '', 'network_id': '7b2875a6-1513-4971-af91-056073f5a5e5', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:a2:28:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:36Z', 'updated_at': '2021-08-25T11:52:49Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'ed57c6fe-bff6-4c8e-8986-b922f337e41b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:00.297079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac9f608-34ec-44c7-bd1b-861b3390e83e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:00.318961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:00.325973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ac765403-1e34-4a5e-8255-19c8cd207199 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/subnets/7ac9f608-34ec-44c7-bd1b-861b3390e83e HTTP/1.1" status: 204 len: 168 time: 0.7912028 Aug 25 11:53:00.325973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60380) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:00.346630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2edfce-c99d-4f5a-be1b-2e2fef35528e None None] Network 60870e95-13d7-44d3-b13a-f87b86cfa7c4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:00.402209 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1973fa-e352-4bf2-a5bc-0938fdd85204 x-openstack-request-id: req-1b1973fa-e352-4bf2-a5bc-0938fdd85204 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:53:00.402602 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7e7371-f615-433d-a815-2a44945e5944", "name": "network-vif-deleted", "tag": "ee462bbd-626f-44c3-a358-b2d7a71468e1", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:53:00.402791 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b1973fa-e352-4bf2-a5bc-0938fdd85204 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:53:00.405303 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7e7371-f615-433d-a815-2a44945e5944', 'name': 'network-vif-deleted', 'tag': 'ee462bbd-626f-44c3-a358-b2d7a71468e1', 'status': 'completed', 'code': 200} Aug 25 11:53:00.486632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:00.645047 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:52:57Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:00.688029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:00.715744 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] Checking router: 887cd888-e29a-4feb-8049-2130bb336541 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:00.748802 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] Routers {'887cd888-e29a-4feb-8049-2130bb336541'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:00.753497 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['887cd888-e29a-4feb-8049-2130bb336541'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:00.770082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b47e873b-7dee-4d5a-a913-a5b6a2dd25d4 req-0a744002-e4a3-497e-9462-44b9dd632cec tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4d7e7371-f615-433d-a815-2a44945e5944 HTTP/1.1" status: 200 len: 210 time: 0.0794938 Aug 25 11:53:00.942653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] DHCP port deletion for 60870e95-13d7-44d3-b13a-f87b86cfa7c4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:01.015832 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] Set router 887cd888-e29a-4feb-8049-2130bb336541 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:01.076633 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.095459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] Deleting port 83204f31-7239-4cb8-8254-1d49cd427de7 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:01.095785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.180723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] For port 83204f31-7239-4cb8-8254-1d49cd427de7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=83204f31-7239-4cb8-8254-1d49cd427de7,segment=NetworkSegment(bd209013-a909-426c-b75a-776e79201fd7),segment_id=bd209013-a909-426c-b75a-776e79201fd7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:01.181989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.202638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] Calling delete_port for 83204f31-7239-4cb8-8254-1d49cd427de7 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:01.267124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 225f2692-dc79-4e40-97ad-4f6ca2512610 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:01.268111 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.319661 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.336452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] No DVR routers for this DVR port 83204f31-7239-4cb8-8254-1d49cd427de7 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:01.360670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d4ef7-9592-41ac-a09d-a67093e95acd None None] Pushing event deleted for resources: {'Port': ['ID=83204f31-7239-4cb8-8254-1d49cd427de7,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:01.439482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 225f2692-dc79-4e40-97ad-4f6ca2512610, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=225f2692-dc79-4e40-97ad-4f6ca2512610,segment=NetworkSegment(66d13890-2ede-4101-96d3-75c7acca7631),segment_id=66d13890-2ede-4101-96d3-75c7acca7631)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:01.440070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.457355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 225f2692-dc79-4e40-97ad-4f6ca2512610 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:01.462395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:52:57Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:01.498577 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d5b71d-1bdf-4c2d-839e-1bac4394a6b3 None None] The sync data for ids ['887cd888-e29a-4feb-8049-2130bb336541'] in n-d-778732-11 is: [{'id': '887cd888-e29a-4feb-8049-2130bb336541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656155679', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:11Z', 'updated_at': '2021-08-25T11:52:57Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': 'e35a0a02-a1c5-42f3-8494-36d7c01123bd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887cd888-e29a-4feb-8049-2130bb336541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:01.553297 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.632007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port e35a0a02-a1c5-42f3-8494-36d7c01123bd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:01.632393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.707151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.730712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port e35a0a02-a1c5-42f3-8494-36d7c01123bd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e35a0a02-a1c5-42f3-8494-36d7c01123bd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:01.731095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:01.751640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for e35a0a02-a1c5-42f3-8494-36d7c01123bd owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:01.762131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=225f2692-dc79-4e40-97ad-4f6ca2512610,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:01.961252 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.228278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7e7876f0-37b5-4713-8665-a9539a4523e6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:02.259665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.286631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:02.293884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7e7876f0-37b5-4713-8665-a9539a4523e6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:02.294487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7e7876f0-37b5-4713-8665-a9539a4523e6 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:02.295219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 83204f31-7239-4cb8-8254-1d49cd427de7 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:02.330103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=e35a0a02-a1c5-42f3-8494-36d7c01123bd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:02.364044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 83204f31-7239-4cb8-8254-1d49cd427de7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:02.365198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 83204f31-7239-4cb8-8254-1d49cd427de7 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:02.478443 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.482146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8ed38-a055-4554-a89e-b73f0e418d58 req-1d10de83-4645-4df0-b2f7-2472f93452b9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:02.490288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b8ed38-a055-4554-a89e-b73f0e418d58 req-1d10de83-4645-4df0-b2f7-2472f93452b9 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.1619301 Aug 25 11:53:02.645948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.649165 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.667345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29b8ed38-a055-4554-a89e-b73f0e418d58 req-522b0275-73f9-4dfe-a28c-0e10913f9bbe tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374161 Aug 25 11:53:02.726109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.727136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Fanout notify agent at l3_agent the message router_deleted on router 887cd888-e29a-4feb-8049-2130bb336541 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:02.746010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.749723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5c19449c-1bd4-4d4c-bf4e-a4b66289d4d2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/routers/887cd888-e29a-4feb-8049-2130bb336541 HTTP/1.1" status: 204 len: 168 time: 2.4221513 Aug 25 11:53:02.750846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60418) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:02.840993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:02.852217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c2d6a759-5f08-4924-bfdd-7775ac2c5c82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091756 Aug 25 11:53:02.855979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60420) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:02.863504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:02.902593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:02.903593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:02.925876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:02.966054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet ed57c6fe-bff6-4c8e-8986-b922f337e41b {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:02.969774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.015528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.052227 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.074030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60870e95-13d7-44d3-b13a-f87b86cfa7c4']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:03.096653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd209013-a909-426c-b75a-776e79201fd7') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:03.097070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:03.097209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd209013-a909-426c-b75a-776e79201fd7') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:03.115793 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.145332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.154411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:03.155253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:03.158820 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:03.161395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ee462bbd-626f-44c3-a358-b2d7a71468e1 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:03.167316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.260055 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.272053 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.288897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: ee462bbd-626f-44c3-a358-b2d7a71468e1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:03.289051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ee462bbd-626f-44c3-a358-b2d7a71468e1 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:03.289568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.303046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/networks/60870e95-13d7-44d3-b13a-f87b86cfa7c4 HTTP/1.1" status: 204 len: 168 time: 0.5504653 Aug 25 11:53:03.306638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60426) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:03.325208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=ed57c6fe-bff6-4c8e-8986-b922f337e41b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:03.341066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.341066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.341066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.341066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.342305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.342305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.342305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.342739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.343217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.344387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.344845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.345173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:03.358551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.363229 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-edc3f491-10e8-42a9-9d57-56c00d104329 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/ed57c6fe-bff6-4c8e-8986-b922f337e41b HTTP/1.1" status: 204 len: 168 time: 0.5035555 Aug 25 11:53:03.363873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec0b1b-f550-40f3-b49a-e076fe491a45 None None] Network 7b2875a6-1513-4971-af91-056073f5a5e5 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:03.365432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60428) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:03.371918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07a23c-25a2-41aa-bac3-92a4f73b9e39 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Network': ['ID=60870e95-13d7-44d3-b13a-f87b86cfa7c4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:03.483129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.512379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf82e257-5518-4988-9e42-ead17b9a4248 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.566335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port ded4d6f9-a09f-4a3b-941f-96e30da4a961 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:03.566605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.586855 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf82e257-5518-4988-9e42-ead17b9a4248 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.673371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port ded4d6f9-a09f-4a3b-941f-96e30da4a961, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ded4d6f9-a09f-4a3b-941f-96e30da4a961,segment=NetworkSegment(66d13890-2ede-4101-96d3-75c7acca7631),segment_id=66d13890-2ede-4101-96d3-75c7acca7631)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:03.674090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.689294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:01Z', 'revision_number': 9, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:03.702607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for ded4d6f9-a09f-4a3b-941f-96e30da4a961 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:03.709369 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf82e257-5518-4988-9e42-ead17b9a4248 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.714948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf82e257-5518-4988-9e42-ead17b9a4248 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:03.721470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf82e257-5518-4988-9e42-ead17b9a4248 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/security-groups/14565033-c185-4cfc-aef4-908dc0116af3 HTTP/1.1" status: 204 len: 168 time: 0.4132841 Aug 25 11:53:03.734182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:03.744844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82e257-5518-4988-9e42-ead17b9a4248 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14565033-c185-4cfc-aef4-908dc0116af3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:03.745336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:03.748827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:03.779110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-686d4a25-32ff-45d9-b0d3-3116388c5b2c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:03.782190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-686d4a25-32ff-45d9-b0d3-3116388c5b2c tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.1115432 Aug 25 11:53:03.879357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:03.886593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3327f6-3941-452d-a8f1-fa85f1bddeb0 None None] DHCP port deletion for 7b2875a6-1513-4971-af91-056073f5a5e5 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:03.935990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.012061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=ded4d6f9-a09f-4a3b-941f-96e30da4a961,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:04.021759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port ded4d6f9-a09f-4a3b-941f-96e30da4a961 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:04.095926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e35a0a02-a1c5-42f3-8494-36d7c01123bd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:04.149535 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f269f3-df2d-4522-ae53-530675b76d4c req-ccdf4d35-1f4b-4d20-83f2-42a954a0d598 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:04.149916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e35a0a02-a1c5-42f3-8494-36d7c01123bd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:04.150279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e35a0a02-a1c5-42f3-8494-36d7c01123bd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:04.150580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ded4d6f9-a09f-4a3b-941f-96e30da4a961 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:04.151891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90f269f3-df2d-4522-ae53-530675b76d4c req-ccdf4d35-1f4b-4d20-83f2-42a954a0d598 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 1098 time: 0.1914208 Aug 25 11:53:04.191738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ded4d6f9-a09f-4a3b-941f-96e30da4a961 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:04.191738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ded4d6f9-a09f-4a3b-941f-96e30da4a961 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:04.219471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Deleting port c78407ca-3c29-4250-be87-8f37f6fcb350 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:04.219817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.225500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.243072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2875a6-1513-4971-af91-056073f5a5e5']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:04.263053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d13890-2ede-4101-96d3-75c7acca7631') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:04.263560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d13890-2ede-4101-96d3-75c7acca7631') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:04.305146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.353247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.374362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:04.374852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90f269f3-df2d-4522-ae53-530675b76d4c req-96e40aca-fd3a-479e-a155-95e54bd20a52 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066932 Aug 25 11:53:04.375313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.392900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] For port c78407ca-3c29-4250-be87-8f37f6fcb350, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=c78407ca-3c29-4250-be87-8f37f6fcb350,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:04.393525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.402807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:01Z', 'revision_number': 9, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:04.415613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Calling delete_port for c78407ca-3c29-4250-be87-8f37f6fcb350 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:04.460068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df08bf-e165-43d6-9445-fc874879d595 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:01Z', 'revision_number': 9, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9307e38-2fd8-4b84-a97a-5b6d834781f9', 'name': '', 'network_id': '717b99fb-a93d-4f3f-a42d-576c4c18f05e', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:60:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:31Z', 'updated_at': '2021-08-25T11:52:44Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': '8f7e2f82-ffc4-471f-aef8-b09446195bd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:04.525070 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:04.532031 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.540370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60446) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:04.549539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.551892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036100716', 'description': 'tempest-secgroup-smoke-1036100716 description', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:04.556307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/7b2875a6-1513-4971-af91-056073f5a5e5 HTTP/1.1" status: 204 len: 168 time: 1.1866338 Aug 25 11:53:04.558646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60448) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:04.571316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af63f9-2cd9-4863-b797-260189b17355 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=7b2875a6-1513-4971-af91-056073f5a5e5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:04.718700 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.747138 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.760028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['c78407ca-3c29-4250-be87-8f37f6fcb350'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:53:04.828025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Pushing event deleted for resources: {'Port': ['ID=c78407ca-3c29-4250-be87-8f37f6fcb350,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:04.965883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] No DVR routers for this DVR port c78407ca-3c29-4250-be87-8f37f6fcb350 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:04.976688 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:04.981164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-417ca420-26bb-497a-bf29-0a02ec9e30b9 req-9a3b7db4-051c-476a-806f-95121186db8a tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c78407ca-3c29-4250-be87-8f37f6fcb350 HTTP/1.1" status: 204 len: 173 time: 1.1916535 Aug 25 11:53:04.990289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'name': 'network-vif-deleted', 'tag': 'c78407ca-3c29-4250-be87-8f37f6fcb350'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:53:04.994395 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c83a98b-8766-4946-88b0-c6a437849143" -d '{"events": [{"server_uuid": "f7599f45-58f8-40c8-9b40-2ec6ebffedc9", "name": "network-vif-deleted", "tag": "c78407ca-3c29-4250-be87-8f37f6fcb350"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:53:05.103070 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8577843c-ba8b-42da-b2b1-6cc1718cb65b x-openstack-request-id: req-8577843c-ba8b-42da-b2b1-6cc1718cb65b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:53:05.103869 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7599f45-58f8-40c8-9b40-2ec6ebffedc9", "name": "network-vif-deleted", "tag": "c78407ca-3c29-4250-be87-8f37f6fcb350", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:53:05.104605 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8577843c-ba8b-42da-b2b1-6cc1718cb65b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:53:05.105549 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7599f45-58f8-40c8-9b40-2ec6ebffedc9', 'name': 'network-vif-deleted', 'tag': 'c78407ca-3c29-4250-be87-8f37f6fcb350', 'status': 'completed', 'code': 200} Aug 25 11:53:05.160072 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.182001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.210546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.211855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6697121 Aug 25 11:53:05.215094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60462) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:05.224015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': 'a2a2c214-4ee1-4bef-8b2c-e63b825a3679', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:05.232013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639097f9-1867-46bc-acc6-c1c1a4f8e92b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2c214-4ee1-4bef-8b2c-e63b825a3679,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:05.299478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.353608 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.427776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.439447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.470071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641e0505-ced6-4b1a-8904-27f52f0667f0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:05.495447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.501650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1c6da879-c215-40ec-a335-3026a8b9dc91 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824001 Aug 25 11:53:05.502234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60466) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:05.514022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': 'a2a2c214-4ee1-4bef-8b2c-e63b825a3679', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:05.551858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-372f4f61-357c-49c9-a239-a428ccda43c9 req-4e9834cc-6956-477a-af55-02d49d3ea475 tempest-TestServerMultinode-2087005489 tempest-TestServerMultinode-2087005489-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7599f45-58f8-40c8-9b40-2ec6ebffedc9 HTTP/1.1" status: 200 len: 210 time: 0.0533681 Aug 25 11:53:05.580782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.691432 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.700993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.722296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e037b7-bcc1-407b-b81d-da91650f1345,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:05.733082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.734619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-45e0662e-41cf-4b5f-8176-bf39b4687306 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2305470 Aug 25 11:53:05.737910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:05.744014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': 'a2a2c214-4ee1-4bef-8b2c-e63b825a3679', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:05.796317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.845881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port d9307e38-2fd8-4b84-a97a-5b6d834781f9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:05.845881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.879251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.884869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.908648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbcb617-cf75-4991-86e7-5b78b3a979c4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:05.919267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.923700 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dcb06329-ab47-448e-8290-abb239b093fc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1818659 Aug 25 11:53:05.923826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60476) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:05.930506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': 'a2a2c214-4ee1-4bef-8b2c-e63b825a3679', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:05.955305 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port d9307e38-2fd8-4b84-a97a-5b6d834781f9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d9307e38-2fd8-4b84-a97a-5b6d834781f9,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:05.955758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.965899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 225f2692-dc79-4e40-97ad-4f6ca2512610 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:05.968371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:05.981469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for d9307e38-2fd8-4b84-a97a-5b6d834781f9 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:06.005190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 225f2692-dc79-4e40-97ad-4f6ca2512610 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:06.006157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 225f2692-dc79-4e40-97ad-4f6ca2512610 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:06.060326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.065196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.111868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e39fbf-0f9d-4f16-92ac-558b4e54510d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:06.117126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.119155 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6565fe7-3399-4f15-b7b4-ce3dcc3ac5f1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940823 Aug 25 11:53:06.124506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60482) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:06.134265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': 'a2a2c214-4ee1-4bef-8b2c-e63b825a3679', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:06.177512 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:53:06.186438 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.298789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.301063 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.304041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.332270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=d9307e38-2fd8-4b84-a97a-5b6d834781f9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:06.338139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ee76ed-1e21-42a0-9092-83f0dbbc45b5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:06.350674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.352924 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-92599471-a92a-4170-82e1-a630422a800d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2257459 Aug 25 11:53:06.355881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60488) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:06.364883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': 'a2a2c214-4ee1-4bef-8b2c-e63b825a3679', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:06.415285 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:53:06.425624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.528471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.535113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.546409 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.561580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a35024-c45c-480f-a53f-b49d8ab94832,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:06.586251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.590452 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0f28178f-c923-4e35-9be6-0265c279b5c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2303040 Aug 25 11:53:06.591065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60490) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:06.597660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'network': {'name': 'tempest-network-smoke--1510271248', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:06.627703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:06.633709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.684743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:53:06.708277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.708989 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Added segment 57b86662-116e-4a6c-a4e7-fc7753f25576 of type vlan for network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca Aug 25 11:53:06.731972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60496) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:06.775875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.807219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.814578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:06.815127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:06.904370 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3118463 Aug 25 11:53:06.910151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60502) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:06.915066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'admin_state_up': True, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:06.944012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:06.945744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb550306-8bcf-4c08-9fd5-4a9c15c25c5e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Network': ['ID=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:06.969936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:53:07.010816 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.011895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.207033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.259164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:07.275640 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:07.288471 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:07.289446 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:07.293473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60508) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:07.293744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9b79688c-8240-44ae-bba2-d27edc902ca6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7310195 Aug 25 11:53:07.371194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet 8f7e2f82-ffc4-471f-aef8-b09446195bd9 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:07.375319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.407405 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.432929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.515923 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:07.563203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.684941 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.708468 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.768881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7e2f82-ffc4-471f-aef8-b09446195bd9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:07.772078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:07.781256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3889ad92-d655-48db-8e88-d236c3e4ad71 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/8f7e2f82-ffc4-471f-aef8-b09446195bd9 HTTP/1.1" status: 204 len: 168 time: 0.4814799 Aug 25 11:53:07.782609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:07.807395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4e06d-7684-4aa8-b7a6-a5202c4a366a None None] Network 717b99fb-a93d-4f3f-a42d-576c4c18f05e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:07.838783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:06Z', 'revision_number': 10, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:07.976951 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:07.995555 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:07.996371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:08.053493 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.115898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] DHCP port deletion for 717b99fb-a93d-4f3f-a42d-576c4c18f05e request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:08.143238 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:08.198954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 763167cb-876d-4195-97ae-45cce10b16d4 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:08.199296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.219026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] Deleting port 763167cb-876d-4195-97ae-45cce10b16d4 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:08.219835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.289088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 763167cb-876d-4195-97ae-45cce10b16d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763167cb-876d-4195-97ae-45cce10b16d4,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:08.289772 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.298705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c78407ca-3c29-4250-be87-8f37f6fcb350 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:08.315568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 763167cb-876d-4195-97ae-45cce10b16d4 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:08.343904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: c78407ca-3c29-4250-be87-8f37f6fcb350 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:08.344563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device c78407ca-3c29-4250-be87-8f37f6fcb350 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:08.375565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] For port 763167cb-876d-4195-97ae-45cce10b16d4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=763167cb-876d-4195-97ae-45cce10b16d4,segment=NetworkSegment(bf49138f-9dfc-4ab4-ae21-1dc02070a05c),segment_id=bf49138f-9dfc-4ab4-ae21-1dc02070a05c)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:08.376568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.409138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] Calling delete_port for 763167cb-876d-4195-97ae-45cce10b16d4 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:08.458805 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:06Z', 'revision_number': 10, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:08.482895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.501405 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9da490-cd76-4936-b97b-61e090edb349 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:06Z', 'revision_number': 10, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None, '_interfaces': [{'id': '23718333-707c-4bfb-a784-0e1923ceba5a', 'name': '', 'network_id': '6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'mac_address': 'fa:16:3e:e8:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:27Z', 'updated_at': '2021-08-25T11:52:36Z', 'revision_number': 5, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'subnets': [{'id': 'f4f44f5c-e9d3-446b-b055-6ad1c656ce95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:08.513490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.595567 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:53:08.603459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.612089 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.641465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.139 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/19df78bf-3c12-4d0a-9be1-e29111bacb47) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:08.663223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] Pushing event deleted for resources: {'Port': ['ID=763167cb-876d-4195-97ae-45cce10b16d4,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:08.676443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=763167cb-876d-4195-97ae-45cce10b16d4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:08.679702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc68ba9-7f7b-40e9-accf-fbe9e7edab50 None None] No DVR routers for this DVR port 763167cb-876d-4195-97ae-45cce10b16d4 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:08.681330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port 763167cb-876d-4195-97ae-45cce10b16d4 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:08.840367 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.873087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717b99fb-a93d-4f3f-a42d-576c4c18f05e']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:08.904810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:08.905383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf49138f-9dfc-4ab4-ae21-1dc02070a05c') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:08.912229 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.928819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.965736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.981828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:08.982470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:08.988124 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:09.071068 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:09.088616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:09.108292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:09.115500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/717b99fb-a93d-4f3f-a42d-576c4c18f05e HTTP/1.1" status: 204 len: 168 time: 1.3312562 Aug 25 11:53:09.116403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60536) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:09.130641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Deleting port 1fbfe139-ad80-447a-b2dd-47306d253129 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:09.131010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:09.134712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99780c6-2066-45e7-971e-a78553cda3bb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=717b99fb-a93d-4f3f-a42d-576c4c18f05e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:09.182447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:09.244480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:09.253400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:09.306427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=19df78bf-3c12-4d0a-9be1-e29111bacb47,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:09.495617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] For port 1fbfe139-ad80-447a-b2dd-47306d253129, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1fbfe139-ad80-447a-b2dd-47306d253129,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:09.496686 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:09.540971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Calling delete_port for 1fbfe139-ad80-447a-b2dd-47306d253129 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:09.858459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:10.055815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d9307e38-2fd8-4b84-a97a-5b6d834781f9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:10.086680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d9307e38-2fd8-4b84-a97a-5b6d834781f9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:10.087013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d9307e38-2fd8-4b84-a97a-5b6d834781f9 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:10.087437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763167cb-876d-4195-97ae-45cce10b16d4 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:10.100124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:10.123208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 763167cb-876d-4195-97ae-45cce10b16d4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:10.125475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 763167cb-876d-4195-97ae-45cce10b16d4 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:10.143152 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbfe139-ad80-447a-b2dd-47306d253129,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:10.268014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:10.272904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:10.961912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:11.069532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:53:11.349184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:11.365163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Sync routers for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:11.382457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:11.383589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:11.396241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port 23718333-707c-4bfb-a784-0e1923ceba5a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:11.396618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:11.465977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:11.470600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b6604c11-802d-406b-92ec-1f3831d8d1c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5597003 Aug 25 11:53:11.470944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60562) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:11.484688 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Router fa3bf9d2-3516-4eda-9684-dc63085f9683 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:11.527998 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2d22dc1b-6a41-4808-a23f-7b8c94586794 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552323 Aug 25 11:53:11.530798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60564) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:11.567883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port 23718333-707c-4bfb-a784-0e1923ceba5a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=23718333-707c-4bfb-a784-0e1923ceba5a,segment=NetworkSegment(69b2ec7c-6900-4966-85be-d2c02ae05ac4),segment_id=69b2ec7c-6900-4966-85be-d2c02ae05ac4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:11.567883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:11.588696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for 23718333-707c-4bfb-a784-0e1923ceba5a owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:11.618273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:11.690209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14caa5f9-d143-4c6c-9091-c27a9f7d8497 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:11.692426 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14caa5f9-d143-4c6c-9091-c27a9f7d8497 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601543 Aug 25 11:53:11.695382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60566) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:11.703445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:11.713957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9a9bae8-c908-42d3-8c96-34e7d3b4c048 admin admin] 10.222.0.35 "PUT /v2.0/routers/fa3bf9d2-3516-4eda-9684-dc63085f9683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9803579 Aug 25 11:53:11.714259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60568) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:11.717147 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] Sync routers for ids ['fa3bf9d2-3516-4eda-9684-dc63085f9683'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:11.736554 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] Routers {'fa3bf9d2-3516-4eda-9684-dc63085f9683'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:11.737911 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fa3bf9d2-3516-4eda-9684-dc63085f9683'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:11.739995 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-39528d43-2d7a-49b8-bedd-7e14afa3268e tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434060 Aug 25 11:53:11.744272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60570) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:11.750680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762487987', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:11.942883 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:11.946459 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.062813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.070204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.142570 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] Set router fa3bf9d2-3516-4eda-9684-dc63085f9683 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:12.241805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=23718333-707c-4bfb-a784-0e1923ceba5a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:12.252502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.293948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:09Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:12.362778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Checking router: 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:12.363138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Updating router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 port 19df78bf-3c12-4d0a-9be1-e29111bacb47 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:53:12.392372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Subnet': ['ID=793e66c6-827e-4e14-8db3-062457a179f8,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:12.421196 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.427517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Checking segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:12.428142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network hostable DHCP agents. Network: 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:53:12.471752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:53:12.492376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:12.498150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:12.498804 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.507775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.524190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c5fbb-8c1b-4061-9368-d1f36441ad70 None None] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:12.537164 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b8cf9397-9e45-4db2-9a5a-f524d8ed93af tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7929692 Aug 25 11:53:12.538142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60574) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:12.798660 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.873664 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:53:09Z', 'revision_number': 5, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port': {'id': '2d749306-91d3-455b-b98d-ea3e9c1e4d89', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:51:58Z', 'updated_at': '2021-08-25T11:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:12.909287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:53:12.910396 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:12.941124 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] Checking router: fa3bf9d2-3516-4eda-9684-dc63085f9683 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:12.958888 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] Routers {'fa3bf9d2-3516-4eda-9684-dc63085f9683'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:12.959535 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['fa3bf9d2-3516-4eda-9684-dc63085f9683'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:13.107650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:13.169304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.172134 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] Set router fa3bf9d2-3516-4eda-9684-dc63085f9683 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:13.177954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Deleting port 2d749306-91d3-455b-b98d-ea3e9c1e4d89 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:13.178453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.187478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Allocated IP 172.20.0.2 (54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca/793e66c6-827e-4e14-8db3-062457a179f8/ef1f9492-1406-4212-8f9d-270112702b50) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:13.203184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Transition to ACTIVE for port object 19df78bf-3c12-4d0a-9be1-e29111bacb47 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:13.227405 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.275797 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:53:12Z', 'revision_number': 6, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:13.316427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9035cd1b-70c1-4e85-b843-95e0b2af79ee None None] The sync data for ids ['fa3bf9d2-3516-4eda-9684-dc63085f9683'] in n-d-778732-11 is: [{'id': 'fa3bf9d2-3516-4eda-9684-dc63085f9683', 'name': 'tempest-TestServerMultinode-627464822-router', 'tenant_id': '4ee7e6aec1da4253b5041be7a03996d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:51:56Z', 'updated_at': '2021-08-25T11:53:12Z', 'revision_number': 6, 'project_id': '4ee7e6aec1da4253b5041be7a03996d6', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:13.375513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:13.394623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fe369a3e-3420-4b23-b7c4-b218b9c5749f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2696645 Aug 25 11:53:13.398997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60578) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:13.406137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:13.441188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:13.442273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:13.444392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Pushing event updated for resources: {'Port': ['ID=19df78bf-3c12-4d0a-9be1-e29111bacb47,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:13.452733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Attempting to bind port 19df78bf-3c12-4d0a-9be1-e29111bacb47 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:13.453203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Attempting to bind port 19df78bf-3c12-4d0a-9be1-e29111bacb47 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:13.453504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Attempting to bind port 19df78bf-3c12-4d0a-9be1-e29111bacb47 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:13.475831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] For port 2d749306-91d3-455b-b98d-ea3e9c1e4d89, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2d749306-91d3-455b-b98d-ea3e9c1e4d89,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:13.476329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.500211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Calling delete_port for 2d749306-91d3-455b-b98d-ea3e9c1e4d89 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:13.511753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting subnet f4f44f5c-e9d3-446b-b055-6ad1c656ce95 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:13.520853 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.525596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.540841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.541283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.541541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.541906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.542535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.542688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.542994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.543288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.543571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.543900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.544228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.544644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:13.560385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:13.560748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:13.561165 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.561569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:13.562097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Bound port: 19df78bf-3c12-4d0a-9be1-e29111bacb47, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:13.562483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.591616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:13.610585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.687008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:11Z', 'revision_number': 11, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:13.754879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:13.779867 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.791015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:13.791254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:13.796042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] For port 19df78bf-3c12-4d0a-9be1-e29111bacb47, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:13.802863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] For port 19df78bf-3c12-4d0a-9be1-e29111bacb47, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19df78bf-3c12-4d0a-9be1-e29111bacb47,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:13.830404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.854020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Transition to ACTIVE for port object ef1f9492-1406-4212-8f9d-270112702b50 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:13.911021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.981253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:13.996556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:13.997316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.057220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d749306-91d3-455b-b98d-ea3e9c1e4d89,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:14.093367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f44f5c-e9d3-446b-b055-6ad1c656ce95,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:14.107652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Transition to ACTIVE for port object ef1f9492-1406-4212-8f9d-270112702b50 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:14.113858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.120089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-67d890ac-eb56-4d66-823e-1f54c28aaf82 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/f4f44f5c-e9d3-446b-b055-6ad1c656ce95 HTTP/1.1" status: 204 len: 168 time: 0.7046924 Aug 25 11:53:14.121489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60582) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:14.127423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede2adf3-79eb-4436-99d4-698cc6dcc65d None None] Network 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:14.131129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:11Z', 'revision_number': 11, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:14.164985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.174733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.312751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.317165 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.350327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.353795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:14.355016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:14.358617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68f850-81a1-4d92-a449-609a6a61b754 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:11Z', 'revision_number': 11, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:14.416780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.1 (54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca/793e66c6-827e-4e14-8db3-062457a179f8/7384ff28-0112-47ab-8256-e51cdf895b88) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:14.441458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.442008 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa3bf9d2-3516-4eda-9684-dc63085f9683 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:14.450126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.452910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5a8cad1a-432c-4828-bbda-c6c3b6b7db4a admin admin] 10.222.0.35 "DELETE /v2.0/routers/fa3bf9d2-3516-4eda-9684-dc63085f9683 HTTP/1.1" status: 204 len: 168 time: 2.7358334 Aug 25 11:53:14.453557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee8587-7569-47eb-baf5-5b5149dbd30e None None] Pushing event updated for resources: {'Port': ['ID=19df78bf-3c12-4d0a-9be1-e29111bacb47,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:14.455401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60584) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:14.494101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:14.590104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Deleting subnet da098ac7-6286-4280-b01f-8768bd28a353 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:14.595537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.628843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Deleting port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:14.629461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.644357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.792270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.805959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:14.808523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:14.824379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2d749306-91d3-455b-b98d-ea3e9c1e4d89 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:14.846359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.879665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] For port e95acdbf-a81a-4177-87ce-9cd8c14b3b87, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,segment=NetworkSegment(69b2ec7c-6900-4966-85be-d2c02ae05ac4),segment_id=69b2ec7c-6900-4966-85be-d2c02ae05ac4)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:14.880114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:14.886372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 7384ff28-0112-47ab-8256-e51cdf895b88 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:14.906336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2d749306-91d3-455b-b98d-ea3e9c1e4d89 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:14.906724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2d749306-91d3-455b-b98d-ea3e9c1e4d89 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:14.907107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1fbfe139-ad80-447a-b2dd-47306d253129 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:14.922500 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Calling delete_port for e95acdbf-a81a-4177-87ce-9cd8c14b3b87 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:15.025896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.044223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.070979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Pushing event updated for resources: {'Port': ['ID=ef1f9492-1406-4212-8f9d-270112702b50,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:15.101900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1fbfe139-ad80-447a-b2dd-47306d253129 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:15.102664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1fbfe139-ad80-447a-b2dd-47306d253129 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:15.105577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:15.108843 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da098ac7-6286-4280-b01f-8768bd28a353,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:15.117138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Attempting to bind port ef1f9492-1406-4212-8f9d-270112702b50 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:15.117575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Attempting to bind port ef1f9492-1406-4212-8f9d-270112702b50 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:15.118372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Attempting to bind port ef1f9492-1406-4212-8f9d-270112702b50 on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:15.119108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:15.126002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:15.137312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.143309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e92381e5-ef99-4fa1-ba1c-67b7fbc7e3c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/da098ac7-6286-4280-b01f-8768bd28a353 HTTP/1.1" status: 204 len: 168 time: 0.6861112 Aug 25 11:53:15.150115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60588) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:15.158253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f873bd8-09e5-4928-a327-6f6c219bc01e None None] Network fd6ea7c2-bb60-4780-949a-507168b0eb24 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:15.173366 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=7384ff28-0112-47ab-8256-e51cdf895b88,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:15.179915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:15.179915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Checking segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:15.179915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.179915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Bound using segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:15.180843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.180962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Bound port: ef1f9492-1406-4212-8f9d-270112702b50, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:15.180962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.222128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Port': ['ID=e95acdbf-a81a-4177-87ce-9cd8c14b3b87,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:15.227532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No DVR routers for this DVR port e95acdbf-a81a-4177-87ce-9cd8c14b3b87 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:15.233375 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.291263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:15.376451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.398917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.399326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9e5fd-8c55-4bda-b77f-428dad28e10f None None] DHCP port deletion for 6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:15.416755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:15.480165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b2ec7c-6900-4966-85be-d2c02ae05ac4') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:15.480567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b2ec7c-6900-4966-85be-d2c02ae05ac4') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:15.495396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] For port ef1f9492-1406-4212-8f9d-270112702b50, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:15.498466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.510021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Deleting port cfc79679-4b17-4bf0-be04-f6707df8e951 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:15.510865 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.537328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.556649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] For port ef1f9492-1406-4212-8f9d-270112702b50, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ef1f9492-1406-4212-8f9d-270112702b50,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:15.583885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:15.584475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:15.589812 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:15.599965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.614977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] For port cfc79679-4b17-4bf0-be04-f6707df8e951, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cfc79679-4b17-4bf0-be04-f6707df8e951,segment=NetworkSegment(77b55260-d009-4671-8847-45835db68131),segment_id=77b55260-d009-4671-8847-45835db68131)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:15.615661 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.635809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Calling delete_port for cfc79679-4b17-4bf0-be04-f6707df8e951 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:15.647152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.729157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.741901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.744162 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/networks/6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a HTTP/1.1" status: 204 len: 168 time: 1.6197793 Aug 25 11:53:15.753180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60590) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:15.771166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'routes': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:15.799868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] DHCP port deletion for fd6ea7c2-bb60-4780-949a-507168b0eb24 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:15.814260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a262824-410c-461f-bdbc-9d8f34ea9561 None None] Pushing event updated for resources: {'Port': ['ID=ef1f9492-1406-4212-8f9d-270112702b50,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:15.860593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:15.901932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:09Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:15.931613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] No DVR routers for this DVR port cfc79679-4b17-4bf0-be04-f6707df8e951 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:15.936669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc79679-4b17-4bf0-be04-f6707df8e951,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:15.983949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09832d7d-88e2-41aa-a74b-5355465c7ca1 None None] The sync data for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 is: [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:09Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:16.044909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Deleting port cfc79679-4b17-4bf0-be04-f6707df8e951 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:16.045286 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.064349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cfc79679-4b17-4bf0-be04-f6707df8e951 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:16.111110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb832c6-a204-452f-b8b6-19c5f97e4217 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Pushing event deleted for resources: {'Network': ['ID=6e0f5a80-168c-4bdc-8ebc-b10d4b2fec5a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:16.166397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cfc79679-4b17-4bf0-be04-f6707df8e951 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:16.166982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cfc79679-4b17-4bf0-be04-f6707df8e951 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:16.167570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e95acdbf-a81a-4177-87ce-9cd8c14b3b87 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:16.200810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e95acdbf-a81a-4177-87ce-9cd8c14b3b87 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:16.201504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.202272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e95acdbf-a81a-4177-87ce-9cd8c14b3b87 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:16.202888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 23718333-707c-4bfb-a784-0e1923ceba5a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:16.241463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6ea7c2-bb60-4780-949a-507168b0eb24']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:16.243898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 23718333-707c-4bfb-a784-0e1923ceba5a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:16.244516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 23718333-707c-4bfb-a784-0e1923ceba5a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:16.280654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] For port cfc79679-4b17-4bf0-be04-f6707df8e951, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:16.281980 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.283727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b55260-d009-4671-8847-45835db68131') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:16.285880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b55260-d009-4671-8847-45835db68131') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:16.317466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.320923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Calling delete_port for cfc79679-4b17-4bf0-be04-f6707df8e951 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:16.324335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Port cfc79679-4b17-4bf0-be04-f6707df8e951 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:53:16.325878 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.344985 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.360019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:16.360447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.368399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] Pushing event deleted for resources: {'Port': ['ID=cfc79679-4b17-4bf0-be04-f6707df8e951,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:16.374916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3d2f0-38a0-4055-bcf2-0ac2babcb6d4 None None] No DVR routers for this DVR port cfc79679-4b17-4bf0-be04-f6707df8e951 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:16.439065 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:16.463577 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.497322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:16.501093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd6ea7c2-bb60-4780-949a-507168b0eb24 HTTP/1.1" status: 204 len: 168 time: 1.3486109 Aug 25 11:53:16.502333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6fce8-0bf9-4e23-9010-a1a074add6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6ea7c2-bb60-4780-949a-507168b0eb24,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:16.505973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60594) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:16.562304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Added routes are [] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 11:53:16.562696 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Removed routes are [] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 11:53:16.562979 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.305385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d999792-2f9d-458b-8e82-09e1730a228b None None] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:17.411745 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.429656 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.432422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a945824f-267b-465b-9a44-7dbf23646b77 None None] Provisioning for port ef1f9492-1406-4212-8f9d-270112702b50 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:17.432828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.446484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.702597 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.736250 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:17.751951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=7384ff28-0112-47ab-8256-e51cdf895b88,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:17.766360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router a3db1099-f784-4b1b-ba44-58204f3bbbe6 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:18.091238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2a34e7b7-a25d-4b59-b2fb-33cf4c03bfa6 None None] Provisioning for port 7384ff28-0112-47ab-8256-e51cdf895b88 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:18.100572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2a34e7b7-a25d-4b59-b2fb-33cf4c03bfa6 None None] Provisioning complete for port 7384ff28-0112-47ab-8256-e51cdf895b88 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:18.101205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2a34e7b7-a25d-4b59-b2fb-33cf4c03bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.131107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:18.150150 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] Sync routers for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:18.162286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.189004 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ab296eb9-3245-467a-a19c-8ca5e3c2159c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 705 time: 2.4343624 Aug 25 11:53:18.199414 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:18.203234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60608) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:18.206000 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:18.209962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19df78bf-3c12-4d0a-9be1-e29111bacb47 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:18.268798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Deleting port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:18.269040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.323700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2a34e7b7-a25d-4b59-b2fb-33cf4c03bfa6 None None] Port 7384ff28-0112-47ab-8256-e51cdf895b88 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:18.330982 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-56c4a660-2066-4bd3-8075-8f167197ef4f tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 205 time: 0.1229265 Aug 25 11:53:18.338105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e21b0c27-7100-4218-8740-d42b3c76ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.343847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60612) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:18.347182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 19df78bf-3c12-4d0a-9be1-e29111bacb47 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:18.392524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19df78bf-3c12-4d0a-9be1-e29111bacb47 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:18.393804 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.445554 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:18.472910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] For port 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:18.474709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.500828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:18.506005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:18.516458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.521407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Calling delete_port for 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:18.643563 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:11Z', 'revision_number': 11, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:18.669069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.743801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 19df78bf-3c12-4d0a-9be1-e29111bacb47, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19df78bf-3c12-4d0a-9be1-e29111bacb47,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:18.756503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.757236 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef1f9492-1406-4212-8f9d-270112702b50 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:18.775713 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] Checking router: a3db1099-f784-4b1b-ba44-58204f3bbbe6 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:18.796145 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] Routers {'a3db1099-f784-4b1b-ba44-58204f3bbbe6'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:18.797836 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:18.808005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.817280 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.890811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.891489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router a3db1099-f784-4b1b-ba44-58204f3bbbe6 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:18.895444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:18.904225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:18.905713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dccb115d-9e56-4819-a7a1-49e7cf18a001 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 204 len: 168 time: 0.5558889 Aug 25 11:53:18.914746 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:18.923187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1201917791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:19.022052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.023630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.054208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=19df78bf-3c12-4d0a-9be1-e29111bacb47,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:19.092266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] Set router a3db1099-f784-4b1b-ba44-58204f3bbbe6 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:19.111160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c50df13-94b9-430f-9214-39679785c67e None None] Provisioning complete for port 7384ff28-0112-47ab-8256-e51cdf895b88 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:19.111539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5c50df13-94b9-430f-9214-39679785c67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.168336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5c50df13-94b9-430f-9214-39679785c67e None None] Port 7384ff28-0112-47ab-8256-e51cdf895b88 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:19.178419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ef1f9492-1406-4212-8f9d-270112702b50 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:19.182606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.185172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ef1f9492-1406-4212-8f9d-270112702b50 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:19.186219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.226797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.236903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Pushing event deleted for resources: {'Port': ['ID=090d89a5-121a-4ec5-b0fc-5fcec3ca6c85,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:19.241232 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:11Z', 'revision_number': 11, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:19.245170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.259692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:19.277466 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-87dc6bbe-89f6-4056-9461-861945a31f9b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/2a0d2d66-8416-4b97-a7ca-eefd2aac57e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7374675 Aug 25 11:53:19.288792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Sync routers for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:19.307082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.308718 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-720bed02-8407-489c-a17e-2831de828e84 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3926625 Aug 25 11:53:19.313189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:19.318748 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:19.326176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:19.326679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:19.365395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c167872c-40b8-4a04-9f5d-00ca5b3eef69 None None] The sync data for ids ['a3db1099-f784-4b1b-ba44-58204f3bbbe6'] in n-d-778732-11 is: [{'id': 'a3db1099-f784-4b1b-ba44-58204f3bbbe6', 'name': 'tempest-RoutersIpV6Test-router-1676129297', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:25Z', 'updated_at': '2021-08-25T11:53:11Z', 'revision_number': 11, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:19.538435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.669161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.754649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ef1f9492-1406-4212-8f9d-270112702b50, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ef1f9492-1406-4212-8f9d-270112702b50,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:19.807577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.809845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:19.831561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:20.003398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7af29aa2-0a76-4f9e-89b6-457dda6ccf2a None None] Provisioning complete for port 7384ff28-0112-47ab-8256-e51cdf895b88 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:20.003946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7af29aa2-0a76-4f9e-89b6-457dda6ccf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:20.040458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Router b4e3fc85-603b-4998-bad2-ae7a147c3dca is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:53:20.074264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-449a0fce-72d2-4981-8677-9f727d0f513a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036100716&fields=id&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 267 time: 0.1767237 Aug 25 11:53:20.089508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ef1f9492-1406-4212-8f9d-270112702b50,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:20.155371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:20.158778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7af29aa2-0a76-4f9e-89b6-457dda6ccf2a None None] Port 7384ff28-0112-47ab-8256-e51cdf895b88 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:20.226390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19df78bf-3c12-4d0a-9be1-e29111bacb47 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:20.236313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:20.248902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:20.251105 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] Sync routers for ids ['b4e3fc85-603b-4998-bad2-ae7a147c3dca'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:20.255861 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4395dd61-40d8-4685-8c6b-7f3e2791e4bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "PUT /v2.0/routers/b4e3fc85-603b-4998-bad2-ae7a147c3dca HTTP/1.1" status: 200 len: 698 time: 0.9406607 Aug 25 11:53:20.257150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60632) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:20.269083 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] Routers {'b4e3fc85-603b-4998-bad2-ae7a147c3dca'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:20.270241 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b4e3fc85-603b-4998-bad2-ae7a147c3dca'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:20.352156 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] Set router b4e3fc85-603b-4998-bad2-ae7a147c3dca gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:20.361463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-0f817b58-fc9d-4499-b06e-5102df462a34 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:20.374599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-0f817b58-fc9d-4499-b06e-5102df462a34 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 797 time: 0.2990823 Aug 25 11:53:20.414551 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3fc85-603b-4998-bad2-ae7a147c3dca', 'name': 'tempest-RoutersIpV6Test-router-1201917791', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:19Z', 'updated_at': '2021-08-25T11:53:19Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:20.414836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-e8ead994-4ac3-47c0-ad03-a71a25139a7a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/quotas/d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0368381 Aug 25 11:53:20.417299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d01c739-9bf5-48fa-9c08-a6215b9e089c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/routers/b4e3fc85-603b-4998-bad2-ae7a147c3dca HTTP/1.1" status: 200 len: 704 time: 0.1582322 Aug 25 11:53:20.418351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60634) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:20.449818 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] Checking router: b4e3fc85-603b-4998-bad2-ae7a147c3dca for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:20.460673 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] Routers {'b4e3fc85-603b-4998-bad2-ae7a147c3dca'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:20.461638 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['b4e3fc85-603b-4998-bad2-ae7a147c3dca'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:20.476385 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97c720a5-ab10-4be4-aa3a-5acff65aca76 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4e3fc85-603b-4998-bad2-ae7a147c3dca HTTP/1.1" status: 200 len: 205 time: 0.0561574 Aug 25 11:53:20.477391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60636) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:20.513502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:20.537883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-6cd4db55-5d5f-43a3-aeb6-9c4dd276b228 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218674 Aug 25 11:53:20.573701 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:20.623697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19df78bf-3c12-4d0a-9be1-e29111bacb47 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:20.624270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:20.627773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-a35683de-acab-4384-8f06-a91fcd525ca7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:53:20.634817 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] Set router b4e3fc85-603b-4998-bad2-ae7a147c3dca gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:20.641414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-a35683de-acab-4384-8f06-a91fcd525ca7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211737 Aug 25 11:53:20.763698 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3fc85-603b-4998-bad2-ae7a147c3dca', 'name': 'tempest-RoutersIpV6Test-router-1201917791', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:19Z', 'updated_at': '2021-08-25T11:53:19Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:20.798180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:16Z', 'revision_number': 2, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:20.828233 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125d387-32aa-4c41-9f66-15088748f562 None None] The sync data for ids ['b4e3fc85-603b-4998-bad2-ae7a147c3dca'] in n-d-778732-11 is: [{'id': 'b4e3fc85-603b-4998-bad2-ae7a147c3dca', 'name': 'tempest-RoutersIpV6Test-router-1201917791', 'tenant_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:19Z', 'updated_at': '2021-08-25T11:53:19Z', 'revision_number': 2, 'project_id': '6e9b0fa995fd4ed8b70443d5a1254d95', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:20.855664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Checking router: 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:20.855664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Updating router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 port 7384ff28-0112-47ab-8256-e51cdf895b88 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:53:20.913323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:20.918607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:20.933084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-d5503d9d-4f02-4305-8ff3-b924a943b41d service neutron] 10.222.0.35 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904680 Aug 25 11:53:20.936852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb590f2-9527-4a20-b046-311051483589 None None] Sync routers for ids ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:20.938077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1124da07-5748-4bf4-8a03-005f88e72714 admin admin] 10.222.0.35 "PUT /v2.0/routers/c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4304452 Aug 25 11:53:20.952447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60638) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:20.998207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] Routers {'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:20.999196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:52:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:21.236891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6caa546b-27de-476a-bea4-721190d354b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.252784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.257924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.268987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.330073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] Set router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:21.365149 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.366196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Fanout notify agent at l3_agent the message router_deleted on router b4e3fc85-603b-4998-bad2-ae7a147c3dca {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:21.390086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.392208 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-daeed7bb-2f48-46ef-8831-24db2ad2e54b tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/b4e3fc85-603b-4998-bad2-ae7a147c3dca HTTP/1.1" status: 204 len: 168 time: 0.9130616 Aug 25 11:53:21.399006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60642) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.435104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-4f94008a-3730-4e3f-babb-34f206520c48 service neutron] 10.222.0.35 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947798 Aug 25 11:53:21.443113 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-19f66efa-9b5c-469b-b1ff-f6a1f258247d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4e3fc85-603b-4998-bad2-ae7a147c3dca HTTP/1.1" status: 200 len: 205 time: 0.0420215 Aug 25 11:53:21.453273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.479501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.507639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.531635 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-fd7924bc-6d5b-47a3-b19e-8e605c21f90d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:21.535136 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd7924bc-6d5b-47a3-b19e-8e605c21f90d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/b4e3fc85-603b-4998-bad2-ae7a147c3dca HTTP/1.1" status: 404 len: 336 time: 0.0794625 Aug 25 11:53:21.535875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60646) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.575300 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cb5210-a2e2-4bd8-b699-26b5442c9d2c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:21.575769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cb5210-a2e2-4bd8-b699-26b5442c9d2c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:21.581026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60648) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.581564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-46cb5210-a2e2-4bd8-b699-26b5442c9d2c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/54d45955-d951-41cd-bb53-41225fca9112 HTTP/1.1" status: 404 len: 337 time: 0.0443995 Aug 25 11:53:21.667297 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76f13b4-cd09-4260-b0c8-750e5cbc5c58 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:21.668079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76f13b4-cd09-4260-b0c8-750e5cbc5c58 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:21.674563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f76f13b4-cd09-4260-b0c8-750e5cbc5c58 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/ed57c6fe-bff6-4c8e-8986-b922f337e41b HTTP/1.1" status: 404 len: 337 time: 0.0887487 Aug 25 11:53:21.674776 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.715746 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a99d6e9-40b0-4830-a9b2-43e49bf4c8eb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:21.716232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a99d6e9-40b0-4830-a9b2-43e49bf4c8eb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:21.722128 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5a99d6e9-40b0-4830-a9b2-43e49bf4c8eb tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/8f7e2f82-ffc4-471f-aef8-b09446195bd9 HTTP/1.1" status: 404 len: 337 time: 0.0430503 Aug 25 11:53:21.722931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Deleting port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:21.723560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.723792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60656) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.793618 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-837c17d6-8435-4d3f-bf23-038f2979590c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:21.794245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837c17d6-8435-4d3f-bf23-038f2979590c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:21.800456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-837c17d6-8435-4d3f-bf23-038f2979590c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/f4f44f5c-e9d3-446b-b055-6ad1c656ce95 HTTP/1.1" status: 404 len: 337 time: 0.0708683 Aug 25 11:53:21.804343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60658) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.815691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:21.847974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Transition to ACTIVE for port object 7384ff28-0112-47ab-8256-e51cdf895b88 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:21.853601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12d873be-5049-426c-8af7-141dae0556be req-1010a016-d79b-44cc-b81f-8309459abbf5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 210 time: 0.1039424 Aug 25 11:53:21.857095 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f06df3b-79f4-4122-8680-1b41cf0449ba tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 200 len: 205 time: 0.0520563 Aug 25 11:53:21.858156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60660) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:21.882222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.056843 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-f6404b67-fb24-40a3-8640-1ad981f163d1 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:22.058760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6404b67-fb24-40a3-8640-1ad981f163d1 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/a3db1099-f784-4b1b-ba44-58204f3bbbe6 HTTP/1.1" status: 404 len: 336 time: 0.1891050 Aug 25 11:53:22.065499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60666) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.065769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317eacb-6867-47ad-b0b2-17aab729fe67 None None] Pushing event updated for resources: {'Port': ['ID=7384ff28-0112-47ab-8256-e51cdf895b88,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:22.111481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef1f9492-1406-4212-8f9d-270112702b50 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:22.126234 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-18200f35-4684-4c44-933d-2601272606b1 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 HTTP/1.1" status: 200 len: 205 time: 0.0579581 Aug 25 11:53:22.130481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.185158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] For port eb6c0c8c-8003-4764-bd6d-b29813b8f8ba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:22.185653 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.199270 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-85e2471a-683d-49fa-a5ac-0646e57be0fa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:22.200785 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-85e2471a-683d-49fa-a5ac-0646e57be0fa tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/2e1aa9dd-5acc-4d11-a3a2-3b3f6777d3d4 HTTP/1.1" status: 404 len: 336 time: 0.0678868 Aug 25 11:53:22.205123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60670) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.211017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:53:19Z', 'revision_number': 5, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port': {'id': 'eb6c0c8c-8003-4764-bd6d-b29813b8f8ba', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:52:08Z', 'updated_at': '2021-08-25T11:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:22.226893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Calling delete_port for eb6c0c8c-8003-4764-bd6d-b29813b8f8ba owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:22.250729 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08c7e53-d378-498b-afe4-2d6ec6c022bf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:22.251864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08c7e53-d378-498b-afe4-2d6ec6c022bf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:22.254088 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c08c7e53-d378-498b-afe4-2d6ec6c022bf tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/5b794b1b-a802-4d51-8cf2-d4d83d26e927 HTTP/1.1" status: 404 len: 337 time: 0.0477512 Aug 25 11:53:22.258658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60672) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.285873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb590f2-9527-4a20-b046-311051483589 None None] Checking router: c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:22.292156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Attempting to bind port 7384ff28-0112-47ab-8256-e51cdf895b88 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:22.292538 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Attempting to bind port 7384ff28-0112-47ab-8256-e51cdf895b88 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:22.292914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Attempting to bind port 7384ff28-0112-47ab-8256-e51cdf895b88 on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:22.296116 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3e31482d-70b7-415b-a5cd-7f922db148bc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 200 len: 205 time: 0.0357769 Aug 25 11:53:22.301707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60674) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.317125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:22.317730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Checking segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:22.317975 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.318381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Bound using segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:22.318866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Bound port: 7384ff28-0112-47ab-8256-e51cdf895b88, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:22.319255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.369978 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-734885bc-d7ac-4ef5-bdb7-55abc0cb18ff tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:22.373289 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-734885bc-d7ac-4ef5-bdb7-55abc0cb18ff tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/de812458-7fd2-468d-9d05-d01f6fbe31ff HTTP/1.1" status: 404 len: 336 time: 0.0700326 Aug 25 11:53:22.378261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60678) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.421086 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14d1921f-4a3d-4942-afaa-ab614cde448a tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=8691f845-8c23-47a3-9a8d-5427fda547a9 HTTP/1.1" status: 200 len: 205 time: 0.0409400 Aug 25 11:53:22.427519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60682) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.459522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] For port 7384ff28-0112-47ab-8256-e51cdf895b88, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:22.467344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] For port 7384ff28-0112-47ab-8256-e51cdf895b88, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7384ff28-0112-47ab-8256-e51cdf895b88,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:22.481858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] Routers {'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:22.482455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:22.491317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.516699 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-d026027f-4889-4377-b40a-eb9aa56bc62c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:22.518142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d026027f-4889-4377-b40a-eb9aa56bc62c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/8691f845-8c23-47a3-9a8d-5427fda547a9 HTTP/1.1" status: 404 len: 336 time: 0.0894332 Aug 25 11:53:22.525146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60684) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.654916 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf731bc-8666-477d-aac3-347fa8880dfc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:22.655720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf731bc-8666-477d-aac3-347fa8880dfc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:22.666746 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fdf731bc-8666-477d-aac3-347fa8880dfc tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/6b160e1e-5bb1-44a6-9110-5707b12087de HTTP/1.1" status: 404 len: 337 time: 0.1369951 Aug 25 11:53:22.668101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60686) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.681188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.703566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ef1f9492-1406-4212-8f9d-270112702b50 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:22.703875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.717955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:22.738364 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-414f332b-ff5b-4a95-84a2-1a225bdf97f9 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=09230f55-5627-4d1e-8675-1b6e60b23293 HTTP/1.1" status: 200 len: 205 time: 0.0667486 Aug 25 11:53:22.739343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.765993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6c0c8c-8003-4764-bd6d-b29813b8f8ba,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:22.788859 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-20aeef46-372a-45e7-a14a-499e41a76efd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:22.793155 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-20aeef46-372a-45e7-a14a-499e41a76efd tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/09230f55-5627-4d1e-8675-1b6e60b23293 HTTP/1.1" status: 404 len: 336 time: 0.0526793 Aug 25 11:53:22.793836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60690) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.809739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:22.811090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:22.842340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] Set router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:22.844351 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c726756e-afb9-4c4c-8f83-4b2e5f04257d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:22.844817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c726756e-afb9-4c4c-8f83-4b2e5f04257d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:22.845218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317eacb-6867-47ad-b0b2-17aab729fe67 None None] Pushing event updated for resources: {'Port': ['ID=7384ff28-0112-47ab-8256-e51cdf895b88,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:22.850484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c726756e-afb9-4c4c-8f83-4b2e5f04257d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/61d6a576-efc0-4119-a1de-1e03050d753e HTTP/1.1" status: 404 len: 337 time: 0.0555410 Aug 25 11:53:22.850755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60692) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.918896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-528046d0-1640-4398-9956-b0c176d7901d tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "GET /v2.0/ports?device_id=d230e82f-39a4-441a-8473-f5199f9abdb3 HTTP/1.1" status: 200 len: 205 time: 0.0669107 Aug 25 11:53:22.921773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60696) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:22.923243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.008916 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-c50a3e77-4fba-47b5-a041-2526da062ee6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] delete failed (client error): The resource could not be found. Aug 25 11:53:23.030810 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c50a3e77-4fba-47b5-a041-2526da062ee6 tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/routers/d230e82f-39a4-441a-8473-f5199f9abdb3 HTTP/1.1" status: 404 len: 336 time: 0.1078515 Aug 25 11:53:23.031489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60698) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:23.032284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5fb590f2-9527-4a20-b046-311051483589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:53:21Z', 'revision_number': 6, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:23.067103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb590f2-9527-4a20-b046-311051483589 None None] The sync data for ids ['c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09'] in n-d-778732-11 is: [{'id': 'c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09', 'name': 'tempest-TestServerMultinode-1130785318-router', 'tenant_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:52:07Z', 'updated_at': '2021-08-25T11:53:21Z', 'revision_number': 6, 'project_id': '568b8e4201d640e2b2cd0b3ee2e9deff', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:23.089207 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cdcba8-7788-4b37-859e-f90ed03bd53e tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:23.094800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cdcba8-7788-4b37-859e-f90ed03bd53e tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:23.106376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96cdcba8-7788-4b37-859e-f90ed03bd53e tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/0337a05b-48e7-4b75-b9a5-be388523f225 HTTP/1.1" status: 404 len: 337 time: 0.0736606 Aug 25 11:53:23.106957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60700) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:23.143527 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f616ac-d830-4ae2-a95d-58909886ac8c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] DELETE failed (client error): The resource could not be found. Aug 25 11:53:23.144294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f616ac-d830-4ae2-a95d-58909886ac8c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:53:23.149949 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f7f616ac-d830-4ae2-a95d-58909886ac8c tempest-RoutersIpV6Test-1616910563 tempest-RoutersIpV6Test-1616910563-project] 10.222.0.35 "DELETE /v2.0/subnets/f6dfc18e-3dff-4b2e-b59a-640e9f006d7e HTTP/1.1" status: 404 len: 337 time: 0.0413520 Aug 25 11:53:23.191670 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.197790 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.319237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be333b7d-61b7-438e-8616-5bd18c31f5d9 req-1329f4ab-6cf6-448a-aed3-a50320af08bd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 210 time: 0.0425596 Aug 25 11:53:23.344219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.344804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:23.354780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.360904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c6e9a54-9d27-4268-a054-6476b8766501 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c3f935e3-12f3-4c3f-bb31-0c8fe6ec0f09 HTTP/1.1" status: 204 len: 168 time: 2.4053354 Aug 25 11:53:23.361733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60704) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:23.437643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Deleting subnet 0c5ef603-e3ee-48ff-ae7e-fd95e6348032 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:23.443883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.547599 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:23.548732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:23.819580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60710) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:23.945596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.035441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-17f3ce01-3b10-4ac2-83a0-59a2f4f19668 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:24.038606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-17f3ce01-3b10-4ac2-83a0-59a2f4f19668 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 797 time: 0.3796060 Aug 25 11:53:24.091102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:22Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:24.123787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905af85a-070e-4cec-877f-f47a401b5603 None None] The sync data for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 is: [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:22Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:24.178337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:24.207850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-c4c1d254-e76e-40c2-b479-764792b9dead tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 380 time: 0.1458049 Aug 25 11:53:24.210097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:24.210632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090d89a5-121a-4ec5-b0fc-5fcec3ca6c85 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:24.210885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb6c0c8c-8003-4764-bd6d-b29813b8f8ba no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:24.220551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'port': {'device_id': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'admin_state_up': True, 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'security_groups': ['a2a2c214-4ee1-4bef-8b2c-e63b825a3679']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:24.249317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.265113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: eb6c0c8c-8003-4764-bd6d-b29813b8f8ba {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:24.265455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device eb6c0c8c-8003-4764-bd6d-b29813b8f8ba not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:24.302667 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-39050829-b07e-46cf-a3f6-1c93358fc8cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e9b0fa995fd4ed8b70443d5a1254d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795334 Aug 25 11:53:24.306491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60714) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:24.401457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.444685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea60fe37-2afa-4907-bd10-d44d71393fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.479547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea60fe37-2afa-4907-bd10-d44d71393fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.558229 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea60fe37-2afa-4907-bd10-d44d71393fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.566428 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ea60fe37-2afa-4907-bd10-d44d71393fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.588496 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ea60fe37-2afa-4907-bd10-d44d71393fe7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52e9a71b-7bbc-44bf-980e-3903c9763ae9 HTTP/1.1" status: 204 len: 168 time: 0.2803080 Aug 25 11:53:24.606882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60fe37-2afa-4907-bd10-d44d71393fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e9a71b-7bbc-44bf-980e-3903c9763ae9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:24.876721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5ef603-e3ee-48ff-ae7e-fd95e6348032,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:24.929163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be05afd-5b81-4ec4-848a-16ca5c28cb69 None None] Network 019f0169-51d0-4e3d-b066-375ace567d94 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:24.929942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47561bdf-4f16-4e0e-a6f1-f72fb36201c6 req-79f08994-14cd-41b6-b425-bde8dde4925d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 210 time: 0.0545197 Aug 25 11:53:24.936529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:24.942101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8b70be7d-c23b-4045-970d-cb6ced5fdf76 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0c5ef603-e3ee-48ff-ae7e-fd95e6348032 HTTP/1.1" status: 204 len: 168 time: 1.5778329 Aug 25 11:53:24.944896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60724) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:25.075186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:25.079002 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.089259 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.244190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Deleting port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:25.244901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.340694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] For port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:25.341074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.377834 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Calling delete_port for 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:25.511575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] DHCP port deletion for 019f0169-51d0-4e3d-b066-375ace567d94 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:25.615148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.8 (54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca/793e66c6-827e-4e14-8db3-062457a179f8/073ce9e4-cc0e-4382-8319-4888cf034a7b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:25.666392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] Deleting port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:25.667194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.695505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.795285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Pushing event deleted for resources: {'Port': ['ID=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:25.816729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] No DVR routers for this DVR port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:25.909969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] For port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,segment=NetworkSegment(cc13d287-1fa6-460b-9fb0-d2fd548acd5d),segment_id=cc13d287-1fa6-460b-9fb0-d2fd548acd5d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:25.910714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:25.976790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] Calling delete_port for 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:26.046392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.089655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019f0169-51d0-4e3d-b066-375ace567d94']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:26.137449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:26.142046 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc13d287-1fa6-460b-9fb0-d2fd548acd5d') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:26.172164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.194592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 073ce9e4-cc0e-4382-8319-4888cf034a7b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:26.204292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7384ff28-0112-47ab-8256-e51cdf895b88 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:26.233179 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.240590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.305518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.330627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:26.332003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.345206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:26.359995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:26.366721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:26.370349 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:26.376610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:26.424190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.486648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168e861-c493-4dab-91d0-8b080bd22395 req-3f23ac41-4101-42fb-b1aa-ace9f579808d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:26.492966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.495698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4168e861-c493-4dab-91d0-8b080bd22395 req-3f23ac41-4101-42fb-b1aa-ace9f579808d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 931 time: 0.2676919 Aug 25 11:53:26.511181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.518742 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] 10.222.0.35 "DELETE /v2.0/networks/019f0169-51d0-4e3d-b066-375ace567d94 HTTP/1.1" status: 204 len: 168 time: 1.5709786 Aug 25 11:53:26.562036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7384ff28-0112-47ab-8256-e51cdf895b88 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:26.571318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] Pushing event deleted for resources: {'Port': ['ID=4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:26.593490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4168e861-c493-4dab-91d0-8b080bd22395 req-45dda069-5936-4cfe-bb2b-2603eb16c09d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888205 Aug 25 11:53:26.601787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c6fd8-ed1d-4bca-bdf4-4828ad79129e admin admin] Pushing event deleted for resources: {'Network': ['ID=019f0169-51d0-4e3d-b066-375ace567d94,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:26.609599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:26.622399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773807ef-e6f0-4441-a45f-841ee070eda3 None None] No DVR routers for this DVR port 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:26.647714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7384ff28-0112-47ab-8256-e51cdf895b88 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:26.647714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.651154 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.659362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60750) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:26.675453 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-ed3c8df8-6bef-4dc2-8198-b1597df33132 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4625461 Aug 25 11:53:26.688687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Request body: {'port': {'device_id': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:26.859752 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.901678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:26.933971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de506a02-c9e3-4b48-8820-0c8a06779669 None None] Provisioning for port 073ce9e4-cc0e-4382-8319-4888cf034a7b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:26.944510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de506a02-c9e3-4b48-8820-0c8a06779669 None None] Provisioning complete for port 073ce9e4-cc0e-4382-8319-4888cf034a7b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:26.944943 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de506a02-c9e3-4b48-8820-0c8a06779669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.011599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60754) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:27.021578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 7384ff28-0112-47ab-8256-e51cdf895b88, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7384ff28-0112-47ab-8256-e51cdf895b88,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:27.032220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-de506a02-c9e3-4b48-8820-0c8a06779669 None None] Port 073ce9e4-cc0e-4382-8319-4888cf034a7b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:27.040714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.068743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1963786833'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:27.164062 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e82a322e-18e2-499a-bcef-76ce449b07fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ee7e6aec1da4253b5041be7a03996d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487050 Aug 25 11:53:27.164460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=7384ff28-0112-47ab-8256-e51cdf895b88,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:27.164633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:27.171006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.176182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60756) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:27.182416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:27.202951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.207093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:27.207790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4dacb3fa-824f-45c6-8d0a-f8d25f3ccfef not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:27.292811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aae6c7e6-cd36-4030-a5ad-af3097e80404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.335027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aae6c7e6-cd36-4030-a5ad-af3097e80404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.409036 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.423515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073ce9e4-cc0e-4382-8319-4888cf034a7b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:53:27.432937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.452177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Transition to ACTIVE for port object 073ce9e4-cc0e-4382-8319-4888cf034a7b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:27.452471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.454983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aae6c7e6-cd36-4030-a5ad-af3097e80404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.459786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.462133 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aae6c7e6-cd36-4030-a5ad-af3097e80404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.464045 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aae6c7e6-cd36-4030-a5ad-af3097e80404 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f4afb25-775b-4ddf-a3f3-b39d556c2e79 HTTP/1.1" status: 204 len: 168 time: 0.2860892 Aug 25 11:53:27.468463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.489310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:53:27.507721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.507943 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment e80ac35e-d84a-4417-9d19-06685c4f8eb2 of type vlan for network 8937df35-d000-476c-ab82-0002b044439f Aug 25 11:53:27.564130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.565212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:27.609577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.617094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:27.617773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.746530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c7e6-cd36-4030-a5ad-af3097e80404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4afb25-775b-4ddf-a3f3-b39d556c2e79,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:27.764588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=8937df35-d000-476c-ab82-0002b044439f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:27.796606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 8937df35-d000-476c-ab82-0002b044439f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:53:27.809544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1486058 Aug 25 11:53:27.814914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:27.821817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776652438'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:27.833634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c89cd0-e053-4f33-ae20-f3fcd62ba4fa tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c42573-a236-45e9-9dde-3469020cab31,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:27.906170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:27.910658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.979362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:53:27.996892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:27.998577 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment 353b5f01-698c-4f36-bc58-11e7a4175a5a of type vlan for network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f Aug 25 11:53:28.060243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd25f5-b67e-4d89-beda-2f777ef92681 req-759da12e-4bce-4c39-a09f-ad6ef44e3067 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:28.067374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7dfd25f5-b67e-4d89-beda-2f777ef92681 req-759da12e-4bce-4c39-a09f-ad6ef44e3067 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 943 time: 0.2526035 Aug 25 11:53:28.076581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:28.077463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:28.079715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:28.084207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.088592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60770) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:28.102870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7384ff28-0112-47ab-8256-e51cdf895b88 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:28.134014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.142415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:28.142857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:53:28.143198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:28.143737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.155226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:28.155582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Checking segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:28.155987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Bound using segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:28.157315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Bound port: 073ce9e4-cc0e-4382-8319-4888cf034a7b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:28.157725 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.222017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7384ff28-0112-47ab-8256-e51cdf895b88 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:28.222819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.250667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:28.259363 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3e85a7ea-4e44-4496-a268-5494eb54d2c8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4429116 Aug 25 11:53:28.260240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60774) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:28.266208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:53:28.267901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fb711a5f-f838-4099-9b5f-2f32b1202963 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=568b8e4201d640e2b2cd0b3ee2e9deff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765451 Aug 25 11:53:28.271574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': '8937df35-d000-476c-ab82-0002b044439f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:28.277737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60776) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:28.291386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7dfd25f5-b67e-4d89-beda-2f777ef92681 req-1d4399ed-43d7-4035-bbdc-b71e63415713 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004979 Aug 25 11:53:28.308000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:28.313502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:28.320736 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.342779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:28.344064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.346315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] 10.222.0.67 "PUT /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 1092 time: 1.6634369 Aug 25 11:53:28.390112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:53:28.394057 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed96dd3-f288-47f8-950a-a790e95b9cea" -d '{"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:53:28.535597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3099048a-651a-4d39-b9a7-8adff3be7bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.569543 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafeef4c-d2d6-40fb-b15c-82d39ee9510a x-openstack-request-id: req-eafeef4c-d2d6-40fb-b15c-82d39ee9510a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:53:28.571193 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:53:28.571847 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eafeef4c-d2d6-40fb-b15c-82d39ee9510a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:53:28.572724 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'status': 'completed', 'code': 200} Aug 25 11:53:28.584120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:28.601055 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.618872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3099048a-651a-4d39-b9a7-8adff3be7bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.624295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db386f-85d5-4e3f-8532-3e56fd023848 service neutron] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:28.640409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-826a2a29-4dac-4afe-a941-a2c966d10563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:28.643047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-826a2a29-4dac-4afe-a941-a2c966d10563 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1095 time: 0.2248824 Aug 25 11:53:28.724628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-696dc454-565d-4f59-bf3d-ffc8934c0678 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 217 time: 0.0714507 Aug 25 11:53:28.803359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3099048a-651a-4d39-b9a7-8adff3be7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.806519 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3099048a-651a-4d39-b9a7-8adff3be7bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:28.809005 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3099048a-651a-4d39-b9a7-8adff3be7bb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96ccdd59-c417-4b36-bdc9-c9a734f0d1cd HTTP/1.1" status: 204 len: 168 time: 0.5288088 Aug 25 11:53:28.822565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099048a-651a-4d39-b9a7-8adff3be7bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ccdd59-c417-4b36-bdc9-c9a734f0d1cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:28.844674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-106d8e72-a3cf-4ea9-924b-97488f8a7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:28.851975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-106d8e72-a3cf-4ea9-924b-97488f8a7fd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.1202137 Aug 25 11:53:28.940584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79227-2143-474b-918d-ed37d9cb970a req-162ebc9a-5a2e-469f-8207-fe81a18df854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:28.944279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-162ebc9a-5a2e-469f-8207-fe81a18df854 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822022 Aug 25 11:53:29.001496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:29.099078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=54753118-80a9-4f97-a9ec-3d63888cd46f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:29.121476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-4ea123f8-7eaf-4443-a71b-35968d18ba3f service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691227 Aug 25 11:53:29.141117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': 'e80ac35e-d84a-4417-9d19-06685c4f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8937df35-d000-476c-ab82-0002b044439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:29.141789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: 8937df35-d000-476c-ab82-0002b044439f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:53:29.178144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 8937df35-d000-476c-ab82-0002b044439f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:53:29.192936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 8937df35-d000-476c-ab82-0002b044439f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:29.200872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:29.202002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:29.208956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baea4f1-d947-41a2-b073-af3a4a302d03 None None] Network 8937df35-d000-476c-ab82-0002b044439f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:29.233731 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-91463a48-87f7-45bb-9737-50619b048978 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9712708 Aug 25 11:53:29.237357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60784) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:29.248733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:29.444627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02a79227-2143-474b-918d-ed37d9cb970a req-58f9d2dd-2821-40ee-acc9-e482cd7433ed service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143380 Aug 25 11:53:29.583003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:29.592518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:29.706035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e8fc-bb24-411b-9038-2f5f6063651d req-08cd23b2-eb3a-4cdd-8d6d-f2d322bab11d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:29.709167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-8937df35-d000-476c-ab82-0002b044439f', 'network_id': '8937df35-d000-476c-ab82-0002b044439f', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': '54753118-80a9-4f97-a9ec-3d63888cd46f'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:53:29.709462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9580e8fc-bb24-411b-9038-2f5f6063651d req-08cd23b2-eb3a-4cdd-8d6d-f2d322bab11d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 943 time: 0.2265952 Aug 25 11:53:29.710663 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:29.720649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-2db37458-f5d2-4c93-adca-0f8727b908c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:29.723870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-2db37458-f5d2-4c93-adca-0f8727b908c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1095 time: 0.1434431 Aug 25 11:53:29.816557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9580e8fc-bb24-411b-9038-2f5f6063651d req-55e70621-b31c-438b-acf4-d131243e76c2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912158 Aug 25 11:53:29.916096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-d34e8740-0950-4fd5-8478-79d72e447ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:29.917871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-d34e8740-0950-4fd5-8478-79d72e447ffa service neutron] 10.222.0.67 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 898 time: 0.1246457 Aug 25 11:53:29.994130 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-a2564557-ece6-4dfd-a89c-5df5add9f3bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 217 time: 0.0679235 Aug 25 11:53:30.065470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.066878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Allocated IP 172.20.0.2 (8937df35-d000-476c-ab82-0002b044439f/54753118-80a9-4f97-a9ec-3d63888cd46f/74bec144-07ad-4c3f-b609-d8b6480c326f) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:30.087267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-96ef4d80-40c2-44fa-b93e-9977e4e12489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:30.091907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-96ef4d80-40c2-44fa-b93e-9977e4e12489 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.0885596 Aug 25 11:53:30.210869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-212b43c8-a599-4c9f-b06c-354d8c6e968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:30.212065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=559f07bd-d875-4c28-b269-5839ef48168c,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:30.217636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-212b43c8-a599-4c9f-b06c-354d8c6e968f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155145 Aug 25 11:53:30.222178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': '353b5f01-698c-4f36-bc58-11e7a4175a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:30.222966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:53:30.265173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.266322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:53:30.278166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Transition to ACTIVE for port object 74bec144-07ad-4c3f-b609-d8b6480c326f will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:30.284662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:30.295057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:30.296747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.298284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58bc7b-6694-4dc7-b09e-166db3a15cf7 None None] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:30.326841 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90e90589-f25d-4ded-9cfe-62b42cf4c389 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0872791 Aug 25 11:53:30.330222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60792) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:30.335461 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1177413378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:30.366567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Transition to ACTIVE for port object 74bec144-07ad-4c3f-b609-d8b6480c326f will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:30.385430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.385723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.387383 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.422751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-e480dcd4-e8ea-42e4-a5f3-b107dcb0efc7 service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952338 Aug 25 11:53:30.468704 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.478047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.485862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Network 8937df35-d000-476c-ab82-0002b044439f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:30.504473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:30.511736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.520575 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e22838a7-246d-43b1-814c-cbf9b1ab781c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1889679 Aug 25 11:53:30.522528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:30.524278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:30.535830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Pushing event updated for resources: {'Port': ['ID=74bec144-07ad-4c3f-b609-d8b6480c326f,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:30.620049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fed96dd3-f288-47f8-950a-a790e95b9cea req-f3504273-1321-463c-983a-65d5676165ea service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897957 Aug 25 11:53:30.688111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Attempting to bind port 74bec144-07ad-4c3f-b609-d8b6480c326f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:30.688686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Attempting to bind port 74bec144-07ad-4c3f-b609-d8b6480c326f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'e80ac35e-d84a-4417-9d19-06685c4f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8937df35-d000-476c-ab82-0002b044439f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:30.689283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Attempting to bind port 74bec144-07ad-4c3f-b609-d8b6480c326f on network 8937df35-d000-476c-ab82-0002b044439f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:30.725329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:30.725968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Checking segment: {'id': 'e80ac35e-d84a-4417-9d19-06685c4f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8937df35-d000-476c-ab82-0002b044439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:30.726628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.727286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Bound using segment: {'id': 'e80ac35e-d84a-4417-9d19-06685c4f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8937df35-d000-476c-ab82-0002b044439f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:30.728092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Bound port: 74bec144-07ad-4c3f-b609-d8b6480c326f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80ac35e-d84a-4417-9d19-06685c4f8eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8937df35-d000-476c-ab82-0002b044439f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:30.728720 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:30.755870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f', 'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': '559f07bd-d875-4c28-b269-5839ef48168c'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:53:30.757307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.022507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] For port 74bec144-07ad-4c3f-b609-d8b6480c326f, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:31.056321 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] For port 74bec144-07ad-4c3f-b609-d8b6480c326f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=74bec144-07ad-4c3f-b609-d8b6480c326f,segment=NetworkSegment(e80ac35e-d84a-4417-9d19-06685c4f8eb2),segment_id=e80ac35e-d84a-4417-9d19-06685c4f8eb2)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:31.082596 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.134313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ec32-d3a4-4cd1-b376-c59ca4f101f8 req-e6e46276-7bca-455f-beb0-c48d73651165 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:31.136920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf64ec32-d3a4-4cd1-b376-c59ca4f101f8 req-e6e46276-7bca-455f-beb0-c48d73651165 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 943 time: 0.0834382 Aug 25 11:53:31.139243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.162596 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.218608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf64ec32-d3a4-4cd1-b376-c59ca4f101f8 req-bc80e5bb-f494-413c-98b2-5d96120b36bd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747795 Aug 25 11:53:31.264012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Allocated IP 172.21.0.2 (6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f/559f07bd-d875-4c28-b269-5839ef48168c/48bf51f2-9bea-4a66-bec2-fed52664a02b) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:31.381888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16165f81-41cd-41e2-a4d6-d79464b23681 None None] Pushing event updated for resources: {'Port': ['ID=74bec144-07ad-4c3f-b609-d8b6480c326f,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:31.549968 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.571742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Transition to ACTIVE for port object 48bf51f2-9bea-4a66-bec2-fed52664a02b will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:31.607775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Transition to ACTIVE for port object 48bf51f2-9bea-4a66-bec2-fed52664a02b will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:31.625639 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.710257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.20.0.1 (8937df35-d000-476c-ab82-0002b044439f/54753118-80a9-4f97-a9ec-3d63888cd46f/d1b3b633-4bab-4078-8784-cbfbc4ec6f42) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:31.823659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:31.823659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:31.823659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Pushing event updated for resources: {'Port': ['ID=48bf51f2-9bea-4a66-bec2-fed52664a02b,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:31.823659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:31.883718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Attempting to bind port 48bf51f2-9bea-4a66-bec2-fed52664a02b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:31.884094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Attempting to bind port 48bf51f2-9bea-4a66-bec2-fed52664a02b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '353b5f01-698c-4f36-bc58-11e7a4175a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:31.884458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Attempting to bind port 48bf51f2-9bea-4a66-bec2-fed52664a02b on network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:31.891385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:31.891777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Checking segment: {'id': '353b5f01-698c-4f36-bc58-11e7a4175a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:31.892285 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.893020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Bound using segment: {'id': '353b5f01-698c-4f36-bc58-11e7a4175a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:31.893409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Bound port: 48bf51f2-9bea-4a66-bec2-fed52664a02b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353b5f01-698c-4f36-bc58-11e7a4175a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:31.893899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.912884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:31.939249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object d1b3b633-4bab-4078-8784-cbfbc4ec6f42 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:31.984543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] For port 48bf51f2-9bea-4a66-bec2-fed52664a02b, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:31.991073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] For port 48bf51f2-9bea-4a66-bec2-fed52664a02b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=48bf51f2-9bea-4a66-bec2-fed52664a02b,segment=NetworkSegment(353b5f01-698c-4f36-bc58-11e7a4175a5a),segment_id=353b5f01-698c-4f36-bc58-11e7a4175a5a)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:32.004252 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:32.017239 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:32.105086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af90ec-d7ff-4105-be6b-1e74092c53cc None None] Pushing event updated for resources: {'Port': ['ID=48bf51f2-9bea-4a66-bec2-fed52664a02b,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:32.136499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74bec144-07ad-4c3f-b609-d8b6480c326f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:32.140802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 8937df35-d000-476c-ab82-0002b044439f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:32.147552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:32.157812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:32.210884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=d1b3b633-4bab-4078-8784-cbfbc4ec6f42,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:32.255993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:32.285073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 74bec144-07ad-4c3f-b609-d8b6480c326f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:32.400164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:53:32.538007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:32.544647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba380-428d-40e1-9d11-d7a9cc5fd905 req-6cf56ab9-bbee-4321-a06d-070e92e961f8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:32.546658 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-413ba380-428d-40e1-9d11-d7a9cc5fd905 req-6cf56ab9-bbee-4321-a06d-070e92e961f8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 943 time: 0.2087610 Aug 25 11:53:32.625060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-413ba380-428d-40e1-9d11-d7a9cc5fd905 req-bd2920f3-609b-42bf-bee7-4fbea457a3b7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652099 Aug 25 11:53:32.700129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:32.717219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'port_id': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'mac_address': 'fa:16:3e:b1:d3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:53:32.794922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:32.819528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073ce9e4-cc0e-4382-8319-4888cf034a7b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:53:32.842532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:32.848565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:32.878286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491cd3c-9f98-4d7e-97e5-82aa259a9491 None None] Network 8937df35-d000-476c-ab82-0002b044439f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:32.960972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:32.966565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] Provisioning for port 74bec144-07ad-4c3f-b609-d8b6480c326f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:32.975306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] Provisioning complete for port 74bec144-07ad-4c3f-b609-d8b6480c326f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:32.975690 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:33.000714 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:33.008278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:33.092885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['073ce9e4-cc0e-4382-8319-4888cf034a7b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:53:33.191151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=d1b3b633-4bab-4078-8784-cbfbc4ec6f42,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:33.214744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:33.240777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:33.306105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] For port 74bec144-07ad-4c3f-b609-d8b6480c326f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=74bec144-07ad-4c3f-b609-d8b6480c326f,segment=NetworkSegment(e80ac35e-d84a-4417-9d19-06685c4f8eb2),segment_id=e80ac35e-d84a-4417-9d19-06685c4f8eb2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:33.328655 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:33.419614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3188fc-6f39-4de0-bfd8-f85c33d92d49 None None] Pushing event updated for resources: {'Port': ['ID=74bec144-07ad-4c3f-b609-d8b6480c326f,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:33.471572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 8937df35-d000-476c-ab82-0002b044439f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:33.473895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:33.803371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 7e01b398-d9fc-4a62-b26c-06ae075dad23 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:53:33.814925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a69c36-ff9e-4102-ba17-2e99277eb1ae req-2af5289a-6ade-43ea-bd85-a0705db07f78 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:33.826391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37a69c36-ff9e-4102-ba17-2e99277eb1ae req-2af5289a-6ade-43ea-bd85-a0705db07f78 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 944 time: 0.0790565 Aug 25 11:53:33.890818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37a69c36-ff9e-4102-ba17-2e99277eb1ae req-9f0c0fca-0f9e-46b5-947b-ded21dc84cd5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629156 Aug 25 11:53:33.944870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b17b1d-14d3-4a73-b309-95a5dd7bbfdf None None] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:33.949533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e8bf7908-9a2c-487f-9481-f275dc44b3cc None None] Provisioning complete for port 74bec144-07ad-4c3f-b609-d8b6480c326f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:33.949939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7908-9a2c-487f-9481-f275dc44b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:34.171975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:34.182271 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-285b3e25-458b-4d6e-8116-afbad53591ab tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/7e01b398-d9fc-4a62-b26c-06ae075dad23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6577516 Aug 25 11:53:34.186747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60852) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:34.191595 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] Sync routers for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:34.211739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 48bf51f2-9bea-4a66-bec2-fed52664a02b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:34.235562 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:34.237358 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:34.259463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fff17f-d766-43ee-b738-fbb3d9b48ac3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:34.261613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b0fff17f-d766-43ee-b738-fbb3d9b48ac3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports/d1b3b633-4bab-4078-8784-cbfbc4ec6f42 HTTP/1.1" status: 200 len: 910 time: 0.0737941 Aug 25 11:53:34.266009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60854) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:34.315133 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:34.331244 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:34.332176 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:34.369900 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:34.370895 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c110df3-c322-4994-9eef-134c5f776bb1 None None] The sync data for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:34.456388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 48bf51f2-9bea-4a66-bec2-fed52664a02b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:34.461802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e8bf7908-9a2c-487f-9481-f275dc44b3cc None None] Provisioning for port d1b3b633-4bab-4078-8784-cbfbc4ec6f42 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:34.470540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74bec144-07ad-4c3f-b609-d8b6480c326f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:34.474502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e8bf7908-9a2c-487f-9481-f275dc44b3cc None None] Provisioning complete for port d1b3b633-4bab-4078-8784-cbfbc4ec6f42 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:34.475131 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7908-9a2c-487f-9481-f275dc44b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:34.566539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf7908-9a2c-487f-9481-f275dc44b3cc None None] Port d1b3b633-4bab-4078-8784-cbfbc4ec6f42 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:34.582470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 74bec144-07ad-4c3f-b609-d8b6480c326f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:34.582974 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:34.764084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Provisioning for port 48bf51f2-9bea-4a66-bec2-fed52664a02b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:34.769564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Provisioning complete for port 48bf51f2-9bea-4a66-bec2-fed52664a02b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:34.770055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:34.872145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:34.921830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:34.922822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] For port 48bf51f2-9bea-4a66-bec2-fed52664a02b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=48bf51f2-9bea-4a66-bec2-fed52664a02b,segment=NetworkSegment(353b5f01-698c-4f36-bc58-11e7a4175a5a),segment_id=353b5f01-698c-4f36-bc58-11e7a4175a5a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:34.934215 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:35.032686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Pushing event updated for resources: {'Port': ['ID=48bf51f2-9bea-4a66-bec2-fed52664a02b,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:35.061173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Provisioning complete for port d1b3b633-4bab-4078-8784-cbfbc4ec6f42 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:35.061173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:35.122033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ae6db1b7-f8ca-419c-8319-22485162eec9 None None] Port d1b3b633-4bab-4078-8784-cbfbc4ec6f42 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:35.168300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb88b1-f701-487e-9a9d-8e4a043c9c5b req-554c762e-172b-48ff-b023-3d9e0ac71ff2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:35.170210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5cb88b1-f701-487e-9a9d-8e4a043c9c5b req-554c762e-172b-48ff-b023-3d9e0ac71ff2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 944 time: 0.0830622 Aug 25 11:53:35.269589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4dbb373b-057b-4d4d-a6b5-b9326c091cb0 None None] Provisioning complete for port 48bf51f2-9bea-4a66-bec2-fed52664a02b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:35.274120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4dbb373b-057b-4d4d-a6b5-b9326c091cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:35.294128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5cb88b1-f701-487e-9a9d-8e4a043c9c5b req-194df90c-5b27-46ba-b0f5-8115d1e22499 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052315 Aug 25 11:53:35.383734 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.21.0.1 (6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f/559f07bd-d875-4c28-b269-5839ef48168c/27960f4a-8973-4c55-9fc0-d6e1c5d693b8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:35.625448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:35.659963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:35.719558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:35.828939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:35.835817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:35.842751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:35.896875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=27960f4a-8973-4c55-9fc0-d6e1c5d693b8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:35.938556 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.129789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 48bf51f2-9bea-4a66-bec2-fed52664a02b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:36.217933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 48bf51f2-9bea-4a66-bec2-fed52664a02b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:36.218578 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.219088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.432592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:36.562868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c538558-7ff1-4724-a943-ee60c779b238 None None] Provisioning for port 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:36.590474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751f8a-9292-443d-b8eb-24f8dad3d960 req-cb382c83-391d-4ba8-9c6c-1c94075c0ec8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:36.597734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c538558-7ff1-4724-a943-ee60c779b238 None None] Provisioning complete for port 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:36.598687 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5c538558-7ff1-4724-a943-ee60c779b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.601208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53751f8a-9292-443d-b8eb-24f8dad3d960 req-cb382c83-391d-4ba8-9c6c-1c94075c0ec8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 944 time: 0.1838462 Aug 25 11:53:36.654324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5c538558-7ff1-4724-a943-ee60c779b238 None None] Port 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:36.688011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 073ce9e4-cc0e-4382-8319-4888cf034a7b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:36.696497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 073ce9e4-cc0e-4382-8319-4888cf034a7b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:36.696893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.700992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53751f8a-9292-443d-b8eb-24f8dad3d960 req-9cffe076-16f0-4d11-b2e2-4207f17a14c1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769660 Aug 25 11:53:36.814761 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.856376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:53:36.859560 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba41faea-96cc-4881-b0a3-c479bb6d8ac4" -d '{"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-plugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:53:36.877483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:36.884642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:36.944613 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f3fc8-dd50-4ebb-860d-0f658716571c x-openstack-request-id: req-e53f3fc8-dd50-4ebb-860d-0f658716571c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:53:36.944922 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-plugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:53:36.945361 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e53f3fc8-dd50-4ebb-860d-0f658716571c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:53:36.946072 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'code': 200} Aug 25 11:53:36.991911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:37.099142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef8062-3078-4a43-808c-c02d6b07aa7f req-27632339-aec9-498d-8b24-0aaf1bc573e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:37.102061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ef8062-3078-4a43-808c-c02d6b07aa7f req-27632339-aec9-498d-8b24-0aaf1bc573e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1097 time: 0.0728087 Aug 25 11:53:37.138507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:37.146868 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:37.169171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94ef8062-3078-4a43-808c-c02d6b07aa7f req-ddb42811-d1a5-437d-8512-74e51a3aea3a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587096 Aug 25 11:53:37.235228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=27960f4a-8973-4c55-9fc0-d6e1c5d693b8,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:37.238069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:37.450321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:37.453744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:37.641947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 7e01b398-d9fc-4a62-b26c-06ae075dad23 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:37.811754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:37.821142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-02b56dd1-d48a-4d9e-be3e-eb26187ecdd8 None None] Provisioning complete for port 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:37.821672 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-02b56dd1-d48a-4d9e-be3e-eb26187ecdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:37.825865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60922) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:37.826770 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0f88fdd0-0bf2-4fd0-a818-901676e01b51 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/7e01b398-d9fc-4a62-b26c-06ae075dad23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5588167 Aug 25 11:53:37.880571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-02b56dd1-d48a-4d9e-be3e-eb26187ecdd8 None None] Port 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:37.886434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] Sync routers for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:37.903133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:37.903133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:37.925887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba586c81-bf1d-48bd-bbfc-177a2ecc8b74 req-e2ebeb57-c0f5-47cf-9321-e4b5dc4573ef tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:37.929123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba586c81-bf1d-48bd-bbfc-177a2ecc8b74 req-e2ebeb57-c0f5-47cf-9321-e4b5dc4573ef tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.1398997 Aug 25 11:53:37.945766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b317c-3257-4121-b79e-53621602dcfc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:37.948221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-640b317c-3257-4121-b79e-53621602dcfc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports/27960f4a-8973-4c55-9fc0-d6e1c5d693b8 HTTP/1.1" status: 200 len: 910 time: 0.1192601 Aug 25 11:53:37.949993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:37.951105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60934) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:37.962576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:37.964304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:38.057101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:38.058350 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae7be3-1055-4949-8405-0dc0d7e05884 None None] The sync data for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:38.060080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba586c81-bf1d-48bd-bbfc-177a2ecc8b74 req-5f9dbb61-2c1d-419d-83f1-7441ebd381a1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061330 Aug 25 11:53:38.436473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:38.884457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:38.884965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:39.054828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:39.075587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 27960f4a-8973-4c55-9fc0-d6e1c5d693b8 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:39.356782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e910b04-f15b-46fa-bbce-18817fcffa51 req-a78fb013-8d2c-4abc-bb14-a08dce3b052f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:39.359151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e910b04-f15b-46fa-bbce-18817fcffa51 req-a78fb013-8d2c-4abc-bb14-a08dce3b052f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.1552861 Aug 25 11:53:39.408284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:39.437527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8e910b04-f15b-46fa-bbce-18817fcffa51 req-2f939886-0273-4954-9648-2d3dc9e669d7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663640 Aug 25 11:53:39.439757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=27960f4a-8973-4c55-9fc0-d6e1c5d693b8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:39.633487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c449b-9990-4bda-87fe-0d51fac3f3be req-968d6e2f-d6f3-4e55-bed5-90824e45f5db tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:39.658407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b28c449b-9990-4bda-87fe-0d51fac3f3be req-968d6e2f-d6f3-4e55-bed5-90824e45f5db tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.0930600 Aug 25 11:53:39.674135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:39.723403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b28c449b-9990-4bda-87fe-0d51fac3f3be req-45d488c6-063b-4869-87d9-d699f90518cd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640819 Aug 25 11:53:39.753629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60976) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:39.838968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e95ef51-7e2d-40b5-b518-eb3544a14cfd tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:39.842441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6e95ef51-7e2d-40b5-b518-eb3544a14cfd tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1092 time: 0.0873005 Aug 25 11:53:39.845424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 60980) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:39.852869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:39.904871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:39.942548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 7e01b398-d9fc-4a62-b26c-06ae075dad23 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:40.081964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:40.091007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:40.108188 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-122f4baa-e5f7-4a0b-870b-1286e5d951fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/7e01b398-d9fc-4a62-b26c-06ae075dad23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551421 Aug 25 11:53:40.110157 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] Sync routers for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:40.110825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 60986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:40.131464 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:40.133255 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:40.366201 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:40.375846 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:40.376729 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:40.408704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.63 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/aea91d79-5bc7-4526-805d-34360077bd0b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:40.434878 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:40.436690 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca70f08-a271-414e-ad58-fa03a7adc654 None None] The sync data for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:40.600287 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:40.601188 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:40.681000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:40.740668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:40.746940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:40.758314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:40.829329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=aea91d79-5bc7-4526-805d-34360077bd0b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:40.862220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.862659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.862829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.863167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.863498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.863837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.864173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.864510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.865402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.865827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.866168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:40.867450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:53:41.140322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port d1b3b633-4bab-4078-8784-cbfbc4ec6f42 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:41.140725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.305285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.310200 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.332006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for d1b3b633-4bab-4078-8784-cbfbc4ec6f42 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:41.471208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.624342 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.656853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=d1b3b633-4bab-4078-8784-cbfbc4ec6f42,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:41.766751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.793634 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.967865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:41.968441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=aea91d79-5bc7-4526-805d-34360077bd0b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:42.012743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:42.237530 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP 673277ba-2614-428e-bc60-0afd897729f2 associated. External IP: 172.25.1.63, port: 073ce9e4-cc0e-4382-8319-4888cf034a7b. Aug 25 11:53:42.257157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 7e01b398-d9fc-4a62-b26c-06ae075dad23 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:42.372314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:42.396669 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa5a32d3-852d-4032-a456-47fcfbccefd0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/7e01b398-d9fc-4a62-b26c-06ae075dad23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2834287 Aug 25 11:53:42.402007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32792) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:42.409200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] Sync routers for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:42.430277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:42.431415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:42.456992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32794) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:42.457242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2ff0d510-2587-4e6f-9928-6569f8e41ab4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e01b398-d9fc-4a62-b26c-06ae075dad23 HTTP/1.1" status: 200 len: 205 time: 0.0504982 Aug 25 11:53:42.506440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:42.548127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] Routers {'7e01b398-d9fc-4a62-b26c-06ae075dad23'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:42.549168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7e01b398-d9fc-4a62-b26c-06ae075dad23'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:42.615035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:42.620435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:42.620435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a769d-073b-4497-92ea-9665ceec5ae2 None None] The sync data for ids ['7e01b398-d9fc-4a62-b26c-06ae075dad23'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:42.765551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:43.004435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:43.020470 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] Sync routers for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:43.040546 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:43.041603 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:43.064132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.169295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8edbcdc7-dc0c-40e6-90d4-0819459c9628 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3222756 Aug 25 11:53:43.171269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:53:43.189296 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637" -d '{"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:53:43.246017 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076516f8-ac84-434b-aac5-159efa8557e8 x-openstack-request-id: req-076516f8-ac84-434b-aac5-159efa8557e8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:53:43.246643 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:53:43.247136 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-076516f8-ac84-434b-aac5-159efa8557e8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:53:43.248137 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'status': 'completed', 'code': 200} Aug 25 11:53:43.257534 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:43.444916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.448196 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.467270 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-b0635fa6-33d4-43b4-8b7e-7b232cc50d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:43.469456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-b0635fa6-33d4-43b4-8b7e-7b232cc50d61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1097 time: 0.1828563 Aug 25 11:53:43.500885 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-341f20c5-9525-479e-adab-a4c493a8d07a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0964439 Aug 25 11:53:43.523612 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.524134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router 7e01b398-d9fc-4a62-b26c-06ae075dad23 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:43.531785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.536176 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-627b8879-470d-4bed-9c57-67627faecef0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/7e01b398-d9fc-4a62-b26c-06ae075dad23 HTTP/1.1" status: 204 len: 168 time: 1.0779526 Aug 25 11:53:43.542069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32816) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:43.575358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36b744-eb49-4b0d-b18d-f6346cad8d38 req-0a87aa58-366d-4805-868e-c6515fa84ae8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:43.581974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc36b744-eb49-4b0d-b18d-f6346cad8d38 req-0a87aa58-366d-4805-868e-c6515fa84ae8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.1991062 Aug 25 11:53:43.675094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cff3-4900-418d-853c-c0ecf088200d req-697b0a6f-007d-4809-a546-a3807369c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:43.677268 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-697b0a6f-007d-4809-a546-a3807369c6cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1097 time: 0.0790892 Aug 25 11:53:43.685846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet 559f07bd-d875-4c28-b269-5839ef48168c {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:43.690882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.786828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-1d687207-b1d2-4134-a652-555968bef526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:43.790306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-1d687207-b1d2-4134-a652-555968bef526 service neutron] 10.222.0.67 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 898 time: 0.3114047 Aug 25 11:53:43.794864 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '673277ba-2614-428e-bc60-0afd897729f2', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'port_id': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'mac_address': 'fa:16:3e:b1:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:53:41Z', 'updated_at': '2021-08-25T11:53:41Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:26Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:43.825896 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] Checking router: 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:53:43.844344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:43.845058 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:43.866919 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:43.960345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-d55d393c-362d-4303-8b21-78fdb637becd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 998 time: 0.1438580 Aug 25 11:53:44.012675 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:53:44.093966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-d8554bbb-2bd6-4744-88de-3d73f567d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:44.097998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-d8554bbb-2bd6-4744-88de-3d73f567d98e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.1288841 Aug 25 11:53:44.163894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cff3-4900-418d-853c-c0ecf088200d req-0b497b48-e6fd-437e-b948-bc24729e5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:44.165398 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-0b497b48-e6fd-437e-b948-bc24729e5c7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.4360356 Aug 25 11:53:44.176411 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc36b744-eb49-4b0d-b18d-f6346cad8d38 req-9320185c-cd0c-4a79-83ee-4837fe676245 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4311256 Aug 25 11:53:44.181501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:44.232918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:44.344022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-ad5a7719-b7df-4dde-9dce-3b81e7faa1ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 1000 time: 0.1671052 Aug 25 11:53:44.365946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-98057c45-e43b-45de-9df9-7aba3c5320ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:44.368763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-98057c45-e43b-45de-9df9-7aba3c5320ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2616181 Aug 25 11:53:44.402683 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f43fbf74-b12f-422c-9167-56f8957c90c8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/673277ba-2614-428e-bc60-0afd897729f2 HTTP/1.1" status: 200 len: 990 time: 0.1595757 Aug 25 11:53:44.436119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:44.463313 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '673277ba-2614-428e-bc60-0afd897729f2', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'port_id': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'mac_address': 'fa:16:3e:b1:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:53:41Z', 'updated_at': '2021-08-25T11:53:41Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:26Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:44.509598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=559f07bd-d875-4c28-b269-5839ef48168c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:44.525229 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:44.527168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f41300-2650-4d7c-856c-abb5e416b749 None None] The sync data for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 is: [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '673277ba-2614-428e-bc60-0afd897729f2', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'port_id': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'mac_address': 'fa:16:3e:b1:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:53:41Z', 'updated_at': '2021-08-25T11:53:41Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:26Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:44.530857 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-52497031-5014-4371-b700-c396231c2c74 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/559f07bd-d875-4c28-b269-5839ef48168c HTTP/1.1" status: 204 len: 168 time: 0.9871919 Aug 25 11:53:44.533654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32838) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:44.534806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde04519-8a76-498c-8eab-49941b26ecfb None None] Network 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:44.608916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cff3-4900-418d-853c-c0ecf088200d req-2899d150-e50c-43a2-96e7-d6f779717b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:44.611811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-2899d150-e50c-43a2-96e7-d6f779717b5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.2566564 Aug 25 11:53:44.617675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet 54753118-80a9-4f97-a9ec-3d63888cd46f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:44.629117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:44.692264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-26006022-419a-418b-a2d7-43c90931c1f3 service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107047 Aug 25 11:53:44.724978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:44.767464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cff3-4900-418d-853c-c0ecf088200d req-ce13ef7a-cd54-4391-b580-4dbbc5973ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:44.769982 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-ce13ef7a-cd54-4391-b580-4dbbc5973ea7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492872 Aug 25 11:53:44.968138 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061eea2d-1fb2-4449-bf01-326ff301928b None None] New status for floating IP 673277ba-2614-428e-bc60-0afd897729f2: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:53:45.008706 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d2a3670-3f42-4fdd-ae57-c5e7a95ef637 req-33d31f7d-3d97-4541-a4b6-6b3c757b6431 service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055246 Aug 25 11:53:45.019946 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.037519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] DHCP port deletion for 6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:45.076656 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-ba46e52e-a190-4fdd-8940-e023800570ee service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991910 Aug 25 11:53:45.216433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] Deleting port 48bf51f2-9bea-4a66-bec2-fed52664a02b {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:45.217515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.282621 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bde2cff3-4900-418d-853c-c0ecf088200d req-170cecb1-409e-4135-903a-ed3f5d5f9d99 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940985 Aug 25 11:53:45.351447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.386696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] For port 48bf51f2-9bea-4a66-bec2-fed52664a02b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=48bf51f2-9bea-4a66-bec2-fed52664a02b,segment=NetworkSegment(353b5f01-698c-4f36-bc58-11e7a4175a5a),segment_id=353b5f01-698c-4f36-bc58-11e7a4175a5a)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:45.387464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.407040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32852) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:45.448379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] Calling delete_port for 48bf51f2-9bea-4a66-bec2-fed52664a02b owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:45.514297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=54753118-80a9-4f97-a9ec-3d63888cd46f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:45.535638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.545743 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-87bc8e8d-3c9f-437a-9aee-51a697d1814a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/54753118-80a9-4f97-a9ec-3d63888cd46f HTTP/1.1" status: 204 len: 168 time: 1.0047314 Aug 25 11:53:45.545743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32854) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:45.548129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-895ef935-7173-4b36-bbd8-579e4b9a5fe3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/673277ba-2614-428e-bc60-0afd897729f2 HTTP/1.1" status: 200 len: 992 time: 0.1389639 Aug 25 11:53:45.581156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31debc-b23a-44b6-8add-35fec4a63553 None None] Network 8937df35-d000-476c-ab82-0002b044439f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:45.603345 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:53:45.712669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.830969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.843695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 48bf51f2-9bea-4a66-bec2-fed52664a02b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:45.844435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:45.863064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] Pushing event deleted for resources: {'Port': ['ID=48bf51f2-9bea-4a66-bec2-fed52664a02b,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:45.898392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b8b4b-e1e2-47d0-9e4c-d36cb3561f42 None None] No DVR routers for this DVR port 48bf51f2-9bea-4a66-bec2-fed52664a02b on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:45.977089 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 48bf51f2-9bea-4a66-bec2-fed52664a02b, host n-d-778732-11, got binding levels [] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:45.977607 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.012170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 48bf51f2-9bea-4a66-bec2-fed52664a02b owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:46.021358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] DHCP port deletion for 8937df35-d000-476c-ab82-0002b044439f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:46.034569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Port 48bf51f2-9bea-4a66-bec2-fed52664a02b was not found and therefore no delete operation was performed {{(pid=94911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:53:46.044966 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.103714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=48bf51f2-9bea-4a66-bec2-fed52664a02b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:46.115720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port 48bf51f2-9bea-4a66-bec2-fed52664a02b on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:46.146224 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 48bf51f2-9bea-4a66-bec2-fed52664a02b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:46.194346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 48bf51f2-9bea-4a66-bec2-fed52664a02b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:46.194696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 48bf51f2-9bea-4a66-bec2-fed52664a02b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:46.222301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] Deleting port 74bec144-07ad-4c3f-b609-d8b6480c326f {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:46.225255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.228693 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.242625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:46.264495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353b5f01-698c-4f36-bc58-11e7a4175a5a') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:46.264495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353b5f01-698c-4f36-bc58-11e7a4175a5a') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:46.278328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.299575 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.315502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:46.315502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:46.324168 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:46.350663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] For port 74bec144-07ad-4c3f-b609-d8b6480c326f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=74bec144-07ad-4c3f-b609-d8b6480c326f,segment=NetworkSegment(e80ac35e-d84a-4417-9d19-06685c4f8eb2),segment_id=e80ac35e-d84a-4417-9d19-06685c4f8eb2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:46.351145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.391512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] Calling delete_port for 74bec144-07ad-4c3f-b609-d8b6480c326f owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:46.513320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.530129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.536458 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f HTTP/1.1" status: 204 len: 168 time: 0.9932415 Aug 25 11:53:46.542231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32872) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:46.561565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.564449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad126dc1-7274-4dd3-bdc4-6a7feead554f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=6ffed8b2-e0c0-4e17-a39a-fd334cf06d7f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:46.620697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] Pushing event deleted for resources: {'Port': ['ID=74bec144-07ad-4c3f-b609-d8b6480c326f,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:46.629643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64105aca-3692-4b5b-9984-0357842ef495 None None] No DVR routers for this DVR port 74bec144-07ad-4c3f-b609-d8b6480c326f on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:46.653047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.791530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.809957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8937df35-d000-476c-ab82-0002b044439f']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:46.828853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80ac35e-d84a-4417-9d19-06685c4f8eb2') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:46.831355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80ac35e-d84a-4417-9d19-06685c4f8eb2') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:46.863960 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.886515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.904271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:46.905041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:46.910810 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:46.996975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.013566 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.015677 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/8937df35-d000-476c-ab82-0002b044439f HTTP/1.1" status: 204 len: 168 time: 0.4732430 Aug 25 11:53:47.022879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32884) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:47.029740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1850816714'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:47.054347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b19a6-e3d0-40ca-a231-1f5d3a18aec3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=8937df35-d000-476c-ab82-0002b044439f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:47.068885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:47.073724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.109366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:53:47.123238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.123238 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment c7112c50-e944-45d9-9763-4ddc9b3b6d16 of type vlan for network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b Aug 25 11:53:47.178193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.213599 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.220187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:47.220825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.299166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2750394 Aug 25 11:53:47.305458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:47.313520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:47.318380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b788fd-fc38-4cc9-9d2b-1c9ae91d65ad tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=e7ff6dbd-3590-4b93-ac74-00b8b1b7185b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:47.333749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:53:47.569617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:47.576165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.874024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:47.940016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=fd32a62b-2976-432a-9cd1-6506cf7e89b4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:47.976506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': 'c7112c50-e944-45d9-9763-4ddc9b3b6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:47.976506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: e7ff6dbd-3590-4b93-ac74-00b8b1b7185b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:53:47.998037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:53:48.013302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e7ff6dbd-3590-4b93-ac74-00b8b1b7185b) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:48.020714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:48.023205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.050837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27577f6-8ae4-44a4-a90c-b01a72a0a9f2 None None] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:48.068716 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a8ff0849-9cdd-4caa-87f1-40f0616f5bc0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7612827 Aug 25 11:53:48.073570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32908) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:48.078433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1852212611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:48.107729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74bec144-07ad-4c3f-b609-d8b6480c326f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:48.126633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.131907 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.149764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 74bec144-07ad-4c3f-b609-d8b6480c326f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:48.153565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 74bec144-07ad-4c3f-b609-d8b6480c326f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:48.242379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.254445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.301539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.304813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8030b842-b8ba-4290-85c0-028d9e2a4771 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2300334 Aug 25 11:53:48.309127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:48.323232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'port': {'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b', 'name': 'tempest-RoutersTest-122842156'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:48.449810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c5faaadf-43ad-4289-b5ff-e8380335d7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.493367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e7ff6dbd-3590-4b93-ac74-00b8b1b7185b', 'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': 'fd32a62b-2976-432a-9cd1-6506cf7e89b4'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:53:48.494289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.639591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:48.646267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:48.697950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] device_id is not set on port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c yet. {{(pid=94910) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 25 11:53:48.832174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Allocated IP 172.20.0.2 (e7ff6dbd-3590-4b93-ac74-00b8b1b7185b/fd32a62b-2976-432a-9cd1-6506cf7e89b4/be955e6b-0222-4613-964d-6c34f5acce48) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:49.210309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.225958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Transition to ACTIVE for port object be955e6b-0222-4613-964d-6c34f5acce48 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:49.261461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Transition to ACTIVE for port object be955e6b-0222-4613-964d-6c34f5acce48 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:49.272661 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.338751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Pushing event updated for resources: {'Port': ['ID=be955e6b-0222-4613-964d-6c34f5acce48,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:49.378113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:49.380247 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:49.386213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:49.423328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.20.0.10 (e7ff6dbd-3590-4b93-ac74-00b8b1b7185b/fd32a62b-2976-432a-9cd1-6506cf7e89b4/6fd48e22-5c73-4d5f-ab6a-16f40bd5759c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:49.600558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Attempting to bind port be955e6b-0222-4613-964d-6c34f5acce48 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:49.600960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Attempting to bind port be955e6b-0222-4613-964d-6c34f5acce48 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'c7112c50-e944-45d9-9763-4ddc9b3b6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:49.601580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Attempting to bind port be955e6b-0222-4613-964d-6c34f5acce48 on network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:49.612727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:49.613115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Checking segment: {'id': 'c7112c50-e944-45d9-9763-4ddc9b3b6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:49.613531 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.613962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Bound using segment: {'id': 'c7112c50-e944-45d9-9763-4ddc9b3b6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:49.614537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Bound port: be955e6b-0222-4613-964d-6c34f5acce48, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7112c50-e944-45d9-9763-4ddc9b3b6d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e7ff6dbd-3590-4b93-ac74-00b8b1b7185b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:49.614963 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.740265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.759355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] For port be955e6b-0222-4613-964d-6c34f5acce48, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:49.768892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] For port be955e6b-0222-4613-964d-6c34f5acce48, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=be955e6b-0222-4613-964d-6c34f5acce48,segment=NetworkSegment(c7112c50-e944-45d9-9763-4ddc9b3b6d16),segment_id=c7112c50-e944-45d9-9763-4ddc9b3b6d16)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:49.776792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:49.778997 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.863559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de433205-44cf-4ba6-8fee-df841614d9ee None None] Pushing event updated for resources: {'Port': ['ID=be955e6b-0222-4613-964d-6c34f5acce48,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:49.866898 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:49.925094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:49.930816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:49.958595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:50.000316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=6fd48e22-5c73-4d5f-ab6a-16f40bd5759c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:50.039226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:50.040008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:50.061404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3693c531-7bd8-4f2f-97f1-770fbc1248fc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7498038 Aug 25 11:53:50.065487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32930) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:50.987829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.175840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-be8fe115-7636-4fe3-bd29-782997c84238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.263761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-5cf1eed3-294c-440e-9e90-870816bfc3de tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53326391&fields=id&tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 267 time: 0.0565772 Aug 25 11:53:51.289800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d0462-08fd-44b0-832a-8595464bfe17 None None] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:51.395022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.408396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.475827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-9050e192-60f2-49ab-9391-4ee2fd1a4d25 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:51.478648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-9050e192-60f2-49ab-9391-4ee2fd1a4d25 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.2039504 Aug 25 11:53:51.501513 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.504863 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2c26c105-dde5-486a-b133-061d2584485a None None] Provisioning for port be955e6b-0222-4613-964d-6c34f5acce48 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:51.561675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4413341a-6db2-4a35-9c4a-9871e86a04bb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/quotas/8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 375 time: 0.0731168 Aug 25 11:53:51.567121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=6fd48e22-5c73-4d5f-ab6a-16f40bd5759c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:51.711952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-736e91d7-4265-4ee0-bcd9-5fa69648a50a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1218963 Aug 25 11:53:51.879838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-38d1895d-af6a-4534-becf-7084bf0421fc None None] Provisioning for port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:51.886992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-38d1895d-af6a-4534-becf-7084bf0421fc None None] Provisioning complete for port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:51.887387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-38d1895d-af6a-4534-becf-7084bf0421fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.915979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:51.952856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-38d1895d-af6a-4534-becf-7084bf0421fc None None] Port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:52.062173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-6679e903-cb4e-4a23-b19c-128f614dd311 service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344450 Aug 25 11:53:52.169103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device be955e6b-0222-4613-964d-6c34f5acce48 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:52.207706 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.230716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b1e09b0b-2a6f-4a7e-b5d7-6743fff43dab None None] Provisioning complete for port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:52.231495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b1e09b0b-2a6f-4a7e-b5d7-6743fff43dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.268794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b1e09b0b-2a6f-4a7e-b5d7-6743fff43dab None None] Port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:52.290620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port be955e6b-0222-4613-964d-6c34f5acce48 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:52.296049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port be955e6b-0222-4613-964d-6c34f5acce48 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:52.296486 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.407097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.442336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-d1adcffb-b790-4933-9283-57d8789a840b service neutron] 10.222.0.35 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697789 Aug 25 11:53:52.459984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port be955e6b-0222-4613-964d-6c34f5acce48, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=be955e6b-0222-4613-964d-6c34f5acce48,segment=NetworkSegment(c7112c50-e944-45d9-9763-4ddc9b3b6d16),segment_id=c7112c50-e944-45d9-9763-4ddc9b3b6d16)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:52.465221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.566304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4f65a665-29b0-4c75-8be3-f97efe10d4d4 None None] Provisioning complete for port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:52.566680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4f65a665-29b0-4c75-8be3-f97efe10d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.590977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=be955e6b-0222-4613-964d-6c34f5acce48,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:52.616965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.635611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4f65a665-29b0-4c75-8be3-f97efe10d4d4 None None] Port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:52.655034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.660494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.750066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=6fd48e22-5c73-4d5f-ab6a-16f40bd5759c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:52.756686 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:52.861401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:52.863084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:53.051912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81232a3c-42d4-4e76-9be0-2614efc1f064 req-af8b6384-09f6-4830-a9ab-005c45db1bbf tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Aug 25 11:53:53.056144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 9b1601b2-45e7-432a-9077-fc268978539a is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:53:53.231161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:53.241732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9827db5e-5c42-41c1-8955-c2761a4390cb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/9b1601b2-45e7-432a-9077-fc268978539a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1750410 Aug 25 11:53:53.245843 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32964) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:53.250191 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] Sync routers for ids ['9b1601b2-45e7-432a-9077-fc268978539a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:53.300317 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] Routers {'9b1601b2-45e7-432a-9077-fc268978539a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:53.301731 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9b1601b2-45e7-432a-9077-fc268978539a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:53.332766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e30664-2e0d-4570-8dfd-17f2482855bb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:53.334477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-11e30664-2e0d-4570-8dfd-17f2482855bb tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports/6fd48e22-5c73-4d5f-ab6a-16f40bd5759c HTTP/1.1" status: 200 len: 977 time: 0.0868187 Aug 25 11:53:53.337536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 32966) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:53.351742 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:53.362759 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] Routers {'9b1601b2-45e7-432a-9077-fc268978539a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:53.363729 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9b1601b2-45e7-432a-9077-fc268978539a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:53.375872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cb5e0e0d-a33d-425e-9503-230516389ce7 None None] Provisioning complete for port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:53.376535 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb5e0e0d-a33d-425e-9503-230516389ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:53.406948 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:53.408061 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68922706-1a54-46f2-8b41-d1b92cc6b146 None None] The sync data for ids ['9b1601b2-45e7-432a-9077-fc268978539a'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:53.424183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e0e0d-a33d-425e-9503-230516389ce7 None None] Port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:53.912643 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.036307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device be955e6b-0222-4613-964d-6c34f5acce48 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:53:54.109913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port be955e6b-0222-4613-964d-6c34f5acce48 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:54.109913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.249256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16a31bad-2bde-4d8f-94ea-672e0c222ed4 req-2f795e1e-a73f-47b1-90fd-4b3a95f9eaac tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.0616894 Aug 25 11:53:54.340540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:54.340936 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.411688 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.452079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-e714c058-2272-4f7e-8906-bf21a2a43149 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:54.454306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-e714c058-2272-4f7e-8906-bf21a2a43149 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 812 time: 0.2464590 Aug 25 11:53:54.517293 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-d4608c17-6fd3-4f27-bcc0-c93f669b080d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5 HTTP/1.1" status: 200 len: 378 time: 0.0538456 Aug 25 11:53:54.527434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.530791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'port': {'device_id': '399584af-902b-47a8-90e4-6744c71523f2', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'admin_state_up': True, 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'security_groups': ['a1a678bf-0936-43f5-a90f-ba7e32db7d36']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:54.553831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 6fd48e22-5c73-4d5f-ab6a-16f40bd5759c owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:54.731233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Made reservation on behalf of 8cd94e13d4924f6fb6943188ed4cc9e5 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:54.734958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.834159 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:54.874047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=6fd48e22-5c73-4d5f-ab6a-16f40bd5759c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:55.034527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.20.0.3 (23ee57be-cfa5-4242-889f-41f9dba105fc/6e990d2e-746d-4e59-b32d-6e5de3e44120/1d5a5f39-a754-4748-80f4-3e39a6742fd7) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:53:55.136049 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:55.330720 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:55.354692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Transition to ACTIVE for port object 1d5a5f39-a754-4748-80f4-3e39a6742fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:55.355437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 9b1601b2-45e7-432a-9077-fc268978539a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:53:55.429530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:55.494193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 23ee57be-cfa5-4242-889f-41f9dba105fc is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:53:55.497737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:53:55.500736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:53:55.530944 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=1d5a5f39-a754-4748-80f4-3e39a6742fd7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:55.573199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:55.574221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:55.579820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:53:55.593418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cd7cf574-d357-4c6e-8f42-ebacec08b4c3 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/9b1601b2-45e7-432a-9077-fc268978539a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2519672 Aug 25 11:53:55.603010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] Sync routers for ids ['9b1601b2-45e7-432a-9077-fc268978539a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:53:55.603795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32986) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:55.625857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] Routers {'9b1601b2-45e7-432a-9077-fc268978539a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:55.626951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9b1601b2-45e7-432a-9077-fc268978539a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:55.630010 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-4d847129-8ab7-409a-a7b0-261fddf87ea0 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052427 Aug 25 11:53:55.633042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f3500-010f-401a-8f28-a498c2f1b61e req-3543c203-0bdc-4e85-8225-25c4913a6568 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:55.635366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-084f3500-010f-401a-8f28-a498c2f1b61e req-3543c203-0bdc-4e85-8225-25c4913a6568 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 931 time: 0.1773612 Aug 25 11:53:55.690650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:55.705201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] Routers {'9b1601b2-45e7-432a-9077-fc268978539a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:53:55.706078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9b1601b2-45e7-432a-9077-fc268978539a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:55.741061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Request body: {'port': {'device_id': '399584af-902b-47a8-90e4-6744c71523f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:55.743270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-084f3500-010f-401a-8f28-a498c2f1b61e req-5efebd6c-e26e-48a8-9199-2c3efc682c6b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977042 Aug 25 11:53:55.787263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:55.788266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c047da36-bbba-4e29-b93d-e249c13a0b69 None None] The sync data for ids ['9b1601b2-45e7-432a-9077-fc268978539a'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:53:55.959995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:55.989068 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd20b88e-53bf-4a0a-8615-dde13178266c None None] Provisioning for port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:53:55.999854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd20b88e-53bf-4a0a-8615-dde13178266c None None] Provisioning complete for port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:53:56.000632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd20b88e-53bf-4a0a-8615-dde13178266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.015618 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-fbf788e7-1e96-4964-a209-aed71a88818e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] remove_router_interface failed (client error): The resource could not be found. Aug 25 11:53:56.022461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbf788e7-1e96-4964-a209-aed71a88818e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/9b1601b2-45e7-432a-9077-fc268978539a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4173782 Aug 25 11:53:56.022716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32988) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:56.082380 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-10a53a7f-3e66-4f11-aae8-e2799988c167 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1601b2-45e7-432a-9077-fc268978539a HTTP/1.1" status: 200 len: 205 time: 0.0535436 Aug 25 11:53:56.083141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32990) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:56.124238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-dd20b88e-53bf-4a0a-8615-dde13178266c None None] Port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:53:56.196440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.506188 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.510763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.588716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.589299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1601b2-45e7-432a-9077-fc268978539a {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:53:56.597308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.598667 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f3c67d89-14ce-45f4-a438-34449674a804 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/9b1601b2-45e7-432a-9077-fc268978539a HTTP/1.1" status: 204 len: 168 time: 0.5144920 Aug 25 11:53:56.602534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 32994) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:56.718392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet fd32a62b-2976-432a-9cd1-6506cf7e89b4 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:53:56.743290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.785905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5a5f39-a754-4748-80f4-3e39a6742fd7 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:53:56.797855 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.804621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.853226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Transition to ACTIVE for port object 1d5a5f39-a754-4748-80f4-3e39a6742fd7 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:53:56.863797 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:56.992289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a5f39-a754-4748-80f4-3e39a6742fd7,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:57.071543 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.074068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b15cc3-b1b7-4837-9b17-9d20f29c23ef req-60061bf4-0648-441d-86fc-dbd89d746f62 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:57.076864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46b15cc3-b1b7-4837-9b17-9d20f29c23ef req-60061bf4-0648-441d-86fc-dbd89d746f62 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.1347840 Aug 25 11:53:57.138085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46b15cc3-b1b7-4837-9b17-9d20f29c23ef req-49db35e2-dabe-42ec-835a-8bc0ebd8403c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459604 Aug 25 11:53:57.192151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.207621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Attempting to bind port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:53:57.208096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Attempting to bind port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:53:57.208525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Attempting to bind port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:57.240484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.242997 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/fd32a62b-2976-432a-9cd1-6506cf7e89b4 HTTP/1.1" status: 204 len: 168 time: 0.6393640 Aug 25 11:53:57.245567 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac15d-7a82-411c-b566-3ec26a6f1a2e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=fd32a62b-2976-432a-9cd1-6506cf7e89b4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:57.247225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33000) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:57.250789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 on network 23ee57be-cfa5-4242-889f-41f9dba105fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:53:57.251129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Attempting to bind port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 on network 23ee57be-cfa5-4242-889f-41f9dba105fc {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:53:57.253563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805cb22-a1fd-4af7-a441-2ff5a186e75f None None] Network e7ff6dbd-3590-4b93-ac74-00b8b1b7185b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:53:57.264198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:53:57.264769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Checking segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:53:57.269223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Bound using segment: {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:53:57.271128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Bound port: 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0178d6-e445-459c-b2c8-b1eb8f01acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:53:57.274842 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.345209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.371358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] For port 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:53:57.375718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] For port 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:53:57.390931 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.472463 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.507013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:57.508032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port be955e6b-0222-4613-964d-6c34f5acce48 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:57.508391 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.510200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.527921 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 200 len: 1092 time: 1.7956650 Aug 25 11:53:57.529037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:53:57.549424 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc998b8-9c12-43d4-8251-be5f3249cb44" -d '{"events": [{"name": "network-changed", "server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:53:57.692507 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e0e4b-b444-4705-aa52-f3ae9eeffb00 x-openstack-request-id: req-af5e0e4b-b444-4705-aa52-f3ae9eeffb00 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:53:57.693923 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:53:57.694677 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af5e0e4b-b444-4705-aa52-f3ae9eeffb00 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:53:57.695642 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'status': 'completed', 'code': 200} Aug 25 11:53:57.710718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aef9c3-f9de-48dc-9dc8-0e2af4754b93 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a5f39-a754-4748-80f4-3e39a6742fd7,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:57.717056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port be955e6b-0222-4613-964d-6c34f5acce48, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=be955e6b-0222-4613-964d-6c34f5acce48,segment=NetworkSegment(c7112c50-e944-45d9-9763-4ddc9b3b6d16),segment_id=c7112c50-e944-45d9-9763-4ddc9b3b6d16)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:57.717440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:57.748034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for be955e6b-0222-4613-964d-6c34f5acce48 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:57.795898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-981ca07e-ba11-4307-83c0-a0da30df3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:57.798700 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-981ca07e-ba11-4307-83c0-a0da30df3e5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1095 time: 0.1581440 Aug 25 11:53:57.851751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] DHCP port deletion for e7ff6dbd-3590-4b93-ac74-00b8b1b7185b request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:53:57.939595 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-19a9cc94-e1a0-4668-8ddf-d0522e322487 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 200 len: 217 time: 0.1322877 Aug 25 11:53:58.057539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.106144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-a30c580b-4dde-493c-b2d4-aa2523426652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:58.112611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-a30c580b-4dde-493c-b2d4-aa2523426652 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1634691 Aug 25 11:53:58.140788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port be955e6b-0222-4613-964d-6c34f5acce48 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:58.143538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=be955e6b-0222-4613-964d-6c34f5acce48,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:58.172714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Deleting port be955e6b-0222-4613-964d-6c34f5acce48 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:53:58.173019 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.226911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-392a5ef8-d053-42c5-829c-ca9f627290fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:58.233348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-392a5ef8-d053-42c5-829c-ca9f627290fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124549 Aug 25 11:53:58.283250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device be955e6b-0222-4613-964d-6c34f5acce48 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:53:58.322031 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.342180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ff6dbd-3590-4b93-ac74-00b8b1b7185b']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:58.348771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: be955e6b-0222-4613-964d-6c34f5acce48 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:53:58.349593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device be955e6b-0222-4613-964d-6c34f5acce48 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:53:58.363860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d24e-45cd-41be-9ef5-bc4c2bf6ee84 req-fd3cdd88-5e30-4a3b-87fc-5536377adb1d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:58.366992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff11d24e-45cd-41be-9ef5-bc4c2bf6ee84 req-fd3cdd88-5e30-4a3b-87fc-5536377adb1d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.1033478 Aug 25 11:53:58.371915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7112c50-e944-45d9-9763-4ddc9b3b6d16') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:58.372629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7112c50-e944-45d9-9763-4ddc9b3b6d16') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:53:58.372990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] For port be955e6b-0222-4613-964d-6c34f5acce48, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:53:58.373627 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.387020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.403310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Calling delete_port for be955e6b-0222-4613-964d-6c34f5acce48 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:53:58.408278 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.408518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Port be955e6b-0222-4613-964d-6c34f5acce48 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:53:58.411843 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.419448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:53:58.420337 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:53:58.427943 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:53:58.454565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] Pushing event deleted for resources: {'Port': ['ID=be955e6b-0222-4613-964d-6c34f5acce48,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:58.463473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f07a8b-d9de-48b5-8c84-032e863c2908 None None] No DVR routers for this DVR port be955e6b-0222-4613-964d-6c34f5acce48 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:53:58.487956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-e24cbe07-e71b-4884-88c7-6ccbfdde59e9 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450192 Aug 25 11:53:58.534839 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.554137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.556061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/e7ff6dbd-3590-4b93-ac74-00b8b1b7185b HTTP/1.1" status: 204 len: 168 time: 1.3077052 Aug 25 11:53:58.565060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:58.570607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1083206341'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:58.601629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca7969-9251-41ed-b957-f6deaf12e239 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=e7ff6dbd-3590-4b93-ac74-00b8b1b7185b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:58.619990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff11d24e-45cd-41be-9ef5-bc4c2bf6ee84 req-f016bb3a-02d5-4f64-a03d-4c8998573839 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1911657 Aug 25 11:53:58.623760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:58.627716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.664843 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e69fafc5-bc8a-45ea-bf8e-a44f6a760b48 req-56045192-2fba-44ea-a9f8-cc961cb323f9 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697707 Aug 25 11:53:58.678634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:53:58.690093 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.690745 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment 2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa of type vlan for network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b Aug 25 11:53:58.776328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.808065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-606e6911-9c1f-4daa-994f-769588c5cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:58.809646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-606e6911-9c1f-4daa-994f-769588c5cb29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1095 time: 0.0743883 Aug 25 11:53:58.876497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:58.883002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:58.883646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:59.336803 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7706559 Aug 25 11:53:59.340069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33014) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:53:59.349339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:53:59.350259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057ee81-7916-4f26-beda-cd6cf390cb54 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:53:59.363254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-eda46bf9-b95e-433d-9425-e1492d4245d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:59.367460 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-eda46bf9-b95e-433d-9425-e1492d4245d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.5482216 Aug 25 11:53:59.367691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:53:59.416049 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-e6e41e2e-88c9-472c-b670-4ffc568fc37f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 200 len: 217 time: 0.0423665 Aug 25 11:53:59.536166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-0ba77455-a266-422c-8c02-93285f65cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:59.541208 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-0ba77455-a266-422c-8c02-93285f65cf90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1153736 Aug 25 11:53:59.581559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:53:59.595502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:53:59.602118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-d62cffc2-a8b5-405c-8ab1-8bbc6ce12e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:53:59.604036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-d62cffc2-a8b5-405c-8ab1-8bbc6ce12e1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571525 Aug 25 11:53:59.870367 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-049c9d30-528e-4fc5-aa0d-ec95eaa79a7f service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566092 Aug 25 11:54:00.055874 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ccc998b8-9c12-43d4-8251-be5f3249cb44 req-a6691591-9736-4fe1-bff5-e3b331d7abe8 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776438 Aug 25 11:54:00.323823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560619-ee48-4153-93e3-a8bf33a7d1cf req-13125c06-57e7-475e-8a52-51b6c4f147b5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:00.325518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14560619-ee48-4153-93e3-a8bf33a7d1cf req-13125c06-57e7-475e-8a52-51b6c4f147b5 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.1006899 Aug 25 11:54:00.327254 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.444097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14560619-ee48-4153-93e3-a8bf33a7d1cf req-37539a51-b113-4578-b05f-d0977af942e8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049197 Aug 25 11:54:00.445082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=d37b7c1e-959e-4cee-adaa-d1e037e7f16b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:00.479461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:00.479822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:00.502026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:00.519231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:00.524432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:00.525205 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.540291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64c4c7-16b4-42c4-9a5d-ec3b7bb601e4 None None] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:00.559889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-724c11d3-6980-474d-9b78-3001064c497e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2173994 Aug 25 11:54:00.561934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33104) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:00.571626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-134740183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:00.623677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.626867 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.745453 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.753741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.776625 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:00.781831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33130) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:00.791939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-65425046-07b2-41e9-938e-9d29ce513b87 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2160087 Aug 25 11:54:00.826669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b', 'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': 'd37b7c1e-959e-4cee-adaa-d1e037e7f16b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:00.829309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.133286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Allocated IP 172.20.0.2 (e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b/d37b7c1e-959e-4cee-adaa-d1e037e7f16b/090dc1fa-cc20-4f55-8de7-6cdda7cdaa24) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:01.138346 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.149606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.394116 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.412952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Transition to ACTIVE for port object 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:01.449278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Transition to ACTIVE for port object 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:01.457562 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.551318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:01.553269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.20.0.1 (e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b/d37b7c1e-959e-4cee-adaa-d1e037e7f16b/26136d39-3b4c-498d-835b-1cfc5b28494b) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:01.556572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:01.563299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:01.665423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Pushing event updated for resources: {'Port': ['ID=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:01.709167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c6598-5581-4c7f-9eab-76ca37b223f0 req-1587807c-5dde-4ed7-b345-3b68d5dfed57 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:01.719234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f07c6598-5581-4c7f-9eab-76ca37b223f0 req-1587807c-5dde-4ed7-b345-3b68d5dfed57 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.1440918 Aug 25 11:54:01.771421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Attempting to bind port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:01.772796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Attempting to bind port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:01.773399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Attempting to bind port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 on network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:01.783668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.790174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:01.790557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Checking segment: {'id': '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:01.790967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.794020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Bound using segment: {'id': '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:01.798429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Bound port: 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:01.799138 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.799683 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f07c6598-5581-4c7f-9eab-76ca37b223f0 req-eabe2a9e-1b66-47d1-b173-25a772530950 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790007 Aug 25 11:54:01.807581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 26136d39-3b4c-498d-835b-1cfc5b28494b will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:01.848304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.908676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] For port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:01.916067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] For port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,segment=NetworkSegment(2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa),segment_id=2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:01.921725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:01.923523 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:01.925135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:01.929836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:01.937390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=26136d39-3b4c-498d-835b-1cfc5b28494b,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:01.992192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:02.045433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673db01-9aa8-46bc-9ae5-95a034aa533a None None] Pushing event updated for resources: {'Port': ['ID=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:02.169190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:02.547363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:02.553956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:02.647405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=26136d39-3b4c-498d-835b-1cfc5b28494b,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:02.652990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:02.774335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:02.777174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:02.964006 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:54:02.984161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968f0c-b2c1-4c0f-90ea-3d11201e3650 req-a2d22b92-1562-4583-9301-eb9fc7797942 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:02.986584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db968f0c-b2c1-4c0f-90ea-3d11201e3650 req-a2d22b92-1562-4583-9301-eb9fc7797942 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.0850804 Aug 25 11:54:03.072128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db968f0c-b2c1-4c0f-90ea-3d11201e3650 req-a50a63ad-28bb-47d4-a59d-ac756de0b2e2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715532 Aug 25 11:54:03.110022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:03.121584 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d82b073c-4a11-4809-aa8a-903173e75c45 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/f43c9efa-c3f7-4a2d-b86c-c040326d4ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3379447 Aug 25 11:54:03.124145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33386) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:03.139553 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] Sync routers for ids ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:03.169054 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] Routers {'f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:03.169857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:03.190330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e2210-463e-4c04-864a-75ad6f4184cd tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:03.193192 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-671e2210-463e-4c04-864a-75ad6f4184cd tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports/26136d39-3b4c-498d-835b-1cfc5b28494b HTTP/1.1" status: 200 len: 910 time: 0.0675771 Aug 25 11:54:03.196635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33396) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:03.199882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e434e4-7adf-4f6b-89dc-ec693b3d0c59 None None] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:03.222267 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:03.234218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] Routers {'f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:03.234847 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:03.286551 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:03.289311 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c0cdd-f2a6-462e-8653-16b0c0040ad7 None None] The sync data for ids ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:03.296748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de465705-09ba-4501-894e-9ec11ef16d3e None None] Provisioning for port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:03.695571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:03.744425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b289a358-ff38-4981-8645-3ef2a8d656c5 None None] Provisioning for port 26136d39-3b4c-498d-835b-1cfc5b28494b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:03.754652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b289a358-ff38-4981-8645-3ef2a8d656c5 None None] Provisioning complete for port 26136d39-3b4c-498d-835b-1cfc5b28494b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:03.755043 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b289a358-ff38-4981-8645-3ef2a8d656c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:03.802497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b289a358-ff38-4981-8645-3ef2a8d656c5 None None] Port 26136d39-3b4c-498d-835b-1cfc5b28494b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:04.010246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 26136d39-3b4c-498d-835b-1cfc5b28494b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:04.011027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.046193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cb296324-8e3d-48db-99c2-829d6cbd67cf None None] Provisioning complete for port 26136d39-3b4c-498d-835b-1cfc5b28494b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:04.046874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cb296324-8e3d-48db-99c2-829d6cbd67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.094184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:04.140981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cb296324-8e3d-48db-99c2-829d6cbd67cf None None] Port 26136d39-3b4c-498d-835b-1cfc5b28494b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:04.166099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:04.171417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:04.171649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.185257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.241818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 26136d39-3b4c-498d-835b-1cfc5b28494b owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:04.274295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.312643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,segment=NetworkSegment(2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa),segment_id=2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:04.317187 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.331973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702b21b-932b-4542-983b-7c05f9ed2b64 req-cc0dfcfa-963f-4e39-bf37-f119e3072631 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:04.333616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8702b21b-932b-4542-983b-7c05f9ed2b64 req-cc0dfcfa-963f-4e39-bf37-f119e3072631 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.1736803 Aug 25 11:54:04.382609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-193412a7-423d-418a-a411-6c37f2daa4ac None None] Provisioning complete for port 26136d39-3b4c-498d-835b-1cfc5b28494b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:04.382994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-193412a7-423d-418a-a411-6c37f2daa4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.384602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:04.434427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-193412a7-423d-418a-a411-6c37f2daa4ac None None] Port 26136d39-3b4c-498d-835b-1cfc5b28494b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:04.478279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8702b21b-932b-4542-983b-7c05f9ed2b64 req-5a85a419-a691-4a14-b77d-f0fde1ee1221 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367245 Aug 25 11:54:04.569395 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.609473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=26136d39-3b4c-498d-835b-1cfc5b28494b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:04.764604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:04.933643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:05.024055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:05.025175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8681c3db-9e5f-40e3-bcd6-9d470eea21e7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/f43c9efa-c3f7-4a2d-b86c-c040326d4ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8264480 Aug 25 11:54:05.029263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:05.046292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] Sync routers for ids ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:05.064454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] Routers {'f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:05.066401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:05.066808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-be574432-53af-4302-8672-9ba7f47fee95 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 HTTP/1.1" status: 200 len: 205 time: 0.0361133 Aug 25 11:54:05.072790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33488) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:05.115769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:05.125867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] Routers {'f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:05.126493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:05.162115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:05.162820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39de6d-13e0-4178-acfb-1dcd8430c9a7 None None] The sync data for ids ['f43c9efa-c3f7-4a2d-b86c-c040326d4ab5'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:05.164208 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.337595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.339847 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.390263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.390781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:54:05.398098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.401922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb5bab7a-9a98-4f97-a13e-a8540113b58a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 HTTP/1.1" status: 204 len: 168 time: 0.3250463 Aug 25 11:54:05.401922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33490) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:05.455593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet d37b7c1e-959e-4cee-adaa-d1e037e7f16b {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:54:05.459116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.508160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.633748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.675669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6f28-2c55-45ce-afcb-240617ce6e9d req-80a27d56-e340-404b-813d-f30149069dc3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:05.677326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f9d6f28-2c55-45ce-afcb-240617ce6e9d req-80a27d56-e340-404b-813d-f30149069dc3 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.1137104 Aug 25 11:54:05.740030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5f9d6f28-2c55-45ce-afcb-240617ce6e9d req-6a9bf44f-e57f-4471-aa7d-a57d7e563ca8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516851 Aug 25 11:54:05.741798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.791790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=d37b7c1e-959e-4cee-adaa-d1e037e7f16b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:05.803494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.809846 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b1b6176c-52ba-495b-9461-2399df2d9e1e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/d37b7c1e-959e-4cee-adaa-d1e037e7f16b HTTP/1.1" status: 204 len: 168 time: 0.4040506 Aug 25 11:54:05.810528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33494) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:05.813654 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb8d7f-79fb-443b-a91b-30a0cc32490b None None] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:05.925146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:05.997042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:05.997603 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.033830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] DHCP port deletion for e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:54:06.067330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,segment=NetworkSegment(2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa),segment_id=2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:06.067933 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.085308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:06.104261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Deleting port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:06.104919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.180688 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.210030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:06.215541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:06.304939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.315428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:06.327827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:06.328128 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:06.339340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.347892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] For port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,segment=NetworkSegment(2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa),segment_id=2ed5b0b6-3a96-49c3-b4cc-d8e6d4cf52fa)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:06.348371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.355346 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.362690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:54:06.363131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.366769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Calling delete_port for 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:54:06.367064 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:54:06.433511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.442987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.445622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b HTTP/1.1" status: 204 len: 168 time: 0.6339929 Aug 25 11:54:06.450158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:06.455764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1878392228', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:06.458942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5015-4593-41fe-ab2a-0497700fbd37 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:06.470299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.487786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.488869 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.497822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Network e13bcbd6-1c3e-4e2f-8c76-dd32e7b8ca7b is not hosted by any dhcp agent {{(pid=94912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 11:54:06.498446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] No DVR routers for this DVR port 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:06.500480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099a05-8edf-4c48-bc91-fcef8452a1c0 None None] Pushing event deleted for resources: {'Port': ['ID=090dc1fa-cc20-4f55-8de7-6cdda7cdaa24,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:06.554335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.708739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.925095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c8692-e4a5-4841-8a5f-4c8eae508a46 req-eef2d843-97d3-4e61-9da3-25d9e84f56a2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:06.929035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e14c8692-e4a5-4841-8a5f-4c8eae508a46 req-eef2d843-97d3-4e61-9da3-25d9e84f56a2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.0812428 Aug 25 11:54:06.961221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.981900 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:06.987377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e14c8692-e4a5-4841-8a5f-4c8eae508a46 req-3a73a451-1b75-431d-95bd-546105f8635e tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454021 Aug 25 11:54:07.116472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.25.1.35 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d00fb33b-afde-4db3-9245-ea3107297422) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:07.253337 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:07.296460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:07.336355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:07.341980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:07.345906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:07.378969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=d00fb33b-afde-4db3-9245-ea3107297422,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:07.394826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.395171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.395517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.395850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.396181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.397039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.397371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.397715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.398037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.398360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.398677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.398995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:07.637518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:07.848088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:08.057281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:08.093006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:08.093845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 090dc1fa-cc20-4f55-8de7-6cdda7cdaa24 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:08.158036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f141-1af1-4c52-968b-79e902b1ae19 req-8db70273-86ac-429d-8fb3-fd6cb69dec98 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:08.159637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eb0f141-1af1-4c52-968b-79e902b1ae19 req-8db70273-86ac-429d-8fb3-fd6cb69dec98 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.0571501 Aug 25 11:54:08.201934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eb0f141-1af1-4c52-968b-79e902b1ae19 req-24f63b5e-867e-4cac-b25a-473217b2c211 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357120 Aug 25 11:54:08.359017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 39abeb4d-0b30-430f-accc-922b094abac5 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:54:08.502033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:08.512218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] Sync routers for ids ['39abeb4d-0b30-430f-accc-922b094abac5'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:08.522858 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] Routers {'39abeb4d-0b30-430f-accc-922b094abac5'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:08.523728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:08.524031 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['39abeb4d-0b30-430f-accc-922b094abac5'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:08.527735 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-93daabd6-10d4-42d0-900c-c0a2e692565b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.0734200 Aug 25 11:54:08.528239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33518) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:08.574643 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:08.584809 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] Routers {'39abeb4d-0b30-430f-accc-922b094abac5'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:08.585407 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['39abeb4d-0b30-430f-accc-922b094abac5'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:08.650515 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:08.651434 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e30a0-e700-44bb-ab42-d5019d6708ca None None] The sync data for ids ['39abeb4d-0b30-430f-accc-922b094abac5'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:08.661851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-809d54c3-41d1-467f-88af-41287d4a692d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/routers/39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 200 len: 880 time: 0.1319084 Aug 25 11:54:08.662993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:08.902067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ec0e53e1-a0ff-4b32-b56f-01a315ab89cc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2374339 Aug 25 11:54:08.904445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33522) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:08.909201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1878392228'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:09.250440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.268240 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.355522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c830e-d021-488f-89c3-7f7b71be0bce req-a65bb210-2422-409a-9863-71d0ab0e4d75 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:09.358790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-576c830e-d021-488f-89c3-7f7b71be0bce req-a65bb210-2422-409a-9863-71d0ab0e4d75 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 943 time: 0.0721853 Aug 25 11:54:09.397789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-576c830e-d021-488f-89c3-7f7b71be0bce req-070acb46-416c-44b1-9272-6aa056c9d1a1 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348349 Aug 25 11:54:09.402553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 39abeb4d-0b30-430f-accc-922b094abac5 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:09.430012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1d5a5f39-a754-4748-80f4-3e39a6742fd7 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:54:09.527683 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:09.535297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.540135 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ac7a4f0f-2a8c-4f48-8001-908eec998e8d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 200 len: 887 time: 0.6312811 Aug 25 11:54:09.540485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33528) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:09.546471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] Sync routers for ids ['39abeb4d-0b30-430f-accc-922b094abac5'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:09.573428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:09.576384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] Routers {'39abeb4d-0b30-430f-accc-922b094abac5'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:09.577267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['39abeb4d-0b30-430f-accc-922b094abac5'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:09.617982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'port_id': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'mac_address': 'fa:16:3e:51:9d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:54:09.620766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:09.649755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] Routers {'39abeb4d-0b30-430f-accc-922b094abac5'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:09.650402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['39abeb4d-0b30-430f-accc-922b094abac5'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:09.686732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3f8930de-3219-4d5c-a372-8281c03f549c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/routers/39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 200 len: 887 time: 0.1450162 Aug 25 11:54:09.690154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33530) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:09.700584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:09.701340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dab51a-7199-4dbf-b328-78d78b03896a None None] The sync data for ids ['39abeb4d-0b30-430f-accc-922b094abac5'] in n-d-778732-11 is: [] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:09.712188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.721617 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2dd3c5e7-71a9-4750-9523-24358b3aa632 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 200 len: 205 time: 0.0302560 Aug 25 11:54:09.724979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33532) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:09.736702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5a5f39-a754-4748-80f4-3e39a6742fd7 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:54:09.772827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:09.780136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.834512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1d5a5f39-a754-4748-80f4-3e39a6742fd7,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:09.855671 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.970652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:09.999213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['1d5a5f39-a754-4748-80f4-3e39a6742fd7'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:54:10.036953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port d00fb33b-afde-4db3-9245-ea3107297422 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:10.037799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.131130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.143576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for d00fb33b-afde-4db3-9245-ea3107297422 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:10.319585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.343971 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=d00fb33b-afde-4db3-9245-ea3107297422,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:10.409784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.513355 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.516870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.547065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd1cab-a53c-4eea-8ef2-139a5716d921 req-0e93104c-6778-4c24-9e25-2998a604a487 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:10.555263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98dd1cab-a53c-4eea-8ef2-139a5716d921 req-0e93104c-6778-4c24-9e25-2998a604a487 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 944 time: 0.0725119 Aug 25 11:54:10.583209 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.583936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router 39abeb4d-0b30-430f-accc-922b094abac5 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:54:10.598752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98dd1cab-a53c-4eea-8ef2-139a5716d921 req-c62539f5-8997-489e-baa2-adbece0d1302 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422173 Aug 25 11:54:10.598965 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.600634 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ce84d3b-9b34-4fe4-b4c7-b9f9bc8e887e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 204 len: 168 time: 0.8742173 Aug 25 11:54:10.605848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33540) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:10.612188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982501443'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:10.635757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:10.639845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.666887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:54:10.680123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.680399 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment 8b19bb6f-eee6-4c43-83d6-7926fbca71e7 of type vlan for network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d Aug 25 11:54:10.725017 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.754297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.760364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:10.760958 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:10.821189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2143161 Aug 25 11:54:10.824454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33542) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:10.831910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:10.884454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01a1cb-c675-46d1-9192-e2c7961ae6d8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=9e7e0c57-fa74-4761-b817-c1f0f6f2898d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:10.901535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:54:10.945335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:10.949406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.198981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.301040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=a3cccac0-29e7-41b6-a975-2e43a41ab47f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:11.309101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': '8b19bb6f-eee6-4c43-83d6-7926fbca71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:11.309241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: 9e7e0c57-fa74-4761-b817-c1f0f6f2898d, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:11.330154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:11.341794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 9e7e0c57-fa74-4761-b817-c1f0f6f2898d) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:11.345927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:11.346584 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.352820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e1531-c51a-4a1d-b194-f3263917bd88 None None] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:11.366377 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e99c5c3f-c799-4d3c-b49d-e5ff8ccebd39 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5405610 Aug 25 11:54:11.367868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33544) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:11.373622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-264325986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:11.403691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.405330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.444620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1d5a5f39-a754-4748-80f4-3e39a6742fd7 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:11.460744 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.467661 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.486710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.492896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-363c800d-913d-4546-b337-4c3f62eb0f04 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1199000 Aug 25 11:54:11.493314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33546) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:11.574137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-9e7e0c57-fa74-4761-b817-c1f0f6f2898d', 'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': 'a3cccac0-29e7-41b6-a975-2e43a41ab47f'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:11.575047 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.599209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:11.606981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:11.607350 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.823053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Allocated IP 172.20.0.2 (9e7e0c57-fa74-4761-b817-c1f0f6f2898d/a3cccac0-29e7-41b6-a975-2e43a41ab47f/ba90cdee-7333-46c3-8524-f84d58e439ba) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:11.828929 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.863343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:11.864581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b8d6-933c-419d-b8db-061675f64cec req-9f564965-0965-49cf-91fe-a33f0f2434bb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:11.866318 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc74b73-7093-46bf-a75e-fd31467cf607" -d '{"events": [{"server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "name": "network-vif-plugged", "status": "completed", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:11.867769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9384b8d6-933c-419d-b8db-061675f64cec req-9f564965-0965-49cf-91fe-a33f0f2434bb tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 944 time: 0.1509955 Aug 25 11:54:11.918233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:11.924312 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fed9f3-ae41-423b-ab0a-f42265023093 x-openstack-request-id: req-38fed9f3-ae41-423b-ab0a-f42265023093 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:11.924843 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "name": "network-vif-plugged", "status": "completed", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:11.924843 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38fed9f3-ae41-423b-ab0a-f42265023093 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:11.925230 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'code': 200} Aug 25 11:54:11.929559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:11.937455 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.026986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=1d5a5f39-a754-4748-80f4-3e39a6742fd7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:12.041745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167f248-c699-43ca-8d1c-6b24f458ff43 req-f1635ca8-065e-45f3-b36c-e95c7f0e5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:12.045415 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9167f248-c699-43ca-8d1c-6b24f458ff43 req-f1635ca8-065e-45f3-b36c-e95c7f0e5d5f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1097 time: 0.0682380 Aug 25 11:54:12.060327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:12.088468 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9384b8d6-933c-419d-b8db-061675f64cec req-5406a0b3-a8da-4527-84cf-60cf312c8156 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1792197 Aug 25 11:54:12.089565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9167f248-c699-43ca-8d1c-6b24f458ff43 req-14661c6c-9011-4fe6-bde0-c3c2d051d324 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352206 Aug 25 11:54:12.122064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.132372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Transition to ACTIVE for port object ba90cdee-7333-46c3-8524-f84d58e439ba will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:12.148983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Transition to ACTIVE for port object ba90cdee-7333-46c3-8524-f84d58e439ba will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:12.157111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.202577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:12.208337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:12.211005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:12.224675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Pushing event updated for resources: {'Port': ['ID=ba90cdee-7333-46c3-8524-f84d58e439ba,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:12.293199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Attempting to bind port ba90cdee-7333-46c3-8524-f84d58e439ba on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:12.293455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Attempting to bind port ba90cdee-7333-46c3-8524-f84d58e439ba by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '8b19bb6f-eee6-4c43-83d6-7926fbca71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:12.293875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Attempting to bind port ba90cdee-7333-46c3-8524-f84d58e439ba on network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:12.299545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:12.299923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Checking segment: {'id': '8b19bb6f-eee6-4c43-83d6-7926fbca71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:12.300335 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.300730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Bound using segment: {'id': '8b19bb6f-eee6-4c43-83d6-7926fbca71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:12.301207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Bound port: ba90cdee-7333-46c3-8524-f84d58e439ba, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b19bb6f-eee6-4c43-83d6-7926fbca71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9e7e0c57-fa74-4761-b817-c1f0f6f2898d'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:12.301592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.386073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] For port ba90cdee-7333-46c3-8524-f84d58e439ba, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:12.389565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] For port ba90cdee-7333-46c3-8524-f84d58e439ba, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ba90cdee-7333-46c3-8524-f84d58e439ba,segment=NetworkSegment(8b19bb6f-eee6-4c43-83d6-7926fbca71e7),segment_id=8b19bb6f-eee6-4c43-83d6-7926fbca71e7)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:12.394816 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.466559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f78f7-0c2d-4c35-86f2-a669fda6e4a9 None None] Pushing event updated for resources: {'Port': ['ID=ba90cdee-7333-46c3-8524-f84d58e439ba,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:12.640901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-18f3bfd1-8460-4dc5-a92d-1971522229dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a47ded8ecda4f57820ec4282eae07ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742147 Aug 25 11:54:12.641400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33564) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:12.667096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.20.0.1 (9e7e0c57-fa74-4761-b817-c1f0f6f2898d/a3cccac0-29e7-41b6-a975-2e43a41ab47f/566ab744-4848-4196-845a-63b5c3c61f8d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:12.711480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07d37e6c-6bee-4b64-b896-ff25e96f3528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.736862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07d37e6c-6bee-4b64-b896-ff25e96f3528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.792586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07d37e6c-6bee-4b64-b896-ff25e96f3528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.794954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-07d37e6c-6bee-4b64-b896-ff25e96f3528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.796133 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-07d37e6c-6bee-4b64-b896-ff25e96f3528 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33943505-3cf5-463b-b197-63d8b8cb8ce2 HTTP/1.1" status: 204 len: 168 time: 0.1536829 Aug 25 11:54:12.804493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37e6c-6bee-4b64-b896-ff25e96f3528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33943505-3cf5-463b-b197-63d8b8cb8ce2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:12.812972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.830559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 566ab744-4848-4196-845a-63b5c3c61f8d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:12.866895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:12.914623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:12.918239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:12.922615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:12.949941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=566ab744-4848-4196-845a-63b5c3c61f8d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:12.975628 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:13.138782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:13.350748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5495a2-e141-4af9-9064-f2d405efe2f7 req-d0efd72e-4d91-4c6b-9940-e1a912153527 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:13.352702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d5495a2-e141-4af9-9064-f2d405efe2f7 req-d0efd72e-4d91-4c6b-9940-e1a912153527 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 945 time: 0.1445661 Aug 25 11:54:13.456913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d5495a2-e141-4af9-9064-f2d405efe2f7 req-6e8f7032-dde0-4128-b5de-bd9f264c732d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928380 Aug 25 11:54:13.554023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:13.569631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664692fb-a0f8-4c02-b632-cc829fc7a93f None None] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:13.576803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:13.656786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-96d079b5-485d-4b3e-8ce7-29d6ea98ea04 None None] Provisioning for port ba90cdee-7333-46c3-8524-f84d58e439ba completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:13.665890 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:13.667980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=566ab744-4848-4196-845a-63b5c3c61f8d,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:13.683933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20771-cfe6-4f5b-8bc4-6bed2981468d req-068f05a0-ca1a-4413-9565-5d19c893d98f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:13.685591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d20771-cfe6-4f5b-8bc4-6bed2981468d req-068f05a0-ca1a-4413-9565-5d19c893d98f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 945 time: 0.1462636 Aug 25 11:54:13.780676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f1d20771-cfe6-4f5b-8bc4-6bed2981468d req-1b6d2398-7ccc-44d5-a76b-213b06581c5d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843954 Aug 25 11:54:13.816280 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33594) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:13.817852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:13.819865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:13.960259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 14f2800f-2f1f-4e0d-87fb-2298368796c8 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:54:14.114552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:14.124611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-97edcf81-7fbb-4c11-8e71-09aa3dcdf7de None None] Provisioning for port 566ab744-4848-4196-845a-63b5c3c61f8d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:14.129672 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] Sync routers for ids ['14f2800f-2f1f-4e0d-87fb-2298368796c8'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:14.135376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b5ab9ac2-346b-4dbe-96f3-b4d1783a9c28 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/14f2800f-2f1f-4e0d-87fb-2298368796c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404285 Aug 25 11:54:14.138191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33598) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:14.139967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-97edcf81-7fbb-4c11-8e71-09aa3dcdf7de None None] Provisioning complete for port 566ab744-4848-4196-845a-63b5c3c61f8d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:14.140741 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97edcf81-7fbb-4c11-8e71-09aa3dcdf7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.150012 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] Routers {'14f2800f-2f1f-4e0d-87fb-2298368796c8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:14.150651 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14f2800f-2f1f-4e0d-87fb-2298368796c8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:14.201021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ba90cdee-7333-46c3-8524-f84d58e439ba up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:14.207368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-97edcf81-7fbb-4c11-8e71-09aa3dcdf7de None None] Port 566ab744-4848-4196-845a-63b5c3c61f8d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:14.216111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed221638-4091-4559-a737-0ce79bcc0dbd tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:14.222032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ed221638-4091-4559-a737-0ce79bcc0dbd tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports/566ab744-4848-4196-845a-63b5c3c61f8d HTTP/1.1" status: 200 len: 910 time: 0.0791111 Aug 25 11:54:14.222731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:14.229016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3cccac0-29e7-41b6-a975-2e43a41ab47f'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:14.234246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:14.259352 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] Routers {'14f2800f-2f1f-4e0d-87fb-2298368796c8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:14.263402 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14f2800f-2f1f-4e0d-87fb-2298368796c8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:14.265211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c22b47d-b892-4bf1-8ae7-f072544e0265 tempest-TestVolumeBootPattern-1924266937 tempest-TestVolumeBootPattern-1924266937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:14.266863 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6c22b47d-b892-4bf1-8ae7-f072544e0265 tempest-TestVolumeBootPattern-1924266937 tempest-TestVolumeBootPattern-1924266937-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1092 time: 0.4483311 Aug 25 11:54:14.269909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33602) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:14.276977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:14.309045 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:14.310091 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad2a6b-0124-4293-80c1-7ab81a126007 None None] The sync data for ids ['14f2800f-2f1f-4e0d-87fb-2298368796c8'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:14.330353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.332536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ba90cdee-7333-46c3-8524-f84d58e439ba completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:14.353036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ba90cdee-7333-46c3-8524-f84d58e439ba triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:14.354122 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.481545 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.511784 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.567128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ba90cdee-7333-46c3-8524-f84d58e439ba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ba90cdee-7333-46c3-8524-f84d58e439ba,segment=NetworkSegment(8b19bb6f-eee6-4c43-83d6-7926fbca71e7),segment_id=8b19bb6f-eee6-4c43-83d6-7926fbca71e7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:14.567902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.574771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a6ffb65-3d7b-4631-b8e4-39c2d144d84b None None] Provisioning complete for port 566ab744-4848-4196-845a-63b5c3c61f8d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:14.576217 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a6ffb65-3d7b-4631-b8e4-39c2d144d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.580983 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.671007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ffb65-3d7b-4631-b8e4-39c2d144d84b None None] Port 566ab744-4848-4196-845a-63b5c3c61f8d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:14.706240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ba90cdee-7333-46c3-8524-f84d58e439ba,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:14.725021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.726507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.727086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.731613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.731613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.731613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.731613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.733304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.733631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.733997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.734338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.734673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:14.777218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Allocated IP 172.25.1.72 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/18ee5bb9-9a1f-427d-9773-9348a817ae7b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:14.926310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0233d-c398-4bd2-afc7-f5256cf7e9cd req-c40079b9-8b62-4d44-9582-7eb71bb6cb4b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:14.927193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c96a2d57-6ea4-4336-a5a5-8fa639b9e208 None None] Provisioning complete for port 566ab744-4848-4196-845a-63b5c3c61f8d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:14.927831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c96a2d57-6ea4-4336-a5a5-8fa639b9e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.928910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44e0233d-c398-4bd2-afc7-f5256cf7e9cd req-c40079b9-8b62-4d44-9582-7eb71bb6cb4b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.0850027 Aug 25 11:54:14.992157 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:14.994648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c96a2d57-6ea4-4336-a5a5-8fa639b9e208 None None] Port 566ab744-4848-4196-845a-63b5c3c61f8d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:15.009466 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44e0233d-c398-4bd2-afc7-f5256cf7e9cd req-257e95c8-01cc-46d6-92b7-bb48a8c02e6b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708747 Aug 25 11:54:15.049721 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:15.052445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33614) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:15.084560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:15.095748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:15.142132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:15.146811 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:15.151793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:15.203459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=18ee5bb9-9a1f-427d-9773-9348a817ae7b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:15.575263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:15.576002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:15.578406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/ports/566ab744-4848-4196-845a-63b5c3c61f8d HTTP/1.1" status: 200 len: 910 time: 1.3544559 Aug 25 11:54:15.581389 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33620) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:15.593215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8209f-2a6b-4c76-9d69-7a95d137e055 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=566ab744-4848-4196-845a-63b5c3c61f8d,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:15.601804 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9376b5fb-8aee-47f1-9c62-6b1001c76967 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/673277ba-2614-428e-bc60-0afd897729f2 HTTP/1.1" status: 200 len: 992 time: 0.5446889 Aug 25 11:54:15.684243 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:15.838464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:16.084981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e74c4c-7bdb-477d-8f72-2ced20430733 req-aded6928-ed44-499b-afa6-8cc95d078a4f tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:16.086800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3e74c4c-7bdb-477d-8f72-2ced20430733 req-aded6928-ed44-499b-afa6-8cc95d078a4f tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1097 time: 0.1217318 Aug 25 11:54:16.106119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ba90cdee-7333-46c3-8524-f84d58e439ba up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:16.120190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:16.130369 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:16.236807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ba90cdee-7333-46c3-8524-f84d58e439ba triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:16.237230 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:16.259556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3e74c4c-7bdb-477d-8f72-2ced20430733 req-48db2a7a-bed5-41fa-abfd-f160a0c18c73 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459227 Aug 25 11:54:16.273138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event updated for resources: {'Port': ['ID=18ee5bb9-9a1f-427d-9773-9348a817ae7b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:16.288691 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:16.339633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:16.475424 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Floating IP 0262b2db-bafd-4d24-89fb-60d303abd103 associated. External IP: 172.25.1.72, port: 1d5a5f39-a754-4748-80f4-3e39a6742fd7. Aug 25 11:54:17.259873 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:17.277840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-1aae9b6e-2d7f-4d78-9e9b-04a88646806a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2026558 Aug 25 11:54:17.344096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 566ab744-4848-4196-845a-63b5c3c61f8d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:17.344452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:17.499216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:17.513337 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:17.514974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:17.531828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:17.532823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 566ab744-4848-4196-845a-63b5c3c61f8d owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:17.535749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:17.591558 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:17.638441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d0141f15-3dfd-4ad6-933e-f7ac64223c3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3670571 Aug 25 11:54:17.684902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:17.687211 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0335356-af18-40d6-83a4-6ed27dfb7ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:17.695333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:17.781758 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5fc2de-e182-47cf-b1fa-33fd286f70bd x-openstack-request-id: req-0f5fc2de-e182-47cf-b1fa-33fd286f70bd {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:17.782057 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:17.782316 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f5fc2de-e182-47cf-b1fa-33fd286f70bd {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:17.782871 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'status': 'completed', 'code': 200} Aug 25 11:54:17.858783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:17.900892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-7163a5b6-2d36-45ad-b1f0-7b6569d508f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:17.902201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=566ab744-4848-4196-845a-63b5c3c61f8d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:17.904980 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-7163a5b6-2d36-45ad-b1f0-7b6569d508f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1097 time: 0.0921533 Aug 25 11:54:18.072764 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-9b99be74-4a9d-46e6-b9e8-0e8b347f0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:18.079424 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-9b99be74-4a9d-46e6-b9e8-0e8b347f0e54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.1659675 Aug 25 11:54:18.112393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0262b2db-bafd-4d24-89fb-60d303abd103', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:51:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399584af-902b-47a8-90e4-6744c71523f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:54:15Z', 'updated_at': '2021-08-25T11:54:15Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}, {'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:53Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:18.154979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:18.167201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:18.172527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:18.173151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:18.205632 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-90fa337d-b366-47ff-9bd9-cfa612d096ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 200 len: 998 time: 0.1183593 Aug 25 11:54:18.287962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-9d31fb1a-4190-45b5-ae99-31bfb15d4e67 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:54:18.289095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-9d31fb1a-4190-45b5-ae99-31bfb15d4e67 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3402348 Aug 25 11:54:18.300285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-701be835-fe09-4855-833a-78541a76111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:18.302467 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-701be835-fe09-4855-833a-78541a76111d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.0897849 Aug 25 11:54:18.368774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-8049a95a-39d0-4e28-b24a-61372eb4cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:18.370858 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-8049a95a-39d0-4e28-b24a-61372eb4cf4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608809 Aug 25 11:54:18.390408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Request body: {'binding': {'host': 'n-h1-778732-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:18.391075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Unknown quota resources ['binding']. {{(pid=94910) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 25 11:54:18.494729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-93404090-f906-4a39-9039-25d6147c0b27 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155825 Aug 25 11:54:18.510406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 14f2800f-2f1f-4e0d-87fb-2298368796c8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:18.556108 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3ffbbeb2-e474-40e8-87c7-c234695478e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:18.572309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:18.642544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b0335356-af18-40d6-83a4-6ed27dfb7ec0 req-6bb03b70-620a-4092-a940-24cd581865dc service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411629 Aug 25 11:54:18.661038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on host n-h1-778732-11 for vnic_type normal with profile None {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:18.661751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:18.662465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:18.743648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:54:18.743648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:18.800753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:18.801562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Checking segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:18.802276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Bound using segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:18.802836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Bound port: 073ce9e4-cc0e-4382-8319-4888cf034a7b, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:18.898595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:18.914073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0262b2db-bafd-4d24-89fb-60d303abd103', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:51:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399584af-902b-47a8-90e4-6744c71523f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:54:15Z', 'updated_at': '2021-08-25T11:54:15Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}, {'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:53Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:18.919920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33678) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:18.920549 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] Sync routers for ids ['14f2800f-2f1f-4e0d-87fb-2298368796c8'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:18.921122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e300475b-1dfc-4377-bcae-748051917de4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/14f2800f-2f1f-4e0d-87fb-2298368796c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3380706 Aug 25 11:54:18.943152 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] Routers {'14f2800f-2f1f-4e0d-87fb-2298368796c8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:18.945107 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14f2800f-2f1f-4e0d-87fb-2298368796c8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:18.963228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18817cc-34ef-42c7-a37b-81b2c09be26c None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0262b2db-bafd-4d24-89fb-60d303abd103', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.72', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:51:9d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399584af-902b-47a8-90e4-6744c71523f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:54:15Z', 'updated_at': '2021-08-25T11:54:15Z', 'revision_number': 0, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}, {'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:53Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:18.982398 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b3a7a9e3-b1fc-44e6-81ef-7acd1e6621e6 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f2800f-2f1f-4e0d-87fb-2298368796c8 HTTP/1.1" status: 200 len: 205 time: 0.0599630 Aug 25 11:54:18.985425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33680) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:19.019604 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:19.036861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:19.046552 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] Routers {'14f2800f-2f1f-4e0d-87fb-2298368796c8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:19.048083 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] Notify callbacks [] for binding, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.050841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2ee202cc-f7a8-47a8-a490-45c2711a1140 service neutron] 10.222.0.35 "POST /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7074413 Aug 25 11:54:19.053929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:53:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14f2800f-2f1f-4e0d-87fb-2298368796c8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:19.127645 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:19.129408 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca19d28-7062-4ba8-b239-afb889424252 None None] The sync data for ids ['14f2800f-2f1f-4e0d-87fb-2298368796c8'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:19.180617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.363588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e20814-be14-4662-9aeb-1f3acfffbe9a req-ea21e7a3-a719-4516-9819-da0217e2a0b9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:19.366539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e20814-be14-4662-9aeb-1f3acfffbe9a req-ea21e7a3-a719-4516-9819-da0217e2a0b9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.1061268 Aug 25 11:54:19.413143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e9cdb3-b1b6-4c59-9a59-e1b2ea711fde None None] New status for floating IP 0262b2db-bafd-4d24-89fb-60d303abd103: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:54:19.449141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18e20814-be14-4662-9aeb-1f3acfffbe9a req-1ac082ee-2da8-4b08-b200-4398092fcdf0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716643 Aug 25 11:54:19.498117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.503702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.564283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-4d609904-0812-4bce-af5b-2188e42a3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:19.566464 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-4d609904-0812-4bce-af5b-2188e42a3069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1097 time: 0.2049813 Aug 25 11:54:19.572873 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.575115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router 14f2800f-2f1f-4e0d-87fb-2298368796c8 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:54:19.609052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.610163 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7b2fd2e6-7099-484a-828b-cf3f842d756a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/14f2800f-2f1f-4e0d-87fb-2298368796c8 HTTP/1.1" status: 204 len: 168 time: 0.6168959 Aug 25 11:54:19.615390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33684) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:19.697545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet a3cccac0-29e7-41b6-a975-2e43a41ab47f {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:54:19.701158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.707082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-448e1c88-126b-42fa-b912-c4d1b921d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:19.708951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-448e1c88-126b-42fa-b912-c4d1b921d3d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 898 time: 0.1236506 Aug 25 11:54:19.769924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.783734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-b8e55341-a3cc-416e-a300-48343f5a3e8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 1000 time: 0.0675552 Aug 25 11:54:19.845752 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-eb49e29e-cc2c-4f8d-8b76-b00862b81152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:19.847754 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-eb49e29e-cc2c-4f8d-8b76-b00862b81152 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.0548732 Aug 25 11:54:19.863812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.913255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-43c7f24a-36c4-4f51-83a1-421084bb0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:19.914864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-43c7f24a-36c4-4f51-83a1-421084bb0756 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598269 Aug 25 11:54:19.946878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.981318 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:19.984134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/a3cccac0-29e7-41b6-a975-2e43a41ab47f HTTP/1.1" status: 204 len: 168 time: 0.3661211 Aug 25 11:54:19.985287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e8aa3-63fc-440e-b484-5e6df246b064 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cccac0-29e7-41b6-a975-2e43a41ab47f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:19.988289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:19.989997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2a3ad-d5db-414f-9d52-e765d052d69f None None] Network 9e7e0c57-fa74-4761-b817-c1f0f6f2898d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:20.125387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.126657 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2a8e664e-44cb-4dba-b7fe-2ba8823158ff service neutron] 10.222.0.10 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040384 Aug 25 11:54:20.222051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] DHCP port deletion for 9e7e0c57-fa74-4761-b817-c1f0f6f2898d request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:54:20.278431 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-654118ac-7873-4846-9a46-e825021dfc71 service neutron] 10.222.0.10 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433883 Aug 25 11:54:20.281065 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port ba90cdee-7333-46c3-8524-f84d58e439ba {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:20.281403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.286713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] Deleting port ba90cdee-7333-46c3-8524-f84d58e439ba {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:20.287219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.380591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] For port ba90cdee-7333-46c3-8524-f84d58e439ba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ba90cdee-7333-46c3-8524-f84d58e439ba,segment=NetworkSegment(8b19bb6f-eee6-4c43-83d6-7926fbca71e7),segment_id=8b19bb6f-eee6-4c43-83d6-7926fbca71e7)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:20.380591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.402400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] Calling delete_port for ba90cdee-7333-46c3-8524-f84d58e439ba owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:20.421581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port ba90cdee-7333-46c3-8524-f84d58e439ba, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ba90cdee-7333-46c3-8524-f84d58e439ba,segment=NetworkSegment(8b19bb6f-eee6-4c43-83d6-7926fbca71e7),segment_id=8b19bb6f-eee6-4c43-83d6-7926fbca71e7)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:20.421998 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.444222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for ba90cdee-7333-46c3-8524-f84d58e439ba owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:20.469206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-97862d38-dfd9-4a32-b096-e169fc837ac5 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:20.470970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-97862d38-dfd9-4a32-b096-e169fc837ac5 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1097 time: 0.1283174 Aug 25 11:54:20.501932 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.524844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778732-11'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:20.528900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] Pushing event deleted for resources: {'Port': ['ID=ba90cdee-7333-46c3-8524-f84d58e439ba,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:20.544683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae9beb-8c6e-4f12-948f-bec40239dc3c None None] No DVR routers for this DVR port ba90cdee-7333-46c3-8524-f84d58e439ba on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:20.615358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.616176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dacac6-cba5-4379-be12-f5f1cbfbe166 req-76bff48a-2949-442e-8d25-5a5b556a9f31 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:20.622482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5dacac6-cba5-4379-be12-f5f1cbfbe166 req-76bff48a-2949-442e-8d25-5a5b556a9f31 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.0827978 Aug 25 11:54:20.633460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.669060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5dacac6-cba5-4379-be12-f5f1cbfbe166 req-726ab5a4-12cf-4ef2-8587-1a24865c7e14 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366304 Aug 25 11:54:20.672327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=ba90cdee-7333-46c3-8524-f84d58e439ba,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:20.699286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port ba90cdee-7333-46c3-8524-f84d58e439ba on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:20.837329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.851494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7e0c57-fa74-4761-b817-c1f0f6f2898d']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:20.870770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b19bb6f-eee6-4c43-83d6-7926fbca71e7') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:20.871073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b19bb6f-eee6-4c43-83d6-7926fbca71e7') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:20.886867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.917898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.921080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:20.936586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:54:20.937334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: self.session.flush() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:54:20.940977 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:54:21.024774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:21.046365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.050751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.057406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/9e7e0c57-fa74-4761-b817-c1f0f6f2898d HTTP/1.1" status: 204 len: 168 time: 1.0613256 Aug 25 11:54:21.057891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33696) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:21.065885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1214057014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:21.085464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096ff8d-3038-45a1-be14-fd54afc1c462 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=9e7e0c57-fa74-4761-b817-c1f0f6f2898d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:21.097753 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.099126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.101948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:21.105629 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357f0063-822f-4f8d-be2a-047f453bf90a" -d '{"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-unplugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:21.112316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.121338 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.173641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.183649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.184279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b23e5011-91b1-4b98-9744-c595107e9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.214794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.227106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7d084224-5232-4f31-a538-d55006f449f5 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1679544 Aug 25 11:54:21.228536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33702) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:21.234596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1388180519'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:21.260282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:21.272581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.293924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:21.303999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:54:21.317856 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.318200 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment f562b9cb-0a96-4e7d-b42d-4f438be472f5 of type vlan for network 516d96f1-4f25-477b-9f96-65df82d82a80 Aug 25 11:54:21.337116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on host n-h2-778732-11 for vnic_type normal with profile {"migrating_to": "n-h1-778732-11"} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:21.337458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:21.337812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:21.343872 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba4532-67ff-41ea-80a4-626af4c99f02 x-openstack-request-id: req-ceba4532-67ff-41ea-80a4-626af4c99f02 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:21.344196 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-unplugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:21.344597 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ceba4532-67ff-41ea-80a4-626af4c99f02 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:21.344843 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'code': 200} Aug 25 11:54:21.346036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:54:21.346036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Attempting to bind port 073ce9e4-cc0e-4382-8319-4888cf034a7b on network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:21.352195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:21.352538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Checking segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:21.352926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Bound using segment: {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:21.353357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Bound port: 073ce9e4-cc0e-4382-8319-4888cf034a7b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b86662-116e-4a6c-a4e7-fc7753f25576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:21.353738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.374673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.398077 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.411201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.417731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:21.418370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.460650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:21.464441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:21.470201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.473145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2430925 Aug 25 11:54:21.479104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33704) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:21.485077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:21.496932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273bc57-b218-423a-b311-fb9130161c6d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=516d96f1-4f25-477b-9f96-65df82d82a80,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:21.511822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 516d96f1-4f25-477b-9f96-65df82d82a80 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:54:21.563850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-486e5462-7dfa-435d-9d68-8f4969998456 None None] Provisioning complete for port 073ce9e4-cc0e-4382-8319-4888cf034a7b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:21.564228 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-486e5462-7dfa-435d-9d68-8f4969998456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.645829 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=8']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:21.671573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-486e5462-7dfa-435d-9d68-8f4969998456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.705997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:21.709061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-486e5462-7dfa-435d-9d68-8f4969998456 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:21.710611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:21.711258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.713069 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37506d-1f4c-44a8-9126-f1fa2f76b221" -d '{"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-plugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:21.718471 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-486e5462-7dfa-435d-9d68-8f4969998456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.725918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:21.726622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:21.728301 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-87d54e5d-4a38-49f7-88c9-c30d6f6399c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 1123 time: 1.2085702 Aug 25 11:54:21.817228 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca9663-1524-4499-832a-7578da24d00a x-openstack-request-id: req-8aca9663-1524-4499-832a-7578da24d00a {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:21.817517 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-plugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:21.817783 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8aca9663-1524-4499-832a-7578da24d00a {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:21.818530 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'code': 200} Aug 25 11:54:21.828222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['073ce9e4-cc0e-4382-8319-4888cf034a7b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:54:21.834861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6cfd9-762a-4b02-a5b5-660b74155ed9 req-49628749-0ea1-4365-af1b-d64b6c8e50a2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:21.843539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88e6cfd9-762a-4b02-a5b5-660b74155ed9 req-49628749-0ea1-4365-af1b-d64b6c8e50a2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.0673120 Aug 25 11:54:21.877464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88e6cfd9-762a-4b02-a5b5-660b74155ed9 req-22701e37-db17-4856-95f3-9b3d12ca2fd2 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Aug 25 11:54:21.931459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e5462-7dfa-435d-9d68-8f4969998456 None None] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:21.961364 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.036942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=5b4135fa-9ef7-4b4d-9995-db818aa9e73f,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:22.055190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:22.055401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ba90cdee-7333-46c3-8524-f84d58e439ba no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:22.055825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: 516d96f1-4f25-477b-9f96-65df82d82a80, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:22.075425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 516d96f1-4f25-477b-9f96-65df82d82a80 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:22.086368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 516d96f1-4f25-477b-9f96-65df82d82a80) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:22.091095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:22.091929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.096898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ba90cdee-7333-46c3-8524-f84d58e439ba {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:22.097825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ba90cdee-7333-46c3-8524-f84d58e439ba not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:22.114247 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3729b536-2c44-48db-b9d6-d9381558a4b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6331980 Aug 25 11:54:22.117291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33712) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:22.117782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ed624-cc5d-4593-8249-ac052e32392b None None] Network 516d96f1-4f25-477b-9f96-65df82d82a80 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:22.166721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7e1fd171-a951-4f99-98ae-0104cf171ede None None] Provisioning complete for port 073ce9e4-cc0e-4382-8319-4888cf034a7b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:22.167097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7e1fd171-a951-4f99-98ae-0104cf171ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.418882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.420989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-516d96f1-4f25-477b-9f96-65df82d82a80', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:22.421883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.544883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.591148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Allocated IP 172.20.0.2 (516d96f1-4f25-477b-9f96-65df82d82a80/5b4135fa-9ef7-4b4d-9995-db818aa9e73f/b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:22.598314 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:54:22.750399 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.759308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Transition to ACTIVE for port object b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:22.774897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Transition to ACTIVE for port object b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:22.783181 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.829679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Network 516d96f1-4f25-477b-9f96-65df82d82a80 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:22.834704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.20.0.1 (516d96f1-4f25-477b-9f96-65df82d82a80/5b4135fa-9ef7-4b4d-9995-db818aa9e73f/19f0d12e-4d28-421d-ba69-729a8fa45266) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:22.836036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:22.838606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Pushing event updated for resources: {'Port': ['ID=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:22.841084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:22.899093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Attempting to bind port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:22.899468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Attempting to bind port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:22.899830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Attempting to bind port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 on network 516d96f1-4f25-477b-9f96-65df82d82a80 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:22.907385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:22.907748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Checking segment: {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:22.908148 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.908553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Bound using segment: {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:22.909052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Bound port: b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:22.909438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:22.995114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] For port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:22.998852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] For port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,segment=NetworkSegment(f562b9cb-0a96-4e7d-b42d-4f438be472f5),segment_id=f562b9cb-0a96-4e7d-b42d-4f438be472f5)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:23.005304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:23.029668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:23.054127 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 19f0d12e-4d28-421d-ba69-729a8fa45266 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:23.077515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e41ac-49ca-45f8-bd42-f5a8b9934240 req-2160a8fd-b54c-483d-915a-f7fd14783731 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:23.079260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-133e41ac-49ca-45f8-bd42-f5a8b9934240 req-2160a8fd-b54c-483d-915a-f7fd14783731 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.1133962 Aug 25 11:54:23.087366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb446a6-a6ee-41ba-bf08-aace3f4eceab None None] Pushing event updated for resources: {'Port': ['ID=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:23.144175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-133e41ac-49ca-45f8-bd42-f5a8b9934240 req-c50410c4-8964-46b2-930b-7c1166f41b50 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561841 Aug 25 11:54:23.148014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:23.197095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 516d96f1-4f25-477b-9f96-65df82d82a80 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:23.200477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:23.204638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:23.245895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=19f0d12e-4d28-421d-ba69-729a8fa45266,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:23.263122 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:23.346724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:23.349232 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fe02d5-1af2-4207-81ff-193312dc353d" -d '{"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:23.396876 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21453119-949e-46cc-ab31-c21408d4cb4b x-openstack-request-id: req-21453119-949e-46cc-ab31-c21408d4cb4b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:23.397941 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:23.398718 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-21453119-949e-46cc-ab31-c21408d4cb4b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:23.399304 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'status': 'completed', 'code': 200} Aug 25 11:54:23.473272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:23.502035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe02d5-1af2-4207-81ff-193312dc353d req-6ee1bcfb-f111-4830-a60d-b6f1a739236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:23.503919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-6ee1bcfb-f111-4830-a60d-b6f1a739236a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1128 time: 0.0727773 Aug 25 11:54:23.504994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:54:23.632213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:23.644046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b has no active binding in host n-h1-778732-11 {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 25 11:54:23.711090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe02d5-1af2-4207-81ff-193312dc353d req-89f790f0-bab9-4a78-afd4-9c17820e9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:23.712573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-89f790f0-bab9-4a78-afd4-9c17820e9505 service neutron] 10.222.0.67 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 898 time: 0.1848381 Aug 25 11:54:23.830743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-7fb99f22-ac56-4224-9082-ae3c3d2c3179 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 1000 time: 0.1070178 Aug 25 11:54:23.930312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:23.934517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe02d5-1af2-4207-81ff-193312dc353d req-8e565efa-51ce-47fe-a6e4-e19963f63620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:23.936479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-8e565efa-51ce-47fe-a6e4-e19963f63620 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.0968890 Aug 25 11:54:23.938142 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:24.068144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=19f0d12e-4d28-421d-ba69-729a8fa45266,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:24.115262 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:24.128744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe02d5-1af2-4207-81ff-193312dc353d req-5abd8403-35ce-497e-ab26-6ec6fe0480e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:24.130705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-5abd8403-35ce-497e-ab26-6ec6fe0480e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844654 Aug 25 11:54:24.192884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:24.283141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:24.355794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-85221918-d286-4a1c-80be-faa873723c27 service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103529 Aug 25 11:54:24.362776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2dd874-8559-431a-8499-7ae5df401dc6 None None] Network 516d96f1-4f25-477b-9f96-65df82d82a80 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:24.370370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 516d96f1-4f25-477b-9f96-65df82d82a80 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:24.378866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:24.427719 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:24.569234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48924939-2285-4680-bfc9-856e5b9dffa8 req-c97be463-5129-48a3-a4e3-cd797cb43410 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:24.571603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48924939-2285-4680-bfc9-856e5b9dffa8 req-c97be463-5129-48a3-a4e3-cd797cb43410 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.2821345 Aug 25 11:54:24.679063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] Provisioning for port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:24.687327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] Provisioning complete for port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:24.687860 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:24.698224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48924939-2285-4680-bfc9-856e5b9dffa8 req-c889016d-1ccf-4a2e-8eb1-73254a6bd742 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055970 Aug 25 11:54:24.710041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07fe02d5-1af2-4207-81ff-193312dc353d req-ab7b90fc-989b-4ce3-82b8-8f70352e1aa1 service neutron] 10.222.0.67 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312361 Aug 25 11:54:24.750239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:54:24.864732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:24.880395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:24.894650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a848c1fc-60fc-4570-a0c3-b154a324c49b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7757647 Aug 25 11:54:24.898102 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:24.898660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33762) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:24.903932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-828037982'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:24.911420 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:24.912665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:24.916937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] For port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,segment=NetworkSegment(f562b9cb-0a96-4e7d-b42d-4f438be472f5),segment_id=f562b9cb-0a96-4e7d-b42d-4f438be472f5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:24.923763 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:24.955557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:24.963819 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.013008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123e500-7b5f-4fb0-be20-1cc2f045faa3 None None] Pushing event updated for resources: {'Port': ['ID=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:25.026771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:54:25.050661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.051243 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment d030660e-0973-4aad-81a9-3f02998b3a47 of type vlan for network e79e2466-2df1-4cfa-88f8-55071e751d94 Aug 25 11:54:25.169410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.227506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.242275 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:25.243227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:25.244237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.252415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6950-963a-44a7-9121-3779182ed1b8 None None] Provisioning complete for port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:25.252799 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6950-963a-44a7-9121-3779182ed1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.346172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4434545 Aug 25 11:54:25.346730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33774) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:25.352372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:25.371993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af756d-7398-4fcf-9aa7-8df7d8ef830c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=e79e2466-2df1-4cfa-88f8-55071e751d94,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:25.389812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e79e2466-2df1-4cfa-88f8-55071e751d94 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:54:25.554393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6950-963a-44a7-9121-3779182ed1b8 None None] Provisioning for port 19f0d12e-4d28-421d-ba69-729a8fa45266 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:25.559242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6950-963a-44a7-9121-3779182ed1b8 None None] Provisioning complete for port 19f0d12e-4d28-421d-ba69-729a8fa45266 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:25.559880 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6950-963a-44a7-9121-3779182ed1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.577986 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:23Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:23Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:25.608480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d6950-963a-44a7-9121-3779182ed1b8 None None] Port 19f0d12e-4d28-421d-ba69-729a8fa45266 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:25.629606 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:25.630014 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Updating router 493d03ed-18cd-43b3-9d9a-512ba8e2961e port 19f0d12e-4d28-421d-ba69-729a8fa45266 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:54:25.664579 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.733992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-26894947-6ae2-4dfe-8169-a0fa15c708dd None None] Provisioning complete for port 19f0d12e-4d28-421d-ba69-729a8fa45266 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:25.734570 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-26894947-6ae2-4dfe-8169-a0fa15c708dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.826827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-26894947-6ae2-4dfe-8169-a0fa15c708dd None None] Port 19f0d12e-4d28-421d-ba69-729a8fa45266 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:25.953412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:25.955289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c6e107e8-3310-4ce0-b2cc-4a5e5c548b86 None None] Provisioning complete for port 19f0d12e-4d28-421d-ba69-729a8fa45266 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:25.956020 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6e107e8-3310-4ce0-b2cc-4a5e5c548b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:25.957051 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.029564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c6e107e8-3310-4ce0-b2cc-4a5e5c548b86 None None] Port 19f0d12e-4d28-421d-ba69-729a8fa45266 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:26.085565 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.093613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:26.102188 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Transition to ACTIVE for port object 19f0d12e-4d28-421d-ba69-729a8fa45266 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:26.113196 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.120963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8f473-1751-4cab-a8f5-388ea08f25a2 req-593442f5-e052-4dc7-b5bb-1bfa318d2361 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:26.122648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-afb8f473-1751-4cab-a8f5-388ea08f25a2 req-593442f5-e052-4dc7-b5bb-1bfa318d2361 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.2470567 Aug 25 11:54:26.176384 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Pushing event updated for resources: {'Port': ['ID=19f0d12e-4d28-421d-ba69-729a8fa45266,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:26.186815 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.187154 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.187560 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.187870 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.188345 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.188681 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.189007 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.189355 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.189849 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.192235 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.192558 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.192889 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:26.220646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:26.221022 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.235723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-afb8f473-1751-4cab-a8f5-388ea08f25a2 req-4946ba68-9139-4380-b133-762b44a4ab57 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020150 Aug 25 11:54:26.269070 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Attempting to bind port 19f0d12e-4d28-421d-ba69-729a8fa45266 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:26.270159 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Attempting to bind port 19f0d12e-4d28-421d-ba69-729a8fa45266 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:26.270694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Attempting to bind port 19f0d12e-4d28-421d-ba69-729a8fa45266 on network 516d96f1-4f25-477b-9f96-65df82d82a80 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:26.278565 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:26.279438 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Checking segment: {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:26.280269 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.280882 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Bound using segment: {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:26.281563 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Bound port: 19f0d12e-4d28-421d-ba69-729a8fa45266, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f562b9cb-0a96-4e7d-b42d-4f438be472f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:26.282132 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.344491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.362116 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] For port 19f0d12e-4d28-421d-ba69-729a8fa45266, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:26.370762 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] For port 19f0d12e-4d28-421d-ba69-729a8fa45266, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19f0d12e-4d28-421d-ba69-729a8fa45266,segment=NetworkSegment(f562b9cb-0a96-4e7d-b42d-4f438be472f5),segment_id=f562b9cb-0a96-4e7d-b42d-4f438be472f5)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:26.375956 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.434989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=d6f9b1d1-39cf-40a3-8c87-38f3f61694dd,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:26.440783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:26.441336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: e79e2466-2df1-4cfa-88f8-55071e751d94, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:26.447776 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:26.448477 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:26.466669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e79e2466-2df1-4cfa-88f8-55071e751d94 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:26.479160 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e79e2466-2df1-4cfa-88f8-55071e751d94) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:26.486141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:26.486406 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.491688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99720f44-08a2-4bce-83cc-1e78a65a927a None None] Network e79e2466-2df1-4cfa-88f8-55071e751d94 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:26.512419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-377ab555-aad2-44a3-a83e-df34b601ec1d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1616964 Aug 25 11:54:26.512899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:26.523244 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b94a4-8b00-4781-b83e-f09e65463efb None None] Pushing event updated for resources: {'Port': ['ID=19f0d12e-4d28-421d-ba69-729a8fa45266,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:26.606186 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:26.703074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e79e2466-2df1-4cfa-88f8-55071e751d94', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:26.704134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:26.840633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-6069360d-47fe-4279-a11d-98abb3e49125 service neutron] 10.222.0.67 "GET /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b/bindings/n-h1-778732-11 HTTP/1.1" status: 200 len: 385 time: 0.1512256 Aug 25 11:54:26.875951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Allocated IP 172.21.0.2 (e79e2466-2df1-4cfa-88f8-55071e751d94/d6f9b1d1-39cf-40a3-8c87-38f3f61694dd/675fd85f-3eb9-4e4e-87ab-a46fb7ba8442) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:27.017626 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:23Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:26Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:27.062836 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.078214 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ea35b-ed79-4a9d-9bd3-4790901c3407 None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:23Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:26Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:27.161620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:27.188094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:27.230798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.243017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Transition to ACTIVE for port object 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:27.264555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:27.268866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Transition to ACTIVE for port object 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:27.277274 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.286660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:27.290487 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fc64bf-6604-41bc-9021-9116e7ff4e46" -d '{"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-unplugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:27.295544 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.364195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Network e79e2466-2df1-4cfa-88f8-55071e751d94 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:27.379325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:27.382511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:27.390098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Pushing event updated for resources: {'Port': ['ID=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:27.403220 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c44faf-1609-4334-8794-1e63429c7de2 x-openstack-request-id: req-c7c44faf-1609-4334-8794-1e63429c7de2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:27.403515 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-unplugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:27.403769 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7c44faf-1609-4334-8794-1e63429c7de2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:27.404180 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'code': 200} Aug 25 11:54:27.451647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] Transition to ACTIVE for port object 073ce9e4-cc0e-4382-8319-4888cf034a7b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:27.463871 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.493090 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.529136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7d598-02b2-4f2b-a15d-058a585a8cb1 req-b4145d6c-bec9-4d4e-a9d4-5a84650a73dd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:27.534275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Attempting to bind port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:27.534753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Attempting to bind port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:27.535231 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Attempting to bind port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 on network e79e2466-2df1-4cfa-88f8-55071e751d94 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:27.536664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c7d598-02b2-4f2b-a15d-058a585a8cb1 req-b4145d6c-bec9-4d4e-a9d4-5a84650a73dd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 944 time: 0.1314373 Aug 25 11:54:27.548351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:54:27.569788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:27.570351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Checking segment: {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:27.570894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.571380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Bound using segment: {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:27.571974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Bound port: 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:27.574267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.696658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=11']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:27.744058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c7d598-02b2-4f2b-a15d-058a585a8cb1 req-477c9b8b-3b91-4951-80c0-1c10b0649c85 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062519 Aug 25 11:54:27.766664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] For port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:27.775720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] No DVR routers for this DVR port 073ce9e4-cc0e-4382-8319-4888cf034a7b on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:27.780889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] For port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,segment=NetworkSegment(d030660e-0973-4aad-81a9-3f02998b3a47),segment_id=d030660e-0973-4aad-81a9-3f02998b3a47)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:27.793460 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:27.893168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.resource_extend [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 11:54:27.894945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a997a1-3934-4f9c-8cdc-ad46c807fc3f None None] Pushing event updated for resources: {'Port': ['ID=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:28.023919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-772c9b06-a09a-413e-8e05-2c80994bbb19 service neutron] 10.222.0.67 "PUT /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b/bindings/n-h1-778732-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1687527 Aug 25 11:54:28.086915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:28.107615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'port_id': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'mac_address': 'fa:16:3e:b1:d3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:54:28.161996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19f0d12e-4d28-421d-ba69-729a8fa45266 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:28.182826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.21.0.1 (e79e2466-2df1-4cfa-88f8-55071e751d94/d6f9b1d1-39cf-40a3-8c87-38f3f61694dd/f428f298-a362-4918-9a6b-505e5dfa8262) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:28.236320 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.284474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 19f0d12e-4d28-421d-ba69-729a8fa45266 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:28.299637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19f0d12e-4d28-421d-ba69-729a8fa45266 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:28.300113 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.307657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073ce9e4-cc0e-4382-8319-4888cf034a7b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:54:28.384062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:28.392676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2e3c5013-ca5e-4af3-be76-c7da87c7f2a6 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:28.394282 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-2e3c5013-ca5e-4af3-be76-c7da87c7f2a6 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 1096 time: 0.3016696 Aug 25 11:54:28.399742 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.464276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.497616 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object f428f298-a362-4918-9a6b-505e5dfa8262 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:28.514375 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:28.514628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-4bcb8777-d6d7-4b55-a17a-faad7bcf7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:28.516106 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-4bcb8777-d6d7-4b55-a17a-faad7bcf7355 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 1097 time: 0.0942090 Aug 25 11:54:28.519290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['073ce9e4-cc0e-4382-8319-4888cf034a7b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:54:28.543030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.561223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.628502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e79e2466-2df1-4cfa-88f8-55071e751d94 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:28.633117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:28.637146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 19f0d12e-4d28-421d-ba69-729a8fa45266, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19f0d12e-4d28-421d-ba69-729a8fa45266,segment=NetworkSegment(f562b9cb-0a96-4e7d-b42d-4f438be472f5),segment_id=f562b9cb-0a96-4e7d-b42d-4f438be472f5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:28.639738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:28.649141 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.680370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=f428f298-a362-4918-9a6b-505e5dfa8262,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:28.718784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-d4f4336c-4a3a-4104-8806-22a7ee741c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:28.720329 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-d4f4336c-4a3a-4104-8806-22a7ee741c6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1097 time: 0.1443453 Aug 25 11:54:28.723756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.733100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=19f0d12e-4d28-421d-ba69-729a8fa45266,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:28.914521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca9031-7612-4b11-aa74-1e8f4cb36331 req-d3d9cc30-efe8-4501-bf30-84ba43118278 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:28.916253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eca9031-7612-4b11-aa74-1e8f4cb36331 req-d3d9cc30-efe8-4501-bf30-84ba43118278 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 945 time: 0.0927680 Aug 25 11:54:28.920846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-03681806-363a-401f-902f-b8fbf150b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:28.922394 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-03681806-363a-401f-902f-b8fbf150b3e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 898 time: 0.1947351 Aug 25 11:54:28.939615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:28.976573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eca9031-7612-4b11-aa74-1e8f4cb36331 req-7c2c5d59-9750-40d8-804a-3bf55d3d7f16 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523429 Aug 25 11:54:29.043054 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-89dc5ef8-c559-4ec5-aea0-39edafa31e0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 999 time: 0.1105142 Aug 25 11:54:29.173280 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-5b15789f-0fae-4b13-bb40-01f696d9dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:29.174778 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-5b15789f-0fae-4b13-bb40-01f696d9dc93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.0883098 Aug 25 11:54:29.292783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-ac6f754b-2e1c-4e2b-9368-fd902630b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:29.294271 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-ac6f754b-2e1c-4e2b-9368-fd902630b70c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105785 Aug 25 11:54:29.406896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:29.420477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:29.513152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-390c7830-c694-4649-ba2b-615e09180f6d service neutron] 10.222.0.10 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963685 Aug 25 11:54:29.519607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=f428f298-a362-4918-9a6b-505e5dfa8262,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:29.527314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:29.583071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:29.683716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 073ce9e4-cc0e-4382-8319-4888cf034a7b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:29.691060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 073ce9e4-cc0e-4382-8319-4888cf034a7b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:29.691934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:29.712424 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-46f3a859-36a6-4bb1-aadd-f29682042462 service neutron] 10.222.0.10 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824472 Aug 25 11:54:29.723082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network e79e2466-2df1-4cfa-88f8-55071e751d94 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:29.726407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:29.825914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:29.829352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95f5ac-3cfd-47d5-95d7-ec2d493b2ab0 None None] Network e79e2466-2df1-4cfa-88f8-55071e751d94 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:29.886778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:29.931941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:29.943206 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff7de9-52f0-4dd9-8738-0e8e44248251" -d '{"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-plugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:29.970271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8ff3a1b9-c53f-4e33-b98e-e8a7bc0be284 None None] Provisioning for port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:29.977398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:29.983470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.135138 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9092cf14-55cf-40b5-90ca-f543e3e5e868 x-openstack-request-id: req-9092cf14-55cf-40b5-90ca-f543e3e5e868 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:30.136457 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-plugged", "status": "completed", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:30.136911 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9092cf14-55cf-40b5-90ca-f543e3e5e868 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:30.138520 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'code': 200} Aug 25 11:54:30.174884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=13']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:30.196189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-85e98629-d170-45e9-b504-30fc5146d069 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:30.203045 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-85e98629-d170-45e9-b504-30fc5146d069 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 1098 time: 0.1263130 Aug 25 11:54:30.204587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:30.224004 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-808ff21d-56fc-4ddf-a19d-f5a7485ce3a7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7073402 Aug 25 11:54:30.228365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33850) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:30.231283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:30.245311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285ce58-48c3-4ab2-9b20-058b9fa94c6b req-f5ce7c86-ca01-41dd-9f3e-862d69d086b5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:30.247599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:30.248234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5285ce58-48c3-4ab2-9b20-058b9fa94c6b req-f5ce7c86-ca01-41dd-9f3e-862d69d086b5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 946 time: 0.1038232 Aug 25 11:54:30.248393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:30.258926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-641519659'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:30.315261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:30.320598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.378566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:30.394393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5285ce58-48c3-4ab2-9b20-058b9fa94c6b req-e18b14e7-ea41-4b46-afa5-4f80ef366730 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112871 Aug 25 11:54:30.428203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:54:30.447925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19f0d12e-4d28-421d-ba69-729a8fa45266 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:30.449210 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.450144 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment ac69c6bf-a049-47ef-a97f-08fa62db7fdc of type vlan for network 23534ca2-d391-42cb-b879-83903e624ac3 Aug 25 11:54:30.523495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-8e11a74e-b8d5-4bbf-9040-9e8ea290a785 service neutron] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:30.529123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-8e11a74e-b8d5-4bbf-9040-9e8ea290a785 service neutron] Notify callbacks [] for binding, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.530357 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d6b73036-fdd7-47fe-b6b8-6b5811b371cd req-8e11a74e-b8d5-4bbf-9040-9e8ea290a785 service neutron] 10.222.0.10 "DELETE /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b/bindings/n-h2-778732-11 HTTP/1.1" status: 204 len: 173 time: 0.3175936 Aug 25 11:54:30.572572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.611685 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.619098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:30.620008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:30.682078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:30.735690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=23534ca2-d391-42cb-b879-83903e624ac3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:30.751570 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33860) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:30.752101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2364f370-95fc-4b38-b9ce-a16c1a1b5e05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5026026 Aug 25 11:54:30.757968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:30.777673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd17920-d1f9-4e8c-a2d3-674e7e799e3e req-de354195-578b-48d8-9157-6b7511f4ad82 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:30.786118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 23534ca2-d391-42cb-b879-83903e624ac3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:54:30.789186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bdd17920-d1f9-4e8c-a2d3-674e7e799e3e req-de354195-578b-48d8-9157-6b7511f4ad82 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1098 time: 0.1873968 Aug 25 11:54:30.875202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bdd17920-d1f9-4e8c-a2d3-674e7e799e3e req-0418105e-981f-4955-83ec-4c9600c04470 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846326 Aug 25 11:54:31.002633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:31.007169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.132088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feef563-f1a4-422d-a309-50b416a4b818 req-64890aac-63e2-469c-b6c3-9beb04f1c563 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:31.141940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4feef563-f1a4-422d-a309-50b416a4b818 req-64890aac-63e2-469c-b6c3-9beb04f1c563 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 946 time: 0.0754602 Aug 25 11:54:31.214370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4feef563-f1a4-422d-a309-50b416a4b818 req-3fcf7e4e-831d-4fa9-abaf-e6b59980fc8c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623589 Aug 25 11:54:31.235408 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33872) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:31.293206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 19f0d12e-4d28-421d-ba69-729a8fa45266 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:31.293966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.370565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:31.371992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.430248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6e583dca-f1c1-4607-8e4d-4ef638819324 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/673277ba-2614-428e-bc60-0afd897729f2 HTTP/1.1" status: 200 len: 992 time: 0.1924617 Aug 25 11:54:31.448318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c6a7914b-ac7d-4bd6-969e-b36b1e1ed2d2 None None] Provisioning for port f428f298-a362-4918-9a6b-505e5dfa8262 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:31.460225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c6a7914b-ac7d-4bd6-969e-b36b1e1ed2d2 None None] Provisioning complete for port f428f298-a362-4918-9a6b-505e5dfa8262 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:31.460767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6a7914b-ac7d-4bd6-969e-b36b1e1ed2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.535732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.609037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=0d55f688-d301-4ded-b98f-4f428233fd8b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:31.630173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:31.630916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: 23534ca2-d391-42cb-b879-83903e624ac3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:31.645173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:31.655765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 23534ca2-d391-42cb-b879-83903e624ac3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:31.668809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 23534ca2-d391-42cb-b879-83903e624ac3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:31.675526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:31.676632 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.698843 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-135783d4-51a8-4b3a-9c9e-f65aef30cb7a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9461412 Aug 25 11:54:31.701771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33882) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:31.705269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7677b16-1fac-4203-8b1a-5919714a1e79 None None] Network 23534ca2-d391-42cb-b879-83903e624ac3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:31.787098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7914b-ac7d-4bd6-969e-b36b1e1ed2d2 None None] Port f428f298-a362-4918-9a6b-505e5dfa8262 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:31.840169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 3, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:29Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:31.873104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:31.876176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:31.876533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Updating router 493d03ed-18cd-43b3-9d9a-512ba8e2961e port f428f298-a362-4918-9a6b-505e5dfa8262 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:54:31.923150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:31.923521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.970413 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:31.985954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3c4c5d48-5b32-47fe-98e0-c632b16c4cb5 None None] Provisioning complete for port f428f298-a362-4918-9a6b-505e5dfa8262 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:31.986481 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5d48-5b32-47fe-98e0-c632b16c4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.096342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-23534ca2-d391-42cb-b879-83903e624ac3', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:32.097213 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.103213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c5d48-5b32-47fe-98e0-c632b16c4cb5 None None] Port f428f298-a362-4918-9a6b-505e5dfa8262 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:32.251242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.314862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.439813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Allocated IP 172.22.0.2 (23534ca2-d391-42cb-b879-83903e624ac3/0d55f688-d301-4ded-b98f-4f428233fd8b/8b4c1b35-4f6b-4a99-b50c-2392a0d01e53) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:32.446841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,segment=NetworkSegment(d030660e-0973-4aad-81a9-3f02998b3a47),segment_id=d030660e-0973-4aad-81a9-3f02998b3a47)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:32.462451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.636749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:32.733211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.756014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Transition to ACTIVE for port object f428f298-a362-4918-9a6b-505e5dfa8262 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:32.758277 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.766545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.773374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Transition to ACTIVE for port object 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:32.827724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Transition to ACTIVE for port object 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:32.847843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc8abb-4d38-4d44-b88a-415850e53c0b None None] Pushing event updated for resources: {'Port': ['ID=f428f298-a362-4918-9a6b-505e5dfa8262,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:32.851592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.950219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Network 23534ca2-d391-42cb-b879-83903e624ac3 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:32.952547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Pushing event updated for resources: {'Port': ['ID=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:32.956245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Attempting to bind port f428f298-a362-4918-9a6b-505e5dfa8262 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:32.956810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Attempting to bind port f428f298-a362-4918-9a6b-505e5dfa8262 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:32.956992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Attempting to bind port f428f298-a362-4918-9a6b-505e5dfa8262 on network e79e2466-2df1-4cfa-88f8-55071e751d94 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:32.960220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:32.963500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:32.963775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.22.0.1 (23534ca2-d391-42cb-b879-83903e624ac3/0d55f688-d301-4ded-b98f-4f428233fd8b/8c186497-d2df-4958-b82b-d5bd045f01eb) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:32.969114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:32.969506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Checking segment: {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:32.970375 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:32.970610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Bound using segment: {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:32.971272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Bound port: f428f298-a362-4918-9a6b-505e5dfa8262, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd030660e-0973-4aad-81a9-3f02998b3a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:32.971769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.089921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Attempting to bind port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:33.089921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Attempting to bind port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:33.090270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Attempting to bind port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 on network 23534ca2-d391-42cb-b879-83903e624ac3 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:33.113053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:33.113380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Checking segment: {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:33.113760 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.114169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Bound using segment: {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:33.114669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Bound port: 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:33.115060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.129854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] For port f428f298-a362-4918-9a6b-505e5dfa8262, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:33.148598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] For port f428f298-a362-4918-9a6b-505e5dfa8262, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f428f298-a362-4918-9a6b-505e5dfa8262,segment=NetworkSegment(d030660e-0973-4aad-81a9-3f02998b3a47),segment_id=d030660e-0973-4aad-81a9-3f02998b3a47)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:33.168963 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.240262 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.283598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 8c186497-d2df-4958-b82b-d5bd045f01eb will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:33.301678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc8abb-4d38-4d44-b88a-415850e53c0b None None] Pushing event updated for resources: {'Port': ['ID=f428f298-a362-4918-9a6b-505e5dfa8262,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:33.306941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] For port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:33.318728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:33.320209 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:33.373730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] For port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:33.398419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.416720 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.470744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 23534ca2-d391-42cb-b879-83903e624ac3 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:33.477343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:33.486528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:33.588545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:33.667799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=8c186497-d2df-4958-b82b-d5bd045f01eb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:33.728520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:33.788563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:33.837420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3e0db-92e3-4a65-a8f8-5688bddc87eb None None] Pushing event updated for resources: {'Port': ['ID=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:33.892440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.142531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 3, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:33Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:34.151571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port aea91d79-5bc7-4526-805d-34360077bd0b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:34.151571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.175012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365830f-a1ff-404b-888d-5667c6e4c828 None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 3, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:33Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:34.300066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.300640 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.354658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for aea91d79-5bc7-4526-805d-34360077bd0b owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:34.510215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.519440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.616919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=8c186497-d2df-4958-b82b-d5bd045f01eb,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:34.695150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.734420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f428f298-a362-4918-9a6b-505e5dfa8262 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:34.751669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.800080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port f428f298-a362-4918-9a6b-505e5dfa8262 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:34.807735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f428f298-a362-4918-9a6b-505e5dfa8262 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:34.808119 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:34.894541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=aea91d79-5bc7-4526-805d-34360077bd0b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:34.962234 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.021188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network 23534ca2-d391-42cb-b879-83903e624ac3 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:35.023260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port f428f298-a362-4918-9a6b-505e5dfa8262, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f428f298-a362-4918-9a6b-505e5dfa8262,segment=NetworkSegment(d030660e-0973-4aad-81a9-3f02998b3a47),segment_id=d030660e-0973-4aad-81a9-3f02998b3a47)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:35.025207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:35.027466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.028132 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP 673277ba-2614-428e-bc60-0afd897729f2 disassociated (deleted). External IP: 172.25.1.63, port: 073ce9e4-cc0e-4382-8319-4888cf034a7b. Aug 25 11:54:35.036633 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.038521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:35.162497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=f428f298-a362-4918-9a6b-505e5dfa8262,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:35.190060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:35.197159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:35.263153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:35.263689 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.273539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:35.292479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552d361-cdf7-4d1f-a0b6-3b2568541df0 None None] Network 23534ca2-d391-42cb-b879-83903e624ac3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:35.371376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] Provisioning for port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:35.389191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] Provisioning complete for port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:35.389705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.619173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.672125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] For port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:35.678893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.748062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ac84e-75b6-4f07-ac8e-ec4c98ec1ee7 None None] Pushing event updated for resources: {'Port': ['ID=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:35.903748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-70e9f7e5-1e22-4854-893e-ec2298a85141 None None] Provisioning complete for port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:35.904305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70e9f7e5-1e22-4854-893e-ec2298a85141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:35.942834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:35.955299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33934) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:35.956343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b8b6b21b-d3a0-4512-88d8-8d6811a5738e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2529223 Aug 25 11:54:35.958076 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:35.962595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'network': {'name': 'tempest-RoutersTest-1743235087'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:35.974910 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:35.977984 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:35.980865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:36.005909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:36.012387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.065630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:54:36.086230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.086581 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added segment 7a293cc0-58a2-4844-a206-87759bdcfb7b of type vlan for network d811c810-0a4c-4fd6-9446-17a8f2960170 Aug 25 11:54:36.163756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.186353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:36.192107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.197904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.202885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] Sync routers for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:36.208172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:36.209235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.214164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-70e9f7e5-1e22-4854-893e-ec2298a85141 None None] Provisioning for port 8c186497-d2df-4958-b82b-d5bd045f01eb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:36.236757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-70e9f7e5-1e22-4854-893e-ec2298a85141 None None] Provisioning complete for port 8c186497-d2df-4958-b82b-d5bd045f01eb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:36.237187 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-70e9f7e5-1e22-4854-893e-ec2298a85141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.247941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:36.249752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:36.259986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d45045a-c960-4b93-a8eb-42b85586daa9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/floatingips/673277ba-2614-428e-bc60-0afd897729f2 HTTP/1.1" status: 204 len: 168 time: 2.5293787 Aug 25 11:54:36.264648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:36.269106 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd064a19-3866-46e3-b518-4aa82f1dff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:36.325304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33944) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:36.329503 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3720393 Aug 25 11:54:36.337563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'subnet': {'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:36.351535 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:36.386287 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ad4946-400f-4c30-81cb-74d0e6727679 x-openstack-request-id: req-e6ad4946-400f-4c30-81cb-74d0e6727679 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:36.387975 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:36.388752 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6ad4946-400f-4c30-81cb-74d0e6727679 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:36.389193 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'status': 'completed', 'code': 200} Aug 25 11:54:36.446035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-70e9f7e5-1e22-4854-893e-ec2298a85141 None None] Port 8c186497-d2df-4958-b82b-d5bd045f01eb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:36.461307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4998c-eb93-44b2-afbc-3698b3a99069 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Network': ['ID=d811c810-0a4c-4fd6-9446-17a8f2960170,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:36.483270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network d811c810-0a4c-4fd6-9446-17a8f2960170 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:54:36.510111 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-47f55e87-33e1-4214-bf3e-48694661ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:36.515191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-47f55e87-33e1-4214-bf3e-48694661ce4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 1098 time: 0.1206682 Aug 25 11:54:36.785003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a380-50e8-4ae7-af5a-a4db2c2e9e5d req-d1355296-8903-4957-b9b6-5087c9bd3e1f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:36.792996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b02a380-50e8-4ae7-af5a-a4db2c2e9e5d req-d1355296-8903-4957-b9b6-5087c9bd3e1f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 946 time: 0.1526368 Aug 25 11:54:36.793804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Made reservation on behalf of a562b4bc25724f4cae80aedfac8ec26c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:36.795397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:36.797875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.811025 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:33Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:36.841993 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:36.842677 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Updating router 493d03ed-18cd-43b3-9d9a-512ba8e2961e port 8c186497-d2df-4958-b82b-d5bd045f01eb binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:54:36.854051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-7bc4ad99-5b97-49a4-84bd-7cb0a3b169b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:36.858100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-7bc4ad99-5b97-49a4-84bd-7cb0a3b169b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 200 len: 898 time: 0.3327556 Aug 25 11:54:36.905456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:36.906655 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.909111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ad88bda1-0593-45e0-9741-a101cf583e3e None None] Provisioning complete for port 8c186497-d2df-4958-b82b-d5bd045f01eb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:36.909111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ad88bda1-0593-45e0-9741-a101cf583e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.970291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:36.970644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:36.973731 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-8c7176a8-d277-4531-b259-ebf93130c20f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 200 len: 217 time: 0.1063380 Aug 25 11:54:37.003636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b02a380-50e8-4ae7-af5a-a4db2c2e9e5d req-ac872bb2-002f-4c47-924f-30baadf9cce7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=a2a2c214-4ee1-4bef-8b2c-e63b825a3679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893664 Aug 25 11:54:37.064110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ad88bda1-0593-45e0-9741-a101cf583e3e None None] Port 8c186497-d2df-4958-b82b-d5bd045f01eb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:37.119935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-db2fe40e-fe08-418e-89ab-4d36b77df8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:37.125269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-db2fe40e-fe08-418e-89ab-4d36b77df8da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 200 len: 835 time: 0.1449265 Aug 25 11:54:37.176285 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6631e-664a-40d8-b648-40be0e1775ad req-6d78a5c0-9a2d-47f7-9d6e-ce56a7a5a2a8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:37.182098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26b6631e-664a-40d8-b648-40be0e1775ad req-6d78a5c0-9a2d-47f7-9d6e-ce56a7a5a2a8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 946 time: 0.2022851 Aug 25 11:54:37.221050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-b2a5e7fd-dcb4-477c-bbb4-ad499c0e0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:37.228083 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-b2a5e7fd-dcb4-477c-bbb4-ad499c0e0866 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946822 Aug 25 11:54:37.298537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-03cb77b9-6605-4699-b44a-53ebe088d1dc None None] Provisioning complete for port 8c186497-d2df-4958-b82b-d5bd045f01eb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:37.299116 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-03cb77b9-6605-4699-b44a-53ebe088d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.366517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.372989 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-7e6964da-1ba4-4452-b6e1-3f83c3901f02 service neutron] 10.222.0.10 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397264 Aug 25 11:54:37.409756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f428f298-a362-4918-9a6b-505e5dfa8262 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:37.430737 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 073ce9e4-cc0e-4382-8319-4888cf034a7b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:37.431070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.474832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-03cb77b9-6605-4699-b44a-53ebe088d1dc None None] Port 8c186497-d2df-4958-b82b-d5bd045f01eb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:54:37.493749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Subnet': ['ID=67a9b823-1631-4578-ae29-1b6b2a8969a9,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:37.517582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:26Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:37.536539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Checking segment: {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:37.549713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network hostable DHCP agents. Network: d811c810-0a4c-4fd6-9446-17a8f2960170, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:37.587347 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.590237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] Checking router: 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:37.605174 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Transition to ACTIVE for port object 8c186497-d2df-4958-b82b-d5bd045f01eb will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:37.614841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network d811c810-0a4c-4fd6-9446-17a8f2960170 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:37.616888 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.628600 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fd064a19-3866-46e3-b518-4aa82f1dff8e req-3807ff6f-042a-4bab-ad89-eccb8c07897b service neutron] 10.222.0.10 "GET /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438238 Aug 25 11:54:37.632957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, d811c810-0a4c-4fd6-9446-17a8f2960170) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:37.640606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 073ce9e4-cc0e-4382-8319-4888cf034a7b, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=073ce9e4-cc0e-4382-8319-4888cf034a7b,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:37.640944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.644348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:37.644943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.670169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacaa19-e9df-47c8-b4fa-e1b91417ba63 None None] Network d811c810-0a4c-4fd6-9446-17a8f2960170 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:37.672723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 073ce9e4-cc0e-4382-8319-4888cf034a7b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:37.685194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:37.686266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:37.698415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-67bf4b3a-fd98-4d93-9b29-8dbe3ba2a352 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3709934 Aug 25 11:54:37.702166 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 33958) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:37.801304 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6df39-5a8a-48cd-a4c8-ee3243a83a0c None None] Pushing event updated for resources: {'Port': ['ID=8c186497-d2df-4958-b82b-d5bd045f01eb,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:37.872368 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Attempting to bind port 8c186497-d2df-4958-b82b-d5bd045f01eb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:37.872742 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Attempting to bind port 8c186497-d2df-4958-b82b-d5bd045f01eb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:37.873903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Attempting to bind port 8c186497-d2df-4958-b82b-d5bd045f01eb on network 23534ca2-d391-42cb-b879-83903e624ac3 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:37.889922 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:37.890351 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Checking segment: {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:37.890945 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.891356 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Bound using segment: {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:37.891899 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Bound port: 8c186497-d2df-4958-b82b-d5bd045f01eb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:37.892432 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.926609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port f428f298-a362-4918-9a6b-505e5dfa8262 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:37.927207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:37.968801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:38.037454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=073ce9e4-cc0e-4382-8319-4888cf034a7b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:38.076252 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] For port 8c186497-d2df-4958-b82b-d5bd045f01eb, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:38.081111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] For port 8c186497-d2df-4958-b82b-d5bd045f01eb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c186497-d2df-4958-b82b-d5bd045f01eb,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:38.106179 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:38.126000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] No DVR routers for this DVR port 073ce9e4-cc0e-4382-8319-4888cf034a7b on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:38.130589 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:38.135429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26b6631e-664a-40d8-b648-40be0e1775ad req-5f4df5dc-c658-4ca9-b9ea-c21071ae070d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.10 "DELETE /v2.0/ports/073ce9e4-cc0e-4382-8319-4888cf034a7b HTTP/1.1" status: 204 len: 173 time: 0.9489207 Aug 25 11:54:38.188854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:38.210728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c98df14-7b6c-4c5a-8824-a6357fc81dd4 req-248b8c3b-7ec0-4adb-b1cf-eb4556e8b824 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=2557c1b3-8882-45f2-8d96-d3b23d9ac349 HTTP/1.1" status: 200 len: 210 time: 0.0573370 Aug 25 11:54:38.301294 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:38.302480 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:38.355212 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6df39-5a8a-48cd-a4c8-ee3243a83a0c None None] Pushing event updated for resources: {'Port': ['ID=8c186497-d2df-4958-b82b-d5bd045f01eb,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:38.390743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-deleted', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:54:38.393355 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938706fd-b972-4841-889c-57b0ac326122" -d '{"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-deleted", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:54:38.491858 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245152d-8462-4b3c-9e2a-e571d5808dee x-openstack-request-id: req-b245152d-8462-4b3c-9e2a-e571d5808dee {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:54:38.492161 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2557c1b3-8882-45f2-8d96-d3b23d9ac349", "name": "network-vif-deleted", "tag": "073ce9e4-cc0e-4382-8319-4888cf034a7b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:54:38.492414 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b245152d-8462-4b3c-9e2a-e571d5808dee {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:54:38.492834 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2557c1b3-8882-45f2-8d96-d3b23d9ac349', 'name': 'network-vif-deleted', 'tag': '073ce9e4-cc0e-4382-8319-4888cf034a7b', 'status': 'completed', 'code': 200} Aug 25 11:54:38.511555 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:38.536715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:39.005241 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:33Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:38Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:39.074748 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ce61-fcd8-4583-a275-b1ef8264baed None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:33Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:38Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:39.125316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:26Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:39.169643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-d811c810-0a4c-4fd6-9446-17a8f2960170', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:39.169889 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:39.188310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faea891-73b8-4762-885c-68cf02e49064 None None] The sync data for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 is: [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:53:15Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '7384ff28-0112-47ab-8256-e51cdf895b88', 'name': '', 'network_id': '54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:ac:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '793e66c6-827e-4e14-8db3-062457a179f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:13Z', 'updated_at': '2021-08-25T11:53:26Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '793e66c6-827e-4e14-8db3-062457a179f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:39.222119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Allocated IP 172.23.0.1 (d811c810-0a4c-4fd6-9446-17a8f2960170/67a9b823-1631-4578-ae29-1b6b2a8969a9/55b0b59f-53af-460b-90a9-34d1f408bcf2) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:39.283713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 33988) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:39.494550 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:39.517851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Transition to ACTIVE for port object 55b0b59f-53af-460b-90a9-34d1f408bcf2 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:39.579883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:39.715894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=55b0b59f-53af-460b-90a9-34d1f408bcf2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:39.732688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Allocated IP 172.23.0.2 (d811c810-0a4c-4fd6-9446-17a8f2960170/67a9b823-1631-4578-ae29-1b6b2a8969a9/7b43d195-4752-4c36-bea1-0e26f228a3f6) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:39.765278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network d811c810-0a4c-4fd6-9446-17a8f2960170 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:39.773034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:39.780095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:39.868448 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573e41c-b1ed-4382-ac41-ab2f2ef0df0e None None] New status for floating IP 673277ba-2614-428e-bc60-0afd897729f2: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:54:39.895961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:39.959255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.105956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.142569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.166989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Transition to ACTIVE for port object 7b43d195-4752-4c36-bea1-0e26f228a3f6 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:40.206669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Transition to ACTIVE for port object 7b43d195-4752-4c36-bea1-0e26f228a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:40.218473 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.268338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Network d811c810-0a4c-4fd6-9446-17a8f2960170 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:40.271657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:40.276011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:40.345482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Pushing event updated for resources: {'Port': ['ID=7b43d195-4752-4c36-bea1-0e26f228a3f6,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:40.358820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Attempting to bind port 7b43d195-4752-4c36-bea1-0e26f228a3f6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:40.359192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Attempting to bind port 7b43d195-4752-4c36-bea1-0e26f228a3f6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:40.359590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Attempting to bind port 7b43d195-4752-4c36-bea1-0e26f228a3f6 on network d811c810-0a4c-4fd6-9446-17a8f2960170 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:40.366699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:40.367091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Checking segment: {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:40.367503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.367986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Bound using segment: {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:40.368392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Bound port: 7b43d195-4752-4c36-bea1-0e26f228a3f6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:40.368771 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.450365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 7384ff28-0112-47ab-8256-e51cdf895b88 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:40.451279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.454164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] For port 7b43d195-4752-4c36-bea1-0e26f228a3f6, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:40.458641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] For port 7b43d195-4752-4c36-bea1-0e26f228a3f6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7b43d195-4752-4c36-bea1-0e26f228a3f6,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:40.465671 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.565315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5886264-da74-4a9d-920a-e51cc828cdf0 None None] Pushing event updated for resources: {'Port': ['ID=7b43d195-4752-4c36-bea1-0e26f228a3f6,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:40.614908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.616807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 7384ff28-0112-47ab-8256-e51cdf895b88, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7384ff28-0112-47ab-8256-e51cdf895b88,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:40.617152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.620865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.639520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 7384ff28-0112-47ab-8256-e51cdf895b88 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:40.700400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.712622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event updated for resources: {'Port': ['ID=55b0b59f-53af-460b-90a9-34d1f408bcf2,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:40.948331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:40.992407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=7384ff28-0112-47ab-8256-e51cdf895b88,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:41.006642 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.006994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.007337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.007674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.008060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.008405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.008740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.009213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.009553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.009922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.010266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.010593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:54:41.332079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:41.400152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Network d811c810-0a4c-4fd6-9446-17a8f2960170 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:41.401679 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:41.484730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7b43d195-4752-4c36-bea1-0e26f228a3f6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:41.573079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 7b43d195-4752-4c36-bea1-0e26f228a3f6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:41.582087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c186497-d2df-4958-b82b-d5bd045f01eb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:41.585478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:41.652908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:41.686620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 073ce9e4-cc0e-4382-8319-4888cf034a7b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:41.687165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 073ce9e4-cc0e-4382-8319-4888cf034a7b not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:41.703008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8c186497-d2df-4958-b82b-d5bd045f01eb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:41.708563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8c186497-d2df-4958-b82b-d5bd045f01eb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:41.709225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:41.737292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:41.744628 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-46ea1e9a-7fca-4d19-9172-7e2550f5edbf tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0402815 Aug 25 11:54:41.748266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34020) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:41.759338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:41.764576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:41.770241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:41.780544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:41.781382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:42.020910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:42.036863 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] Sync routers for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:42.049517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5b254643-3375-4431-b7b6-7e2a67a22887 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/2a0d2d66-8416-4b97-a7ca-eefd2aac57e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7644672 Aug 25 11:54:42.051496 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:42.052158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34028) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:42.052297 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:42.066233 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:42.112806 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.153398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting subnet 793e66c6-827e-4e14-8db3-062457a179f8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:54:42.171143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.194826 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8c186497-d2df-4958-b82b-d5bd045f01eb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c186497-d2df-4958-b82b-d5bd045f01eb,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:42.206432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7545465-f50d-4ae3-98ee-2bbaea5791c1 None None] Network d811c810-0a4c-4fd6-9446-17a8f2960170 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:42.228818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.260101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:42.384973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.405547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 11:54:42.419303 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.422242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Removed routes are [] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 11:54:42.422651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.495235 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:54:40Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:42.536484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] Provisioning for port 7b43d195-4752-4c36-bea1-0e26f228a3f6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:42.539359 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] Checking router: 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:42.544310 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.562550 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] Routers {'2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:42.563663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] Provisioning complete for port 7b43d195-4752-4c36-bea1-0e26f228a3f6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:42.564198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.567841 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:42.605569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.608167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/subnets/793e66c6-827e-4e14-8db3-062457a179f8 HTTP/1.1" status: 204 len: 168 time: 0.5535820 Aug 25 11:54:42.612855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1ec1-1c1d-4cc1-8b03-d24578cdc52b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Subnet': ['ID=793e66c6-827e-4e14-8db3-062457a179f8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:42.612855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34034) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:42.664347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8548a-4c62-4957-bf65-1fab7ec464b2 None None] Network 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:42.763876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.770823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.775401 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:42.792784 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] Set router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:42.826054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8c186497-d2df-4958-b82b-d5bd045f01eb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:42.958364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:42.999259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.084726 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.092596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:40Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b0b59f-53af-460b-90a9-34d1f408bcf2', 'name': '', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:40:ad:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:38Z', 'updated_at': '2021-08-25T11:54:40Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:38Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:43.167611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:43.168063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Updating router 493d03ed-18cd-43b3-9d9a-512ba8e2961e port 55b0b59f-53af-460b-90a9-34d1f408bcf2 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:54:43.169291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 19df78bf-3c12-4d0a-9be1-e29111bacb47 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:43.169646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.233852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] For port 7b43d195-4752-4c36-bea1-0e26f228a3f6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7b43d195-4752-4c36-bea1-0e26f228a3f6,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:43.252951 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:54:40Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:43.258084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:43.265271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.277778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.307464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.314570 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ec711606-a861-4fc8-a303-b6c578ac3159 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 934 time: 1.5648663 Aug 25 11:54:43.316013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34042) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:43.352998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26149b39-66c1-422e-b4ed-bd07cff72c44 None None] The sync data for ids ['2a0d2d66-8416-4b97-a7ca-eefd2aac57e4'] in n-d-778732-11 is: [{'id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298095340', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:53:07Z', 'updated_at': '2021-08-25T11:54:40Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '19df78bf-3c12-4d0a-9be1-e29111bacb47', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:81:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d2d66-8416-4b97-a7ca-eefd2aac57e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:53:08Z', 'updated_at': '2021-08-25T11:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:43.362637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c186497-d2df-4958-b82b-d5bd045f01eb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:43.400482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 19df78bf-3c12-4d0a-9be1-e29111bacb47, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19df78bf-3c12-4d0a-9be1-e29111bacb47,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:43.400878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.417659 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] DHCP port deletion for 54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:54:43.436799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 19df78bf-3c12-4d0a-9be1-e29111bacb47 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:43.517111 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1e292cf2-20d9-4ae1-8811-312d14bba33b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 934 time: 0.1986940 Aug 25 11:54:43.519026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34044) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:43.536824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'routes': None}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:43.556908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2453c-14be-4d65-a869-550c048676b9 None None] Pushing event updated for resources: {'Port': ['ID=7b43d195-4752-4c36-bea1-0e26f228a3f6,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:43.855970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4087865c-5923-4dc8-ac65-d8892af20207 None None] Provisioning complete for port 7b43d195-4752-4c36-bea1-0e26f228a3f6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:43.856202 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4087865c-5923-4dc8-ac65-d8892af20207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.915161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:43.970636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=19df78bf-3c12-4d0a-9be1-e29111bacb47,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:44.165602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.166323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8c186497-d2df-4958-b82b-d5bd045f01eb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:44.166323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.217114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] Deleting port ef1f9492-1406-4212-8f9d-270112702b50 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:44.217463 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.313146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.317450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.386565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.403174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.403740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:54:44.414916 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.416123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-efff8aa6-637c-407e-a577-99ac75879b35 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/routers/2a0d2d66-8416-4b97-a7ca-eefd2aac57e4 HTTP/1.1" status: 204 len: 168 time: 1.8035524 Aug 25 11:54:44.421118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:44.470024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] For port ef1f9492-1406-4212-8f9d-270112702b50, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ef1f9492-1406-4212-8f9d-270112702b50,segment=NetworkSegment(57b86662-116e-4a6c-a4e7-fc7753f25576),segment_id=57b86662-116e-4a6c-a4e7-fc7753f25576)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:44.470485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.494291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Transition to ACTIVE for port object 55b0b59f-53af-460b-90a9-34d1f408bcf2 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:44.559907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] Calling delete_port for ef1f9492-1406-4212-8f9d-270112702b50 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:44.586371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.595117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.extraroute_db [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added routes are [] {{(pid=94910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 11:54:44.595623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.extraroute_db [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94910) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 11:54:44.616380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.685437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4087865c-5923-4dc8-ac65-d8892af20207 None None] Provisioning for port 55b0b59f-53af-460b-90a9-34d1f408bcf2 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:44.733143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.891030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Attempting to bind port 55b0b59f-53af-460b-90a9-34d1f408bcf2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:44.891757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Attempting to bind port 55b0b59f-53af-460b-90a9-34d1f408bcf2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:44.892179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Attempting to bind port 55b0b59f-53af-460b-90a9-34d1f408bcf2 on network d811c810-0a4c-4fd6-9446-17a8f2960170 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:44.917026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefa51c-1168-4110-a02c-c6d1dd0091cd None None] Pushing event updated for resources: {'Port': ['ID=55b0b59f-53af-460b-90a9-34d1f408bcf2,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:44.931476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:44.933156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Checking segment: {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:44.934145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:44.934756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Bound using segment: {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:44.935458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Bound port: 55b0b59f-53af-460b-90a9-34d1f408bcf2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a293cc0-58a2-4844-a206-87759bdcfb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:44.936072 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.105831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.160382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] Pushing event deleted for resources: {'Port': ['ID=ef1f9492-1406-4212-8f9d-270112702b50,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:45.177930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf093f-b711-45e0-8f32-418415f97eba None None] No DVR routers for this DVR port ef1f9492-1406-4212-8f9d-270112702b50 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:45.196756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] For port 55b0b59f-53af-460b-90a9-34d1f408bcf2, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:45.225197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] For port 55b0b59f-53af-460b-90a9-34d1f408bcf2, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=55b0b59f-53af-460b-90a9-34d1f408bcf2,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:45.235027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.332487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7b43d195-4752-4c36-bea1-0e26f228a3f6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:45.407405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:45.407405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:45.574960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefa51c-1168-4110-a02c-c6d1dd0091cd None None] Pushing event updated for resources: {'Port': ['ID=55b0b59f-53af-460b-90a9-34d1f408bcf2,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:45.607774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port ef1f9492-1406-4212-8f9d-270112702b50 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:45.607774 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.654551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:45.751725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port ef1f9492-1406-4212-8f9d-270112702b50, host n-d-778732-11, got binding levels [] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:45.752071 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.752889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 7b43d195-4752-4c36-bea1-0e26f228a3f6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:45.753281 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.756331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.770697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-66e1092d-6712-4197-9af6-6e75b59585b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1762090 Aug 25 11:54:45.775356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.781248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for ef1f9492-1406-4212-8f9d-270112702b50 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:45.785323 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.ipam_backend_mixin [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Port ef1f9492-1406-4212-8f9d-270112702b50 was not found and therefore no delete operation was performed {{(pid=94910) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:54:45.828612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:45.919065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=ef1f9492-1406-4212-8f9d-270112702b50,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:45.928782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] No DVR routers for this DVR port ef1f9492-1406-4212-8f9d-270112702b50 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:46.031207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7384ff28-0112-47ab-8256-e51cdf895b88 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:46.055211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-da5f5552-9e33-4bb8-a798-ae00bb8e4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:46.056747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-da5f5552-9e33-4bb8-a798-ae00bb8e4f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1097 time: 0.2294061 Aug 25 11:54:46.058859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:46.070404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:44Z', 'revision_number': 7, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b0b59f-53af-460b-90a9-34d1f408bcf2', 'name': '', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:40:ad:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:38Z', 'updated_at': '2021-08-25T11:54:45Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:46.072591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7384ff28-0112-47ab-8256-e51cdf895b88 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:46.072940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7384ff28-0112-47ab-8256-e51cdf895b88 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:46.073509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19df78bf-3c12-4d0a-9be1-e29111bacb47 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:46.077740 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.102728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:46.119521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 19df78bf-3c12-4d0a-9be1-e29111bacb47 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:46.119875 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19df78bf-3c12-4d0a-9be1-e29111bacb47 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:46.120304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef1f9492-1406-4212-8f9d-270112702b50 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:46.123784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf775e2b-17b3-4638-b50a-67a11cfbc6b7 None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:44Z', 'revision_number': 7, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b0b59f-53af-460b-90a9-34d1f408bcf2', 'name': '', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:40:ad:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:38Z', 'updated_at': '2021-08-25T11:54:45Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:46.148315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ef1f9492-1406-4212-8f9d-270112702b50 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:46.148658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ef1f9492-1406-4212-8f9d-270112702b50 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:46.156896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b86662-116e-4a6c-a4e7-fc7753f25576') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:46.157454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b86662-116e-4a6c-a4e7-fc7753f25576') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:46.209062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.273992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.329948 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:54:46.330367 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:54:46.335918 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:54:46.465395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-8a99ccea-91a6-4720-86c9-0a863c7234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:46.466990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-8a99ccea-91a6-4720-86c9-0a863c7234fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.3782396 Aug 25 11:54:46.473518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-66df49c9-3fa3-48e5-89e4-9969f10c2c81 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2617719 Aug 25 11:54:46.478132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.494933 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.499883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/networks/54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca HTTP/1.1" status: 204 len: 168 time: 2.0744891 Aug 25 11:54:46.499883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:46.500099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:46.535713 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.539354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7ed2bd25-de9e-4c5a-9aa3-af77fc4610fe tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 700 time: 3.0168188 Aug 25 11:54:46.544110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34088) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:46.563891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f833e-f1f6-4a9a-8a1c-c6f593549d27 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Network': ['ID=54d8bb18-c6ba-4bdf-ad8a-e80e00f856ca,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:46.604755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-7b9cecac-9df7-4eb0-9821-5f9fec6b10df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 1000 time: 0.1276083 Aug 25 11:54:46.624334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-f5f6126b-1c0c-4b1a-ad19-632a267d2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:46.625904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-f5f6126b-1c0c-4b1a-ad19-632a267d2040 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.0753155 Aug 25 11:54:46.730261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df22707a-3240-4c36-a421-e1a78ad93130 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.768461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7921d66b-fc9d-4de8-8a3f-9197a423a872 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 700 time: 0.2228236 Aug 25 11:54:46.772219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34094) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:46.775667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-29e2d168-5387-4479-9ec7-0b53efe0066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:46.777961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-29e2d168-5387-4479-9ec7-0b53efe0066b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1653059 Aug 25 11:54:46.783446 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df22707a-3240-4c36-a421-e1a78ad93130 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.865669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df22707a-3240-4c36-a421-e1a78ad93130 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.870496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df22707a-3240-4c36-a421-e1a78ad93130 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:46.872145 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df22707a-3240-4c36-a421-e1a78ad93130 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/security-groups/a2a2c214-4ee1-4bef-8b2c-e63b825a3679 HTTP/1.1" status: 204 len: 168 time: 0.3716555 Aug 25 11:54:46.884928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22707a-3240-4c36-a421-e1a78ad93130 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2c214-4ee1-4bef-8b2c-e63b825a3679,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:47.021364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-55cc32e9-8adb-4bc5-97ab-ef7ce54a6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:47.031142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-55cc32e9-8adb-4bc5-97ab-ef7ce54a6de7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 910 time: 0.3686717 Aug 25 11:54:47.146674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-21ba1a42-2030-480e-8029-fa8a92851ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:47.148743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-21ba1a42-2030-480e-8029-fa8a92851ca0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3592422 Aug 25 11:54:47.228388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:47.238108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:47.238721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:47.328376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-fdabe651-0be2-4835-a909-2261558f7851 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 1001 time: 0.2921474 Aug 25 11:54:47.391687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 55b0b59f-53af-460b-90a9-34d1f408bcf2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:47.436515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:47.443043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34110) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:47.449069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273877296', 'description': 'tempest-secgroup-smoke-1273877296 description', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:47.466507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-01ee2df1-78ae-465b-9d7a-5184eac342f4 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757480 Aug 25 11:54:47.491264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-fe2647aa-ec0d-498b-8f05-974d9eb1cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:47.493934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-fe2647aa-ec0d-498b-8f05-974d9eb1cade service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.1561203 Aug 25 11:54:47.501223 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.611737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.618698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.662345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38e98240-56b8-40e1-b9dd-57fa119ee8d7 req-bdf3e21f-9b5c-4664-99a3-86d73d1cc3f9 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754346 Aug 25 11:54:47.675813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.682390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34112) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:47.683178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2379272 Aug 25 11:54:47.686302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 55b0b59f-53af-460b-90a9-34d1f408bcf2 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:47.694645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 55b0b59f-53af-460b-90a9-34d1f408bcf2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:47.694645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.697529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '0045618e-317c-4c6c-b6a5-27175927ed20', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:47.711149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b828ace-0e88-434c-b6ce-54117fac0bc1 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0045618e-317c-4c6c-b6a5-27175927ed20,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:47.732333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-64c0510f-5c12-4c86-a742-79231c54e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:47.733938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-64c0510f-5c12-4c86-a742-79231c54e259 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665764 Aug 25 11:54:47.773309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.807744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:44Z', 'revision_number': 7, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b0b59f-53af-460b-90a9-34d1f408bcf2', 'name': '', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:40:ad:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:38Z', 'updated_at': '2021-08-25T11:54:45Z', 'revision_number': 4, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:47.918548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:47.924561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-b08aa731-1cec-49e3-b307-feeaf6cbecc0 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792538 Aug 25 11:54:47.927410 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.024587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.038347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:48.043826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8394a0c2-7688-4536-8b72-103daff9c4e5,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:48.056386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.060519 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d87b6de9-30b2-4789-b3a9-c5058be352bf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672938 Aug 25 11:54:48.060885 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34120) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:48.065745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '0045618e-317c-4c6c-b6a5-27175927ed20', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:48.087739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 55b0b59f-53af-460b-90a9-34d1f408bcf2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=55b0b59f-53af-460b-90a9-34d1f408bcf2,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:48.088128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.088939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:48.090179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:48.096945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.123597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.205450 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.210140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.230137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ceddc73-dba2-4aa4-9116-36ea9f195b28 req-8517f332-9eed-4198-bad4-d9c02a562e65 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796729 Aug 25 11:54:48.237175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af964d5f-0220-4d7b-b037-f222499718f0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:48.245784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.247025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dae3c87e-ef20-4653-b04f-845a9f295253 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1851456 Aug 25 11:54:48.249997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34126) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:48.255808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '0045618e-317c-4c6c-b6a5-27175927ed20', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:48.280819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=55b0b59f-53af-460b-90a9-34d1f408bcf2,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:48.289252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:48.291447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-addd5a4b-8375-4e92-80c7-530abf381632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.373385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.505150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.509553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.525051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df2f232-ed8d-4694-bec7-5b1682511068,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:48.554163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.555526 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b8dfdf99-b0ba-4854-8b29-fe5a4a1bef2e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041615 Aug 25 11:54:48.558433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:48.563248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '0045618e-317c-4c6c-b6a5-27175927ed20', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:48.572194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 55b0b59f-53af-460b-90a9-34d1f408bcf2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:48.572819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.583904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:44Z', 'revision_number': 7, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b0b59f-53af-460b-90a9-34d1f408bcf2', 'name': '', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:40:ad:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:38Z', 'updated_at': '2021-08-25T11:54:48Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:48.606393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.629050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1771f93-d2da-446f-bf4d-624d58667521 None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:44Z', 'revision_number': 7, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55b0b59f-53af-460b-90a9-34d1f408bcf2', 'name': '', 'network_id': 'd811c810-0a4c-4fd6-9446-17a8f2960170', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:40:ad:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:38Z', 'updated_at': '2021-08-25T11:54:48Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '67a9b823-1631-4578-ae29-1b6b2a8969a9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:48.694404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.702507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.729510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 55b0b59f-53af-460b-90a9-34d1f408bcf2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=55b0b59f-53af-460b-90a9-34d1f408bcf2,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:48.730280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.732200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd123ad9-a880-40c8-84fe-8839f54d76b3,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:48.742346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.744495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1b5018d1-1f90-4e37-81da-caf3fb27b13c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1850226 Aug 25 11:54:48.747358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34140) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:48.749159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 55b0b59f-53af-460b-90a9-34d1f408bcf2 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:48.758953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '0045618e-317c-4c6c-b6a5-27175927ed20', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:48.791388 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:54:48.797564 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.928317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.933661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.955092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a031678e-6e62-4271-944c-b8ac7908aa56,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:48.968129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:48.969439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c3c99fe-4969-41b3-a20e-2ae05daa4c2a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2210865 Aug 25 11:54:48.972543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34142) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:48.980863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'security_group_rule': {'security_group_id': '0045618e-317c-4c6c-b6a5-27175927ed20', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:49.012563 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Project d3ab5b448dce4a26a4e1ee7c33ddb2d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:54:49.020096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.023809 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.062700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=55b0b59f-53af-460b-90a9-34d1f408bcf2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:49.142603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.152924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.198296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b31b79b-65cc-4198-8f88-f8b50961b60a,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:49.202501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.205778 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8789b07f-91dd-48bf-9f21-c36c53873506 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2301984 Aug 25 11:54:49.211730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:49.218368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'network': {'name': 'tempest-network-smoke--676356543', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:49.253148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:49.265105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.320608 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:54:49.347838 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.349398 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Added segment 498ebb63-8c26-4b23-b879-356928b5716b of type vlan for network 691e12ce-2148-47a1-bcc8-02408730a50c Aug 25 11:54:49.404902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.462472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.508126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.518139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:49.519219 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.620810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Network': ['ID=691e12ce-2148-47a1-bcc8-02408730a50c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:49.625407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3466eb15-5766-469d-ab52-cae9b2793f45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4124453 Aug 25 11:54:49.628095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34156) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:49.636103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'admin_state_up': True, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:49.650740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 691e12ce-2148-47a1-bcc8-02408730a50c details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:54:49.671779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.674545 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.738797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:49.744609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:49.908424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.213505 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.235323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.246757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:50.253763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ab917781-f462-4c96-a554-0e0e6b00d930 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4733517 Aug 25 11:54:50.259812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34162) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:50.262148 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:50.285361 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:50.286033 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:50.322777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet 67a9b823-1631-4578-ae29-1b6b2a8969a9 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:54:50.326585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.384034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.426720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.84 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/41481111-3bf0-4ce0-a57d-2187f41096c4) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:50.454794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:50.515009 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.620327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.624579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.669639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.674084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=67a9b823-1631-4578-ae29-1b6b2a8969a9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:50.682454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.683942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b594a80-8d8c-4cff-bb64-c205047abc45 None None] Network d811c810-0a4c-4fd6-9446-17a8f2960170 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:50.687551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ca7d55d7-5b0a-4ea3-b352-acd981a764c7 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/67a9b823-1631-4578-ae29-1b6b2a8969a9 HTTP/1.1" status: 204 len: 168 time: 0.4241869 Aug 25 11:54:50.687891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34170) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:50.757673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:50.761116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:50.769073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:50.809729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=41481111-3bf0-4ce0-a57d-2187f41096c4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:50.851306 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:50.880583 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:48Z', 'revision_number': 8, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:50.939964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:50.952456 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:50.953411 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:50.962773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] DHCP port deletion for d811c810-0a4c-4fd6-9446-17a8f2960170 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:54:51.016465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 7b43d195-4752-4c36-bea1-0e26f228a3f6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:51.017775 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.022262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] Deleting port 7b43d195-4752-4c36-bea1-0e26f228a3f6 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:51.023786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.173850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 7b43d195-4752-4c36-bea1-0e26f228a3f6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7b43d195-4752-4c36-bea1-0e26f228a3f6,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:51.174482 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.184490 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:51.204705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] For port 7b43d195-4752-4c36-bea1-0e26f228a3f6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7b43d195-4752-4c36-bea1-0e26f228a3f6,segment=NetworkSegment(7a293cc0-58a2-4844-a206-87759bdcfb7b),segment_id=7a293cc0-58a2-4844-a206-87759bdcfb7b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:51.205348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.241773 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] Calling delete_port for 7b43d195-4752-4c36-bea1-0e26f228a3f6 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:51.253187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 7b43d195-4752-4c36-bea1-0e26f228a3f6 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:51.363867 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.386190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.402745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7b43d195-4752-4c36-bea1-0e26f228a3f6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:51.459221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=7b43d195-4752-4c36-bea1-0e26f228a3f6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:51.477475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port 7b43d195-4752-4c36-bea1-0e26f228a3f6 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:51.522458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7b43d195-4752-4c36-bea1-0e26f228a3f6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:51.523628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7b43d195-4752-4c36-bea1-0e26f228a3f6 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:51.597742 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-da5973a5-b31e-4dc0-a22a-fc0eb326a2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.610858 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:48Z', 'revision_number': 8, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:51.644267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:54:51.680710 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 11:54:51.703309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.708621 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.719113 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb1be-fd91-470d-9ddc-fcb8fa98809e None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:48Z', 'revision_number': 8, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c186497-d2df-4958-b82b-d5bd045f01eb', 'name': '', 'network_id': '23534ca2-d391-42cb-b879-83903e624ac3', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:cc:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:32Z', 'updated_at': '2021-08-25T11:54:42Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '0d55f688-d301-4ded-b98f-4f428233fd8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:51.750513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d811c810-0a4c-4fd6-9446-17a8f2960170']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:51.767455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] No DVR routers for this DVR port 7b43d195-4752-4c36-bea1-0e26f228a3f6 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:51.775753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d2381-3b16-45ab-976e-a2b0b3465885 None None] Pushing event deleted for resources: {'Port': ['ID=7b43d195-4752-4c36-bea1-0e26f228a3f6,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:51.811216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a293cc0-58a2-4844-a206-87759bdcfb7b') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:51.811579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a293cc0-58a2-4844-a206-87759bdcfb7b') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:51.823959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.845497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.862859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:54:51.863991 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:54:51.872732 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:54:51.982883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.989425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:51.997110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/d811c810-0a4c-4fd6-9446-17a8f2960170 HTTP/1.1" status: 204 len: 168 time: 1.3075881 Aug 25 11:54:51.998149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34190) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:52.057444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc694d-3c84-4693-9ec9-b9685e0c7683 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=d811c810-0a4c-4fd6-9446-17a8f2960170,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:52.229766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.421609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 12423672-3489-4c98-8b5f-03f0fc488a33 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:54:52.484530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.539116 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.555068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:52.567815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Sync routers for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:52.582323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.585336 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13824dfe-5a2a-4d03-82b9-757e66d86ea5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9545622 Aug 25 11:54:52.588854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34198) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:52.590695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:52.594336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:52.625446 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d662a49-3601-4cef-a69c-6e1f8fa6c77f tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351381 Aug 25 11:54:52.629235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34204) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:52.754437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12756285-a6dd-4939-a742-2a847cacdee4 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:52.758064 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-12756285-a6dd-4939-a742-2a847cacdee4 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269670 Aug 25 11:54:52.760790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34206) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:52.792446 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eaf39a9c-c061-469c-a844-f6319f8d03bf tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303009 Aug 25 11:54:52.796997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:52.797988 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34208) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:52.802825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1154085605', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:54:52.828120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 8c186497-d2df-4958-b82b-d5bd045f01eb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:52.828478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.923884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:54:52.927633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.976671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 8c186497-d2df-4958-b82b-d5bd045f01eb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c186497-d2df-4958-b82b-d5bd045f01eb,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:52.977938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:52.995601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 8c186497-d2df-4958-b82b-d5bd045f01eb owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:53.042339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:51Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:53.082751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Checking router: 12423672-3489-4c98-8b5f-03f0fc488a33 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:53.083227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Updating router 12423672-3489-4c98-8b5f-03f0fc488a33 port 41481111-3bf0-4ce0-a57d-2187f41096c4 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:54:53.122881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.223874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.232689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 55b0b59f-53af-460b-90a9-34d1f408bcf2 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:53.245444 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.278622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 55b0b59f-53af-460b-90a9-34d1f408bcf2 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:53.279557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 55b0b59f-53af-460b-90a9-34d1f408bcf2 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:53.297364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=8c186497-d2df-4958-b82b-d5bd045f01eb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:53.308106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Subnet': ['ID=9bd55c26-3e9b-431a-abb6-6511c6374caf,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:53.314179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Checking segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:53.314629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network hostable DHCP agents. Network: 691e12ce-2148-47a1-bcc8-02408730a50c, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:54:53.339668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 691e12ce-2148-47a1-bcc8-02408730a50c is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:54:53.354536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 691e12ce-2148-47a1-bcc8-02408730a50c) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:53.365727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:54:53.369249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.398715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34214) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:53.403589 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1eaa98f-5072-4469-a330-32229fa1c673 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6044984 Aug 25 11:54:53.407660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffd2b1-0e21-4428-a76d-3b89fe93783f None None] Network 691e12ce-2148-47a1-bcc8-02408730a50c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:53.735895 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.757035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Transition to ACTIVE for port object 41481111-3bf0-4ce0-a57d-2187f41096c4 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:53.766836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-691e12ce-2148-47a1-bcc8-02408730a50c', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:54:53.768894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.769841 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.776650 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:53.998206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Attempting to bind port 41481111-3bf0-4ce0-a57d-2187f41096c4 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:53.999027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Attempting to bind port 41481111-3bf0-4ce0-a57d-2187f41096c4 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:53.999144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Attempting to bind port 41481111-3bf0-4ce0-a57d-2187f41096c4 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:54.006358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f75d8-d369-4e34-8971-472073df732f None None] Pushing event updated for resources: {'Port': ['ID=41481111-3bf0-4ce0-a57d-2187f41096c4,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:54.019303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:54.019757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:54.020305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.020941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:54.021601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Bound port: 41481111-3bf0-4ce0-a57d-2187f41096c4, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:54.022805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.137462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Allocated IP 172.20.0.2 (691e12ce-2148-47a1-bcc8-02408730a50c/9bd55c26-3e9b-431a-abb6-6511c6374caf/d136e7e8-6ea1-4171-8e33-90647610882e) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:54.140878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] For port 41481111-3bf0-4ce0-a57d-2187f41096c4, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:54.147086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] For port 41481111-3bf0-4ce0-a57d-2187f41096c4, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=41481111-3bf0-4ce0-a57d-2187f41096c4,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:54.157401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.294795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:54.296006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:54.328489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:54.353656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f75d8-d369-4e34-8971-472073df732f None None] Pushing event updated for resources: {'Port': ['ID=41481111-3bf0-4ce0-a57d-2187f41096c4,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:54.473259 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.514001 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:54.520875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-14e4370a-270d-4b25-82ed-e64af5748cb2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180335 Aug 25 11:54:54.525765 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34226) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:54.535477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:54.541929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:54.563679 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:54.565344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:54.613079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.632044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet 0d55f688-d301-4ded-b98f-4f428233fd8b {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:54:54.641501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.760596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.853049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:54.863403 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:54.904602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Transition to ACTIVE for port object d136e7e8-6ea1-4171-8e33-90647610882e will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:54.947361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Transition to ACTIVE for port object d136e7e8-6ea1-4171-8e33-90647610882e will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:54.962933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.069803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Network 691e12ce-2148-47a1-bcc8-02408730a50c is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:55.076386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:55.080000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Pushing event updated for resources: {'Port': ['ID=d136e7e8-6ea1-4171-8e33-90647610882e,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:55.083295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:55.188242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:51Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:55.227362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbeb010-5991-44db-8042-82d80df2b64b None None] The sync data for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 is: [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:51Z', 'revision_number': 3, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:55.230689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Attempting to bind port d136e7e8-6ea1-4171-8e33-90647610882e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:54:55.231381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Attempting to bind port d136e7e8-6ea1-4171-8e33-90647610882e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:54:55.232108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Attempting to bind port d136e7e8-6ea1-4171-8e33-90647610882e on network 691e12ce-2148-47a1-bcc8-02408730a50c {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:54:55.239082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:54:55.239592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Checking segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:54:55.240121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.240680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Bound using segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:54:55.242174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Bound port: d136e7e8-6ea1-4171-8e33-90647610882e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:54:55.242714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.330248 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:53Z', 'revision_number': 9, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:55.371869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] For port d136e7e8-6ea1-4171-8e33-90647610882e, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:54:55.376960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] For port d136e7e8-6ea1-4171-8e33-90647610882e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d136e7e8-6ea1-4171-8e33-90647610882e,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:54:55.385323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.387982 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:54:55.408741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.429101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:55.430086 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:55.491962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be66fb-3b96-47be-a387-b5a9f2013ff1 None None] Pushing event updated for resources: {'Port': ['ID=d136e7e8-6ea1-4171-8e33-90647610882e,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:55.659498 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:55.670677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.1 (691e12ce-2148-47a1-bcc8-02408730a50c/9bd55c26-3e9b-431a-abb6-6511c6374caf/5c6aa431-0f57-4198-8283-a59f73850e33) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:54:55.787681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.845435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=0d55f688-d301-4ded-b98f-4f428233fd8b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:55.869733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:55.883202 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34244) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:55.885096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aae19d9a-1745-44ca-8cc8-cdb64527937c tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/0d55f688-d301-4ded-b98f-4f428233fd8b HTTP/1.1" status: 204 len: 168 time: 1.3389482 Aug 25 11:54:55.979171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c151e471-62d5-4951-b75a-dab54fe3cd65 None None] Network 23534ca2-d391-42cb-b879-83903e624ac3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:56.039117 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.077418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 5c6aa431-0f57-4198-8283-a59f73850e33 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:54:56.124211 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.213362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.334251 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:53Z', 'revision_number': 9, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:56.356621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 691e12ce-2148-47a1-bcc8-02408730a50c is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:56.360954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:56.368630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:54:56.377431 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:56.378761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.443478 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f9b5b-9433-448d-8209-0643ef0eb836 None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:54:53Z', 'revision_number': 9, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f428f298-a362-4918-9a6b-505e5dfa8262', 'name': '', 'network_id': 'e79e2466-2df1-4cfa-88f8-55071e751d94', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:66:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:27Z', 'updated_at': '2021-08-25T11:54:34Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': 'd6f9b1d1-39cf-40a3-8c87-38f3f61694dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:54:56.470518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=5c6aa431-0f57-4198-8283-a59f73850e33,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:56.513539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.553157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] DHCP port deletion for 23534ca2-d391-42cb-b879-83903e624ac3 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:54:56.667543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:56.667910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.670647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] Deleting port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:56.671293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.688100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:56.851828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.907539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:56.925289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] For port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,segment=NetworkSegment(ac69c6bf-a049-47ef-a97f-08fa62db7fdc),segment_id=ac69c6bf-a049-47ef-a97f-08fa62db7fdc)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:56.926451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.943768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:56.957048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] Calling delete_port for 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:57.139384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:57.262204 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.392029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] No DVR routers for this DVR port 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:54:57.429038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.448409 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23534ca2-d391-42cb-b879-83903e624ac3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:57.453251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9c603-1b11-4006-b81d-dec16df8acf6 None None] Pushing event deleted for resources: {'Port': ['ID=8b4c1b35-4f6b-4a99-b50c-2392a0d01e53,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:57.472840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.482044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:57.482535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac69c6bf-a049-47ef-a97f-08fa62db7fdc') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:57.524619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.588012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 41481111-3bf0-4ce0-a57d-2187f41096c4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:57.593993 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.614867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:54:57.615586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:54:57.622843 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:54:57.745059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 41481111-3bf0-4ce0-a57d-2187f41096c4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:57.756071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 41481111-3bf0-4ce0-a57d-2187f41096c4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:57.757837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.800728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.856507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa85ae3-fe6d-494f-bcac-a5d52d79fe35 None None] Network 691e12ce-2148-47a1-bcc8-02408730a50c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:54:57.863257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:57.867948 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/23534ca2-d391-42cb-b879-83903e624ac3 HTTP/1.1" status: 204 len: 168 time: 1.9821093 Aug 25 11:54:57.869747 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec0ce-8d2b-4c26-8d3b-81fe6af14552 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=23534ca2-d391-42cb-b879-83903e624ac3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:57.872793 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34264) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:54:58.025827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.030533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.062569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dd9612b4-d954-409b-b332-8221d78baa60 None None] Provisioning for port d136e7e8-6ea1-4171-8e33-90647610882e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:58.104847 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.168100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 41481111-3bf0-4ce0-a57d-2187f41096c4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=41481111-3bf0-4ce0-a57d-2187f41096c4,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:58.247006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.253550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=5c6aa431-0f57-4198-8283-a59f73850e33,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:58.328852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.331464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d136e7e8-6ea1-4171-8e33-90647610882e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:58.516889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 691e12ce-2148-47a1-bcc8-02408730a50c is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:54:58.519107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:54:58.563527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=41481111-3bf0-4ce0-a57d-2187f41096c4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:58.596062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d136e7e8-6ea1-4171-8e33-90647610882e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:58.603689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d136e7e8-6ea1-4171-8e33-90647610882e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:58.604311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.831018 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.902567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.931377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port d136e7e8-6ea1-4171-8e33-90647610882e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d136e7e8-6ea1-4171-8e33-90647610882e,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:58.947312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:58.949926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 12423672-3489-4c98-8b5f-03f0fc488a33 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:54:59.109249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:59.167288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:59.168449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8b4c1b35-4f6b-4a99-b50c-2392a0d01e53 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:59.169858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c186497-d2df-4958-b82b-d5bd045f01eb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:54:59.176232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=d136e7e8-6ea1-4171-8e33-90647610882e,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:54:59.197610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:54:59.207752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-36c1060a-cceb-4aa1-85fd-cf5458d2bc4a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/12423672-3489-4c98-8b5f-03f0fc488a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8073032 Aug 25 11:54:59.214584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8c186497-d2df-4958-b82b-d5bd045f01eb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:54:59.214939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c186497-d2df-4958-b82b-d5bd045f01eb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:54:59.226489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Sync routers for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:54:59.280783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:54:59.289369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:54:59.292668 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4bdcf57-6387-4080-af2d-e86a5dd1b006 None None] Provisioning complete for port d136e7e8-6ea1-4171-8e33-90647610882e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:59.293042 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4bdcf57-6387-4080-af2d-e86a5dd1b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:59.391422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port f428f298-a362-4918-9a6b-505e5dfa8262 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:54:59.392000 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:59.473174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 41481111-3bf0-4ce0-a57d-2187f41096c4 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:54:59.583407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:54:59.612679 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:54:59.730445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 41481111-3bf0-4ce0-a57d-2187f41096c4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:59.731262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:59.732754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4bdcf57-6387-4080-af2d-e86a5dd1b006 None None] Provisioning for port 5c6aa431-0f57-4198-8283-a59f73850e33 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:54:59.743335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port f428f298-a362-4918-9a6b-505e5dfa8262, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=f428f298-a362-4918-9a6b-505e5dfa8262,segment=NetworkSegment(d030660e-0973-4aad-81a9-3f02998b3a47),segment_id=d030660e-0973-4aad-81a9-3f02998b3a47)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:54:59.744768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:59.766943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f4bdcf57-6387-4080-af2d-e86a5dd1b006 None None] Provisioning complete for port 5c6aa431-0f57-4198-8283-a59f73850e33 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:54:59.767295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f4bdcf57-6387-4080-af2d-e86a5dd1b006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:54:59.778083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for f428f298-a362-4918-9a6b-505e5dfa8262 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:54:59.836873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdcf57-6387-4080-af2d-e86a5dd1b006 None None] Port 5c6aa431-0f57-4198-8283-a59f73850e33 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:00.027518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-616f6956-84e4-4852-b29a-69d19cb762b6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273877296&fields=id&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 267 time: 0.1016111 Aug 25 11:55:00.071178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f84f7392-5588-457e-b533-b65022406f94 None None] Provisioning complete for port 5c6aa431-0f57-4198-8283-a59f73850e33 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:00.071778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f84f7392-5588-457e-b533-b65022406f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:00.176279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:00.210741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=f428f298-a362-4918-9a6b-505e5dfa8262,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:00.255777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f84f7392-5588-457e-b533-b65022406f94 None None] Port 5c6aa431-0f57-4198-8283-a59f73850e33 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:00.269930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d136e7e8-6ea1-4171-8e33-90647610882e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:00.323863 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-e96ae470-a312-4f6d-b811-ec074fa67e7e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:00.328639 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-e96ae470-a312-4f6d-b811-ec074fa67e7e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/networks?id=691e12ce-2148-47a1-bcc8-02408730a50c HTTP/1.1" status: 200 len: 796 time: 0.2806432 Aug 25 11:55:00.382211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-5440ba23-bc53-4494-a947-b71a5f3d8805 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/quotas/d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0207646 Aug 25 11:55:00.416032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c44189f5-ec4a-44cc-83dd-a6d3c8dd740b None None] Provisioning complete for port 5c6aa431-0f57-4198-8283-a59f73850e33 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:00.419986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c44189f5-ec4a-44cc-83dd-a6d3c8dd740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:00.424314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:54:57Z', 'revision_number': 2, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:00.502816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-80410c96-3eb2-4647-81f9-27bb8e30531e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968180 Aug 25 11:55:00.534528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Checking router: 12423672-3489-4c98-8b5f-03f0fc488a33 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:00.536338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Updating router 12423672-3489-4c98-8b5f-03f0fc488a33 port 5c6aa431-0f57-4198-8283-a59f73850e33 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:55:00.572915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d136e7e8-6ea1-4171-8e33-90647610882e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:00.573307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:00.597100 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:00.621226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c44189f5-ec4a-44cc-83dd-a6d3c8dd740b None None] Port 5c6aa431-0f57-4198-8283-a59f73850e33 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:00.629125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:00.761838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-62338658-24ad-4d2a-b6c5-3391529a00bd service neutron] 10.222.0.35 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091203 Aug 25 11:55:00.932756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:00.948805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-c7e681df-a035-4b88-b807-bb193aeec920 service neutron] 10.222.0.35 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857738 Aug 25 11:55:01.138502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:01.148436 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-26fdab7d-75d1-4a81-93c1-2f67fba78360 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2731407 Aug 25 11:55:01.152701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34320) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:01.200360 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:01.230257 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:01.235831 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:01.244454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet d6f9b1d1-39cf-40a3-8c87-38f3f61694dd {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:55:01.253824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.273279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aeca7aec-eacb-4b97-b056-849fc3e50ff2 req-ec4a04cb-8721-4f37-8b18-2c0760e1a95f tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0427067 Aug 25 11:55:01.318552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.331312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.462380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.607828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.656544 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:01.658372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.672416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f9b1d1-39cf-40a3-8c87-38f3f61694dd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:01.679371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Transition to ACTIVE for port object 5c6aa431-0f57-4198-8283-a59f73850e33 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:01.683714 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.686321 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3905e707-5e8d-4942-9707-7d66c7e814f4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/d6f9b1d1-39cf-40a3-8c87-38f3f61694dd HTTP/1.1" status: 204 len: 168 time: 0.5319593 Aug 25 11:55:01.691092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34328) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:01.699640 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:01.705183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71686f4-817f-4615-a3a3-6162e24f04ca None None] Network e79e2466-2df1-4cfa-88f8-55071e751d94 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:55:01.818210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf5219-2746-4ef4-af01-3e20bb9e22ce None None] Pushing event updated for resources: {'Port': ['ID=5c6aa431-0f57-4198-8283-a59f73850e33,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:01.959684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.059256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Attempting to bind port 5c6aa431-0f57-4198-8283-a59f73850e33 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:02.061182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Attempting to bind port 5c6aa431-0f57-4198-8283-a59f73850e33 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:02.062514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Attempting to bind port 5c6aa431-0f57-4198-8283-a59f73850e33 on network 691e12ce-2148-47a1-bcc8-02408730a50c {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:02.073639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:02.085521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Checking segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:02.086091 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.086372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Bound using segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:02.087295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Bound port: 5c6aa431-0f57-4198-8283-a59f73850e33, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:02.087528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:55:02.087860 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.088307 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.295671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,segment=NetworkSegment(d030660e-0973-4aad-81a9-3f02998b3a47),segment_id=d030660e-0973-4aad-81a9-3f02998b3a47)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:02.296108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.299689 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:00Z', 'revision_number': 10, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:02.314136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c410789-eff3-4747-8c92-545cde578832 None None] DHCP port deletion for e79e2466-2df1-4cfa-88f8-55071e751d94 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:55:02.324292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] For port 5c6aa431-0f57-4198-8283-a59f73850e33, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:02.344751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:55:02.355540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] For port 5c6aa431-0f57-4198-8283-a59f73850e33, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5c6aa431-0f57-4198-8283-a59f73850e33,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:02.399769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.432763 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:02.483211 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:02.484200 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:02.650323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e65b94a9-acc5-4a91-887f-3f13bdf0eb3f req-6340f717-1517-4d2e-9b45-f20d99ec9a7b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0831306 Aug 25 11:55:02.708810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.713158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Deleting port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:55:02.713529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:02.744752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:02.746092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:02.889204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:02.902917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:55:02.937650 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:03.149967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-7c410789-eff3-4747-8c92-545cde578832 None None] For port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:03.156161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:03.187477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf5219-2746-4ef4-af01-3e20bb9e22ce None None] Pushing event updated for resources: {'Port': ['ID=5c6aa431-0f57-4198-8283-a59f73850e33,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:03.237606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Calling delete_port for 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:55:03.251605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:55:03.286523 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:03.317416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79e2466-2df1-4cfa-88f8-55071e751d94']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:03.328054 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:03.364286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd030660e-0973-4aad-81a9-3f02998b3a47') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:03.365280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd030660e-0973-4aad-81a9-3f02998b3a47') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:03.395343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:03.446300 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:03.464752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:55:03.465471 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:55:03.477948 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:55:03.516316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c410789-eff3-4747-8c92-545cde578832 None None] Pushing event deleted for resources: {'Port': ['ID=675fd85f-3eb9-4e4e-87ab-a46fb7ba8442,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:03.530029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c410789-eff3-4747-8c92-545cde578832 None None] No DVR routers for this DVR port 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:55:03.592157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:03.700741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:55:03.710805 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:00Z', 'revision_number': 10, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:03.761812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:55:03.762834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 675fd85f-3eb9-4e4e-87ab-a46fb7ba8442 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:55:03.824927 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6df4d-c15d-4d39-b182-b27c3f8010ff None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:00Z', 'revision_number': 10, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None, '_interfaces': [{'id': '19f0d12e-4d28-421d-ba69-729a8fa45266', 'name': '', 'network_id': '516d96f1-4f25-477b-9f96-65df82d82a80', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'mac_address': 'fa:16:3e:a2:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:22Z', 'updated_at': '2021-08-25T11:54:28Z', 'revision_number': 5, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'subnets': [{'id': '5b4135fa-9ef7-4b4d-9995-db818aa9e73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:03.900227 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-546ef600-3c9b-4fbf-b8e4-64d1e6954ee9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:03.903192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-546ef600-3c9b-4fbf-b8e4-64d1e6954ee9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/networks?id=691e12ce-2148-47a1-bcc8-02408730a50c HTTP/1.1" status: 200 len: 796 time: 0.3919234 Aug 25 11:55:03.976948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-431ed696-52eb-4cb7-991f-dc8de35d71e7 req-4468b9b1-26dc-4c0f-a717-6d4c630acca7 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0586762 Aug 25 11:55:04.021109 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:04.048067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:04.050934 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/e79e2466-2df1-4cfa-88f8-55071e751d94 HTTP/1.1" status: 204 len: 168 time: 2.3573596 Aug 25 11:55:04.056035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34358) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:04.070774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b95a2-1fd5-43a2-ad4f-035c6d556af9 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=e79e2466-2df1-4cfa-88f8-55071e751d94,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:04.084689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f0e2565d-1c82-4431-8d4f-18af90dfd299 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7 HTTP/1.1" status: 200 len: 380 time: 0.1644533 Aug 25 11:55:04.099700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'port': {'device_id': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'admin_state_up': True, 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'security_groups': ['0045618e-317c-4c6c-b6a5-27175927ed20']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:04.310319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:02Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:04.376617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bc9be3-fecd-42f2-afaf-9116ad1b740d None None] The sync data for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 is: [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:02Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:04.406872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Made reservation on behalf of d3ab5b448dce4a26a4e1ee7c33ddb2d7 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:04.414261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:04.756260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.20.0.5 (691e12ce-2148-47a1-bcc8-02408730a50c/9bd55c26-3e9b-431a-abb6-6511c6374caf/082da39e-073a-4191-a13d-4c7e5f3a17f4) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:04.927052 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:04.967306 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:04.988382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Transition to ACTIVE for port object 082da39e-073a-4191-a13d-4c7e5f3a17f4 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:05.069176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.226605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 691e12ce-2148-47a1-bcc8-02408730a50c is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:05.248081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:05.258271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:05.273699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:05.345947 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5277bd-17ac-4866-b70c-a6ed9049f4bb req-1ea85fa5-5126-4e81-995c-f5a282f88ee5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:05.360425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f5277bd-17ac-4866-b70c-a6ed9049f4bb req-1ea85fa5-5126-4e81-995c-f5a282f88ee5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 931 time: 0.2515318 Aug 25 11:55:05.431304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port 19f0d12e-4d28-421d-ba69-729a8fa45266 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:55:05.432056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.541249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:05.542914 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.595826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f5277bd-17ac-4866-b70c-a6ed9049f4bb req-e317a813-b384-4188-8e35-dada397b0daf tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336099 Aug 25 11:55:05.617946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-f35c9921-cae4-4fb3-bddd-0b0706b89904 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5253077 Aug 25 11:55:05.649088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Request body: {'port': {'device_id': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:05.724912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5c6aa431-0f57-4198-8283-a59f73850e33 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:05.737437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port 19f0d12e-4d28-421d-ba69-729a8fa45266, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19f0d12e-4d28-421d-ba69-729a8fa45266,segment=NetworkSegment(f562b9cb-0a96-4e7d-b42d-4f438be472f5),segment_id=f562b9cb-0a96-4e7d-b42d-4f438be472f5)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:05.738630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.763729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for 19f0d12e-4d28-421d-ba69-729a8fa45266 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:55:05.828443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fde5434a-dd48-4dcb-aeaa-c9ddbe3c3dc8 None None] Provisioning for port 082da39e-073a-4191-a13d-4c7e5f3a17f4 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:05.834329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5c6aa431-0f57-4198-8283-a59f73850e33 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:05.839340 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fde5434a-dd48-4dcb-aeaa-c9ddbe3c3dc8 None None] Provisioning complete for port 082da39e-073a-4191-a13d-4c7e5f3a17f4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:05.840118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fde5434a-dd48-4dcb-aeaa-c9ddbe3c3dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.844004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5c6aa431-0f57-4198-8283-a59f73850e33 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:05.844746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.876392 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:05.927155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-fde5434a-dd48-4dcb-aeaa-c9ddbe3c3dc8 None None] Port 082da39e-073a-4191-a13d-4c7e5f3a17f4 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:06.002311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:06.091400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 5c6aa431-0f57-4198-8283-a59f73850e33, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5c6aa431-0f57-4198-8283-a59f73850e33,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:06.097150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:06.108649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f428f298-a362-4918-9a6b-505e5dfa8262 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:55:06.159103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: f428f298-a362-4918-9a6b-505e5dfa8262 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:55:06.159502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device f428f298-a362-4918-9a6b-505e5dfa8262 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:55:06.200048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=5c6aa431-0f57-4198-8283-a59f73850e33,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:06.258213 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:06.311191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=19f0d12e-4d28-421d-ba69-729a8fa45266,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:06.543242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:06.636841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082da39e-073a-4191-a13d-4c7e5f3a17f4 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:55:06.647306 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:06.668318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Transition to ACTIVE for port object 082da39e-073a-4191-a13d-4c7e5f3a17f4 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:06.676659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:06.846926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:06.849478 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:07.036785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:07.058672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:07.065076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d4c1198e-f30f-4763-89d9-4ef5f92f7bdc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0068626 Aug 25 11:55:07.068559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34402) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:07.072577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:07.073610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:07.079284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cda5a-b637-40e1-912e-a9725dfd6e9a req-9605aa7e-22db-4c86-afed-caecefb9ebf9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:07.082297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb4cda5a-b637-40e1-912e-a9725dfd6e9a req-9605aa7e-22db-4c86-afed-caecefb9ebf9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.3303719 Aug 25 11:55:07.087224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Attempting to bind port 082da39e-073a-4191-a13d-4c7e5f3a17f4 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:07.087588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Attempting to bind port 082da39e-073a-4191-a13d-4c7e5f3a17f4 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:07.088110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Attempting to bind port 082da39e-073a-4191-a13d-4c7e5f3a17f4 on network 691e12ce-2148-47a1-bcc8-02408730a50c {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:07.130689 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Port 082da39e-073a-4191-a13d-4c7e5f3a17f4 on network 691e12ce-2148-47a1-bcc8-02408730a50c not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:55:07.131203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Attempting to bind port 082da39e-073a-4191-a13d-4c7e5f3a17f4 on network 691e12ce-2148-47a1-bcc8-02408730a50c {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:07.174007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:07.174543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Checking segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:07.175198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Bound using segment: {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:07.186621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Bound port: 082da39e-073a-4191-a13d-4c7e5f3a17f4, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498ebb63-8c26-4b23-b879-356928b5716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:07.187252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.191173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:07.204689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting subnet 5b4135fa-9ef7-4b4d-9995-db818aa9e73f {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:55:07.206101 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb4cda5a-b637-40e1-912e-a9725dfd6e9a req-a8e469f3-b6e4-4990-ae4c-4f1bbb626070 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034033 Aug 25 11:55:07.212924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.266624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 11, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:07.300051 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.310717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:07.336423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:07.342981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:07.347941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:07.349569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:07.353773 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.467847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:07.468935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.473023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] 10.222.0.67 "PUT /v2.0/ports/082da39e-073a-4191-a13d-4c7e5f3a17f4 HTTP/1.1" status: 200 len: 1092 time: 1.8475897 Aug 25 11:55:07.476783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:55:07.498142 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e7097-c8f0-4966-8d48-be9055d2f88c" -d '{"events": [{"name": "network-changed", "server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:55:07.530099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.619432 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc600529-8ec2-464f-8006-f96d39ae0831 x-openstack-request-id: req-fc600529-8ec2-464f-8006-f96d39ae0831 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:55:07.619856 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:55:07.620056 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc600529-8ec2-464f-8006-f96d39ae0831 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:55:07.620384 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'status': 'completed', 'code': 200} Aug 25 11:55:07.633782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:07.648929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.692480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a81b00-6264-41dd-b92e-88f39a0e8ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:07.720963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4135fa-9ef7-4b4d-9995-db818aa9e73f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:07.723902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-3dac71f8-e419-4999-9c48-44420f47a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:07.728224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-3dac71f8-e419-4999-9c48-44420f47a378 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1095 time: 0.1476636 Aug 25 11:55:07.733610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.744517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/5b4135fa-9ef7-4b4d-9995-db818aa9e73f HTTP/1.1" status: 204 len: 168 time: 0.6739211 Aug 25 11:55:07.747812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.748623 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.749125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.750072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.750615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.751142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.751768 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.752264 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.752767 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.753274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.754040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.754597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84588b8-76ed-4200-81d2-bba7afee9101 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:07.760256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34416) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:07.789293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-3a48fcf1-916b-44c8-87d3-cce540d38075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4 HTTP/1.1" status: 200 len: 217 time: 0.0538948 Aug 25 11:55:07.791284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5c6aa431-0f57-4198-8283-a59f73850e33 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:07.793784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68ff19-28a2-44c6-9386-f67ec41e3943 None None] Network 516d96f1-4f25-477b-9f96-65df82d82a80 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:55:07.799961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 11, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:07.874096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-ab5dec45-7ba1-4216-8801-4ec2d2df1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:07.876500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-ab5dec45-7ba1-4216-8801-4ec2d2df1e3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bd55c26-3e9b-431a-abb6-6511c6374caf HTTP/1.1" status: 200 len: 835 time: 0.0656960 Aug 25 11:55:07.911685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:07.943864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cadaea-fbbe-49c3-b159-addd816e679b None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 11, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:07.983321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-462344f7-57c6-4ef7-8f4f-1307f1b65c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:07.986008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-462344f7-57c6-4ef7-8f4f-1307f1b65c9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=691e12ce-2148-47a1-bcc8-02408730a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000128 Aug 25 11:55:08.011012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Deleting port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:55:08.011870 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.091502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5c6aa431-0f57-4198-8283-a59f73850e33 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:08.092500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.111948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] For port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,segment=NetworkSegment(f562b9cb-0a96-4e7d-b42d-4f438be472f5),segment_id=f562b9cb-0a96-4e7d-b42d-4f438be472f5)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:08.112330 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.136634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Calling delete_port for b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:55:08.158433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-25e6604d-6221-411b-8494-2289dd1296d1 service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641476 Aug 25 11:55:08.239356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.283563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Port': ['ID=b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:08.286009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No DVR routers for this DVR port b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:55:08.343696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb767562-d588-4d4d-b5ab-b637fe2de1c7 None None] DHCP port deletion for 516d96f1-4f25-477b-9f96-65df82d82a80 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:55:08.429893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae775b74-7434-464b-bda7-5f37b69fe77b req-21d21faf-43e6-4ee8-8d7d-3f3ecd63978d service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623577 Aug 25 11:55:08.492232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa9f53-ee2a-4ff7-b666-8d0402ebff5d req-dcf485bc-e6dd-4804-8e93-63b74eabdacb tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:08.498461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73fa9f53-ee2a-4ff7-b666-8d0402ebff5d req-dcf485bc-e6dd-4804-8e93-63b74eabdacb tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.1634851 Aug 25 11:55:08.621672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73fa9f53-ee2a-4ff7-b666-8d0402ebff5d req-682a5a54-b3d6-4486-b7b4-118257342501 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000888 Aug 25 11:55:08.625058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-1c044acf-86ea-48ca-b797-bd33b15e8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:08.627693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-1c044acf-86ea-48ca-b797-bd33b15e8ffa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1095 time: 0.1288316 Aug 25 11:55:08.781466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-eb5e77f2-f72e-4016-9e49-791c6ef9d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:08.785621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-eb5e77f2-f72e-4016-9e49-791c6ef9d470 service neutron] 10.222.0.67 "GET /v2.0/networks?id=691e12ce-2148-47a1-bcc8-02408730a50c HTTP/1.1" status: 200 len: 897 time: 0.1448855 Aug 25 11:55:08.836321 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-493fae17-1165-420a-95ee-1b9a8445c893 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4 HTTP/1.1" status: 200 len: 217 time: 0.0418019 Aug 25 11:55:08.842513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.862316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516d96f1-4f25-477b-9f96-65df82d82a80']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:08.883863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f562b9cb-0a96-4e7d-b42d-4f438be472f5') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:08.884350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f562b9cb-0a96-4e7d-b42d-4f438be472f5') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:08.900951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.904647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-0d78913b-98d3-45e4-b974-7870f57b1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:08.908071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-0d78913b-98d3-45e4-b974-7870f57b1db3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bd55c26-3e9b-431a-abb6-6511c6374caf HTTP/1.1" status: 200 len: 835 time: 0.0644348 Aug 25 11:55:08.928127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.938208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:55:08.939323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:55:08.942593 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:55:08.973523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-08d2c3f9-54e0-45b7-b0a0-fa4bf41b37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:08.976266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-08d2c3f9-54e0-45b7-b0a0-fa4bf41b37a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=691e12ce-2148-47a1-bcc8-02408730a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591140 Aug 25 11:55:09.023883 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.037662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.047022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/networks/516d96f1-4f25-477b-9f96-65df82d82a80 HTTP/1.1" status: 204 len: 168 time: 1.2786338 Aug 25 11:55:09.052188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34434) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:09.057505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'routes': None}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:09.061149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fce90c-00a5-4e08-ae57-f69bdb06cecc tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Pushing event deleted for resources: {'Network': ['ID=516d96f1-4f25-477b-9f96-65df82d82a80,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:09.138691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-776d3012-93ee-4f77-a9cd-34ad256c3e14 service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539810 Aug 25 11:55:09.266245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af6e7097-c8f0-4966-8d48-be9055d2f88c req-8b94b408-00e0-4159-b677-dbf87fa9d0ed service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193564 Aug 25 11:55:09.266729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Added routes are [] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 25 11:55:09.267044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.extraroute_db [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Removed routes are [] {{(pid=94911) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 25 11:55:09.267417 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.430328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.434327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.520117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router 493d03ed-18cd-43b3-9d9a-512ba8e2961e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:09.523764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19f0d12e-4d28-421d-ba69-729a8fa45266 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:55:09.546232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 19f0d12e-4d28-421d-ba69-729a8fa45266 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:55:09.546490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19f0d12e-4d28-421d-ba69-729a8fa45266 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:55:09.546899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:55:09.567031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:55:09.567369 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b0aa5dc1-02d3-4765-8823-f7cfe63aa4f1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:55:09.607537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:09.614920 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.618328 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a1e3b611-781b-4856-a0b2-620a6e7b936d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 701 time: 0.5629582 Aug 25 11:55:09.619626 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] Sync routers for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:09.620926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34438) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:09.630288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:09.631049 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:09.680901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34442) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:09.681448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ec9b862-c0f1-4d59-ac98-b40256d9f3f2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 205 time: 0.0585961 Aug 25 11:55:09.724312 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:09.789344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 11, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:09.813635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:09.821831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342d0a8-e92d-4ac3-a0f5-5e1f516cb174 req-eb452a89-fe20-4873-9685-3b4eabc919c5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:09.824515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7342d0a8-e92d-4ac3-a0f5-5e1f516cb174 req-eb452a89-fe20-4873-9685-3b4eabc919c5 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.0784161 Aug 25 11:55:09.831987 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] Checking router: 493d03ed-18cd-43b3-9d9a-512ba8e2961e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:09.844175 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] Routers {'493d03ed-18cd-43b3-9d9a-512ba8e2961e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:09.845105 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:09.912590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7342d0a8-e92d-4ac3-a0f5-5e1f516cb174 req-1b787c01-9ccb-4ab7-b5b0-bc1d491a3f84 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750346 Aug 25 11:55:09.950462 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] Set router 493d03ed-18cd-43b3-9d9a-512ba8e2961e gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:10.061500 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 11, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:10.077770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.081599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.114857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b57f6-c30c-4829-ae4b-4970a0b96ce4 None None] The sync data for ids ['493d03ed-18cd-43b3-9d9a-512ba8e2961e'] in n-d-778732-11 is: [{'id': '493d03ed-18cd-43b3-9d9a-512ba8e2961e', 'name': 'tempest-RoutersTest-router-1214057014', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:21Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 11, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:10.137167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.137936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router 493d03ed-18cd-43b3-9d9a-512ba8e2961e {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:55:10.149249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.151700 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8c31c51f-0dfe-4ca9-a04b-96198132ef6e tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 204 len: 168 time: 0.4691579 Aug 25 11:55:10.159291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34444) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:10.165012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-27223715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:10.197843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.198961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.266976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.272360 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.292626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.293957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-47b50923-689e-49a0-b6ae-73157130eb19 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1337225 Aug 25 11:55:10.296961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34446) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:10.302165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:10.593892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1658864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1656658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45264'] for router, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.608169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1658859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1658850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1656645'] for router, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.752633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Router e1bc8283-a402-4905-a774-f98ba9396133 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:55:10.778144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 082da39e-073a-4191-a13d-4c7e5f3a17f4 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:55:10.842262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:10.849509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:10.851256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c0974422-8349-4239-b99a-4fdbd1c21373 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "PUT /v2.0/routers/e1bc8283-a402-4905-a774-f98ba9396133 HTTP/1.1" status: 200 len: 692 time: 0.5527384 Aug 25 11:55:10.855575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34450) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:10.864929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] Sync routers for ids ['e1bc8283-a402-4905-a774-f98ba9396133'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:10.965286 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-14745c59-0d24-4e40-a2c7-45d92e427d88 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/routers/e1bc8283-a402-4905-a774-f98ba9396133 HTTP/1.1" status: 200 len: 698 time: 0.1043055 Aug 25 11:55:10.965598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34454) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.002096 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1e611124-ee37-4cf2-895e-69fd7a4f5b2f tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1bc8283-a402-4905-a774-f98ba9396133 HTTP/1.1" status: 200 len: 205 time: 0.0312293 Aug 25 11:55:11.002408 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34456) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.062417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] Routers {'e1bc8283-a402-4905-a774-f98ba9396133'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:11.063170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e1bc8283-a402-4905-a774-f98ba9396133'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:11.142944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] Set router e1bc8283-a402-4905-a774-f98ba9396133 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:11.150068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.185807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8a52-839f-46b6-abac-9b547e34b733 req-0f71335a-7783-4c8e-b132-da58336aac4b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:11.200608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b5e8a52-839f-46b6-abac-9b547e34b733 req-0f71335a-7783-4c8e-b132-da58336aac4b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 943 time: 0.1306720 Aug 25 11:55:11.206932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc8283-a402-4905-a774-f98ba9396133', 'name': 'tempest-RoutersTest-router-27223715', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:10Z', 'updated_at': '2021-08-25T11:55:10Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:11.253833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] Checking router: e1bc8283-a402-4905-a774-f98ba9396133 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:11.272960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] Routers {'e1bc8283-a402-4905-a774-f98ba9396133'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:11.273807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e1bc8283-a402-4905-a774-f98ba9396133'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:11.278781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b5e8a52-839f-46b6-abac-9b547e34b733 req-7c13ea1a-8a2f-4f31-b8fe-495019bc00ee tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764410 Aug 25 11:55:11.325130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:11.342374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.344904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.369548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] Set router e1bc8283-a402-4905-a774-f98ba9396133 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:11.371672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'port_id': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'mac_address': 'fa:16:3e:38:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:55:11.396832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.397391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Fanout notify agent at l3_agent the message router_deleted on router e1bc8283-a402-4905-a774-f98ba9396133 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:55:11.406580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.407830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6fb23d65-0897-49e1-82e0-1cd105d7050a tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/e1bc8283-a402-4905-a774-f98ba9396133 HTTP/1.1" status: 204 len: 168 time: 0.4041998 Aug 25 11:55:11.413472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34458) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.442353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bc8283-a402-4905-a774-f98ba9396133', 'name': 'tempest-RoutersTest-router-27223715', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:10Z', 'updated_at': '2021-08-25T11:55:10Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:11.449442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bb0f2a36-ab95-4551-b979-6fe2e0ed8545 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=e1bc8283-a402-4905-a774-f98ba9396133 HTTP/1.1" status: 200 len: 205 time: 0.0311882 Aug 25 11:55:11.449955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34460) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.486595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53932b-48e1-4f7e-8b58-8df66c063d10 None None] The sync data for ids ['e1bc8283-a402-4905-a774-f98ba9396133'] in n-d-778732-11 is: [{'id': 'e1bc8283-a402-4905-a774-f98ba9396133', 'name': 'tempest-RoutersTest-router-27223715', 'tenant_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:10Z', 'updated_at': '2021-08-25T11:55:10Z', 'revision_number': 2, 'project_id': 'a562b4bc25724f4cae80aedfac8ec26c', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:11.495893 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-cb4ac913-80ac-4752-bbbd-007f7621edd8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:11.499594 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb4ac913-80ac-4752-bbbd-007f7621edd8 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/e1bc8283-a402-4905-a774-f98ba9396133 HTTP/1.1" status: 404 len: 336 time: 0.0460176 Aug 25 11:55:11.500263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34462) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.520012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.532457 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-142ad1a0-9224-48e9-8b41-d786883a1650 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:11.533110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142ad1a0-9224-48e9-8b41-d786883a1650 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:11.535256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-142ad1a0-9224-48e9-8b41-d786883a1650 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/67a9b823-1631-4578-ae29-1b6b2a8969a9 HTTP/1.1" status: 404 len: 337 time: 0.0340638 Aug 25 11:55:11.538139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34464) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.546219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082da39e-073a-4191-a13d-4c7e5f3a17f4 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:55:11.573979 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-5940fef7-e82e-48c9-b0e4-86c75e8fdc27 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:11.574798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5940fef7-e82e-48c9-b0e4-86c75e8fdc27 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:11.577365 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5940fef7-e82e-48c9-b0e4-86c75e8fdc27 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/0d55f688-d301-4ded-b98f-4f428233fd8b HTTP/1.1" status: 404 len: 337 time: 0.0383880 Aug 25 11:55:11.579857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34468) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.589437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:11.596976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:11.612184 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62cb7bd-6a4f-40fe-81df-18154ede23c4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:11.612651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62cb7bd-6a4f-40fe-81df-18154ede23c4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:11.616969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a62cb7bd-6a4f-40fe-81df-18154ede23c4 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/d6f9b1d1-39cf-40a3-8c87-38f3f61694dd HTTP/1.1" status: 404 len: 337 time: 0.0334642 Aug 25 11:55:11.617361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34470) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.645331 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3936aa-22bf-4b22-9452-f2c5b227c5ef tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:11.645838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3936aa-22bf-4b22-9452-f2c5b227c5ef tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:11.650805 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa3936aa-22bf-4b22-9452-f2c5b227c5ef tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/5b4135fa-9ef7-4b4d-9995-db818aa9e73f HTTP/1.1" status: 404 len: 337 time: 0.0294755 Aug 25 11:55:11.651123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34472) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.681065 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a147d691-f9e4-423f-9d8b-75062ea2ce72 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 200 len: 205 time: 0.0288632 Aug 25 11:55:11.683359 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34474) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.691291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:11.730178 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-5de89161-cab7-4e49-9950-5f92e06cde40 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:11.731278 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5de89161-cab7-4e49-9950-5f92e06cde40 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/493d03ed-18cd-43b3-9d9a-512ba8e2961e HTTP/1.1" status: 404 len: 336 time: 0.0466685 Aug 25 11:55:11.734175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34476) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.772376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9c43fc31-eea1-4274-854c-9f8f1ce4bd15 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=14f2800f-2f1f-4e0d-87fb-2298368796c8 HTTP/1.1" status: 200 len: 205 time: 0.0370247 Aug 25 11:55:11.776226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34478) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.815452 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-d778bec6-e9ad-4b65-812c-57c22e7f3c05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:11.817732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d778bec6-e9ad-4b65-812c-57c22e7f3c05 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/14f2800f-2f1f-4e0d-87fb-2298368796c8 HTTP/1.1" status: 404 len: 336 time: 0.0392680 Aug 25 11:55:11.820028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34480) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.827106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['082da39e-073a-4191-a13d-4c7e5f3a17f4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:55:11.850100 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd359020-e316-4860-9458-ac75adbc2a67 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:11.850755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd359020-e316-4860-9458-ac75adbc2a67 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:11.852636 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dd359020-e316-4860-9458-ac75adbc2a67 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/a3cccac0-29e7-41b6-a975-2e43a41ab47f HTTP/1.1" status: 404 len: 337 time: 0.0313473 Aug 25 11:55:11.855209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34482) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.889015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:11.889254 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5994b8ad-57f3-42a4-9346-c74494918801 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 200 len: 205 time: 0.0327315 Aug 25 11:55:11.959145 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-8b5fca67-531b-4260-84e0-e3f060823fea tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:11.961590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8b5fca67-531b-4260-84e0-e3f060823fea tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/39abeb4d-0b30-430f-accc-922b094abac5 HTTP/1.1" status: 404 len: 336 time: 0.0709522 Aug 25 11:55:11.965230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34486) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.033254 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5f05e842-7462-4469-9719-b5d4106ce4f0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 HTTP/1.1" status: 200 len: 205 time: 0.0626922 Aug 25 11:55:12.034466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34488) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.115284 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-1783aa0c-fe99-4f9f-8af8-11a26e6c05de tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:12.118115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1783aa0c-fe99-4f9f-8af8-11a26e6c05de tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/f43c9efa-c3f7-4a2d-b86c-c040326d4ab5 HTTP/1.1" status: 404 len: 336 time: 0.0815361 Aug 25 11:55:12.120916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34490) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.174669 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b201dd-eb3e-4a20-a197-a67c4482568d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:12.175514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b201dd-eb3e-4a20-a197-a67c4482568d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:12.179292 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c6b201dd-eb3e-4a20-a197-a67c4482568d tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/d37b7c1e-959e-4cee-adaa-d1e037e7f16b HTTP/1.1" status: 404 len: 337 time: 0.0560975 Aug 25 11:55:12.181841 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34492) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.219852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9702035-c28d-4716-8a50-0e369bdb185b tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b1601b2-45e7-432a-9077-fc268978539a HTTP/1.1" status: 200 len: 205 time: 0.0343745 Aug 25 11:55:12.220520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34494) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.263342 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-80e1bc56-762c-4f8a-8964-6c08015cd0e1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:12.264402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-80e1bc56-762c-4f8a-8964-6c08015cd0e1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/9b1601b2-45e7-432a-9077-fc268978539a HTTP/1.1" status: 404 len: 336 time: 0.0433950 Aug 25 11:55:12.267358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34496) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.296688 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a48f02-2abf-4486-83be-a2414ab51850 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:12.297147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a48f02-2abf-4486-83be-a2414ab51850 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:12.301953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f4a48f02-2abf-4486-83be-a2414ab51850 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/fd32a62b-2976-432a-9cd1-6506cf7e89b4 HTTP/1.1" status: 404 len: 337 time: 0.0334573 Aug 25 11:55:12.302504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.368166 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97f73f06-a231-4c6e-a447-86b63bd6e3b2 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e01b398-d9fc-4a62-b26c-06ae075dad23 HTTP/1.1" status: 200 len: 205 time: 0.0576789 Aug 25 11:55:12.368505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34502) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.435967 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-9fd66095-e76c-40ec-a3d7-8443233564b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] delete failed (client error): The resource could not be found. Aug 25 11:55:12.437737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9fd66095-e76c-40ec-a3d7-8443233564b1 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/routers/7e01b398-d9fc-4a62-b26c-06ae075dad23 HTTP/1.1" status: 404 len: 336 time: 0.0679543 Aug 25 11:55:12.441862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34504) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.486383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6ec46-aa9e-476b-816f-0f939b8cd752 req-ece54eea-b5db-471b-a4fe-470686f7006a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:12.487989 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c1a269-fdbc-4879-91f5-49d63f1e1b76 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:12.488701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59a6ec46-aa9e-476b-816f-0f939b8cd752 req-ece54eea-b5db-471b-a4fe-470686f7006a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 944 time: 0.0913281 Aug 25 11:55:12.488851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c1a269-fdbc-4879-91f5-49d63f1e1b76 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:12.492257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-79c1a269-fdbc-4879-91f5-49d63f1e1b76 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/559f07bd-d875-4c28-b269-5839ef48168c HTTP/1.1" status: 404 len: 337 time: 0.0488942 Aug 25 11:55:12.495846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34506) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:12.536734 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-a749e071-1b65-4c5b-9ad6-1c3452a38df0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] DELETE failed (client error): The resource could not be found. Aug 25 11:55:12.537192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a749e071-1b65-4c5b-9ad6-1c3452a38df0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 11:55:12.541552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a749e071-1b65-4c5b-9ad6-1c3452a38df0 tempest-RoutersTest-1535303371 tempest-RoutersTest-1535303371-project] 10.222.0.35 "DELETE /v2.0/subnets/54753118-80a9-4f97-a9ec-3d63888cd46f HTTP/1.1" status: 404 len: 337 time: 0.0441644 Aug 25 11:55:12.578732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59a6ec46-aa9e-476b-816f-0f939b8cd752 req-175f79df-8af4-43ef-a0c8-bf881f966e02 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724578 Aug 25 11:55:12.779310 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 082da39e-073a-4191-a13d-4c7e5f3a17f4 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:12.872917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 082da39e-073a-4191-a13d-4c7e5f3a17f4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:12.882913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 082da39e-073a-4191-a13d-4c7e5f3a17f4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:12.883552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:12.903325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34514) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:13.029632 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:13.073849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:55:13.078011 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12676e5a-c52a-4566-a3df-2da825679a4a" -d '{"events": [{"server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:55:13.105942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:13.115097 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:13.135275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34520) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:13.135604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-84ec18e9-d64d-480a-afa8-c31a76fb3d7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a562b4bc25724f4cae80aedfac8ec26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299802 Aug 25 11:55:13.152381 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6721999d-e3e7-478e-b522-6be8c2d60cbb x-openstack-request-id: req-6721999d-e3e7-478e-b522-6be8c2d60cbb {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:55:13.152834 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:55:13.153195 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6721999d-e3e7-478e-b522-6be8c2d60cbb {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:55:13.153669 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'code': 200} Aug 25 11:55:13.198360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:13.208400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f4f434b-9a09-4192-b4a4-b083d87a2553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:13.235700 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f4f434b-9a09-4192-b4a4-b083d87a2553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:13.254106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c22496-7382-4854-8086-1525dde9d2db req-e5937ca5-b911-44d7-8db1-12c203f94a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:13.256344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c22496-7382-4854-8086-1525dde9d2db req-e5937ca5-b911-44d7-8db1-12c203f94a8c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0485187 Aug 25 11:55:13.299039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54c22496-7382-4854-8086-1525dde9d2db req-caf601fb-575c-4941-85a9-c6bbcbb26535 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345478 Aug 25 11:55:13.317625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f4f434b-9a09-4192-b4a4-b083d87a2553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:13.323508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8f4f434b-9a09-4192-b4a4-b083d87a2553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:13.327590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8f4f434b-9a09-4192-b4a4-b083d87a2553 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6c42573-a236-45e9-9dde-3469020cab31 HTTP/1.1" status: 204 len: 168 time: 0.1885865 Aug 25 11:55:13.338798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f434b-9a09-4192-b4a4-b083d87a2553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c42573-a236-45e9-9dde-3469020cab31,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:13.782048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900dcf7-7a63-4c81-af18-8bfc131f00eb req-211265ac-41da-46d3-b4d0-a3de95f1acde tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:13.784156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f900dcf7-7a63-4c81-af18-8bfc131f00eb req-211265ac-41da-46d3-b4d0-a3de95f1acde tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0781224 Aug 25 11:55:13.847259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f900dcf7-7a63-4c81-af18-8bfc131f00eb req-1b463461-5ed4-4d3e-b14a-7df3dba703c3 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548723 Aug 25 11:55:14.235077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34546) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:14.238989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029039 Aug 25 11:55:14.244077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34548) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:14.401640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-951809d7-0763-47e0-bd03-ffb364e68250 tempest-NetworksApiDiscovery-1463487861 tempest-NetworksApiDiscovery-1463487861-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1560304 Aug 25 11:55:14.744699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:14.918278 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-189c88e5-f1e1-4bb1-a9e9-d5dc9759d19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.051501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ee54f-1b08-47e3-a755-24f09ea69485 req-cca7e59a-f9f5-4dad-b529-ed3ddf3f76c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:15.053845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a1ee54f-1b08-47e3-a755-24f09ea69485 req-cca7e59a-f9f5-4dad-b529-ed3ddf3f76c4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1061311 Aug 25 11:55:15.126796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-189c88e5-f1e1-4bb1-a9e9-d5dc9759d19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.131236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1a1ee54f-1b08-47e3-a755-24f09ea69485 req-da32c4c2-6474-42bb-92b6-4c3b7c6d004d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646565 Aug 25 11:55:15.133070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-189c88e5-f1e1-4bb1-a9e9-d5dc9759d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.178157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34592) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:15.184808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-189c88e5-f1e1-4bb1-a9e9-d5dc9759d19c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7da586b201724e1bb16e7804fdbf3a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385011 Aug 25 11:55:15.204426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c88e5-f1e1-4bb1-a9e9-d5dc9759d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00a96e-b0c6-466b-9bc5-0b772a46bd2e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:15.259500 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c6b-e76d-4612-b850-9efcb1841a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.286301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c6b-e76d-4612-b850-9efcb1841a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.316361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d781b5-5a85-4154-9916-2f1a89d40225 req-c576f17c-4efe-4b1b-bc11-0848363897c6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:15.318631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22d781b5-5a85-4154-9916-2f1a89d40225 req-c576f17c-4efe-4b1b-bc11-0848363897c6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0682917 Aug 25 11:55:15.373315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22d781b5-5a85-4154-9916-2f1a89d40225 req-2f9925eb-6bd0-4d0c-b56e-2d97a787b7bc tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Aug 25 11:55:15.379945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c6b-e76d-4612-b850-9efcb1841a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.385565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6c02c6b-e76d-4612-b850-9efcb1841a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.387759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6c02c6b-e76d-4612-b850-9efcb1841a7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d00a96e-b0c6-466b-9bc5-0b772a46bd2e HTTP/1.1" status: 204 len: 168 time: 0.2081530 Aug 25 11:55:15.404318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c02c6b-e76d-4612-b850-9efcb1841a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00a96e-b0c6-466b-9bc5-0b772a46bd2e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:15.417055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:15.492893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1599203-41e4-484d-8949-3ee9145dea44 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:15.495417 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c1599203-41e4-484d-8949-3ee9145dea44 tempest-TestNetworkAdvancedServerOps-6900031 tempest-TestNetworkAdvancedServerOps-6900031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1092 time: 0.0763159 Aug 25 11:55:15.498853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 34626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:15.508796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:15.554841 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.740852 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:15.934897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Allocated IP 172.25.1.95 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/949daf96-42c8-406f-a327-e1f1844dd2b9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:16.102578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:16.164451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:16.235321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:16.241928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:16.245126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:16.289609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=949daf96-42c8-406f-a327-e1f1844dd2b9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:16.817271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:16.956167 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:17.274083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:17.282598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:17.425809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event updated for resources: {'Port': ['ID=949daf96-42c8-406f-a327-e1f1844dd2b9,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:17.434516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:17.620115 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP 7947e14c-639a-43c4-824d-02e2ba73a812 associated. External IP: 172.25.1.95, port: 082da39e-073a-4191-a13d-4c7e5f3a17f4. Aug 25 11:55:18.281212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e1338ec6-ba22-4971-9e3e-9a0b9af419fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:18.388471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 12423672-3489-4c98-8b5f-03f0fc488a33 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:18.434330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 34964) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:18.529953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:18.543760 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] Sync routers for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:18.554613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:18.561045 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:18.561783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:18.580327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4279-c2cb-48d8-8596-f36355173d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:18.600461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-266e9362-78cd-4169-97bc-de4ba081db3c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0877934 Aug 25 11:55:18.603686 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:55:18.609570 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a7fcd-1049-42d4-b619-f1f289de7fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:55:18.679619 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fd6650-f0a5-436f-850d-77775ba78716 x-openstack-request-id: req-a6fd6650-f0a5-436f-850d-77775ba78716 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:55:18.679915 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:55:18.680175 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6fd6650-f0a5-436f-850d-77775ba78716 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:55:18.680578 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'status': 'completed', 'code': 200} Aug 25 11:55:18.719223 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:18.826935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad55c-8495-4913-893c-0b96e70318da req-9ac01ef8-7a04-4aaf-aac6-941b75f868e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:18.828545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f9ad55c-8495-4913-893c-0b96e70318da req-9ac01ef8-7a04-4aaf-aac6-941b75f868e0 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1434822 Aug 25 11:55:18.837858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-2796f664-09b1-42a6-90f6-2b858f5565da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:18.839423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-2796f664-09b1-42a6-90f6-2b858f5565da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1271579 Aug 25 11:55:18.955463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4279-c2cb-48d8-8596-f36355173d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:18.966440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f9ad55c-8495-4913-893c-0b96e70318da req-136161c0-425d-4987-945b-bb6cd1397a1d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234803 Aug 25 11:55:18.985594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:18.992194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4279-c2cb-48d8-8596-f36355173d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.045031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-d45d9035-6140-4c79-a099-08367bcef215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:19.047340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-d45d9035-6140-4c79-a099-08367bcef215 service neutron] 10.222.0.67 "GET /v2.0/networks?id=691e12ce-2148-47a1-bcc8-02408730a50c HTTP/1.1" status: 200 len: 897 time: 0.1922770 Aug 25 11:55:19.052200 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed09ca6e-fcd0-49b5-9994-89dc930a2e10 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/7947e14c-639a-43c4-824d-02e2ba73a812 HTTP/1.1" status: 200 len: 990 time: 0.0655904 Aug 25 11:55:19.058307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35038) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:19.058956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4d2e4279-c2cb-48d8-8596-f36355173d82 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c95ffd702904c74b34326fe109ebf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237724 Aug 25 11:55:19.074520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4279-c2cb-48d8-8596-f36355173d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c4c69-3c18-4472-ab0c-1d233f4ad2d1,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:19.142929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7947e14c-639a-43c4-824d-02e2ba73a812', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'port_id': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'mac_address': 'fa:16:3e:38:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:55:16Z', 'updated_at': '2021-08-25T11:55:16Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:19.153649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-19777118-40f5-4b33-8fb6-14a2e6d2323b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4 HTTP/1.1" status: 200 len: 998 time: 0.0905354 Aug 25 11:55:19.169474 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c222ec3f-6243-4027-a37d-6ae9d1062936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.187506 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] Checking router: 12423672-3489-4c98-8b5f-03f0fc488a33 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:19.197560 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:19.198230 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:54:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:19.228715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c222ec3f-6243-4027-a37d-6ae9d1062936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.234049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-b0335fc8-6354-4b77-bdab-28ea04f524aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:19.235782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-b0335fc8-6354-4b77-bdab-28ea04f524aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bd55c26-3e9b-431a-abb6-6511c6374caf HTTP/1.1" status: 200 len: 835 time: 0.0727837 Aug 25 11:55:19.321049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-96012e89-8671-400c-9958-54113c6764d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:19.321361 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c222ec3f-6243-4027-a37d-6ae9d1062936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.323914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-96012e89-8671-400c-9958-54113c6764d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=691e12ce-2148-47a1-bcc8-02408730a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791264 Aug 25 11:55:19.324080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c222ec3f-6243-4027-a37d-6ae9d1062936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.325638 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c222ec3f-6243-4027-a37d-6ae9d1062936 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f10c4c69-3c18-4472-ab0c-1d233f4ad2d1 HTTP/1.1" status: 204 len: 168 time: 0.2654059 Aug 25 11:55:19.334219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222ec3f-6243-4027-a37d-6ae9d1062936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c4c69-3c18-4472-ab0c-1d233f4ad2d1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:19.363656 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:19.457768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-266a609a-0f80-4d41-a590-b3db739311d9 service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149271 Aug 25 11:55:19.658403 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7947e14c-639a-43c4-824d-02e2ba73a812', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'port_id': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'mac_address': 'fa:16:3e:38:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:55:16Z', 'updated_at': '2021-08-25T11:55:16Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:19.689798 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38664454-7b24-4397-a227-5f0ef00fd058 None None] The sync data for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 is: [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7947e14c-639a-43c4-824d-02e2ba73a812', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'port_id': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'mac_address': 'fa:16:3e:38:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:55:16Z', 'updated_at': '2021-08-25T11:55:16Z', 'revision_number': 0, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:19.795493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35086) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:19.812153 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c936fe3-4be0-4800-a3e9-a1c5ca282ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.969263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b12a7fcd-1049-42d4-b619-f1f289de7fc3 req-c7751db2-0e77-4c90-ae05-27962a97c521 service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038302 Aug 25 11:55:19.971313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c936fe3-4be0-4800-a3e9-a1c5ca282ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:19.979358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4c936fe3-4be0-4800-a3e9-a1c5ca282ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:20.039557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f7d1b-03c1-4a2a-aafd-adb82733f88e None None] New status for floating IP 7947e14c-639a-43c4-824d-02e2ba73a812: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:55:20.044514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c936fe3-4be0-4800-a3e9-a1c5ca282ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00295864-8387-4064-b3d1-5aafad2fbae7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:20.053495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c936fe3-4be0-4800-a3e9-a1c5ca282ac2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d89659ca1784ab78c421ba711f3cfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567506 Aug 25 11:55:20.055745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35088) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:20.056309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35090) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:20.124412 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6cde56d7-4885-4096-9828-953142ac81f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:20.129448 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-959abd17-86b4-4ab4-bd02-ffc1d6fbd60c tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/7947e14c-639a-43c4-824d-02e2ba73a812 HTTP/1.1" status: 200 len: 990 time: 0.0726073 Aug 25 11:55:20.150266 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6cde56d7-4885-4096-9828-953142ac81f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:20.208845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6cde56d7-4885-4096-9828-953142ac81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:20.214813 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6cde56d7-4885-4096-9828-953142ac81f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:20.217159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6cde56d7-4885-4096-9828-953142ac81f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00295864-8387-4064-b3d1-5aafad2fbae7 HTTP/1.1" status: 204 len: 168 time: 0.1616225 Aug 25 11:55:20.230820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde56d7-4885-4096-9828-953142ac81f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00295864-8387-4064-b3d1-5aafad2fbae7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:21.132673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35120) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:21.186145 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-59e0f533-69d4-4e7a-b4ab-96697c8c1001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:21.252798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7e4829a0-3c3b-4b6b-b96b-d34e0e517bea tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/7947e14c-639a-43c4-824d-02e2ba73a812 HTTP/1.1" status: 200 len: 992 time: 0.1183386 Aug 25 11:55:21.428649 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:22.542879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.055383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35154) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:24.224828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03ded0f1-e1be-4361-aa56-fc59f927844b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.351850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03ded0f1-e1be-4361-aa56-fc59f927844b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.358254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03ded0f1-e1be-4361-aa56-fc59f927844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.403316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.419712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-03ded0f1-e1be-4361-aa56-fc59f927844b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43699ee4545645b588a2acd08e273cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627234 Aug 25 11:55:24.421024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ded0f1-e1be-4361-aa56-fc59f927844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c889fa2-7b1e-42c8-a6b0-91da628825ff,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:24.423987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35158) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:24.492844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e285915f-da93-4222-b1cc-87f2232d3c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.538649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e285915f-da93-4222-b1cc-87f2232d3c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.603966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e285915f-da93-4222-b1cc-87f2232d3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.606919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e285915f-da93-4222-b1cc-87f2232d3c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:24.608279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e285915f-da93-4222-b1cc-87f2232d3c66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c889fa2-7b1e-42c8-a6b0-91da628825ff HTTP/1.1" status: 204 len: 168 time: 0.1832008 Aug 25 11:55:24.624026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285915f-da93-4222-b1cc-87f2232d3c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c889fa2-7b1e-42c8-a6b0-91da628825ff,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:25.516562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35186) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:25.711356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0b2730ca-aed4-45bf-bcf8-2828750d7ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:25.835298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0b2730ca-aed4-45bf-bcf8-2828750d7ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:25.841520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0b2730ca-aed4-45bf-bcf8-2828750d7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:25.871567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2730ca-aed4-45bf-bcf8-2828750d7ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d5148-a25e-4b68-8381-5902bfae86a7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:25.900925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0b2730ca-aed4-45bf-bcf8-2828750d7ecc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fff25e266a2e484bad940aa615efee7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821263 Aug 25 11:55:25.905108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35196) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:25.962807 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d731c700-e80c-4780-9632-dbb0f1193093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:25.998749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d731c700-e80c-4780-9632-dbb0f1193093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:26.071575 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d731c700-e80c-4780-9632-dbb0f1193093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:26.074193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d731c700-e80c-4780-9632-dbb0f1193093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:26.075414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d731c700-e80c-4780-9632-dbb0f1193093 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a36d5148-a25e-4b68-8381-5902bfae86a7 HTTP/1.1" status: 204 len: 168 time: 0.1692173 Aug 25 11:55:26.090646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731c700-e80c-4780-9632-dbb0f1193093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d5148-a25e-4b68-8381-5902bfae86a7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:27.439659 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:31.078648 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:36.604669 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:55:39.884610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35430) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:40.010568 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd1de-22e7-451d-9ff0-c64d4521ba3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.098988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd1de-22e7-451d-9ff0-c64d4521ba3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.103716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd1de-22e7-451d-9ff0-c64d4521ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.144347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dd1de-22e7-451d-9ff0-c64d4521ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8ec18-9db7-45f6-b8e1-e399ecc0c495,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:40.150052 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e9dd1de-22e7-451d-9ff0-c64d4521ba3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2797c9bdf527466dbca01bc1e657c1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641366 Aug 25 11:55:40.152972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35434) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:40.204279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fcb1385-e341-48ff-9a19-bee230cdd3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.228901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fcb1385-e341-48ff-9a19-bee230cdd3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.279260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fcb1385-e341-48ff-9a19-bee230cdd3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.281834 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7fcb1385-e341-48ff-9a19-bee230cdd3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:40.283007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7fcb1385-e341-48ff-9a19-bee230cdd3b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84a8ec18-9db7-45f6-b8e1-e399ecc0c495 HTTP/1.1" status: 204 len: 168 time: 0.1290195 Aug 25 11:55:40.291830 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb1385-e341-48ff-9a19-bee230cdd3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8ec18-9db7-45f6-b8e1-e399ecc0c495,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:41.786758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35478) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:41.945374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'network': {'name': 'tempest-network-smoke--249077007', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'port_security_enabled': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:41.969411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:41.973212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:41.983368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.092926 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.097112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.146002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:55:42.169762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24778bc-28c9-4010-bd8d-ddd05a3a3616,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:42.175192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.175832 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Added segment 04b014d0-adce-4b72-bd89-e782991c2e79 of type vlan for network 48bfbb16-746e-4472-bb2a-6ece8b1a354f Aug 25 11:55:42.202990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.203250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.203599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.203945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.204281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.204617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.205122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.205665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.206123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.206456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.206788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.207124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:42.257817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.285677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.291322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:42.291904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.363684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5757716 Aug 25 11:55:42.367280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:42.374206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'admin_state_up': True, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:42.398506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581d101-3183-41b3-ba94-31168cecfb9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Network': ['ID=48bfbb16-746e-4472-bb2a-6ece8b1a354f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:42.409066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:55:42.417163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.418828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.476770 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.660314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.900982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:42.932525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:43.082360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.25.1.166 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:43.231842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:43.292966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:43.355274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:43.361928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:43.369528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:43.373312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:43.791896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:44.080564 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:44.272218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:55:44.443256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:44.453956 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:44.466576 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:44.467203 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:44.472917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:44.481302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35494) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:44.482201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54c326ae-98e8-4eb9-befc-7145d1c3a9b6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1102014 Aug 25 11:55:44.602103 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:44.640900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d996cb93-7674-4882-9993-72badf8cbec0 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=325b301cdbe249e88a0d4ef46717e77f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1572895 Aug 25 11:55:44.645051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35498) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:44.822483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778814e8-e84c-4bb5-a0d5-9ee83ff6ece2 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:44.830550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-778814e8-e84c-4bb5-a0d5-9ee83ff6ece2 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808012 Aug 25 11:55:44.831070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35502) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:44.901354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35506) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:44.901992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58715f0d-dccd-4bc9-8769-1e16da2366c1 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683219 Aug 25 11:55:44.913627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1160599874', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:44.950190 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:43Z', 'revision_number': 3, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:45.007940 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:45.009513 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Updating router 3075e588-7efa-44f6-baee-596bfb1cc8a8 port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:55:45.082259 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.118974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:45.126452 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.371514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:45.421042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.541372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Subnet': ['ID=2c32b0e4-55a6-4eb4-96ac-c54804de243d,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:45.573324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Checking segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:45.573983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network hostable DHCP agents. Network: 48bfbb16-746e-4472-bb2a-6ece8b1a354f, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:55:45.622024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:55:45.634449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d71d8fc-5339-4b34-be37-933877fc0602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.639014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 48bfbb16-746e-4472-bb2a-6ece8b1a354f) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:45.647249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:45.648951 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.661395 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.662328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a0e9c-2a10-42f0-b46b-daf52fb491f2 None None] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:55:45.673577 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Transition to ACTIVE for port object fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:45.681804 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.718714 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Attempting to bind port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:45.719139 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Attempting to bind port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:45.719517 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Attempting to bind port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:45.746069 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:45.746438 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:45.746845 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.747247 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:45.747735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Bound port: fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:45.748817 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.815100 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] For port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:45.818898 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] For port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:45.828199 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.863554 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d71d8fc-5339-4b34-be37-933877fc0602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.869915 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9d71d8fc-5339-4b34-be37-933877fc0602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:45.873213 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Pushing event updated for resources: {'Port': ['ID=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:45.875845 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:45.876435 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:45.879722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-62f3a648-8a93-4409-8772-ee5e2585dba2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9764652 Aug 25 11:55:45.883508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:45.933707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9d71d8fc-5339-4b34-be37-933877fc0602 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=902f8973f26d46e1856ce883b81b305e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580497 Aug 25 11:55:45.933707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d8fc-5339-4b34-be37-933877fc0602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ff85e-8202-4f52-a88d-de1cc58e9342,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:45.937471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35518) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:45.953512 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.954063 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.954569 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.955096 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.955597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.956097 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.957003 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.957515 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.958059 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.958545 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.959161 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:45.959663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.040785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:55:46.043324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.056615 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265deb55-286e-4b88-a746-af0531e132e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.081740 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217f3a-5977-4199-8ece-0def67fa3d86 None None] Pushing event updated for resources: {'Port': ['ID=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:46.088423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265deb55-286e-4b88-a746-af0531e132e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.114777 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:46.209131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265deb55-286e-4b88-a746-af0531e132e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.213763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-265deb55-286e-4b88-a746-af0531e132e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.218789 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-265deb55-286e-4b88-a746-af0531e132e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e2ff85e-8202-4f52-a88d-de1cc58e9342 HTTP/1.1" status: 204 len: 168 time: 0.2793043 Aug 25 11:55:46.237774 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265deb55-286e-4b88-a746-af0531e132e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ff85e-8202-4f52-a88d-de1cc58e9342,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:46.331221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35522) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:46.350206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Allocated IP 172.20.0.2 (48bfbb16-746e-4472-bb2a-6ece8b1a354f/2c32b0e4-55a6-4eb4-96ac-c54804de243d/e8083a07-167b-419b-a552-705b25d7b7d1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:46.437117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-91185fcd-0f33-4485-9166-102e13d9e9ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729606 Aug 25 11:55:46.560575 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:43Z', 'revision_number': 3, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:46.613929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port 18ee5bb9-9a1f-427d-9773-9348a817ae7b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:55:46.614320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.637146 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4162b03-7b0a-4901-83f2-9e79a56f2940 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:43Z', 'revision_number': 3, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:46.708315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-d92f3d26-e806-4c4b-acea-ebe136ee6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:46.711133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-d92f3d26-e806-4c4b-acea-ebe136ee6204 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1097 time: 0.1389663 Aug 25 11:55:46.755676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.760622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.761560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.768486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Transition to ACTIVE for port object e8083a07-167b-419b-a552-705b25d7b7d1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:46.788808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for 18ee5bb9-9a1f-427d-9773-9348a817ae7b owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:55:46.795637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Transition to ACTIVE for port object e8083a07-167b-419b-a552-705b25d7b7d1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:46.804885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.829646 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:46.832764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:46.836944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:46.898526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.950868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Pushing event updated for resources: {'Port': ['ID=e8083a07-167b-419b-a552-705b25d7b7d1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:46.959326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Attempting to bind port e8083a07-167b-419b-a552-705b25d7b7d1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:46.959765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Attempting to bind port e8083a07-167b-419b-a552-705b25d7b7d1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:46.960215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Attempting to bind port e8083a07-167b-419b-a552-705b25d7b7d1 on network 48bfbb16-746e-4472-bb2a-6ece8b1a354f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:46.963779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.964195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.964605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.965003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.965405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.965840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.966240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.966631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.967019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.967411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.967745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.968071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:55:46.977133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:46.977560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Checking segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:46.978126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:46.978403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Bound using segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:46.978931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Bound port: e8083a07-167b-419b-a552-705b25d7b7d1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:46.979317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.037079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-68a330ae-f873-425d-aa5c-eda4c4725aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:47.039166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-68a330ae-f873-425d-aa5c-eda4c4725aec service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.2758048 Aug 25 11:55:47.064827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] For port e8083a07-167b-419b-a552-705b25d7b7d1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:47.070693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] For port e8083a07-167b-419b-a552-705b25d7b7d1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8083a07-167b-419b-a552-705b25d7b7d1,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:47.076709 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.120175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.169783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=18ee5bb9-9a1f-427d-9773-9348a817ae7b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:47.217720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19ade-21b3-442b-9a96-31a99dc1edad None None] Pushing event updated for resources: {'Port': ['ID=e8083a07-167b-419b-a552-705b25d7b7d1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:47.302551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.303039 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Floating IP 0262b2db-bafd-4d24-89fb-60d303abd103 disassociated (deleted). External IP: 172.25.1.72, port: 1d5a5f39-a754-4748-80f4-3e39a6742fd7. Aug 25 11:55:47.648863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35542) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:47.671349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:47.798760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:47.806117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:47.806703 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.815414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-481703991-network', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:47.846592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:47.859930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Made reservation on behalf of b478e6ec43244fd5a22a58f0eccc7b2a for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:47.863678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.878608 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.937553 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:47.959927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:47.966124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.032090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:48.035701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.20.0.1 (48bfbb16-746e-4472-bb2a-6ece8b1a354f/2c32b0e4-55a6-4eb4-96ac-c54804de243d/72345255-58d4-4012-9937-0c206161ab2d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:48.048975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-078eeca0-9a4c-4f5a-adf3-183f90ec5eb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 200 len: 1000 time: 1.0018342 Aug 25 11:55:48.053495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:48.059746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-7e638781-967e-4514-9209-173dbd6ed82c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8924832 Aug 25 11:55:48.064329 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.086844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:48.103852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:48.104380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:48.132943 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4907fac2-ee76-4629-bf7b-9aa10a258569 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "DELETE /v2.0/floatingips/0262b2db-bafd-4d24-89fb-60d303abd103 HTTP/1.1" status: 204 len: 168 time: 1.7993314 Aug 25 11:55:48.134821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:55:48.137174 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eff185-7e40-47e7-b6db-9c495a1eff30" -d '{"events": [{"name": "network-changed", "server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:55:48.215033 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-bd3b77aa-3e4e-48da-a953-5e6e5d55b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:48.216602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-bd3b77aa-3e4e-48da-a953-5e6e5d55b3f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1558976 Aug 25 11:55:48.218433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.227670 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.239520 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a1592-393e-4435-9774-d5d89247057a x-openstack-request-id: req-a64a1592-393e-4435-9774-d5d89247057a {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:55:48.240031 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:55:48.240382 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a64a1592-393e-4435-9774-d5d89247057a {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:55:48.240887 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'status': 'completed', 'code': 200} Aug 25 11:55:48.279175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db83d6bb-b55c-4032-b6ac-ef592b357400,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:48.299085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:55:48.318154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.318841 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Added segment 70b2350a-64aa-4658-9259-2981c07e9f58 of type vlan for network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 Aug 25 11:55:48.378718 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4ecb35e0-f5b4-4c29-ae62-e41686fa4504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.392317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.419733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:48.429445 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.430624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:48.433502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.448818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-69ea9a80-e3c7-42c0-8263-0b31e0fa2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:48.450576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-69ea9a80-e3c7-42c0-8263-0b31e0fa2128 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad1556e08d5b4d3ebf00408e96632084&device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 1097 time: 0.2379222 Aug 25 11:55:48.484796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-2504ee7b-1880-46a8-bd8c-2ae438ef283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:48.487825 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-2504ee7b-1880-46a8-bd8c-2ae438ef283d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017772 Aug 25 11:55:48.539063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] Pushing event updated for resources: {'Network': ['ID=1b9e47c5-b55f-4a73-8777-ae0e8c404f10,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:48.544407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-25e678ca-bc02-4bc9-8382-86b73dd7b45c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8940001 Aug 25 11:55:48.547523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35552) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:48.553109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Request body: {'subnet': {'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-481703991-subnet', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:48.561272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:55:48.581825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Made reservation on behalf of b478e6ec43244fd5a22a58f0eccc7b2a for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:48.584854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.722192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.748600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-50ba083f-a52c-4b9e-935a-b7329c319dde service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428799 Aug 25 11:55:48.762076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f155f-9eb8-4342-809d-6dd9326d1bee None None] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:55:48.800717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Transition to ACTIVE for port object 72345255-58d4-4012-9937-0c206161ab2d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:48.828005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:48.875574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cedd1b-6716-4bd7-94df-42b6b4c1a581 req-fe5287f9-69a3-4803-88a3-91200545c90f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:48.877289 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2cedd1b-6716-4bd7-94df-42b6b4c1a581 req-fe5287f9-69a3-4803-88a3-91200545c90f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 945 time: 0.1888762 Aug 25 11:55:48.890995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8c5cede4-3b5a-472a-9c0c-73638e69d422 None None] Provisioning for port e8083a07-167b-419b-a552-705b25d7b7d1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:48.895581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10a527c-c4b1-4670-ab5b-e45c10bd20d0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:48.930026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-855e16fc-831e-4033-948d-cc4b9272daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:48.931543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-855e16fc-831e-4033-948d-cc4b9272daca service neutron] 10.222.0.67 "GET /v2.0/networks?id=a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 200 len: 910 time: 0.4409959 Aug 25 11:55:48.934856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:53Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:48.959097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Checking segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:48.959382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Network hostable DHCP agents. Network: 1b9e47c5-b55f-4a73-8777-ae0e8c404f10, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:55:48.965656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:48.979274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:48.979716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:48.985993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:55:49.000563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 1b9e47c5-b55f-4a73-8777-ae0e8c404f10) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:49.017651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:49.018602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.038227 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c5708e73-9db2-45dd-9201-866473fa54ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4894896 Aug 25 11:55:49.041401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35554) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:49.049374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:49.081653 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.082896 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.087230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b2cedd1b-6716-4bd7-94df-42b6b4c1a581 req-13ccae26-fa65-4316-a241-cfc92d842a1f tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1987474 Aug 25 11:55:49.093221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7de06abc-329e-4836-85a8-b6026ce2c94d req-146125d3-a7ee-4744-94d1-a4812a7aaf68 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342602 Aug 25 11:55:49.104957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-2b931f87-f2d5-42e6-953a-c40b1a240cf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 200 len: 1001 time: 0.1552305 Aug 25 11:55:49.126756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.183032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.229734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2f5b7-7491-4a89-a6ba-16c44de3d7d5 None None] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:55:49.239788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:49.251024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:49.253764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:49.293522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-b41f6e61-fe4c-424f-ab8e-ea8e6d319597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:49.295715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-b41f6e61-fe4c-424f-ab8e-ea8e6d319597 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 200 len: 848 time: 0.1824241 Aug 25 11:55:49.320266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=72345255-58d4-4012-9937-0c206161ab2d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:49.343885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-a0b699e9-cb45-4d9b-acad-f2f110f31301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:49.345727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-a0b699e9-cb45-4d9b-acad-f2f110f31301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 1097 time: 0.1848226 Aug 25 11:55:49.366465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.366771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.419192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:49.496318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-4ac1bb93-d408-4de4-a33c-60cd392e368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:49.498896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-4ac1bb93-d408-4de4-a33c-60cd392e368a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a85a43be-93da-413a-a26d-a5c055a23dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924992 Aug 25 11:55:49.725424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-894cc08f-aee1-4d4d-ad54-44362b4acbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:49.727069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-894cc08f-aee1-4d4d-ad54-44362b4acbc8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.3721969 Aug 25 11:55:49.740322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:55:49.740322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.790135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.808673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-5405443e-fcd4-4b22-b088-90a105c205fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 200 len: 217 time: 0.0725517 Aug 25 11:55:49.824191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:49.878335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:50.033099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.053035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-398965f6-0541-4465-b2d1-d4923a775b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:50.054768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-398965f6-0541-4465-b2d1-d4923a775b85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.2324138 Aug 25 11:55:50.074764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c24e100f-29ad-47ea-9bb1-a0586806817d None None] Provisioning for port 72345255-58d4-4012-9937-0c206161ab2d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:50.075400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-c5e0425d-bbde-48b6-a4b7-80e296f751f0 service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499139 Aug 25 11:55:50.105077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c24e100f-29ad-47ea-9bb1-a0586806817d None None] Provisioning complete for port 72345255-58d4-4012-9937-0c206161ab2d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:50.105489 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c24e100f-29ad-47ea-9bb1-a0586806817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.155452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Allocated IP 172.25.1.106 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/58780507-4a3f-49b6-996e-641acd327634) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:50.212723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-7ef3d81f-e6b2-42f6-862d-b7ebce1c7586 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:50.214052 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-7ef3d81f-e6b2-42f6-862d-b7ebce1c7586 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 945 time: 0.1669972 Aug 25 11:55:50.268522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:50.268835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.321715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c24e100f-29ad-47ea-9bb1-a0586806817d None None] Port 72345255-58d4-4012-9937-0c206161ab2d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:50.353089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Allocated IP 172.20.0.2 (1b9e47c5-b55f-4a73-8777-ae0e8c404f10/f10a527c-c4b1-4670-ab5b-e45c10bd20d0/9c182bc2-a8a4-4889-bcb6-d03367a1ae5f) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:50.401417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-d52a40e9-f252-4a96-9146-81ddc7d2feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:50.403094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-d52a40e9-f252-4a96-9146-81ddc7d2feee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3134997 Aug 25 11:55:50.434208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.438675 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:55:50.439161 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.457410 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed297840-406f-4cd8-9914-c6e25d3f76d1 req-34263019-84a7-4e92-a6fe-88097b6ff793 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:50.459125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed297840-406f-4cd8-9914-c6e25d3f76d1 req-34263019-84a7-4e92-a6fe-88097b6ff793 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 945 time: 0.2173870 Aug 25 11:55:50.502951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:53Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:50.519573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94eee8fe-5852-4d9b-95a5-c91fe85a9a1d req-282d223e-2287-4556-b85a-84fa84b1d23f service neutron] 10.222.0.67 "GET /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160903 Aug 25 11:55:50.579781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port 1d5a5f39-a754-4748-80f4-3e39a6742fd7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=1d5a5f39-a754-4748-80f4-3e39a6742fd7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:50.580212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.592625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d917db7-7b5f-485b-8587-7832830fcc9a None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '356be1a3-c682-4889-a7be-f18f7c8d6200', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'port_id': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'mac_address': 'fa:16:3e:3d:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:51:46Z', 'updated_at': '2021-08-25T11:51:53Z', 'revision_number': 1, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:50.598193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed297840-406f-4cd8-9914-c6e25d3f76d1 req-ecc0e89c-aada-412a-b559-14dd09d51e3d tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021836 Aug 25 11:55:50.598438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddc5cf3b-e0e8-407f-9da1-811aa55ca300 None None] Provisioning complete for port 72345255-58d4-4012-9937-0c206161ab2d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:50.598438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddc5cf3b-e0e8-407f-9da1-811aa55ca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.600249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.607611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8083a07-167b-419b-a552-705b25d7b7d1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:50.635448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-33898c19-2425-43fa-860a-572cd6e0eed8 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155533 Aug 25 11:55:50.673958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for 1d5a5f39-a754-4748-80f4-3e39a6742fd7 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:55:50.714333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5cf3b-e0e8-407f-9da1-811aa55ca300 None None] Port 72345255-58d4-4012-9937-0c206161ab2d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:50.726210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:50.733598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:50.773948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e8083a07-167b-419b-a552-705b25d7b7d1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:50.784395 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.787517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e8083a07-167b-419b-a552-705b25d7b7d1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:50.789483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.826110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Transition to ACTIVE for port object 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:50.843836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-61a21855-f45d-462b-b98c-ef8c83e9aac7 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992021 Aug 25 11:55:50.862255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:50.879464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Transition to ACTIVE for port object 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:50.896551 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:50.953597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:50.966098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Pushing event updated for resources: {'Port': ['ID=58780507-4a3f-49b6-996e-641acd327634,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:50.980403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:50.987044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:50.994268 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.012103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Pushing event updated for resources: {'Port': ['ID=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:51.029842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.045755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.126160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e8083a07-167b-419b-a552-705b25d7b7d1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8083a07-167b-419b-a552-705b25d7b7d1,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:51.128484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Attempting to bind port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:51.128914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Attempting to bind port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:51.129430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Attempting to bind port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f on network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:51.143211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:51.143814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Checking segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:51.144542 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.145143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.145422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Bound using segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:51.146335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Bound port: 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:51.147263 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.157108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde44b-81b0-4b0c-9a19-230731e22013 req-8c4522c1-322e-4633-a0c3-17b77fb13541 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:51.165539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45cde44b-81b0-4b0c-9a19-230731e22013 req-8c4522c1-322e-4633-a0c3-17b77fb13541 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1686182 Aug 25 11:55:51.169944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=72345255-58d4-4012-9937-0c206161ab2d,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:51.178198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.219350 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee779878-71c3-4f5e-82f8-2a6229f16a62 None None] New status for floating IP 0262b2db-bafd-4d24-89fb-60d303abd103: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:55:51.277386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45cde44b-81b0-4b0c-9a19-230731e22013 req-431cb090-cc5d-4d6d-b1d6-63048a782b71 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107852 Aug 25 11:55:51.284284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e8083a07-167b-419b-a552-705b25d7b7d1,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:51.366153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] For port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:51.370206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] For port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:51.371590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.372478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ee275045-503e-4047-aed4-0f51d6f8586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.376435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.378614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.393002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:51.397083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:51.496066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=1d5a5f39-a754-4748-80f4-3e39a6742fd7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:51.504805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.557382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080d769-6d7c-4a6a-8759-e1b72b4ecd5f None None] Pushing event updated for resources: {'Port': ['ID=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:51.573775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port 1d5a5f39-a754-4748-80f4-3e39a6742fd7 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:55:51.577172 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.584479 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4ec9d29e-b428-46f7-8ece-5e45771d2eeb req-b87b95ce-0061-4732-bc19-eba944251e8a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "DELETE /v2.0/ports/1d5a5f39-a754-4748-80f4-3e39a6742fd7 HTTP/1.1" status: 204 len: 173 time: 1.3629832 Aug 25 11:55:51.587841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8083a07-167b-419b-a552-705b25d7b7d1 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:51.599375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'name': 'network-vif-deleted', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:55:51.601820 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c40da-5e1a-42f3-a478-0d801b248ee3" -d '{"events": [{"server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "name": "network-vif-deleted", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:55:51.738304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:51.744264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e8083a07-167b-419b-a552-705b25d7b7d1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:51.748287 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:51.788171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66865475-f2b6-4460-b769-7b0e878491eb req-41cd4064-9bc3-400c-b353-212a10a4f14a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.0462084 Aug 25 11:55:51.794084 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278348a1-cce4-4e39-92c5-5b1ef968d813 x-openstack-request-id: req-278348a1-cce4-4e39-92c5-5b1ef968d813 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:55:51.795386 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399584af-902b-47a8-90e4-6744c71523f2", "name": "network-vif-deleted", "tag": "1d5a5f39-a754-4748-80f4-3e39a6742fd7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:55:51.796156 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-278348a1-cce4-4e39-92c5-5b1ef968d813 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:55:51.797588 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399584af-902b-47a8-90e4-6744c71523f2', 'name': 'network-vif-deleted', 'tag': '1d5a5f39-a754-4748-80f4-3e39a6742fd7', 'status': 'completed', 'code': 200} Aug 25 11:55:51.969613 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:52.059824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-3352fd4d-cfe1-42ed-965e-6ee285659534 None None] Provisioning complete for port 72345255-58d4-4012-9937-0c206161ab2d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:52.059824 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3352fd4d-cfe1-42ed-965e-6ee285659534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:52.138393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-3352fd4d-cfe1-42ed-965e-6ee285659534 None None] Port 72345255-58d4-4012-9937-0c206161ab2d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:52.150895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:52.166651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4eaa1aca-c30c-44f9-941e-fc3ce6d13c40 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "PUT /v2.0/routers/3075e588-7efa-44f6-baee-596bfb1cc8a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2810745 Aug 25 11:55:52.167958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:52.169445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35582) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:52.185087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:52.186065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:52.227206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Router eaa2a1c0-1b86-4988-be4c-a16410e90e9e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:55:52.471862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:52.472589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:52.489475 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Sync routers for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:52.492278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:52.498076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a37db23d-b278-43f6-a782-e1c55e4a876a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4506807 Aug 25 11:55:52.498777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35586) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:52.518099 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:52.522529 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:52.586696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.587180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.587657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.588255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.588726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.589199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.589659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.590147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.590604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.591711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.594029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e913ee4c-baa4-4c91-bf3d-9b2e07482ea7 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7063 time: 0.4228244 Aug 25 11:55:52.603720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:52.659749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1d83f-6f31-4660-8c2a-6ad50f5a7a93 req-afa44c15-8444-4ade-a9a2-b431a39a472d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.661556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5df1d83f-6f31-4660-8c2a-6ad50f5a7a93 req-afa44c15-8444-4ade-a9a2-b431a39a472d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0664704 Aug 25 11:55:52.744112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5df1d83f-6f31-4660-8c2a-6ad50f5a7a93 req-3a1d6db9-a033-4d22-a183-bd072d44c460 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736537 Aug 25 11:55:52.785782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.786262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.786729 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.787186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.787642 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.788090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.789661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.790170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.790629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.791082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:52.793513 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c0d65c49-9f3c-426e-a0ed-82b1093ba07e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6540 time: 0.1883001 Aug 25 11:55:52.796506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35590) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:52.839739 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:53.087232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2b2a092-f46f-4ffc-804c-6327edaf170c req-9e7241a4-2f51-4e8b-8f90-18ddb379ee56 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.1018100 Aug 25 11:55:53.252359 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:51Z', 'revision_number': 3, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:53.310218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:53.331474 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Checking router: eaa2a1c0-1b86-4988-be4c-a16410e90e9e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:53.331819 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Updating router eaa2a1c0-1b86-4988-be4c-a16410e90e9e port 58780507-4a3f-49b6-996e-641acd327634 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:55:53.393225 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:53.409751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ed3a2-e65b-4dac-8364-0bbd2f1c988b None None] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:55:53.528282 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9a7c3e56-3ac1-4de5-b1d7-3407218dedd5 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5932 time: 0.7285974 Aug 25 11:55:53.636372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6e3ddc31-f00f-4d08-9e62-82accd4b7ef2 None None] Provisioning for port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:53.688425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:53.796868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:49Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:50Z', 'revision_number': 2, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:53.852378 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:55:53.854208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Updating router 3075e588-7efa-44f6-baee-596bfb1cc8a8 port 72345255-58d4-4012-9937-0c206161ab2d binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:55:53.860977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:53.906545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:53.906870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.074261 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.094933 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Transition to ACTIVE for port object 58780507-4a3f-49b6-996e-641acd327634 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:54.114557 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.119767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1d5a5f39-a754-4748-80f4-3e39a6742fd7 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:55:54.128738 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.228691 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Attempting to bind port 58780507-4a3f-49b6-996e-641acd327634 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:54.229793 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Attempting to bind port 58780507-4a3f-49b6-996e-641acd327634 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:54.230933 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Attempting to bind port 58780507-4a3f-49b6-996e-641acd327634 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:54.255111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:54.255891 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:54.256694 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.258768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:54.259963 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Bound port: 58780507-4a3f-49b6-996e-641acd327634, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:54.260741 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.281486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 1d5a5f39-a754-4748-80f4-3e39a6742fd7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:55:54.281933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 1d5a5f39-a754-4748-80f4-3e39a6742fd7 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:55:54.383852 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] For port 58780507-4a3f-49b6-996e-641acd327634, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:54.391860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] For port 58780507-4a3f-49b6-996e-641acd327634, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=58780507-4a3f-49b6-996e-641acd327634,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:54.396933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35600) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:54.417830 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.420627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406341822', 'description': 'tempest-secgroup-smoke-1406341822 description', 'project_id': '325b301cdbe249e88a0d4ef46717e77f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:54.443356 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef1d0a-2ddf-464c-9c84-da0181b36782 None None] Pushing event updated for resources: {'Port': ['ID=58780507-4a3f-49b6-996e-641acd327634,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:54.532128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.544595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.558659 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:54.559330 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:54.567872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.654023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bd370-2f40-458e-97f2-12e03d1fd043 req-065d9e08-44dd-48e1-b522-a76801eaff53 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:54.663315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c74bd370-2f40-458e-97f2-12e03d1fd043 req-065d9e08-44dd-48e1-b522-a76801eaff53 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.7897410 Aug 25 11:55:54.691448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0804d69-1bca-450b-b266-543b99bdb47e req-83d718bf-67d7-4401-8a40-c6aeb7cb0fc2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.0684352 Aug 25 11:55:54.757485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.762202 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef1d0a-2ddf-464c-9c84-da0181b36782 None None] Pushing event updated for resources: {'Port': ['ID=58780507-4a3f-49b6-996e-641acd327634,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:54.788643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c74bd370-2f40-458e-97f2-12e03d1fd043 req-d160ab83-45ac-44fd-bb2c-3c832cfd3902 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238558 Aug 25 11:55:54.848411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:54.866044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:54.977760 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:54.992448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:55.011164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1f48f56c-68e7-414c-9be6-d604055545d8 None None] Provisioning complete for port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:55.011559 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f48f56c-68e7-414c-9be6-d604055545d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.018146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.055404 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.070520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.080938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Transition to ACTIVE for port object 72345255-58d4-4012-9937-0c206161ab2d will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:55.084704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Allocated IP 172.20.0.1 (1b9e47c5-b55f-4a73-8777-ae0e8c404f10/f10a527c-c4b1-4670-ab5b-e45c10bd20d0/44d844f6-678a-4796-92d7-034cf79482f3) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:55:55.097121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.148450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519944fd-3a99-4695-bb00-9701a632a9c6 None None] Pushing event updated for resources: {'Port': ['ID=72345255-58d4-4012-9937-0c206161ab2d,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:55.158217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.163100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7545376 Aug 25 11:55:55.163988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35602) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:55.168787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': 'd96062b7-a517-40b1-8a6e-d6f964b745cb', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:55.177257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1e5a0-8691-49e9-b1d2-613599fff2d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96062b7-a517-40b1-8a6e-d6f964b745cb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:55.241203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.346374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Attempting to bind port 72345255-58d4-4012-9937-0c206161ab2d on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:55:55.346914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Attempting to bind port 72345255-58d4-4012-9937-0c206161ab2d by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:55:55.347452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Attempting to bind port 72345255-58d4-4012-9937-0c206161ab2d on network 48bfbb16-746e-4472-bb2a-6ece8b1a354f {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:55:55.357715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:55:55.358337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Checking segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:55.359210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.360304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Bound using segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:55:55.360304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Bound port: 72345255-58d4-4012-9937-0c206161ab2d, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:55:55.360928 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.379195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.416601 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Transition to ACTIVE for port object 44d844f6-678a-4796-92d7-034cf79482f3 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:55:55.418130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.425114 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.478863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.498980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c66d23-38b5-47a2-90ce-33e9fb752d85,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:55.509125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:55.512853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:55.524498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.532236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d2c2ba0-3de6-47b7-b8d4-9f8cdd593616 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668425 Aug 25 11:55:55.532984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35604) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:55.547755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': 'd96062b7-a517-40b1-8a6e-d6f964b745cb', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:55.559163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:55:55.615606 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:51Z', 'revision_number': 3, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:55.616725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:55.628033 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.629956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Pushing event updated for resources: {'Port': ['ID=44d844f6-678a-4796-92d7-034cf79482f3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:55.642242 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.666046 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70457cc-9815-49ba-9f56-a499fcd37620 None None] The sync data for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 is: [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:51Z', 'revision_number': 3, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:55.724558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] For port 72345255-58d4-4012-9937-0c206161ab2d, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:55:55.762376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] For port 72345255-58d4-4012-9937-0c206161ab2d, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=72345255-58d4-4012-9937-0c206161ab2d,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:55:55.781483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.823823 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.837024 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.852977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d639b3-214b-4947-9abd-756b07649cc1,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:55.900357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.902142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0a8d50c1-0e21-43dd-adee-a118771287c6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3677015 Aug 25 11:55:55.905032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35612) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:55.910554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': 'd96062b7-a517-40b1-8a6e-d6f964b745cb', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:55.966009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:55.997255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.085093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:56.086527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:56.235352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:56.237801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.250777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519944fd-3a99-4695-bb00-9701a632a9c6 None None] Pushing event updated for resources: {'Port': ['ID=72345255-58d4-4012-9937-0c206161ab2d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:56.264428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.306953 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.376353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c1f047-05eb-4ea3-beed-459e79cb25bb,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:56.383630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.387482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-becb2594-4af9-4aa5-94d9-19cc2bdb6678 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4785337 Aug 25 11:55:56.388166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35614) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:56.394065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': 'd96062b7-a517-40b1-8a6e-d6f964b745cb', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:56.432225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84010b87-7bbd-4a8a-af01-51dbf50054f6 req-e09d9b4c-d127-4583-9450-113b4b8a1efe tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:56.444457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84010b87-7bbd-4a8a-af01-51dbf50054f6 req-e09d9b4c-d127-4583-9450-113b4b8a1efe tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.2208698 Aug 25 11:55:56.459634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:56.476595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5bc9106d-ae1e-47ab-bf04-b3ebc52dfad1 req-e0b68c6a-fb8d-4280-b9bf-5f53d59301b2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.0889244 Aug 25 11:55:56.536872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5d64183a-b937-4916-ab4b-313f54422e82 None None] Provisioning for port 44d844f6-678a-4796-92d7-034cf79482f3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:56.547362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.556670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5d64183a-b937-4916-ab4b-313f54422e82 None None] Provisioning complete for port 44d844f6-678a-4796-92d7-034cf79482f3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:56.557485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5d64183a-b937-4916-ab4b-313f54422e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.561409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84010b87-7bbd-4a8a-af01-51dbf50054f6 req-88c83cfb-d9ae-48ee-80a7-a306f575a12a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159122 Aug 25 11:55:56.590127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.600837 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.715373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.718501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.727270 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.738872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Pushing event updated for resources: {'Port': ['ID=44d844f6-678a-4796-92d7-034cf79482f3,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:56.766257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054213dd-b9c0-45fc-a476-833b0030ec6d,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:56.770298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5d64183a-b937-4916-ab4b-313f54422e82 None None] Port 44d844f6-678a-4796-92d7-034cf79482f3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:56.781785 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.785851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bbc9d3ab-83a8-4fba-82da-9e92c9938ee7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929539 Aug 25 11:55:56.786394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35616) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:56.793108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': 'd96062b7-a517-40b1-8a6e-d6f964b745cb', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:56.825552 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Project 325b301cdbe249e88a0d4ef46717e77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:55:56.836716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.959224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:55:56.963227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:56.968971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:49Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:56.977963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:56.984510 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.015623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7602547d-c66e-4266-a478-655cb8471fd6,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:57.035341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09beda-a215-4268-9808-411e577fd9d1 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:49Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:55:57.044792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.046164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c9c0b663-a2af-421e-85a2-eb0bd87ea660 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2581832 Aug 25 11:55:57.050588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35618) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:57.055828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': 'd96062b7-a517-40b1-8a6e-d6f964b745cb', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:57.149655 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Project 325b301cdbe249e88a0d4ef46717e77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:55:57.159340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.345588 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.353371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Router eaa2a1c0-1b86-4988-be4c-a16410e90e9e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:55:57.357490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.412712 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.417726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.429795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3705959 Aug 25 11:55:57.429795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d6f9-f06c-4406-88e8-92b837856aa5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21383292-d5ac-4d67-ad03-fa5a59f83dcf,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:57.480021 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5062a41e-d07e-40aa-87f7-98684453a56b None None] Provisioning complete for port 44d844f6-678a-4796-92d7-034cf79482f3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:57.493721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5062a41e-d07e-40aa-87f7-98684453a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.594337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5062a41e-d07e-40aa-87f7-98684453a56b None None] Port 44d844f6-678a-4796-92d7-034cf79482f3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:55:57.659864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:55:57.689127 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3c453f34-da5f-40f7-a6e7-eac33804718f admin admin] 10.222.0.35 "PUT /v2.0/routers/eaa2a1c0-1b86-4988-be4c-a16410e90e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1888626 Aug 25 11:55:57.802587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a4ecbb2-c251-43f6-b7bd-cd82418286bb req-33c3da92-967d-4a0f-8eed-cfeff29fe664 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.1308122 Aug 25 11:55:57.823312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 58780507-4a3f-49b6-996e-641acd327634 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:57.852706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376311-2888-4630-ba5c-e0dbfb1cc6f0 req-c588b25b-0f74-4a5a-89d6-300b75142c5a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:57.868948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98376311-2888-4630-ba5c-e0dbfb1cc6f0 req-c588b25b-0f74-4a5a-89d6-300b75142c5a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1359313 Aug 25 11:55:57.943199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 58780507-4a3f-49b6-996e-641acd327634 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:57.950274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 58780507-4a3f-49b6-996e-641acd327634 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:57.951068 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:57.994239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98376311-2888-4630-ba5c-e0dbfb1cc6f0 req-db960aee-c10c-4a65-863d-1eb37a169db9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251738 Aug 25 11:55:58.066300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-f1687921-922b-400c-aa91-b0ae3b483e82 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406341822&fields=id&tenant_id=325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 267 time: 0.1261446 Aug 25 11:55:58.119786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.159079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 58780507-4a3f-49b6-996e-641acd327634, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=58780507-4a3f-49b6-996e-641acd327634,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:58.169156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.170565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 72345255-58d4-4012-9937-0c206161ab2d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:58.244086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-d8579b8f-e374-4475-9525-4196adb841a3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:58.253114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-d8579b8f-e374-4475-9525-4196adb841a3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/networks?id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 796 time: 0.1794701 Aug 25 11:55:58.275067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-2baf5307-3b3c-4c78-af73-0f2f479523a9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/quotas/325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 375 time: 0.0209594 Aug 25 11:55:58.333671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=58780507-4a3f-49b6-996e-641acd327634,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:58.375512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-e7771b03-17e0-44b0-85f6-7a01f9af097b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989552 Aug 25 11:55:58.380530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 72345255-58d4-4012-9937-0c206161ab2d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:55:58.389565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 72345255-58d4-4012-9937-0c206161ab2d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:58.390046 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.587721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.627675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 72345255-58d4-4012-9937-0c206161ab2d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=72345255-58d4-4012-9937-0c206161ab2d,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:55:58.633871 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.709203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=72345255-58d4-4012-9937-0c206161ab2d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:58.731760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35652) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:58.737203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-683126611-network', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:58.764947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Made reservation on behalf of 8ecf6079a13a437e85dfa1e047664f03 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:58.774454 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.797787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:58.821875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-ba77fb7b-1a4e-47cc-9b23-0038dd377834 service neutron] 10.222.0.35 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236400 Aug 25 11:55:58.958382 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Sync routers for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:55:58.977889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:55:58.978533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:55:59.031918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-fed9db19-c97f-4251-99c0-6b0077c58106 service neutron] 10.222.0.35 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971247 Aug 25 11:55:59.050642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1f1a5ef-1300-4beb-b151-9528490555c1 req-a36ef834-d457-4325-a277-cecf2df17ad2 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=399584af-902b-47a8-90e4-6744c71523f2 HTTP/1.1" status: 200 len: 210 time: 0.0470200 Aug 25 11:55:59.103069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.115489 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.181419 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd809ac9-897d-4900-af36-35934dc1c119,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:59.227833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:55:59.252967 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.253842 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Added segment 1442f856-3b16-485e-a239-677093b41c26 of type vlan for network 01cc09e8-16e5-4fc5-89f3-34666af93f7d Aug 25 11:55:59.356520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.377366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e302ece-4049-440b-a7df-d021375f1bd3 req-a7d0779e-2bf8-4302-8834-23b3db05d45b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:59.381017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e302ece-4049-440b-a7df-d021375f1bd3 req-a7d0779e-2bf8-4302-8834-23b3db05d45b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1190524 Aug 25 11:55:59.407646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.409005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:59.410123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.545715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-270997c8-c508-45ea-af3a-7baacedd6691 req-e0a668a7-4ae6-43fd-8439-5b7c33218643 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0835814 Aug 25 11:55:59.572525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:55:59.577410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e302ece-4049-440b-a7df-d021375f1bd3 req-a601e45b-d0d2-468e-be52-1240426a4274 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865408 Aug 25 11:55:59.605281 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8723404 Aug 25 11:55:59.608889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35662) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:55:59.617357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Request body: {'subnet': {'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-683126611-subnet', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:55:59.620941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 58780507-4a3f-49b6-996e-641acd327634 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:55:59.635442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2b5e8-96b6-455d-9456-c9a1e2279686 admin admin] Pushing event updated for resources: {'Network': ['ID=01cc09e8-16e5-4fc5-89f3-34666af93f7d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:59.655661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Made reservation on behalf of 8ecf6079a13a437e85dfa1e047664f03 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:55:59.657926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.668072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:55:59.858108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 58780507-4a3f-49b6-996e-641acd327634 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:55:59.858510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.868951 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:55:59.939487 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ed650f-e3f6-4b9a-b022-012a93fd3777,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:55:59.944499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Checking segment: {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:55:59.944791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Network hostable DHCP agents. Network: 01cc09e8-16e5-4fc5-89f3-34666af93f7d, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:55:59.966052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:55:59.982158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 01cc09e8-16e5-4fc5-89f3-34666af93f7d) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:55:59.988560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:55:59.990442 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.001815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e48dbe-5445-443d-bdc8-247d1079ab06 None None] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:00.017745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-84fd332c-90ba-4044-aa7c-04d5b9b2f51b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4040222 Aug 25 11:56:00.018107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35670) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:00.027780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:00.068530 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.070456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.140756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 72345255-58d4-4012-9937-0c206161ab2d up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:00.181921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.279429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:55:56Z', 'revision_number': 2, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:00.406849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Checking router: eaa2a1c0-1b86-4988-be4c-a16410e90e9e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:00.407384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Updating router eaa2a1c0-1b86-4988-be4c-a16410e90e9e port 44d844f6-678a-4796-92d7-034cf79482f3 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:56:00.457023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.506587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.509992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 72345255-58d4-4012-9937-0c206161ab2d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:00.510369 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.544979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-01cc09e8-16e5-4fc5-89f3-34666af93f7d', 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'fixed_ips': [{'subnet_id': '64ed650f-e3f6-4b9a-b022-012a93fd3777'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:56:00.545899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:00.694537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-08095435-74e4-4224-a40f-8dcc9ae59d34 req-3288fe6f-98fd-4c58-93d6-7fdcc4c9fd1f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0613916 Aug 25 11:56:00.836643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f54d02-5058-4d1d-b1d1-01c2a7587df5 req-3f5b3c0b-b22d-4bb3-9b23-992188fe21ea tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:00.859136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f54d02-5058-4d1d-b1d1-01c2a7587df5 req-3f5b3c0b-b22d-4bb3-9b23-992188fe21ea tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1191592 Aug 25 11:56:00.933276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Allocated IP 172.20.0.2 (01cc09e8-16e5-4fc5-89f3-34666af93f7d/64ed650f-e3f6-4b9a-b022-012a93fd3777/6721ed7d-418a-4217-b245-127e0be294cd) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:56:00.994920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23f54d02-5058-4d1d-b1d1-01c2a7587df5 req-b00b83ec-d253-4210-b3cd-df4e2037a4bd tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329305 Aug 25 11:56:01.014232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.074016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.089242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-590ee6c9-d987-4429-b660-4bc3e7bf5a12 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:01.091142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-590ee6c9-d987-4429-b660-4bc3e7bf5a12 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.10 "GET /v2.0/networks?id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 796 time: 0.2514176 Aug 25 11:56:01.250729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-2bb38861-33fa-46e7-b7fb-37179c8b8d9e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 380 time: 0.1050901 Aug 25 11:56:01.265129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'port': {'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'admin_state_up': True, 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'security_groups': ['d96062b7-a517-40b1-8a6e-d6f964b745cb']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:01.346600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.349726 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.373416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Allocated IP 172.25.1.60 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/377e3a51-4687-4009-85ef-0ed5daaeecd2) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:56:01.376551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Transition to ACTIVE for port object 6721ed7d-418a-4217-b245-127e0be294cd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:01.428078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Transition to ACTIVE for port object 6721ed7d-418a-4217-b245-127e0be294cd will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:01.449420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.533920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:56:01.537579 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.544440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.564968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:01.568433 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Transition to ACTIVE for port object 44d844f6-678a-4796-92d7-034cf79482f3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:01.569741 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.571095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:01.573620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Pushing event updated for resources: {'Port': ['ID=6721ed7d-418a-4217-b245-127e0be294cd,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:01.581491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:56:01.591801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.695912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ac9cb-1a14-4186-8c23-2eb03a96c906 req-005bc8a6-5832-4c72-a747-6811b4c4a97f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:01.706634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb9ac9cb-1a14-4186-8c23-2eb03a96c906 req-005bc8a6-5832-4c72-a747-6811b4c4a97f tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.1084149 Aug 25 11:56:01.729073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dcdc0-967f-423b-a1c2-1c3d739a95f0 None None] Pushing event updated for resources: {'Port': ['ID=44d844f6-678a-4796-92d7-034cf79482f3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:01.734943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Attempting to bind port 6721ed7d-418a-4217-b245-127e0be294cd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:56:01.735583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Attempting to bind port 6721ed7d-418a-4217-b245-127e0be294cd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:56:01.735755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Attempting to bind port 6721ed7d-418a-4217-b245-127e0be294cd on network 01cc09e8-16e5-4fc5-89f3-34666af93f7d {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:01.744649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.763841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:56:01.763841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Checking segment: {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:01.764212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.764510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Bound using segment: {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:56:01.764973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Bound port: 6721ed7d-418a-4217-b245-127e0be294cd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:56:01.765281 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.812028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.20.0.8 (48bfbb16-746e-4472-bb2a-6ece8b1a354f/2c32b0e4-55a6-4eb4-96ac-c54804de243d/65c7a569-12aa-479c-992e-2faf8d89e69c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:56:01.820848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:01.833566 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:01.846059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb9ac9cb-1a14-4186-8c23-2eb03a96c906 req-60a14c6d-85e6-4ad7-9090-3a358c6e9bf8 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379938 Aug 25 11:56:01.848715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Pushing event updated for resources: {'Port': ['ID=377e3a51-4687-4009-85ef-0ed5daaeecd2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:01.866049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:56:01.894715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Attempting to bind port 44d844f6-678a-4796-92d7-034cf79482f3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:56:01.894978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Attempting to bind port 44d844f6-678a-4796-92d7-034cf79482f3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:56:01.895238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Attempting to bind port 44d844f6-678a-4796-92d7-034cf79482f3 on network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:01.904789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] For port 6721ed7d-418a-4217-b245-127e0be294cd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:56:01.907882 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:56:01.908266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Checking segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:01.908694 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.909094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Bound using segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:56:01.910023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Bound port: 44d844f6-678a-4796-92d7-034cf79482f3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:56:01.910593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.914466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] For port 6721ed7d-418a-4217-b245-127e0be294cd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6721ed7d-418a-4217-b245-127e0be294cd,segment=NetworkSegment(1442f856-3b16-485e-a239-677093b41c26),segment_id=1442f856-3b16-485e-a239-677093b41c26)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:56:01.929185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:01.930397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-58921789-6ef4-400a-9a7a-db53bdcc4354 req-92e6df51-3cd4-4d0a-9ca2-195c3cf861a9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0523875 Aug 25 11:56:02.112127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] For port 44d844f6-678a-4796-92d7-034cf79482f3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:56:02.115683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] For port 44d844f6-678a-4796-92d7-034cf79482f3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=44d844f6-678a-4796-92d7-034cf79482f3,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:56:02.123748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313472c-d4d5-470b-a638-bfb530d057b8 None None] Pushing event updated for resources: {'Port': ['ID=6721ed7d-418a-4217-b245-127e0be294cd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:02.130321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:02.197129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad134f-c183-4081-9690-1e45fef4757d req-0bc8635e-e7bd-4f31-b945-104c410827ca tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:02.199034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78ad134f-c183-4081-9690-1e45fef4757d req-0bc8635e-e7bd-4f31-b945-104c410827ca tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1049423 Aug 25 11:56:02.213865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dcdc0-967f-423b-a1c2-1c3d739a95f0 None None] Pushing event updated for resources: {'Port': ['ID=44d844f6-678a-4796-92d7-034cf79482f3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:02.260462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:02.263027 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:02.294924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78ad134f-c183-4081-9690-1e45fef4757d req-2e1c1990-3046-4c91-af44-c3aab17e430d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821264 Aug 25 11:56:02.408728 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:02.509839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:02.534822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:02.537851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Transition to ACTIVE for port object 65c7a569-12aa-479c-992e-2faf8d89e69c will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:02.679736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:02.776121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:02.779129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=65c7a569-12aa-479c-992e-2faf8d89e69c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:02.783837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:02.790063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:02Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:02.813585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:56:02.822831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f6e2c-4b1d-44cf-a47d-438861b64f19 None None] The sync data for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 is: [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:02Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:02.895601 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.000278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-8617c797-b49e-4107-94e6-5f46b897cbc5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:03.016207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-8617c797-b49e-4107-94e6-5f46b897cbc5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.67 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.1449895 Aug 25 11:56:03.085030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:03.085803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.149611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a81523c9-abfb-4648-b88e-22d1cf73d945 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8902221 Aug 25 11:56:03.168336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Request body: {'port': {'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:03.232897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Router 0792af43-8daf-4533-9a52-3b949fe93236 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:56:03.272578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.284488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2a236-3c7a-449b-882e-22177a5a628c req-ba0e05a0-ddb0-4794-af5e-5c6d6ede31d3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:03.294544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fff2a236-3c7a-449b-882e-22177a5a628c req-ba0e05a0-ddb0-4794-af5e-5c6d6ede31d3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 945 time: 0.2767279 Aug 25 11:56:03.332612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2ee7e7f1-a282-40b7-8748-749811dd81e7 None None] Provisioning for port 65c7a569-12aa-479c-992e-2faf8d89e69c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:03.337814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2ee7e7f1-a282-40b7-8748-749811dd81e7 None None] Provisioning complete for port 65c7a569-12aa-479c-992e-2faf8d89e69c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:03.338198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e7f1-a282-40b7-8748-749811dd81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.425431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1781a-7763-4e4c-bdfb-9d1799f844d1 req-66cfed72-a14a-472a-b453-e01de07ef84e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:03.427165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ff1781a-7763-4e4c-bdfb-9d1799f844d1 req-66cfed72-a14a-472a-b453-e01de07ef84e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 931 time: 0.2921815 Aug 25 11:56:03.449200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fff2a236-3c7a-449b-882e-22177a5a628c req-84183c48-84ee-42a9-8f8d-58cc22a5be88 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/security-groups?id=37b04f45-d6c2-48f0-b564-67b00b8c6ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536760 Aug 25 11:56:03.478846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:03.501277 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Sync routers for ids ['0792af43-8daf-4533-9a52-3b949fe93236'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:03.519667 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Routers {'0792af43-8daf-4533-9a52-3b949fe93236'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:03.521975 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0792af43-8daf-4533-9a52-3b949fe93236'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:03.666717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ff1781a-7763-4e4c-bdfb-9d1799f844d1 req-b822ccee-9e1b-4ce4-84fb-c3cb057a7f83 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110326 Aug 25 11:56:03.686928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Deleting port b4cc80fe-042e-4be0-92fc-83e8d373bb16 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:03.687279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.850076 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Set router 0792af43-8daf-4533-9a52-3b949fe93236 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:03.864691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] For port b4cc80fe-042e-4be0-92fc-83e8d373bb16, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b4cc80fe-042e-4be0-92fc-83e8d373bb16,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:03.865735 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.894675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:03.900171 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-528bd063-9055-4ea0-a927-1f9705f94200 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8803587 Aug 25 11:56:03.900896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35708) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:03.931005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b04feef-9265-4ad8-8c6f-1aabf89ed7c8 None None] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:03.946155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6721ed7d-418a-4217-b245-127e0be294cd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:04.062419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7e7f1-a282-40b7-8748-749811dd81e7 None None] Port 65c7a569-12aa-479c-992e-2faf8d89e69c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:56:04.096285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6721ed7d-418a-4217-b245-127e0be294cd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:04.137167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 44d844f6-678a-4796-92d7-034cf79482f3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:04.223413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:04.223994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:04.224144 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Floating IP 1df46394-3ac7-468d-a826-897f6afd293b disassociated. External IP: 172.25.1.188, port: b4cc80fe-042e-4be0-92fc-83e8d373bb16. Aug 25 11:56:04.224448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Calling delete_port for b4cc80fe-042e-4be0-92fc-83e8d373bb16 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:04.288902 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:56:02Z', 'revision_number': 3, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:04.297121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] Provisioning for port 6721ed7d-418a-4217-b245-127e0be294cd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:04.323908 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] Provisioning complete for port 6721ed7d-418a-4217-b245-127e0be294cd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:04.324288 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:04.354764 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Checking router: 0792af43-8daf-4533-9a52-3b949fe93236 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:04.360111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Updating router 0792af43-8daf-4533-9a52-3b949fe93236 port 377e3a51-4687-4009-85ef-0ed5daaeecd2 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:56:04.434978 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:04.491095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 44d844f6-678a-4796-92d7-034cf79482f3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:04.506752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 44d844f6-678a-4796-92d7-034cf79482f3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:04.507156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:04.532817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:04.634301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event deleted for resources: {'Port': ['ID=b4cc80fe-042e-4be0-92fc-83e8d373bb16,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:04.711509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b825e729-520b-4bd1-b88b-9a847e17f229 req-bb78fac4-67ca-4180-abd3-ad29f1eed2ed tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 210 time: 0.0850792 Aug 25 11:56:04.874188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6a31f-f1a2-48a9-9dbb-19b73390dd72 req-fa665cd0-393a-4c7d-9a80-1eaacf131043 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:04.875829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8c6a31f-f1a2-48a9-9dbb-19b73390dd72 req-fa665cd0-393a-4c7d-9a80-1eaacf131043 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 1.1952932 Aug 25 11:56:04.911854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.081560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] For port 6721ed7d-418a-4217-b245-127e0be294cd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6721ed7d-418a-4217-b245-127e0be294cd,segment=NetworkSegment(1442f856-3b16-485e-a239-677093b41c26),segment_id=1442f856-3b16-485e-a239-677093b41c26)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:05.178105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.202355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.235652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a8c6a31f-f1a2-48a9-9dbb-19b73390dd72 req-6cf6687b-5cdf-42b8-ae93-c9b3dd5a7d1e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470685 Aug 25 11:56:05.236226 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.248505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c7a569-12aa-479c-992e-2faf8d89e69c {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:56:05.260292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.277265 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Transition to ACTIVE for port object 377e3a51-4687-4009-85ef-0ed5daaeecd2 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:05.286660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995690a-a9d3-4d25-8b0f-0a6be9645bc2 req-a3a07ae3-0945-40d1-adc7-250c0ce06a5d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:05.289575 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.314983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1995690a-a9d3-4d25-8b0f-0a6be9645bc2 req-a3a07ae3-0945-40d1-adc7-250c0ce06a5d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 931 time: 0.4023952 Aug 25 11:56:05.370790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Router 3adc0321-b066-4782-ab83-cffb0f8a2b92 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:05.393095 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Attempting to bind port 377e3a51-4687-4009-85ef-0ed5daaeecd2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:56:05.393308 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Attempting to bind port 377e3a51-4687-4009-85ef-0ed5daaeecd2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:56:05.393550 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Attempting to bind port 377e3a51-4687-4009-85ef-0ed5daaeecd2 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:05.396848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1995690a-a9d3-4d25-8b0f-0a6be9645bc2 req-c09b8961-edbf-4e7b-85a2-6b8760976af7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759225 Aug 25 11:56:05.409531 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:56:05.421306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 44d844f6-678a-4796-92d7-034cf79482f3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=44d844f6-678a-4796-92d7-034cf79482f3,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:05.423277 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:05.427745 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.428421 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:56:05.429133 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Bound port: 377e3a51-4687-4009-85ef-0ed5daaeecd2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:56:05.430560 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.434473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-fd5c186b-e5ab-4630-91fd-89dd5613ab10 None None] Provisioning complete for port 6721ed7d-418a-4217-b245-127e0be294cd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:05.434976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fd5c186b-e5ab-4630-91fd-89dd5613ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.436502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Transition to ACTIVE for port object 65c7a569-12aa-479c-992e-2faf8d89e69c will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:05.473830 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.484035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a9138-883f-4d0a-be6b-cb4bc3f31c74 None None] Pushing event updated for resources: {'Port': ['ID=6721ed7d-418a-4217-b245-127e0be294cd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:05.502160 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.525070 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe211512-cdec-4045-88e7-0d6796b7b45d None None] Pushing event updated for resources: {'Port': ['ID=377e3a51-4687-4009-85ef-0ed5daaeecd2,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:05.548039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=44d844f6-678a-4796-92d7-034cf79482f3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:05.601079 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] For port 377e3a51-4687-4009-85ef-0ed5daaeecd2, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:56:05.605885 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] For port 377e3a51-4687-4009-85ef-0ed5daaeecd2, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=377e3a51-4687-4009-85ef-0ed5daaeecd2,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:56:05.614807 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.669315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:05.682353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] Sync routers for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:05.696332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:05.697124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:05.717436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Pushing event updated for resources: {'Port': ['ID=65c7a569-12aa-479c-992e-2faf8d89e69c,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:05.756202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] No DVR routers for this DVR port b4cc80fe-042e-4be0-92fc-83e8d373bb16 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:05.763651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:05.765854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55a3b859-7f4f-4dd8-8614-cf9ec431a604 req-2c80bd92-1e61-4695-99d5-87ecfb3adbf5 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.67 "DELETE /v2.0/ports/b4cc80fe-042e-4be0-92fc-83e8d373bb16 HTTP/1.1" status: 204 len: 173 time: 2.6658790 Aug 25 11:56:05.766217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'name': 'network-vif-deleted', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:05.771024 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe211512-cdec-4045-88e7-0d6796b7b45d None None] Pushing event updated for resources: {'Port': ['ID=377e3a51-4687-4009-85ef-0ed5daaeecd2,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:05.775962 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Routers {'0792af43-8daf-4533-9a52-3b949fe93236'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:05.776902 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0792af43-8daf-4533-9a52-3b949fe93236'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:05.787929 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63709d4-7c82-4545-8b33-89400abc033a" -d '{"events": [{"server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "name": "network-vif-deleted", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:05.887906 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e627a97-d881-4248-b91c-57d81a9e1e1d x-openstack-request-id: req-5e627a97-d881-4248-b91c-57d81a9e1e1d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:05.888200 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c582e9f0-b07b-424b-8a06-f19b94e021f8", "name": "network-vif-deleted", "tag": "b4cc80fe-042e-4be0-92fc-83e8d373bb16", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:05.888451 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e627a97-d881-4248-b91c-57d81a9e1e1d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:05.888908 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c582e9f0-b07b-424b-8a06-f19b94e021f8', 'name': 'network-vif-deleted', 'tag': 'b4cc80fe-042e-4be0-92fc-83e8d373bb16', 'status': 'completed', 'code': 200} Aug 25 11:56:05.981651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d098d833-9d41-46bf-aa6a-7c679a494ca4 req-bcd516bd-83c6-4173-9540-2dc5cb58eb9a tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "GET /v2.0/ports?device_id=c582e9f0-b07b-424b-8a06-f19b94e021f8 HTTP/1.1" status: 200 len: 210 time: 0.0766542 Aug 25 11:56:05.992588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:06.025711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Attempting to bind port 65c7a569-12aa-479c-992e-2faf8d89e69c on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:56:06.026112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Attempting to bind port 65c7a569-12aa-479c-992e-2faf8d89e69c by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:56:06.026396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Attempting to bind port 65c7a569-12aa-479c-992e-2faf8d89e69c on network 48bfbb16-746e-4472-bb2a-6ece8b1a354f {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:06.058242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Port 65c7a569-12aa-479c-992e-2faf8d89e69c on network 48bfbb16-746e-4472-bb2a-6ece8b1a354f not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:56:06.058575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Attempting to bind port 65c7a569-12aa-479c-992e-2faf8d89e69c on network 48bfbb16-746e-4472-bb2a-6ece8b1a354f {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:06.070323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:56:06.070667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Checking segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:06.071082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Bound using segment: {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:56:06.071523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Bound port: 65c7a569-12aa-479c-992e-2faf8d89e69c, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b014d0-adce-4b72-bd89-e782991c2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:56:06.071879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:06.086985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] Set router 0792af43-8daf-4533-9a52-3b949fe93236 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:06.188761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] For port 65c7a569-12aa-479c-992e-2faf8d89e69c, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:56:06.199012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:06.201796 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] For port 65c7a569-12aa-479c-992e-2faf8d89e69c, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=65c7a569-12aa-479c-992e-2faf8d89e69c,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:56:06.215662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:06.268718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:06.269343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:06.270707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] 10.222.0.10 "PUT /v2.0/ports/65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 200 len: 1092 time: 3.1073952 Aug 25 11:56:06.279075 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:06.281256 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c65b064-afe4-4fa6-8475-fbec7f532aea" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:06.379070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:48Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:06.390311 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744504bd-fdfb-4329-ada8-bd06eeb302c4 x-openstack-request-id: req-744504bd-fdfb-4329-ada8-bd06eeb302c4 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:06.390591 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:06.390839 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-744504bd-fdfb-4329-ada8-bd06eeb302c4 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:06.391886 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'status': 'completed', 'code': 200} Aug 25 11:56:06.392969 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b62b9-656b-4dc6-850c-ca05584aaf24 service neutron] Pushing event updated for resources: {'Port': ['ID=65c7a569-12aa-479c-992e-2faf8d89e69c,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:06.425651 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:56:02Z', 'revision_number': 3, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:06.468471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-e9eff708-d247-41dd-81e8-43b9b54993e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:06.470161 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-e9eff708-d247-41dd-81e8-43b9b54993e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1095 time: 0.1216908 Aug 25 11:56:06.481588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52276c92-127a-45a4-b211-c600175c7301 req-8e68dfb6-ee9b-45a2-bdf6-aa736c7127d9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:06.489960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] Checking router: 3adc0321-b066-4782-ab83-cffb0f8a2b92 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:06.504400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52276c92-127a-45a4-b211-c600175c7301 req-8e68dfb6-ee9b-45a2-bdf6-aa736c7127d9 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0981984 Aug 25 11:56:06.504868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:06.505506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:06.524427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95f3df-906e-45ba-b676-2d4060d112ca None None] The sync data for ids ['0792af43-8daf-4533-9a52-3b949fe93236'] in n-d-778732-11 is: [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:56:02Z', 'revision_number': 3, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:06.593159 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-af9aebe9-13dd-4e69-8408-fe0e4564887e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 200 len: 217 time: 0.0927391 Aug 25 11:56:06.603784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52276c92-127a-45a4-b211-c600175c7301 req-2b2b4b1c-34cb-4a79-bf67-6f594d5d8cb6 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979371 Aug 25 11:56:06.670380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Allocated IP 172.20.0.1 (01cc09e8-16e5-4fc5-89f3-34666af93f7d/64ed650f-e3f6-4b9a-b022-012a93fd3777/0ae8459f-df90-48da-87af-8918a80533d8) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:56:06.677982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650c49-f2ec-4766-aade-4ce3d44d7b18 req-b6860b15-cb6f-4060-9949-746c84b7c62f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:06.688787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e650c49-f2ec-4766-aade-4ce3d44d7b18 req-b6860b15-cb6f-4060-9949-746c84b7c62f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 943 time: 0.1161518 Aug 25 11:56:06.708982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a43d645a-12c5-45a5-b6b1-716dd20a1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:06.710749 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-a43d645a-12c5-45a5-b6b1-716dd20a1f3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c32b0e4-55a6-4eb4-96ac-c54804de243d HTTP/1.1" status: 200 len: 835 time: 0.1047833 Aug 25 11:56:06.724709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:06.730402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e650c49-f2ec-4766-aade-4ce3d44d7b18 req-bf81254f-f48d-4b40-8927-ea85ea748530 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Aug 25 11:56:06.821612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-768277c3-430a-4ebd-ba11-762bb859b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:06.823362 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-768277c3-430a-4ebd-ba11-762bb859b037 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48bfbb16-746e-4472-bb2a-6ece8b1a354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018186 Aug 25 11:56:06.909872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35730) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:06.930953 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:06.963878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Transition to ACTIVE for port object 0ae8459f-df90-48da-87af-8918a80533d8 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:06.986322 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-9fad97f3-d1d1-40c2-9483-6da613d2ccbf service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499667 Aug 25 11:56:07.003047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:48Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:07.048152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b4cc80fe-042e-4be0-92fc-83e8d373bb16 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:07.051800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04858e0b-3ff2-417e-8027-751407b50854 None None] The sync data for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 is: [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:50:25Z', 'revision_number': 4, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '969e5be2-9368-4a01-a765-1810cf9b7e75', 'name': '', 'network_id': 'a85a43be-93da-413a-a26d-a5c055a23dde', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'mac_address': 'fa:16:3e:e5:9f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:22Z', 'updated_at': '2021-08-25T11:50:48Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'subnets': [{'id': '7efbcd75-aabe-4fee-a16b-2cda56c3d9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:07.075322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: b4cc80fe-042e-4be0-92fc-83e8d373bb16 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:07.075978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b4cc80fe-042e-4be0-92fc-83e8d373bb16 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:07.077627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35734) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:07.099638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.169849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:07.179067 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:07.181646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae8459f-df90-48da-87af-8918a80533d8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:07.183924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:56:07.216614 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2a353a47-a47b-4570-be4f-acc7a578d6b0 req-78435dd5-dad6-4eaa-b109-fd864a11a819 service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160492 Aug 25 11:56:07.241084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.312416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Deleting port ebb9b9a0-2d74-4136-897c-c9f31892ac1a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:07.312918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.369053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port 32d07b33-d96c-425e-a889-6b925bc6b1b1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:07.369548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.383966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-85ecd7b9-1414-44ae-a38e-311862087982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:07.389373 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-85ecd7b9-1414-44ae-a38e-311862087982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1095 time: 0.0882959 Aug 25 11:56:07.464824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5234acd7-e681-45a0-9fd1-26c18a94a8e5 None None] Provisioning for port 0ae8459f-df90-48da-87af-8918a80533d8 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:07.471170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5234acd7-e681-45a0-9fd1-26c18a94a8e5 None None] Provisioning complete for port 0ae8459f-df90-48da-87af-8918a80533d8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:07.471940 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5234acd7-e681-45a0-9fd1-26c18a94a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.552496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5234acd7-e681-45a0-9fd1-26c18a94a8e5 None None] Port 0ae8459f-df90-48da-87af-8918a80533d8 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:56:07.572011 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa371ff2-4efa-4cac-a622-018cad5c76fa None None] New status for floating IP 1df46394-3ac7-468d-a826-897f6afd293b: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:56:07.574980 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.591306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-55445ef5-e325-4413-b976-0b695b1f5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:07.592846 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-55445ef5-e325-4413-b976-0b695b1f5580 service neutron] 10.222.0.10 "GET /v2.0/networks?id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 897 time: 0.1957643 Aug 25 11:56:07.697853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-94361916-4b46-4391-8829-4f07f203cc20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 200 len: 217 time: 0.0505810 Aug 25 11:56:07.766528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-1700e8b8-eebc-4295-b6ff-bbdd3a3983ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:07.768205 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-1700e8b8-eebc-4295-b6ff-bbdd3a3983ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c32b0e4-55a6-4eb4-96ac-c54804de243d HTTP/1.1" status: 200 len: 835 time: 0.0604126 Aug 25 11:56:07.778556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6721ed7d-418a-4217-b245-127e0be294cd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:07.874033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6721ed7d-418a-4217-b245-127e0be294cd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:07.874700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.946908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-0c585dbb-8d35-40a9-be58-6ef1e6c8e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:07.949081 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-0c585dbb-8d35-40a9-be58-6ef1e6c8e1f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48bfbb16-746e-4472-bb2a-6ece8b1a354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558764 Aug 25 11:56:07.992274 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:07.992886 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.030431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Calling delete_port for ebb9b9a0-2d74-4136-897c-c9f31892ac1a owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:08.038596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 44d844f6-678a-4796-92d7-034cf79482f3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:08.056112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0e2b5-5eaf-4083-8330-def0f288e770 req-cad8b32d-e699-47b1-bf41-6b5020f23c9c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:08.058773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7e0e2b5-5eaf-4083-8330-def0f288e770 req-cad8b32d-e699-47b1-bf41-6b5020f23c9c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 943 time: 0.2080960 Aug 25 11:56:08.063329 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.064163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.088791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for 32d07b33-d96c-425e-a889-6b925bc6b1b1 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:08.113360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 44d844f6-678a-4796-92d7-034cf79482f3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:08.113942 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.114654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.118406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-facbdc9a-c3dc-48b8-9ace-3dc666b707bd service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584358 Aug 25 11:56:08.120676 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.158679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649bd3a-b638-4178-949b-dfc6b6da1cda req-5e7fcb1e-f0f9-43f2-9129-2f78341c8613 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:08.160270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5649bd3a-b638-4178-949b-dfc6b6da1cda req-5e7fcb1e-f0f9-43f2-9129-2f78341c8613 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.3109765 Aug 25 11:56:08.207289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 377e3a51-4687-4009-85ef-0ed5daaeecd2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:08.239066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.242562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae8459f-df90-48da-87af-8918a80533d8,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:08.251506 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a7e0e2b5-5eaf-4083-8330-def0f288e770 req-fe2ec99e-91a3-4c8e-aeb8-52c02bc1cb55 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778541 Aug 25 11:56:08.259354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.259704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.259865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 377e3a51-4687-4009-85ef-0ed5daaeecd2 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:08.260047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.260381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.260772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.261032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.261379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.261749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.265054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 377e3a51-4687-4009-85ef-0ed5daaeecd2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:08.265439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.265721 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.266074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.266416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.266749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:08.310785 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5649bd3a-b638-4178-949b-dfc6b6da1cda req-0efb0215-f4c1-49ff-8efc-f4a0e9346df4 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371455 Aug 25 11:56:08.357196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5c65b064-afe4-4fa6-8475-fbec7f532aea req-1b60482d-2761-4a41-8966-33f3005064c9 service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307360 Aug 25 11:56:08.357619 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.383585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 377e3a51-4687-4009-85ef-0ed5daaeecd2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=377e3a51-4687-4009-85ef-0ed5daaeecd2,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:08.389267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.403254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:08.404788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:08.416931 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.458940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=377e3a51-4687-4009-85ef-0ed5daaeecd2,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:08.464583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event deleted for resources: {'Port': ['ID=ebb9b9a0-2d74-4136-897c-c9f31892ac1a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:08.547102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Router 0792af43-8daf-4533-9a52-3b949fe93236 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:08.574360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.577979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.581834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f91a137f-045d-4a24-a56f-1d58895a8fb3 tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "DELETE /v2.0/floatingips/1df46394-3ac7-468d-a826-897f6afd293b HTTP/1.1" status: 204 len: 168 time: 1.5007021 Aug 25 11:56:08.605258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.641431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=32d07b33-d96c-425e-a889-6b925bc6b1b1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:08.682877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:08.690322 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f6b1eec2-ab41-4efb-85c6-2b637fb0d4e6 admin admin] 10.222.0.35 "PUT /v2.0/routers/0792af43-8daf-4533-9a52-3b949fe93236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836425 Aug 25 11:56:08.692221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35744) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:08.735042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.735381 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Floating IP 356be1a3-c682-4889-a7be-f18f7c8d6200 disassociated (deleted). External IP: 172.25.1.30, port: 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7. Aug 25 11:56:08.775470 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08a01d36-60b9-4772-8135-f65ede7bdb3c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.794270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2fd68b92-0587-4127-90eb-a55a0e7b05c5 None None] Provisioning complete for port 0ae8459f-df90-48da-87af-8918a80533d8 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:08.794855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2fd68b92-0587-4127-90eb-a55a0e7b05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.811043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08a01d36-60b9-4772-8135-f65ede7bdb3c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.837834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2fd68b92-0587-4127-90eb-a55a0e7b05c5 None None] Port 0ae8459f-df90-48da-87af-8918a80533d8 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:56:08.920677 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08a01d36-60b9-4772-8135-f65ede7bdb3c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.935112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08a01d36-60b9-4772-8135-f65ede7bdb3c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:08.945511 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08a01d36-60b9-4772-8135-f65ede7bdb3c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] 10.222.0.35 "DELETE /v2.0/security-groups/37b04f45-d6c2-48f0-b564-67b00b8c6ed8 HTTP/1.1" status: 204 len: 168 time: 0.2494578 Aug 25 11:56:08.965497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a01d36-60b9-4772-8135-f65ede7bdb3c tempest-TestServerBasicOps-1907094928 tempest-TestServerBasicOps-1907094928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b04f45-d6c2-48f0-b564-67b00b8c6ed8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:09.000243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35756) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:09.058849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:09.217072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:09.225192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:09.228982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:09.239271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:09.239892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:09.260293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cbbd7684-a94a-459c-b208-543ba32165ee tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "DELETE /v2.0/floatingips/356be1a3-c682-4889-a7be-f18f7c8d6200 HTTP/1.1" status: 204 len: 168 time: 2.3487878 Aug 25 11:56:09.261507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:09.267044 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4695bc5b-2158-46fa-b986-a56189e92074" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:09.314161 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d0ea6d-e342-433d-8660-dc080506ff8c x-openstack-request-id: req-65d0ea6d-e342-433d-8660-dc080506ff8c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:09.314333 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:09.314750 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-65d0ea6d-e342-433d-8660-dc080506ff8c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:09.315260 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'status': 'completed', 'code': 200} Aug 25 11:56:09.398483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:09.453880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695bc5b-2158-46fa-b986-a56189e92074 req-d68a1101-6fe7-4c11-b01a-73007e3e781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:09.455765 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-d68a1101-6fe7-4c11-b01a-73007e3e781b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 1097 time: 0.0924695 Aug 25 11:56:09.480682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7e6d-99b3-428c-8a43-d8b0167e9df0 req-969232cb-fef3-4689-a96d-a84257aeea8d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:09.482837 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d5a7e6d-99b3-428c-8a43-d8b0167e9df0 req-969232cb-fef3-4689-a96d-a84257aeea8d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 943 time: 0.0850177 Aug 25 11:56:09.560415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d5a7e6d-99b3-428c-8a43-d8b0167e9df0 req-8629f8f2-aafb-474b-a769-dc94e8796cd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597215 Aug 25 11:56:09.673714 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695bc5b-2158-46fa-b986-a56189e92074 req-a5be081c-75c1-4560-8c57-bc6feadddd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:09.675219 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-a5be081c-75c1-4560-8c57-bc6feadddd98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 200 len: 913 time: 0.1801105 Aug 25 11:56:09.693014 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 377e3a51-4687-4009-85ef-0ed5daaeecd2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:09.715365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb17d7-f324-4752-916a-3bca2e8093d7 req-97072682-fe79-4b19-9ca9-51982b099a58 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:09.716970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3cb17d7-f324-4752-916a-3bca2e8093d7 req-97072682-fe79-4b19-9ca9-51982b099a58 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1408267 Aug 25 11:56:09.746078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-37143846-2026-4b31-a6d1-aec625da0e34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 200 len: 217 time: 0.0468543 Aug 25 11:56:09.786057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9b1aa-0107-4e06-9530-36a9e3a6d5eb req-e607de5c-c558-43d6-86b0-58c937d1b5a8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:09.787650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aa9b1aa-0107-4e06-9530-36a9e3a6d5eb req-e607de5c-c558-43d6-86b0-58c937d1b5a8 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.1136296 Aug 25 11:56:09.857018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3cb17d7-f324-4752-916a-3bca2e8093d7 req-5ea59108-c8dc-4249-a94a-96952302c163 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291661 Aug 25 11:56:09.888644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4aa9b1aa-0107-4e06-9530-36a9e3a6d5eb req-e174ac29-891d-42f2-99d8-5dd69b794619 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869205 Aug 25 11:56:09.924910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 377e3a51-4687-4009-85ef-0ed5daaeecd2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:09.925423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:09.940393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695bc5b-2158-46fa-b986-a56189e92074 req-6cbf9698-fbf0-4744-80c8-49920d73e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:09.944252 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-6cbf9698-fbf0-4744-80c8-49920d73e860 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 200 len: 851 time: 0.1889393 Aug 25 11:56:09.997658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:09.999543 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 65c7a569-12aa-479c-992e-2faf8d89e69c details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:56:10.026287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695bc5b-2158-46fa-b986-a56189e92074 req-6fe81958-4fd0-48bb-9da3-12b1d05716a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:10.028418 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-6fe81958-4fd0-48bb-9da3-12b1d05716a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23ee57be-cfa5-4242-889f-41f9dba105fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731106 Aug 25 11:56:10.066375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6b24-4ba2-4685-bb5f-35106e1461cd req-c9c43932-7dd7-45c4-aff5-ac6cc49a5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:10.068384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a2d6b24-4ba2-4685-bb5f-35106e1461cd req-c9c43932-7dd7-45c4-aff5-ac6cc49a5f2b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0645611 Aug 25 11:56:10.080344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:10.104804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:10.105612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:10.127856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a2d6b24-4ba2-4685-bb5f-35106e1461cd req-7c3824da-713e-42aa-9fc1-32bb1efb4285 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518448 Aug 25 11:56:10.195769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-e361d2f1-e378-49c4-9397-c82e2c149cac service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571276 Aug 25 11:56:10.204325 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:10.213416 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Sync routers for ids ['0792af43-8daf-4533-9a52-3b949fe93236'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:10.226174 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Routers {'0792af43-8daf-4533-9a52-3b949fe93236'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:10.231218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0792af43-8daf-4533-9a52-3b949fe93236'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:10.331690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 65c7a569-12aa-479c-992e-2faf8d89e69c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=65c7a569-12aa-479c-992e-2faf8d89e69c,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:10.344540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:10.385788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:56:10.399705 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Set router 0792af43-8daf-4533-9a52-3b949fe93236 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:10.503241 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4695bc5b-2158-46fa-b986-a56189e92074 req-2e02c557-c30d-4d99-984d-e58421afaf72 service neutron] 10.222.0.10 "GET /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960892 Aug 25 11:56:10.548016 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:10.581010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c7a569-12aa-479c-992e-2faf8d89e69c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:56:10.631759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 65c7a569-12aa-479c-992e-2faf8d89e69c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=65c7a569-12aa-479c-992e-2faf8d89e69c,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:10.640587 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:10.653773 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Deleting port 969e5be2-9368-4a01-a765-1810cf9b7e75 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:10.654139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:10.747847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5da4be-413f-4ff9-ae5a-8a6a6be7caa0 req-2aceffa7-2dcd-4118-a5be-80ccbb1339cc tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:10.755535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a5da4be-413f-4ff9-ae5a-8a6a6be7caa0 req-2aceffa7-2dcd-4118-a5be-80ccbb1339cc tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0692008 Aug 25 11:56:10.772321 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:56:07Z', 'revision_number': 4, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0ae8459f-df90-48da-87af-8918a80533d8', 'name': '', 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'mac_address': 'fa:16:3e:e3:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '64ed650f-e3f6-4b9a-b022-012a93fd3777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:06Z', 'updated_at': '2021-08-25T11:56:07Z', 'revision_number': 2, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'subnets': [{'id': '64ed650f-e3f6-4b9a-b022-012a93fd3777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:10.791795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] For port 969e5be2-9368-4a01-a765-1810cf9b7e75, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=969e5be2-9368-4a01-a765-1810cf9b7e75,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:10.792200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:10.804980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=65c7a569-12aa-479c-992e-2faf8d89e69c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:10.806016 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a5da4be-413f-4ff9-ae5a-8a6a6be7caa0 req-0be0506e-60cf-4f44-a701-eb67a4982a83 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496652 Aug 25 11:56:10.812510 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Checking router: 0792af43-8daf-4533-9a52-3b949fe93236 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:10.813018 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Updating router 0792af43-8daf-4533-9a52-3b949fe93236 port 0ae8459f-df90-48da-87af-8918a80533d8 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:56:10.821388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:10.827117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Calling delete_port for 969e5be2-9368-4a01-a765-1810cf9b7e75 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:10.842728 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:10.866756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cd2bf-e3cb-408f-bf54-67c37b8f425e None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:39:03Z', 'revision_number': 4, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '19547611-ada9-4d81-a452-4088a872e76a', 'name': '', 'network_id': '23ee57be-cfa5-4242-889f-41f9dba105fc', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'mac_address': 'fa:16:3e:54:32:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:01Z', 'updated_at': '2021-08-25T11:39:16Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'subnets': [{'id': '6e990d2e-746d-4e59-b32d-6e5de3e44120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:10.873023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['65c7a569-12aa-479c-992e-2faf8d89e69c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:56:11.049109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 082da39e-073a-4191-a13d-4c7e5f3a17f4 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:56:11.188065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce89dc-b2b8-4b2b-9658-461c624ec032 req-a8f90cd4-73c4-48d2-879d-2d4c690acea7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:11.190803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52ce89dc-b2b8-4b2b-9658-461c624ec032 req-a8f90cd4-73c4-48d2-879d-2d4c690acea7 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.1758235 Aug 25 11:56:11.227103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac3d1f-c8a5-40bd-b752-7f65b556e3be req-3e70060a-7b51-40ce-b35b-8e89cf08f66a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:11.258241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72ac3d1f-c8a5-40bd-b752-7f65b556e3be req-3e70060a-7b51-40ce-b35b-8e89cf08f66a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.1617677 Aug 25 11:56:11.342105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52ce89dc-b2b8-4b2b-9658-461c624ec032 req-731957ac-6cbe-41c7-baa9-b548a0e2df55 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378536 Aug 25 11:56:11.407863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72ac3d1f-c8a5-40bd-b752-7f65b556e3be req-0df85d7b-f2cf-42a0-8268-f6a28bc1a70e tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463594 Aug 25 11:56:11.456137 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.474502 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Transition to ACTIVE for port object 0ae8459f-df90-48da-87af-8918a80533d8 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:11.485080 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.518360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a3f8a8-2adb-4cf9-88d1-14a95458f46b None None] New status for floating IP 356be1a3-c682-4889-a7be-f18f7c8d6200: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:56:11.614987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:11.639411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'port_id': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'mac_address': 'fa:16:3e:38:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:56:11.642668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-43d295cb-9a15-4b3c-924a-b0dfafbc103c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:11.644376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-43d295cb-9a15-4b3c-924a-b0dfafbc103c tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.7051547 Aug 25 11:56:11.654784 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5f2a-1fff-4c56-9c77-19fcdf41c48d None None] Pushing event updated for resources: {'Port': ['ID=0ae8459f-df90-48da-87af-8918a80533d8,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:11.731135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.758464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 082da39e-073a-4191-a13d-4c7e5f3a17f4 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:56:11.798115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:11.811032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.814485 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Attempting to bind port 0ae8459f-df90-48da-87af-8918a80533d8 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:56:11.815138 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Attempting to bind port 0ae8459f-df90-48da-87af-8918a80533d8 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:56:11.815726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Attempting to bind port 0ae8459f-df90-48da-87af-8918a80533d8 on network 01cc09e8-16e5-4fc5-89f3-34666af93f7d {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:11.824562 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:56:11.825548 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Checking segment: {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:11.826166 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.826730 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Bound using segment: {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:56:11.827431 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Bound port: 0ae8459f-df90-48da-87af-8918a80533d8, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1442f856-3b16-485e-a239-677093b41c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:56:11.827819 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.891971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:11.902220 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.921339 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] For port 0ae8459f-df90-48da-87af-8918a80533d8, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:56:11.926089 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] For port 0ae8459f-df90-48da-87af-8918a80533d8, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0ae8459f-df90-48da-87af-8918a80533d8,segment=NetworkSegment(1442f856-3b16-485e-a239-677093b41c26),segment_id=1442f856-3b16-485e-a239-677093b41c26)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:56:11.932938 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:11.957494 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Pushing event deleted for resources: {'Port': ['ID=969e5be2-9368-4a01-a765-1810cf9b7e75,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:11.988086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14815150-0c67-47d1-a8cf-49af23b46673 req-d8545dba-2161-4239-98be-591174d01c6f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:11.998263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14815150-0c67-47d1-a8cf-49af23b46673 req-d8545dba-2161-4239-98be-591174d01c6f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 944 time: 0.0780008 Aug 25 11:56:11.999367 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Routers {'0792af43-8daf-4533-9a52-3b949fe93236'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:11.999992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0792af43-8daf-4533-9a52-3b949fe93236'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:12.002270 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5f2a-1fff-4c56-9c77-19fcdf41c48d None None] Pushing event updated for resources: {'Port': ['ID=0ae8459f-df90-48da-87af-8918a80533d8,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:12.053760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['082da39e-073a-4191-a13d-4c7e5f3a17f4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:56:12.071936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:12.072285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:12.090888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14815150-0c67-47d1-a8cf-49af23b46673 req-5066e632-40f8-4663-ac2e-878374f864a2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916350 Aug 25 11:56:12.203504 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] Set router 0792af43-8daf-4533-9a52-3b949fe93236 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:12.264322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] For port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:12.264698 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:12.280112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:12.542227 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:56:07Z', 'revision_number': 4, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0ae8459f-df90-48da-87af-8918a80533d8', 'name': '', 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'mac_address': 'fa:16:3e:e3:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '64ed650f-e3f6-4b9a-b022-012a93fd3777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:06Z', 'updated_at': '2021-08-25T11:56:11Z', 'revision_number': 4, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'subnets': [{'id': '64ed650f-e3f6-4b9a-b022-012a93fd3777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:12.579120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6110b-d832-431f-a174-9e2a6f138126 req-c04f36bf-2133-49f8-b553-922387e26545 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:12.580835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3c6110b-d832-431f-a174-9e2a6f138126 req-c04f36bf-2133-49f8-b553-922387e26545 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 945 time: 0.1289337 Aug 25 11:56:12.584997 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20ac46-7c97-407e-9e68-b67ee96a01b4 None None] The sync data for ids ['0792af43-8daf-4533-9a52-3b949fe93236'] in n-d-778732-11 is: [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:56:07Z', 'revision_number': 4, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '0ae8459f-df90-48da-87af-8918a80533d8', 'name': '', 'network_id': '01cc09e8-16e5-4fc5-89f3-34666af93f7d', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'mac_address': 'fa:16:3e:e3:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '64ed650f-e3f6-4b9a-b022-012a93fd3777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:06Z', 'updated_at': '2021-08-25T11:56:11Z', 'revision_number': 4, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'subnets': [{'id': '64ed650f-e3f6-4b9a-b022-012a93fd3777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:12.592613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db881886-0403-4738-b422-e842f8651931 req-d6b7c30a-f8ea-4ad7-8b6e-17c607afdb4d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:12.594382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db881886-0403-4738-b422-e842f8651931 req-d6b7c30a-f8ea-4ad7-8b6e-17c607afdb4d tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 944 time: 0.0831876 Aug 25 11:56:12.609321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:12.680135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3c6110b-d832-431f-a174-9e2a6f138126 req-d3c3432d-0721-4d38-bf35-c5b84db2a38a tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/security-groups?id=a1a678bf-0936-43f5-a90f-ba7e32db7d36&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845697 Aug 25 11:56:12.683595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-db881886-0403-4738-b422-e842f8651931 req-cabd074b-338d-4cea-ad31-dd3292519450 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800362 Aug 25 11:56:12.715433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35856) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:12.728066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=26ccd141-39fb-4f26-9e92-c9e3f5cf91e7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:12.801875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] No DVR routers for this DVR port 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:12.806635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:12.809127 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f247b3e8-ce52-42a8-a59d-efc3e3a3165d req-60579dda-2130-45c1-bf5e-3f94f3763ae4 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.10 "DELETE /v2.0/ports/26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 HTTP/1.1" status: 204 len: 173 time: 1.1576211 Aug 25 11:56:12.809600 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'name': 'network-vif-deleted', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:12.809895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-13ae3ff1-f160-4930-bef2-2cff31869960 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/floatingips/7947e14c-639a-43c4-824d-02e2ba73a812 HTTP/1.1" status: 200 len: 991 time: 0.0930049 Aug 25 11:56:12.814880 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1067820-b976-4ae4-a7b0-e3fa2f3c45e6" -d '{"events": [{"server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "name": "network-vif-deleted", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:12.819333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:12.901213 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ca46b-a54f-40da-b768-7f25c32e001c x-openstack-request-id: req-0f2ca46b-a54f-40da-b768-7f25c32e001c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:12.901839 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9813c6-f4b5-4f6c-9428-246e151d1937", "name": "network-vif-deleted", "tag": "26ccd141-39fb-4f26-9e92-c9e3f5cf91e7", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:12.905738 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f2ca46b-a54f-40da-b768-7f25c32e001c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:12.906181 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9813c6-f4b5-4f6c-9428-246e151d1937', 'name': 'network-vif-deleted', 'tag': '26ccd141-39fb-4f26-9e92-c9e3f5cf91e7', 'status': 'completed', 'code': 200} Aug 25 11:56:13.068589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 082da39e-073a-4191-a13d-4c7e5f3a17f4 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:13.176868 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Router 3adc0321-b066-4782-ab83-cffb0f8a2b92 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:13.222212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 082da39e-073a-4191-a13d-4c7e5f3a17f4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:13.223796 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:13.335065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943cdca-3de9-4c56-b36d-f63a6b895570 req-18edf1e9-6f64-45ca-a770-921196b10834 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:13.343738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8943cdca-3de9-4c56-b36d-f63a6b895570 req-18edf1e9-6f64-45ca-a770-921196b10834 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 944 time: 0.1006367 Aug 25 11:56:13.423615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8943cdca-3de9-4c56-b36d-f63a6b895570 req-91aa8e9a-d258-49ff-9ab9-d6f0bf24e767 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787175 Aug 25 11:56:13.447255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:13.465488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:13.472943 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1ad10747-75fd-46b5-b53d-cc1b318464fd admin admin] 10.222.0.35 "PUT /v2.0/routers/3adc0321-b066-4782-ab83-cffb0f8a2b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4659290 Aug 25 11:56:13.473320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35864) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:13.479763 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] Sync routers for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:13.494370 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:13.497818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:13.499193 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:13.500888 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898503e6-b39b-4366-b793-0642b6109c25" -d '{"events": [{"server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:13.521038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:13.527762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:13.611900 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5980c4-474b-4a46-b982-12565884203b x-openstack-request-id: req-fc5980c4-474b-4a46-b982-12565884203b {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:13.612149 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:56:13.612783 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:13.612783 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc5980c4-474b-4a46-b982-12565884203b {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:13.613100 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'code': 200} Aug 25 11:56:13.651524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:13.675219 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:13.689747 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:13.875440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0ae8459f-df90-48da-87af-8918a80533d8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:13.887558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4671bd4b-b325-4736-9594-657de685bdc5 req-5993138e-4ba2-46c8-8fe5-3ba7a371870b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0482135 Aug 25 11:56:13.932137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:13.934399 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:56:11Z', 'revision_number': 5, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port': {'id': '38ee4b2b-2582-4e7d-91b3-deb513176d8a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:15Z', 'updated_at': '2021-08-25T11:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:13.947744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0ae8459f-df90-48da-87af-8918a80533d8 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:13.952498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0ae8459f-df90-48da-87af-8918a80533d8 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:13.952866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.006703 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] Checking router: 3adc0321-b066-4782-ab83-cffb0f8a2b92 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:14.010399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Deleting port 38ee4b2b-2582-4e7d-91b3-deb513176d8a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:14.011314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.014817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 65c7a569-12aa-479c-992e-2faf8d89e69c up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:14.038347 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] Routers {'3adc0321-b066-4782-ab83-cffb0f8a2b92'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:14.040293 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3adc0321-b066-4782-ab83-cffb0f8a2b92'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:14.106579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.154362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 0ae8459f-df90-48da-87af-8918a80533d8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0ae8459f-df90-48da-87af-8918a80533d8,segment=NetworkSegment(1442f856-3b16-485e-a239-677093b41c26),segment_id=1442f856-3b16-485e-a239-677093b41c26)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:14.157444 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 65c7a569-12aa-479c-992e-2faf8d89e69c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:14.163304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.166286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 65c7a569-12aa-479c-992e-2faf8d89e69c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:14.166724 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.178332 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] Set router 3adc0321-b066-4782-ab83-cffb0f8a2b92 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:14.184894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] For port 38ee4b2b-2582-4e7d-91b3-deb513176d8a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=38ee4b2b-2582-4e7d-91b3-deb513176d8a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:14.186236 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.206192 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Calling delete_port for 38ee4b2b-2582-4e7d-91b3-deb513176d8a owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:14.270807 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:56:13Z', 'revision_number': 6, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:14.297256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=0ae8459f-df90-48da-87af-8918a80533d8,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:14.325265 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f95586-beb4-4966-97fb-5c18225e97c9 None None] The sync data for ids ['3adc0321-b066-4782-ab83-cffb0f8a2b92'] in n-d-778732-11 is: [{'id': '3adc0321-b066-4782-ab83-cffb0f8a2b92', 'name': 'tempest-TestServerBasicOps-1578400589-router', 'tenant_id': 'ad1556e08d5b4d3ebf00408e96632084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:13Z', 'updated_at': '2021-08-25T11:56:13Z', 'revision_number': 6, 'project_id': 'ad1556e08d5b4d3ebf00408e96632084', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:14.404911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.468992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 65c7a569-12aa-479c-992e-2faf8d89e69c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=65c7a569-12aa-479c-992e-2faf8d89e69c,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:14.481381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.482596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:14.570428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:14.570964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 26ccd141-39fb-4f26-9e92-c9e3f5cf91e7 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:14.649501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=65c7a569-12aa-479c-992e-2faf8d89e69c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:14.677950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb91bbd-486f-49e5-bed5-ae035ec79308 req-b2050237-af0d-4a8e-a4cb-98308a92c50b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:14.680449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fb91bbd-486f-49e5-bed5-ae035ec79308 req-b2050237-af0d-4a8e-a4cb-98308a92c50b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0969863 Aug 25 11:56:14.681147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:14.722254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ee4b2b-2582-4e7d-91b3-deb513176d8a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:14.826440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0fb91bbd-486f-49e5-bed5-ae035ec79308 req-d4ed96a2-179c-47c9-b160-5e5ba44545d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109331 Aug 25 11:56:14.878682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.078317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8bed5383-c555-4e88-b43b-cc7ae9f81c3a req-b62f4454-3e6a-435a-b1b9-33692b1a8634 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0678775 Aug 25 11:56:15.082365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.085015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.482270 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.482866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3adc0321-b066-4782-ab83-cffb0f8a2b92 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:56:15.496745 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.498027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df71ae26-3953-4b24-afc3-f31236fc7c08 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3adc0321-b066-4782-ab83-cffb0f8a2b92 HTTP/1.1" status: 204 len: 168 time: 2.0234385 Aug 25 11:56:15.501622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:15.562226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Deleting subnet 7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:56:15.567437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.607538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.614154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:15.618522 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61de04-2230-4962-95e8-3e040d871dfb" -d '{"events": [{"server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "name": "network-vif-plugged", "status": "completed", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:15.630245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0ae8459f-df90-48da-87af-8918a80533d8 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:15.728540 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.745880 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb45e11-9b49-410b-9839-8ba98ca06fb8 x-openstack-request-id: req-feb45e11-9b49-410b-9839-8ba98ca06fb8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:15.746322 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "name": "network-vif-plugged", "status": "completed", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:15.746737 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-feb45e11-9b49-410b-9839-8ba98ca06fb8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:15.747418 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'code': 200} Aug 25 11:56:15.782436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0ae8459f-df90-48da-87af-8918a80533d8 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:15.783933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.794023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.866053 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7efbcd75-aabe-4fee-a16b-2cda56c3d9c7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:15.868628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:15.873837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35884) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:15.874315 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-29a1b27f-0e95-470b-ae17-6b4623e40baf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7efbcd75-aabe-4fee-a16b-2cda56c3d9c7 HTTP/1.1" status: 204 len: 168 time: 0.3708670 Aug 25 11:56:15.892769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ca673-41c7-4b84-85d3-51b82b388072 req-bff07312-9631-4f45-bde1-f58cbf134a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:15.895091 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-557ca673-41c7-4b84-85d3-51b82b388072 req-bff07312-9631-4f45-bde1-f58cbf134a82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0984030 Aug 25 11:56:15.916361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400616b3-0189-46c0-ad4e-2108f09764bc None None] Network a85a43be-93da-413a-a26d-a5c055a23dde requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:15.962494 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-557ca673-41c7-4b84-85d3-51b82b388072 req-0723c5ae-3f22-4fa4-9816-c00216255e40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585623 Aug 25 11:56:16.152232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227662b-9a87-4543-95ca-c82ebc175fcf req-fe4c44cf-2c55-41a0-a940-40ce6c48f282 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:16.164584 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2227662b-9a87-4543-95ca-c82ebc175fcf req-fe4c44cf-2c55-41a0-a940-40ce6c48f282 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.1402369 Aug 25 11:56:16.181299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.289058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b9c0346-3fd8-4cc2-9801-8b92c00b386a req-b1885c50-2b46-491a-990c-b8f6647a6a6b tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0326517 Aug 25 11:56:16.308007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2227662b-9a87-4543-95ca-c82ebc175fcf req-35e26eab-e3a7-4bfa-8720-7027f37fa97a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418700 Aug 25 11:56:16.316466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38ee4b2b-2582-4e7d-91b3-deb513176d8a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:16.341222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 38ee4b2b-2582-4e7d-91b3-deb513176d8a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:16.341581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 38ee4b2b-2582-4e7d-91b3-deb513176d8a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:16.342050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 969e5be2-9368-4a01-a765-1810cf9b7e75 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:16.359994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Deleting port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:16.360511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.373553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 969e5be2-9368-4a01-a765-1810cf9b7e75 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:16.373945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 969e5be2-9368-4a01-a765-1810cf9b7e75 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:16.393059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] DHCP port deletion for a85a43be-93da-413a-a26d-a5c055a23dde request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:56:16.452238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] Deleting port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:16.452621 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.452842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] For port daccd7ce-050d-4a4b-9d3b-e32d069f3b09, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:16.453283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.470683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Calling delete_port for daccd7ce-050d-4a4b-9d3b-e32d069f3b09 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:16.542530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] For port daccd7ce-050d-4a4b-9d3b-e32d069f3b09, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,segment=NetworkSegment(dfbb918e-dd27-425e-a999-3d0516f97a80),segment_id=dfbb918e-dd27-425e-a999-3d0516f97a80)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:16.542918 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.567094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] Calling delete_port for daccd7ce-050d-4a4b-9d3b-e32d069f3b09 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:16.577645 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.610162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Pushing event deleted for resources: {'Port': ['ID=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:16.619768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] No DVR routers for this DVR port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:16.711492 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.728293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85a43be-93da-413a-a26d-a5c055a23dde']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:16.748783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbb918e-dd27-425e-a999-3d0516f97a80') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:16.749485 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbb918e-dd27-425e-a999-3d0516f97a80') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:16.767546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.789668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.799755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:56:16.800260 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:56:16.803573 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:56:16.880956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.911548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] Pushing event deleted for resources: {'Port': ['ID=daccd7ce-050d-4a4b-9d3b-e32d069f3b09,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:16.924816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd974448-0413-412a-9008-8e1a06d9caf8 None None] No DVR routers for this DVR port daccd7ce-050d-4a4b-9d3b-e32d069f3b09 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:16.937560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.955883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:16.961126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a85a43be-93da-413a-a26d-a5c055a23dde HTTP/1.1" status: 204 len: 168 time: 1.0821176 Aug 25 11:56:16.961718 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:16.970113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029298e-669d-49a0-a3db-f2882a076197 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85a43be-93da-413a-a26d-a5c055a23dde,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:17.436295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b875f2a-55a9-41c6-9177-203b3b1fd5aa req-7931b372-a94e-44b5-a932-13c4e4d0be33 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9813c6-f4b5-4f6c-9428-246e151d1937 HTTP/1.1" status: 200 len: 210 time: 0.0486038 Aug 25 11:56:17.445393 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:17.477976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd7be4-4ad2-4c67-adf6-2d3dbe2f6ad8 req-de836135-abe8-4e1c-82bf-039a35c3caa1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:17.479869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0dcd7be4-4ad2-4c67-adf6-2d3dbe2f6ad8 req-de836135-abe8-4e1c-82bf-039a35c3caa1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0675211 Aug 25 11:56:17.530582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0dcd7be4-4ad2-4c67-adf6-2d3dbe2f6ad8 req-cfebb2d6-1598-461b-9cac-8d9faf1d9243 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432067 Aug 25 11:56:17.619260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device daccd7ce-050d-4a4b-9d3b-e32d069f3b09 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:17.659011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: daccd7ce-050d-4a4b-9d3b-e32d069f3b09 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:17.660801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device daccd7ce-050d-4a4b-9d3b-e32d069f3b09 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:17.714091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182140f-b9da-4ea3-90a8-a5465864e830 req-1bb91fe3-5aef-4528-8293-e93cd8da68d8 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:17.715778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3182140f-b9da-4ea3-90a8-a5465864e830 req-1bb91fe3-5aef-4528-8293-e93cd8da68d8 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0732751 Aug 25 11:56:17.768283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3182140f-b9da-4ea3-90a8-a5465864e830 req-2b83772b-eb31-4fab-9ac3-f6f51a8826aa tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451531 Aug 25 11:56:17.794967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35900) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:17.833468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Deleting port cb58f02a-f034-46ed-8f5b-a54e53627650 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:17.834123 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:17.851317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91790970-fb0e-46f9-9d7c-40e09497547e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:17.856218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-91790970-fb0e-46f9-9d7c-40e09497547e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1092 time: 0.0568333 Aug 25 11:56:17.856218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35902) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:17.863266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:17.894045 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:17.927533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] For port cb58f02a-f034-46ed-8f5b-a54e53627650, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=cb58f02a-f034-46ed-8f5b-a54e53627650,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:17.927533 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:17.948508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Calling delete_port for cb58f02a-f034-46ed-8f5b-a54e53627650 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:18.012758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.156018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.25.1.70 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/c162b5a9-c1b6-49c3-918f-3a536c50a142) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:56:18.160578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.190704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb58f02a-f034-46ed-8f5b-a54e53627650,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:18.259150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-abd6ca3e-8743-4d8f-8284-a63683f986f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.335131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.386326 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.415058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.433992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:18.440012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:18.443950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:56:18.476977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=c162b5a9-c1b6-49c3-918f-3a536c50a142,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:18.505544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:18.677105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:18.791726 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Deleting port edab4833-56a5-430e-bf92-c3b1c6d53fe5 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:18.792075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.812617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:18.825069 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4dc1e6ef-9a43-4dc5-b88f-d7d41f61d55f admin admin] 10.222.0.35 "PUT /v2.0/routers/e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591752 Aug 25 11:56:18.825069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35910) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:18.826536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] Sync routers for ids ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:18.838813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] Routers {'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:18.839906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:18.950541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:18.973078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] Set router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:19.087534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.100214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.101845 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.159220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Deleting port 7339563e-ac33-44e6-8634-185a67237fa9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:19.159884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.179995 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Calling delete_port for edab4833-56a5-430e-bf92-c3b1c6d53fe5 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:19.214461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '7339563e-ac33-44e6-8634-185a67237fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:56:18Z', 'revision_number': 5, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port': {'id': '7339563e-ac33-44e6-8634-185a67237fa9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:50:34Z', 'updated_at': '2021-08-25T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:19.249197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] Checking router: e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:19.259117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] Routers {'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:19.259745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:19.263753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] For port 7339563e-ac33-44e6-8634-185a67237fa9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=7339563e-ac33-44e6-8634-185a67237fa9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:19.264234 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.280379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Calling delete_port for 7339563e-ac33-44e6-8634-185a67237fa9 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:19.299012 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.357238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] Set router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:19.416270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:56:19Z', 'revision_number': 6, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:19.449234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e024e9-eef1-41fe-b7ab-15864f1d7df3 None None] The sync data for ids ['e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7'] in n-d-778732-11 is: [{'id': 'e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7', 'name': 'tempest-TestServerBasicOps-2016498724-router', 'tenant_id': 'eace3524f7af43bdb8caed19c9511b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:50:32Z', 'updated_at': '2021-08-25T11:56:19Z', 'revision_number': 6, 'project_id': 'eace3524f7af43bdb8caed19c9511b13', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:19.498010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.534402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7339563e-ac33-44e6-8634-185a67237fa9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:19.609063 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.707830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.710773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.775830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.776520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.777298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:56:19.784162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.785345 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-668b2c0d-a2e0-4c47-acaa-ef59d54035f5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e443b60a-821b-4e0f-8ecd-6f0a1b81f6a7 HTTP/1.1" status: 204 len: 168 time: 0.9617548 Aug 25 11:56:19.787751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:19.847479 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Deleting subnet ef5a91c2-81f5-4438-bcee-1470ccfe0061 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:56:19.856807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.901848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.916550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:19.956631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'Port': ['ID=edab4833-56a5-430e-bf92-c3b1c6d53fe5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:20.015911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cb58f02a-f034-46ed-8f5b-a54e53627650 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:20.026301 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.052888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: cb58f02a-f034-46ed-8f5b-a54e53627650 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:20.053141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device cb58f02a-f034-46ed-8f5b-a54e53627650 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:20.065542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.068069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.069502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5f9e678f-af7d-478d-8961-f07fd9030960 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "DELETE /v2.0/floatingips/95c9b3a5-5ab3-473b-b40e-a57f6e1292e8 HTTP/1.1" status: 204 len: 168 time: 1.5627482 Aug 25 11:56:20.073732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.086684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.105225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.139150 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5a91c2-81f5-4438-bcee-1470ccfe0061,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:20.146257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0e35f-01f8-4273-b73c-1d3f664e2cfd None None] Network ad236a8f-4e79-4372-b7fb-66fffcb935f1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:20.155484 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.157491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f72e4b14-f170-4a7e-8ab6-1132b1625d3c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef5a91c2-81f5-4438-bcee-1470ccfe0061 HTTP/1.1" status: 204 len: 168 time: 0.3688011 Aug 25 11:56:20.160414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35920) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:20.186721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=c162b5a9-c1b6-49c3-918f-3a536c50a142,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:20.262096 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.319485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.411072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] DHCP port deletion for ad236a8f-4e79-4372-b7fb-66fffcb935f1 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:56:20.439167 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Floating IP d32c8fa7-f441-4f77-bc0c-cee9388897d7 associated. External IP: 172.25.1.70, port: 65c7a569-12aa-479c-992e-2faf8d89e69c. Aug 25 11:56:20.473255 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] Deleting port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:20.477475 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.509179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Deleting port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:20.509545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.570764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] For port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:20.571537 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.602525 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] Calling delete_port for 6b34ea9b-c505-4ebf-bccb-91b12a13b84c owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:20.627636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] For port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,segment=NetworkSegment(4b071b4d-fa29-4356-9f14-8e1d9db08c96),segment_id=4b071b4d-fa29-4356-9f14-8e1d9db08c96)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:20.628013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.644718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Calling delete_port for 6b34ea9b-c505-4ebf-bccb-91b12a13b84c owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:20.738566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.777919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] Pushing event deleted for resources: {'Port': ['ID=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:20.786280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c43029-36ad-4470-bfea-77a7e67727ad None None] No DVR routers for this DVR port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:20.879395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:20.890472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:20.925753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b34ea9b-c505-4ebf-bccb-91b12a13b84c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:20.961381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] No DVR routers for this DVR port 6b34ea9b-c505-4ebf-bccb-91b12a13b84c on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:21.081221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.096373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad236a8f-4e79-4372-b7fb-66fffcb935f1']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:21.110912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b071b4d-fa29-4356-9f14-8e1d9db08c96') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:21.111207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b071b4d-fa29-4356-9f14-8e1d9db08c96') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:21.113352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:21.122939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.132207 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:21.144496 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.152013 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:21.152013 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:55:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:21.152395 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.154006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:56:21.154517 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: self.session.flush() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:56:21.156214 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:56:21.181761 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1518b459-4e30-407d-9be4-294bd43c6d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.230510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6f97dbf6-cfc7-462b-89d8-6ab96d61a4f5 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3701816 Aug 25 11:56:21.230510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:21.231992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35928) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:21.232469 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eabc324-af07-4fae-9c81-4d248429df2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:21.242089 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.251881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.255993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ad236a8f-4e79-4372-b7fb-66fffcb935f1 HTTP/1.1" status: 204 len: 168 time: 1.0762339 Aug 25 11:56:21.284733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f699ab-474f-4299-b523-aeaf992c26c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad236a8f-4e79-4372-b7fb-66fffcb935f1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:21.314852 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebaa17c-e84e-4c4c-b94d-beea5f302a2c x-openstack-request-id: req-aebaa17c-e84e-4c4c-b94d-beea5f302a2c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:21.315366 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:21.315817 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aebaa17c-e84e-4c4c-b94d-beea5f302a2c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:21.316585 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'status': 'completed', 'code': 200} Aug 25 11:56:21.363741 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:21.403943 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aa6ff1be-3baa-439c-b802-6b95e3853eb4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/d32c8fa7-f441-4f77-bc0c-cee9388897d7 HTTP/1.1" status: 200 len: 990 time: 0.1716635 Aug 25 11:56:21.415444 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.427855 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabc324-af07-4fae-9c81-4d248429df2a req-9444be2f-4092-460d-8316-a113792b4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:21.429480 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-9444be2f-4092-460d-8316-a113792b4818 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0790186 Aug 25 11:56:21.493595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:21.573852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-48a5ad1d-3db4-4ccb-a194-432ec66c5d81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad1556e08d5b4d3ebf00408e96632084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786283 Aug 25 11:56:21.577782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35938) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:21.661264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7339563e-ac33-44e6-8634-185a67237fa9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:21.675217 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8baa041b-9f21-4d2a-8f88-7b5ab11c199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.701353 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8baa041b-9f21-4d2a-8f88-7b5ab11c199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.704349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 7339563e-ac33-44e6-8634-185a67237fa9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:21.704739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 7339563e-ac33-44e6-8634-185a67237fa9 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:21.705563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6b34ea9b-c505-4ebf-bccb-91b12a13b84c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:21.744221 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:49Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:18Z', 'revision_number': 0, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:21.768074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6b34ea9b-c505-4ebf-bccb-91b12a13b84c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:21.768457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6b34ea9b-c505-4ebf-bccb-91b12a13b84c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:21.780587 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:21.790147 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8baa041b-9f21-4d2a-8f88-7b5ab11c199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.791952 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:21.792586 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:21.794656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8baa041b-9f21-4d2a-8f88-7b5ab11c199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:21.795617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8baa041b-9f21-4d2a-8f88-7b5ab11c199d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/274a1dba-184c-47d6-8b08-b9465d4578de HTTP/1.1" status: 204 len: 168 time: 0.2161176 Aug 25 11:56:21.827456 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa041b-9f21-4d2a-8f88-7b5ab11c199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274a1dba-184c-47d6-8b08-b9465d4578de,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:22.063937 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:22.221467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabc324-af07-4fae-9c81-4d248429df2a req-311ea1b0-fea4-4bd7-9529-36cb2b2a86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:22.223495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-311ea1b0-fea4-4bd7-9529-36cb2b2a86de service neutron] 10.222.0.10 "GET /v2.0/networks?id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 897 time: 0.7861402 Aug 25 11:56:22.323196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-255c0272-8bc7-40a1-aa7b-cbbb9ebc4174 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 200 len: 998 time: 0.0897436 Aug 25 11:56:22.359667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35946) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:22.384414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabc324-af07-4fae-9c81-4d248429df2a req-2d030a93-5146-4544-a796-04d83ad2b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:22.386645 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-2d030a93-5146-4544-a796-04d83ad2b915 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c32b0e4-55a6-4eb4-96ac-c54804de243d HTTP/1.1" status: 200 len: 835 time: 0.0576322 Aug 25 11:56:22.408686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35948) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:22.420518 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:49Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:18Z', 'revision_number': 0, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:22.449724 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabc324-af07-4fae-9c81-4d248429df2a req-e1e58386-53de-4f46-b634-f37e41511df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:22.451299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-e1e58386-53de-4f46-b634-f37e41511df5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48bfbb16-746e-4472-bb2a-6ece8b1a354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575862 Aug 25 11:56:22.463106 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1f5e7ae6-3fa7-43a9-9480-bdbd9851eff5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eace3524f7af43bdb8caed19c9511b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021757 Aug 25 11:56:22.463676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:22.498818 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef123c-3554-4ebc-9454-c83ebae2b4b0 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:49Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:18Z', 'revision_number': 0, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:22.555708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-131e2b12-814e-436e-b8e8-85bba431a030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:22.556604 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:22.594646 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-131e2b12-814e-436e-b8e8-85bba431a030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:22.603478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-53a21031-29e4-4291-bf2f-0d7365f3917b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/d32c8fa7-f441-4f77-bc0c-cee9388897d7 HTTP/1.1" status: 200 len: 990 time: 0.1936936 Aug 25 11:56:22.634519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-208f482a-b877-42ab-a8f8-cd55baafb919 service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756098 Aug 25 11:56:22.670315 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-131e2b12-814e-436e-b8e8-85bba431a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:22.673265 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-131e2b12-814e-436e-b8e8-85bba431a030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:22.685095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-131e2b12-814e-436e-b8e8-85bba431a030 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8a48a5e-e36a-4d78-8036-a5d3d04db63d HTTP/1.1" status: 204 len: 168 time: 0.2110128 Aug 25 11:56:22.706506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e2b12-814e-436e-b8e8-85bba431a030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a48a5e-e36a-4d78-8036-a5d3d04db63d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:22.796299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6eabc324-af07-4fae-9c81-4d248429df2a req-739f8691-b0db-44e2-b0e9-2413fb1b5e6a service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548023 Aug 25 11:56:22.843965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cfa5e2-deea-495a-8fb7-4dd30ad82359 None None] New status for floating IP d32c8fa7-f441-4f77-bc0c-cee9388897d7: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:56:23.541770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35960) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:23.605489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35962) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:23.611828 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f64b36-d175-448b-b708-ddd6f4828a58 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:23.642170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f64b36-d175-448b-b708-ddd6f4828a58 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:23.671984 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-154f0e1c-7407-46dd-a71e-7f6d47253a26 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/d32c8fa7-f441-4f77-bc0c-cee9388897d7 HTTP/1.1" status: 200 len: 992 time: 0.0643313 Aug 25 11:56:23.726135 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f64b36-d175-448b-b708-ddd6f4828a58 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:23.728804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a6f64b36-d175-448b-b708-ddd6f4828a58 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:23.730250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a6f64b36-d175-448b-b708-ddd6f4828a58 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] 10.222.0.35 "DELETE /v2.0/security-groups/a1a678bf-0936-43f5-a90f-ba7e32db7d36 HTTP/1.1" status: 204 len: 168 time: 0.1866481 Aug 25 11:56:23.741086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64b36-d175-448b-b708-ddd6f4828a58 tempest-TestVolumeBootPattern-590267635 tempest-TestVolumeBootPattern-590267635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a678bf-0936-43f5-a90f-ba7e32db7d36,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:23.802897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 35966) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:24.391665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:24.441750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:24.708104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Deleting port 19547611-ada9-4d81-a452-4088a872e76a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:24.708823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:24.788315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] For port 19547611-ada9-4d81-a452-4088a872e76a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=19547611-ada9-4d81-a452-4088a872e76a,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:24.789717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:24.803603 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Calling delete_port for 19547611-ada9-4d81-a452-4088a872e76a owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:25.032480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:25.063059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Pushing event deleted for resources: {'Port': ['ID=19547611-ada9-4d81-a452-4088a872e76a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:25.281854 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:25.515757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:25.629357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:25.634704 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5030cf77-ad88-40f3-a44c-7713cc651944 admin admin] 10.222.0.35 "PUT /v2.0/routers/7d1f944a-c3aa-4a01-a6f5-fe207d77365a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305707 Aug 25 11:56:25.637423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35974) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:25.638943 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] Sync routers for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:25.648330 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:25.648927 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:25.753201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:25.766367 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:25.861587 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:25.917079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Deleting port ffc100ca-c027-4984-87bf-55561c882b09 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:25.917416 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:25.958557 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:56:24Z', 'revision_number': 5, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port': {'id': 'ffc100ca-c027-4984-87bf-55561c882b09', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:38:52Z', 'updated_at': '2021-08-25T11:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:25.985655 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] Checking router: 7d1f944a-c3aa-4a01-a6f5-fe207d77365a for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:25.994628 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] Routers {'7d1f944a-c3aa-4a01-a6f5-fe207d77365a'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:25.995372 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:25.998754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] For port ffc100ca-c027-4984-87bf-55561c882b09, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ffc100ca-c027-4984-87bf-55561c882b09,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:25.999122 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.016682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Calling delete_port for ffc100ca-c027-4984-87bf-55561c882b09 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:26.080655 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] Set router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:26.132644 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:56:25Z', 'revision_number': 6, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:26.164733 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f724f83e-a50f-4e69-ab11-b1ac985b3b93 None None] The sync data for ids ['7d1f944a-c3aa-4a01-a6f5-fe207d77365a'] in n-d-778732-11 is: [{'id': '7d1f944a-c3aa-4a01-a6f5-fe207d77365a', 'name': 'tempest-TestVolumeBootPattern-2126694307-router', 'tenant_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:38:50Z', 'updated_at': '2021-08-25T11:56:25Z', 'revision_number': 6, 'project_id': '8cd94e13d4924f6fb6943188ed4cc9e5', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:26.209894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.241241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc100ca-c027-4984-87bf-55561c882b09,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:26.303040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.394170 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.396240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.443921 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.444444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1f944a-c3aa-4a01-a6f5-fe207d77365a {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:56:26.449424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.453533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3ecd82a2-0df4-4e3d-94ac-8392e1b3f1c2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7d1f944a-c3aa-4a01-a6f5-fe207d77365a HTTP/1.1" status: 204 len: 168 time: 0.8116996 Aug 25 11:56:26.453731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35994) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:26.500237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Deleting subnet 6e990d2e-746d-4e59-b32d-6e5de3e44120 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:56:26.503468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.540368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.625394 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.687884 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.716195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e990d2e-746d-4e59-b32d-6e5de3e44120,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:26.718257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.720159 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-421b7989-6358-4bdc-9751-3b444976072f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6e990d2e-746d-4e59-b32d-6e5de3e44120 HTTP/1.1" status: 204 len: 168 time: 0.2654495 Aug 25 11:56:26.722671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 35996) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:26.725776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd854669-3c26-474f-b6a5-e62cf7206f03 None None] Network 23ee57be-cfa5-4242-889f-41f9dba105fc requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:26.790498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.847121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Deleting port 563f100c-000c-47ee-a05f-90e7f8809e3c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:26.847618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.921452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] For port 563f100c-000c-47ee-a05f-90e7f8809e3c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=563f100c-000c-47ee-a05f-90e7f8809e3c,segment=NetworkSegment(7a0178d6-e445-459c-b2c8-b1eb8f01acb1),segment_id=7a0178d6-e445-459c-b2c8-b1eb8f01acb1)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:26.922022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:26.936956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Calling delete_port for 563f100c-000c-47ee-a05f-90e7f8809e3c owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:27.012358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f04b7cb-3110-4f80-b699-6076047307a2 None None] DHCP port deletion for 23ee57be-cfa5-4242-889f-41f9dba105fc request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:56:27.019129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.040066 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-1f04b7cb-3110-4f80-b699-6076047307a2 None None] The port '563f100c-000c-47ee-a05f-90e7f8809e3c' was deleted {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 25 11:56:27.050891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=563f100c-000c-47ee-a05f-90e7f8809e3c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:27.052717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] No DVR routers for this DVR port 563f100c-000c-47ee-a05f-90e7f8809e3c on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:27.133566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.144606 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ee57be-cfa5-4242-889f-41f9dba105fc']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:27.158359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0178d6-e445-459c-b2c8-b1eb8f01acb1') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:27.158696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0178d6-e445-459c-b2c8-b1eb8f01acb1') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:27.169028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.185604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.192100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:56:27.192490 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:56:27.194186 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:56:27.257320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.264776 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.268236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/23ee57be-cfa5-4242-889f-41f9dba105fc HTTP/1.1" status: 204 len: 168 time: 0.5444260 Aug 25 11:56:27.271867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36000) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:27.284925 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3f718-110a-4567-920b-4d7198569cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=23ee57be-cfa5-4242-889f-41f9dba105fc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:27.459900 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.578189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 563f100c-000c-47ee-a05f-90e7f8809e3c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:27.598576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 563f100c-000c-47ee-a05f-90e7f8809e3c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:27.599207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 563f100c-000c-47ee-a05f-90e7f8809e3c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:27.599839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19547611-ada9-4d81-a452-4088a872e76a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:27.620270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 19547611-ada9-4d81-a452-4088a872e76a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:27.620764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 19547611-ada9-4d81-a452-4088a872e76a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:27.621290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ffc100ca-c027-4984-87bf-55561c882b09 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:27.643564 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ffc100ca-c027-4984-87bf-55561c882b09 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:27.644062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ffc100ca-c027-4984-87bf-55561c882b09 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:27.658961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.911377 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Deleting port 1d412bf5-dd8b-4b38-a758-99b6a72ee921 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:27.911619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:27.993389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] For port 1d412bf5-dd8b-4b38-a758-99b6a72ee921, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1d412bf5-dd8b-4b38-a758-99b6a72ee921,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:27.993775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:28.007189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Calling delete_port for 1d412bf5-dd8b-4b38-a758-99b6a72ee921 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:28.192457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:28.218755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d412bf5-dd8b-4b38-a758-99b6a72ee921,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:28.401633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:28.623869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Router 35387733-d6d1-4d9a-a907-3ce01bf1573c has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:28.733804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:28.743144 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee01e57b-9409-473c-8e56-2a30385ba5a7 admin admin] 10.222.0.35 "PUT /v2.0/routers/35387733-d6d1-4d9a-a907-3ce01bf1573c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660692 Aug 25 11:56:28.743545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36014) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:28.744510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] Sync routers for ids ['35387733-d6d1-4d9a-a907-3ce01bf1573c'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:28.754380 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] Routers {'35387733-d6d1-4d9a-a907-3ce01bf1573c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:28.755013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['35387733-d6d1-4d9a-a907-3ce01bf1573c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:28.862310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:28.880649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] Set router 35387733-d6d1-4d9a-a907-3ce01bf1573c gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:29.001551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:29.070482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Deleting port 4407b64f-3ca8-46db-bc0d-529f6a43f75a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:29.070829 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:29.124701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:56:28Z', 'revision_number': 5, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port': {'id': '4407b64f-3ca8-46db-bc0d-529f6a43f75a', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:39:15Z', 'updated_at': '2021-08-25T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:29.161149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] Checking router: 35387733-d6d1-4d9a-a907-3ce01bf1573c for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:29.173373 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] Routers {'35387733-d6d1-4d9a-a907-3ce01bf1573c'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:29.174156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['35387733-d6d1-4d9a-a907-3ce01bf1573c'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:29.180741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] For port 4407b64f-3ca8-46db-bc0d-529f6a43f75a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=4407b64f-3ca8-46db-bc0d-529f6a43f75a,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:29.181126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:29.194682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Calling delete_port for 4407b64f-3ca8-46db-bc0d-529f6a43f75a owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:29.284945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] Set router 35387733-d6d1-4d9a-a907-3ce01bf1573c gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:29.351957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:56:29Z', 'revision_number': 6, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:29.389560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ca27a-c353-4ecf-b73b-dc281e5dc675 None None] The sync data for ids ['35387733-d6d1-4d9a-a907-3ce01bf1573c'] in n-d-778732-11 is: [{'id': '35387733-d6d1-4d9a-a907-3ce01bf1573c', 'name': 'tempest-TestVolumeBootPattern-794337033-router', 'tenant_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:39:13Z', 'updated_at': '2021-08-25T11:56:29Z', 'revision_number': 6, 'project_id': '2bec6cedfd6f45ccabdb81eba74db6ee', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:29.599454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1d412bf5-dd8b-4b38-a758-99b6a72ee921 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:29.630281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1d412bf5-dd8b-4b38-a758-99b6a72ee921 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:29.630699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1d412bf5-dd8b-4b38-a758-99b6a72ee921 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:29.762731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:29.788110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Pushing event deleted for resources: {'Port': ['ID=4407b64f-3ca8-46db-bc0d-529f6a43f75a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:29.851806 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:29.952163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:29.954738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.003513 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.004237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35387733-d6d1-4d9a-a907-3ce01bf1573c {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:56:30.009403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.010769 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d16c272c-8a67-4d60-a980-26360de4d49c admin admin] 10.222.0.35 "DELETE /v2.0/routers/35387733-d6d1-4d9a-a907-3ce01bf1573c HTTP/1.1" status: 204 len: 168 time: 1.2661517 Aug 25 11:56:30.013786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36018) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:30.060643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Deleting subnet bd8d3f4a-55b3-4132-9490-43fe8c7f0d95 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:56:30.063964 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.102610 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.197746 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.252661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.278370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8d3f4a-55b3-4132-9490-43fe8c7f0d95,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:30.282169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.284053 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-edbca3ac-5b97-42da-b981-17fed49d94a5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd8d3f4a-55b3-4132-9490-43fe8c7f0d95 HTTP/1.1" status: 204 len: 168 time: 0.2692425 Aug 25 11:56:30.288471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36020) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:30.289531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db012d4a-c2fd-4b65-a4f4-d04212169ac9 None None] Network 4ebb8723-25d9-4bd9-ad28-2a94710e759d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:30.355255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.418106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Deleting port 37446068-542a-4c16-a090-9b765289e3cc {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:30.418463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.461630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] DHCP port deletion for 4ebb8723-25d9-4bd9-ad28-2a94710e759d request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:56:30.484918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] For port 37446068-542a-4c16-a090-9b765289e3cc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=37446068-542a-4c16-a090-9b765289e3cc,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:30.485278 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.499114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Calling delete_port for 37446068-542a-4c16-a090-9b765289e3cc owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:30.509900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] Deleting port 37446068-542a-4c16-a090-9b765289e3cc {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:30.510211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.578471 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] For port 37446068-542a-4c16-a090-9b765289e3cc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=37446068-542a-4c16-a090-9b765289e3cc,segment=NetworkSegment(96eb2d27-794b-4f45-93c0-f5618107cd40),segment_id=96eb2d27-794b-4f45-93c0-f5618107cd40)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:30.578887 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.580896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.594597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] Calling delete_port for 37446068-542a-4c16-a090-9b765289e3cc owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:30.612896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=37446068-542a-4c16-a090-9b765289e3cc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:30.614900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] No DVR routers for this DVR port 37446068-542a-4c16-a090-9b765289e3cc on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:30.671242 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.691543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.697045 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] Pushing event deleted for resources: {'Port': ['ID=37446068-542a-4c16-a090-9b765289e3cc,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:30.701037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b5fd3-6f10-4252-9e4a-67a5085036ac None None] No DVR routers for this DVR port 37446068-542a-4c16-a090-9b765289e3cc on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:30.707530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebb8723-25d9-4bd9-ad28-2a94710e759d']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:30.723081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96eb2d27-794b-4f45-93c0-f5618107cd40') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:30.723348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96eb2d27-794b-4f45-93c0-f5618107cd40') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:30.734099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.748833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.754974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:56:30.755560 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:56:30.757311 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:56:30.828527 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.835094 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:30.836943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] 10.222.0.35 "DELETE /v2.0/networks/4ebb8723-25d9-4bd9-ad28-2a94710e759d HTTP/1.1" status: 204 len: 168 time: 0.5491953 Aug 25 11:56:30.848423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28c044-41a9-4dd1-a2a4-c9ee6edd9f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebb8723-25d9-4bd9-ad28-2a94710e759d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:30.966151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36034) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:31.009622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ce2e553-9dc3-4ca8-95c5-76bb58d868ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cd94e13d4924f6fb6943188ed4cc9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421355 Aug 25 11:56:31.012137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36036) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:31.064070 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9b24adb-db5d-404a-b8b6-01d0ad621ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.087112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9b24adb-db5d-404a-b8b6-01d0ad621ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.087811 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.135027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9b24adb-db5d-404a-b8b6-01d0ad621ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.137678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b9b24adb-db5d-404a-b8b6-01d0ad621ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.141235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b9b24adb-db5d-404a-b8b6-01d0ad621ae7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61bf6be2-219d-443d-8e99-0b47b9391c66 HTTP/1.1" status: 204 len: 168 time: 0.1258249 Aug 25 11:56:31.146965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b24adb-db5d-404a-b8b6-01d0ad621ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf6be2-219d-443d-8e99-0b47b9391c66,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:31.481627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36042) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:31.525485 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7a8d3947-9f45-42d3-a77e-85c4e1f7107e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2bec6cedfd6f45ccabdb81eba74db6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397677 Aug 25 11:56:31.525738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36044) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:31.583279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb14edba-229c-4e28-b9c3-bf45b2e94ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.606217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb14edba-229c-4e28-b9c3-bf45b2e94ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.609244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4407b64f-3ca8-46db-bc0d-529f6a43f75a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:31.658214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb14edba-229c-4e28-b9c3-bf45b2e94ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.660980 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb14edba-229c-4e28-b9c3-bf45b2e94ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:31.664755 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb14edba-229c-4e28-b9c3-bf45b2e94ad2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e85d2fc3-07fd-4b23-a850-1e1b48e982a4 HTTP/1.1" status: 204 len: 168 time: 0.1353424 Aug 25 11:56:31.673229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14edba-229c-4e28-b9c3-bf45b2e94ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d2fc3-07fd-4b23-a850-1e1b48e982a4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:31.797809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 4407b64f-3ca8-46db-bc0d-529f6a43f75a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:31.798166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 4407b64f-3ca8-46db-bc0d-529f6a43f75a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:31.798594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 37446068-542a-4c16-a090-9b765289e3cc no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:31.822947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 37446068-542a-4c16-a090-9b765289e3cc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:31.823362 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 37446068-542a-4c16-a090-9b765289e3cc not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:43.575368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36160) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:44.012880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 949daf96-42c8-406f-a327-e1f1844dd2b9 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:44.013226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:44.087803 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:44.088040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:44.099319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 949daf96-42c8-406f-a327-e1f1844dd2b9 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:44.247178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:44.271489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=949daf96-42c8-406f-a327-e1f1844dd2b9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:44.299486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.299838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.300180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.300518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.300851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.301183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.301624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.301971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.302596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.302938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.303272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.303609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:44.348505 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:44.348793 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Floating IP 7947e14c-639a-43c4-824d-02e2ba73a812 disassociated (deleted). External IP: 172.25.1.95, port: 082da39e-073a-4191-a13d-4c7e5f3a17f4. Aug 25 11:56:44.610344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 12423672-3489-4c98-8b5f-03f0fc488a33 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:44.724114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:44.729223 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:44.735868 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] Sync routers for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:44.746043 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:44.746786 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:44.763671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58ff4417-3167-4b2d-badf-70a398936a45 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/floatingips/7947e14c-639a-43c4-824d-02e2ba73a812 HTTP/1.1" status: 204 len: 168 time: 1.1847184 Aug 25 11:56:44.763671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:44.764335 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43872488-77e1-4697-95d7-338546ae603e" -d '{"events": [{"name": "network-changed", "server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:44.819207 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97820d4-3761-42d2-a9a5-848419c66a5a x-openstack-request-id: req-a97820d4-3761-42d2-a9a5-848419c66a5a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:44.819504 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:44.819777 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a97820d4-3761-42d2-a9a5-848419c66a5a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:44.820199 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'status': 'completed', 'code': 200} Aug 25 11:56:44.888801 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:44.906875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872488-77e1-4697-95d7-338546ae603e req-20702248-c61f-4ea8-89f3-5905ab18184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:44.908743 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-20702248-c61f-4ea8-89f3-5905ab18184a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0537932 Aug 25 11:56:45.048465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872488-77e1-4697-95d7-338546ae603e req-36e1d112-face-4a45-9b6e-7deeba6629c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:45.050049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-36e1d112-face-4a45-9b6e-7deeba6629c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=691e12ce-2148-47a1-bcc8-02408730a50c HTTP/1.1" status: 200 len: 897 time: 0.1326776 Aug 25 11:56:45.099209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-72e50ad5-0349-476a-bc0d-4c3c311e8ca5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4 HTTP/1.1" status: 200 len: 217 time: 0.0410993 Aug 25 11:56:45.107267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcb12-1077-4985-a800-a9efcd30a3ce req-bd418b7c-3552-4d8f-9148-43ad5c01691a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:45.108947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6ebcb12-1077-4985-a800-a9efcd30a3ce req-bd418b7c-3552-4d8f-9148-43ad5c01691a tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0968444 Aug 25 11:56:45.151749 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:45.189800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872488-77e1-4697-95d7-338546ae603e req-77de5270-b31f-4990-822b-763f5dbdd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:45.191309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-77de5270-b31f-4990-822b-763f5dbdd0f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bd55c26-3e9b-431a-abb6-6511c6374caf HTTP/1.1" status: 200 len: 835 time: 0.0814571 Aug 25 11:56:45.194332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6ebcb12-1077-4985-a800-a9efcd30a3ce req-72d1988e-f37b-4992-a922-6e2ef36e1176 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662405 Aug 25 11:56:45.256038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872488-77e1-4697-95d7-338546ae603e req-746d0e84-07a0-4148-9904-0a6ab58abc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:45.257566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-746d0e84-07a0-4148-9904-0a6ab58abc12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=691e12ce-2148-47a1-bcc8-02408730a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544820 Aug 25 11:56:45.286108 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] Checking router: 12423672-3489-4c98-8b5f-03f0fc488a33 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:45.294542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:45.295149 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:45.351598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-618b22f4-e6a7-409d-b3d6-70cc3ca0709c service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847290 Aug 25 11:56:45.399528 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:45.451769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43872488-77e1-4697-95d7-338546ae603e req-fc75ed67-82e9-4202-891a-efe26def668b service neutron] 10.222.0.67 "GET /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908921 Aug 25 11:56:45.622178 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:45.649152 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbfb025-c137-4109-9299-b50e019ac7e9 None None] The sync data for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 is: [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:54:56Z', 'revision_number': 4, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5c6aa431-0f57-4198-8283-a59f73850e33', 'name': '', 'network_id': '691e12ce-2148-47a1-bcc8-02408730a50c', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'mac_address': 'fa:16:3e:6d:7a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:55Z', 'updated_at': '2021-08-25T11:55:06Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'subnets': [{'id': '9bd55c26-3e9b-431a-abb6-6511c6374caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:45.894454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5c047-caca-47d0-a3e7-9e6aeb41e787 None None] New status for floating IP 7947e14c-639a-43c4-824d-02e2ba73a812: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:56:46.318782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7970f3a-b5e3-48af-8f22-364d89324f43 req-cfb09f6e-c75b-40c9-b505-9448e70c587b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:46.320250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7970f3a-b5e3-48af-8f22-364d89324f43 req-cfb09f6e-c75b-40c9-b505-9448e70c587b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0519741 Aug 25 11:56:46.359688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7970f3a-b5e3-48af-8f22-364d89324f43 req-0bd7e8cd-696d-4b00-a97d-5deda1ad7745 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/security-groups?id=0045618e-317c-4c6c-b6a5-27175927ed20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Aug 25 11:56:46.441216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94020367-21ce-4247-a43a-4c32a5967d7c req-bc3ce379-443f-4d9d-af27-512ac551d705 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:46.442717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94020367-21ce-4247-a43a-4c32a5967d7c req-bc3ce379-443f-4d9d-af27-512ac551d705 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Aug 25 11:56:46.551302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 082da39e-073a-4191-a13d-4c7e5f3a17f4 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:46.551650 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:46.645833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 082da39e-073a-4191-a13d-4c7e5f3a17f4, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=082da39e-073a-4191-a13d-4c7e5f3a17f4,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:46.646458 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:46.661564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 082da39e-073a-4191-a13d-4c7e5f3a17f4 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:46.806981 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:46.838146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=082da39e-073a-4191-a13d-4c7e5f3a17f4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:46.891518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] No DVR routers for this DVR port 082da39e-073a-4191-a13d-4c7e5f3a17f4 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:46.904602 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:46.906845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94020367-21ce-4247-a43a-4c32a5967d7c req-2dc0ef44-ea34-4f65-8c5c-d066fc77f7d8 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.67 "DELETE /v2.0/ports/082da39e-073a-4191-a13d-4c7e5f3a17f4 HTTP/1.1" status: 204 len: 173 time: 0.4568732 Aug 25 11:56:46.907319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'name': 'network-vif-deleted', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:56:46.909870 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b13348e-dc75-4807-a118-988ae5e55b29" -d '{"events": [{"server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "name": "network-vif-deleted", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:56:46.952078 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a44cd7-fae7-4b8e-8da2-6241a45abd70 x-openstack-request-id: req-69a44cd7-fae7-4b8e-8da2-6241a45abd70 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:56:46.952372 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d6feb-8d28-489f-a2d8-c187323c1ce1", "name": "network-vif-deleted", "tag": "082da39e-073a-4191-a13d-4c7e5f3a17f4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:56:46.952700 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69a44cd7-fae7-4b8e-8da2-6241a45abd70 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:56:46.953134 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d6feb-8d28-489f-a2d8-c187323c1ce1', 'name': 'network-vif-deleted', 'tag': '082da39e-073a-4191-a13d-4c7e5f3a17f4', 'status': 'completed', 'code': 200} Aug 25 11:56:47.174369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76221215-a8bb-4bd5-9b39-0565ff29153e req-b52cee9e-3db7-43cb-84e2-a639b2a0693e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263464 Aug 25 11:56:47.223510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76221215-a8bb-4bd5-9b39-0565ff29153e req-31779272-2b99-4758-9210-9f2c5e55b329 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0271275 Aug 25 11:56:47.374572 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-71a3b294-3875-466c-9198-6378fa8903e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478821 Aug 25 11:56:47.468574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76221215-a8bb-4bd5-9b39-0565ff29153e req-c23b85c2-7514-4da7-87ab-27dc90960518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:47.470121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76221215-a8bb-4bd5-9b39-0565ff29153e req-c23b85c2-7514-4da7-87ab-27dc90960518 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2191367 Aug 25 11:56:47.480118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-b749266a-09a9-45f2-a2b1-134d132bfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:47.482027 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-b749266a-09a9-45f2-a2b1-134d132bfa3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0539815 Aug 25 11:56:47.537097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-219668e3-e858-4311-9e01-41eb6187553e req-a97bc40d-b33d-4c5d-a0e5-ec3abf795a96 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "GET /v2.0/ports?device_id=323d6feb-8d28-489f-a2d8-c187323c1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0608313 Aug 25 11:56:47.627632 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-3446f0eb-51c8-4ae0-9afd-3dfa96ddaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:47.629430 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-3446f0eb-51c8-4ae0-9afd-3dfa96ddaf6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 897 time: 0.1192305 Aug 25 11:56:47.675815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76221215-a8bb-4bd5-9b39-0565ff29153e req-356ddb0c-2215-4255-bb4f-1be95d23f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:47.677314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76221215-a8bb-4bd5-9b39-0565ff29153e req-356ddb0c-2215-4255-bb4f-1be95d23f72b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000017 Aug 25 11:56:47.698071 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-701aff0a-a62d-4adb-9046-c96475c62be9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 200 len: 1000 time: 0.0599327 Aug 25 11:56:47.752661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-4fd1358d-faa9-4ba0-98d4-eb78383a91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:47.754217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-4fd1358d-faa9-4ba0-98d4-eb78383a91dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c32b0e4-55a6-4eb4-96ac-c54804de243d HTTP/1.1" status: 200 len: 835 time: 0.0495965 Aug 25 11:56:47.801931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-0683b72d-1057-488b-b20e-165a45ab73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:47.803419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-0683b72d-1057-488b-b20e-165a45ab73bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48bfbb16-746e-4472-bb2a-6ece8b1a354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414677 Aug 25 11:56:47.894835 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-cdec01cd-f2e0-4ae8-b3e4-2de369afbaf7 service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Aug 25 11:56:47.995597 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2be44c2e-ae47-4a75-8f49-81f0ee23367b req-367239c0-a657-49a8-b9c3-f9fbab28012b service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Aug 25 11:56:48.255262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b0861f9e-49e6-4dea-9a40-5bf4e39da4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:48.602519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36216) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:49.018173 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:49.241979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 082da39e-073a-4191-a13d-4c7e5f3a17f4 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:49.264446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 082da39e-073a-4191-a13d-4c7e5f3a17f4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:49.265557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 082da39e-073a-4191-a13d-4c7e5f3a17f4 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:49.553553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 5c6aa431-0f57-4198-8283-a59f73850e33 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:49.553916 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:49.643384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 5c6aa431-0f57-4198-8283-a59f73850e33, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5c6aa431-0f57-4198-8283-a59f73850e33,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:49.644086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:49.656184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 5c6aa431-0f57-4198-8283-a59f73850e33 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:49.841118 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:49.868568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=5c6aa431-0f57-4198-8283-a59f73850e33,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:50.054920 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.277855 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Router 12423672-3489-4c98-8b5f-03f0fc488a33 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:56:50.408345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:56:50.414329 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a0b3ef93-3ab3-4ea5-ac56-7b84ec221f55 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "PUT /v2.0/routers/12423672-3489-4c98-8b5f-03f0fc488a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106544 Aug 25 11:56:50.418061 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36232) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:50.420402 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] Sync routers for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:56:50.433081 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:50.434119 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:50.473759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting subnet 9bd55c26-3e9b-431a-abb6-6511c6374caf {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:56:50.477411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.526397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.556783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:50.624825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.631393 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:56:50.689737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.724574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd55c26-3e9b-431a-abb6-6511c6374caf,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:50.732754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.737084 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e958442d-5310-42ae-96c3-aa4012bcb41b tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/subnets/9bd55c26-3e9b-431a-abb6-6511c6374caf HTTP/1.1" status: 204 len: 168 time: 0.3157983 Aug 25 11:56:50.737308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:50.746327 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332750a1-3929-4d5c-82ed-f71fce2f2133 None None] Network 691e12ce-2148-47a1-bcc8-02408730a50c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:50.776639 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:56:49Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:50.812920 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] Checking router: 12423672-3489-4c98-8b5f-03f0fc488a33 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:56:50.823261 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] Routers {'12423672-3489-4c98-8b5f-03f0fc488a33'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:56:50.824258 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['12423672-3489-4c98-8b5f-03f0fc488a33'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:50.852529 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.946899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] DHCP port deletion for 691e12ce-2148-47a1-bcc8-02408730a50c request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:56:50.964690 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] Set router 12423672-3489-4c98-8b5f-03f0fc488a33 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:56:50.979362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:50.996063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Deleting port d136e7e8-6ea1-4171-8e33-90647610882e {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:50.996788 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.053308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Deleting port 41481111-3bf0-4ce0-a57d-2187f41096c4 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:56:51.053747 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.062781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] For port d136e7e8-6ea1-4171-8e33-90647610882e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d136e7e8-6ea1-4171-8e33-90647610882e,segment=NetworkSegment(498ebb63-8c26-4b23-b879-356928b5716b),segment_id=498ebb63-8c26-4b23-b879-356928b5716b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:51.063508 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.076904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Calling delete_port for d136e7e8-6ea1-4171-8e33-90647610882e owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:51.156279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] For port 41481111-3bf0-4ce0-a57d-2187f41096c4, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=41481111-3bf0-4ce0-a57d-2187f41096c4,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:51.156669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.169238 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.183838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Calling delete_port for 41481111-3bf0-4ce0-a57d-2187f41096c4 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:56:51.185058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] No DVR routers for this DVR port d136e7e8-6ea1-4171-8e33-90647610882e on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:56:51.205779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-62c1192e-a0a0-4454-a7cf-281b83eaa774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.207134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Pushing event deleted for resources: {'Port': ['ID=d136e7e8-6ea1-4171-8e33-90647610882e,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:51.207390 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:56:49Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:51.219649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.220019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.220366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.220709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.221092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.221428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.221808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.222145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.222473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.222799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.223127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.223451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec1c3a7-f4c9-4389-8305-af61f872236c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:56:51.252846 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dbe15b-aeed-4b68-8a9d-2bf0c2e2e3e4 None None] The sync data for ids ['12423672-3489-4c98-8b5f-03f0fc488a33'] in n-d-778732-11 is: [{'id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278706289', 'tenant_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:54:49Z', 'updated_at': '2021-08-25T11:56:49Z', 'revision_number': 5, 'project_id': 'd3ab5b448dce4a26a4e1ee7c33ddb2d7', 'gw_port': {'id': '41481111-3bf0-4ce0-a57d-2187f41096c4', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:64:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12423672-3489-4c98-8b5f-03f0fc488a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:54:50Z', 'updated_at': '2021-08-25T11:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:56:51.398317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.403590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.430146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Port': ['ID=41481111-3bf0-4ce0-a57d-2187f41096c4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:51.496044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.591018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.593207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.646010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.646875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Fanout notify agent at l3_agent the message router_deleted on router 12423672-3489-4c98-8b5f-03f0fc488a33 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:56:51.657010 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.659250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e5f960a5-0d6b-4fb5-a886-6cf8ac1e9071 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/routers/12423672-3489-4c98-8b5f-03f0fc488a33 HTTP/1.1" status: 204 len: 168 time: 0.9209907 Aug 25 11:56:51.662074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36242) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:51.749464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.803539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5c6aa431-0f57-4198-8283-a59f73850e33 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:51.826606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5c6aa431-0f57-4198-8283-a59f73850e33 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:51.827351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5c6aa431-0f57-4198-8283-a59f73850e33 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:51.828033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d136e7e8-6ea1-4171-8e33-90647610882e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:51.847686 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.853032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d136e7e8-6ea1-4171-8e33-90647610882e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:51.853497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d136e7e8-6ea1-4171-8e33-90647610882e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:51.858004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691e12ce-2148-47a1-bcc8-02408730a50c']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:51.871092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498ebb63-8c26-4b23-b879-356928b5716b') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:51.871394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498ebb63-8c26-4b23-b879-356928b5716b') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:56:51.880616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.895437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.902026 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:56:51.902697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:56:51.905637 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:56:51.965289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.973127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:51.977269 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/networks/691e12ce-2148-47a1-bcc8-02408730a50c HTTP/1.1" status: 204 len: 168 time: 0.3118386 Aug 25 11:56:51.978197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36244) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:51.995144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce7fc0-e4b1-4517-8d19-62af5db9e334 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'Network': ['ID=691e12ce-2148-47a1-bcc8-02408730a50c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:52.058044 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bfed4ba-d0d1-465f-b5d4-cab9052f3a65 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.091535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bfed4ba-d0d1-465f-b5d4-cab9052f3a65 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.162380 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bfed4ba-d0d1-465f-b5d4-cab9052f3a65 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.165097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bfed4ba-d0d1-465f-b5d4-cab9052f3a65 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.166345 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2bfed4ba-d0d1-465f-b5d4-cab9052f3a65 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] 10.222.0.35 "DELETE /v2.0/security-groups/0045618e-317c-4c6c-b6a5-27175927ed20 HTTP/1.1" status: 204 len: 168 time: 0.1871347 Aug 25 11:56:52.176275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfed4ba-d0d1-465f-b5d4-cab9052f3a65 tempest-TestNetworkAdvancedServerOps-1930143035 tempest-TestNetworkAdvancedServerOps-1930143035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0045618e-317c-4c6c-b6a5-27175927ed20,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:52.478800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36258) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:52.549897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.617172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-709a8454-fc89-42d1-99a3-fb2cc75e61f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3ab5b448dce4a26a4e1ee7c33ddb2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371286 Aug 25 11:56:52.620159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36262) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:52.670840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c956958-2732-4fa2-8e0a-f4d0ba24a65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.693245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c956958-2732-4fa2-8e0a-f4d0ba24a65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.739988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c956958-2732-4fa2-8e0a-f4d0ba24a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.742904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c956958-2732-4fa2-8e0a-f4d0ba24a65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:52.747190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7c956958-2732-4fa2-8e0a-f4d0ba24a65b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e41f383-bc33-483f-9486-4e4f884d466e HTTP/1.1" status: 204 len: 168 time: 0.1230249 Aug 25 11:56:52.755630 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c956958-2732-4fa2-8e0a-f4d0ba24a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e41f383-bc33-483f-9486-4e4f884d466e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:52.884335 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36270) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:52.984972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb532bdc-d89e-420f-be52-eeaadbeeb23f tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:52.985462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb532bdc-d89e-420f-be52-eeaadbeeb23f tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:52.985960 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb532bdc-d89e-420f-be52-eeaadbeeb23f tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:52.997744 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fb532bdc-d89e-420f-be52-eeaadbeeb23f tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=325b301cdbe249e88a0d4ef46717e77f&network_id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 2972 time: 0.1022222 Aug 25 11:56:53.044963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36276) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:53.091827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-660ba457-41ef-408d-b17f-956c9224a780 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=940b2f1074ee407a9f4482854b99d5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457718 Aug 25 11:56:53.094398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36280) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:53.151866 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c97e34fa-80b6-425a-b0af-28239d42786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:53.173389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c97e34fa-80b6-425a-b0af-28239d42786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:53.222197 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c97e34fa-80b6-425a-b0af-28239d42786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:53.224853 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c97e34fa-80b6-425a-b0af-28239d42786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:53.228569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c97e34fa-80b6-425a-b0af-28239d42786b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ce7af2c-f2b7-497d-a661-e42b757dcad9 HTTP/1.1" status: 204 len: 168 time: 0.1307709 Aug 25 11:56:53.234059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e34fa-80b6-425a-b0af-28239d42786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce7af2c-f2b7-497d-a661-e42b757dcad9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:53.547490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 41481111-3bf0-4ce0-a57d-2187f41096c4 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:56:53.569462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 41481111-3bf0-4ce0-a57d-2187f41096c4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:56:53.569847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 41481111-3bf0-4ce0-a57d-2187f41096c4 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:56:54.393226 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.113845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36444) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:55.177962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7cb79a-24aa-4e4d-b4d6-52e3592770f8 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:55.189767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dd7cb79a-24aa-4e4d-b4d6-52e3592770f8 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 HTTP/1.1" status: 200 len: 814 time: 0.0640700 Aug 25 11:56:55.439232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36462) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:55.592184 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a443ca6f-c3f2-4482-b175-4b714837e67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.705802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36472) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:55.712532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'network': {'name': 'tempest-network-smoke--1078339785', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'port_security_enabled': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:55.740093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a443ca6f-c3f2-4482-b175-4b714837e67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.747917 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a443ca6f-c3f2-4482-b175-4b714837e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.795189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a443ca6f-c3f2-4482-b175-4b714837e67c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea522e5ba34d499b8aed69d6e218d8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546784 Aug 25 11:56:55.797793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36474) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:55.804189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443ca6f-c3f2-4482-b175-4b714837e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03a202-a5b7-446f-9d55-bb23d4d511b6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:55.809288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:56:55.812732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.863275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:56:55.883021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.883364 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Added segment aa96d369-8321-48f3-b56f-85cf826c1f3b of type vlan for network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b Aug 25 11:56:55.885295 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec93-567c-4bce-a06d-ac4345971fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.953629 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec93-567c-4bce-a06d-ac4345971fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:55.956240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.013168 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.019042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:56.019678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.081788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3745949 Aug 25 11:56:56.085137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec93-567c-4bce-a06d-ac4345971fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.085355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36476) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.087732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dba3ec93-567c-4bce-a06d-ac4345971fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.090380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dba3ec93-567c-4bce-a06d-ac4345971fb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f03a202-a5b7-446f-9d55-bb23d4d511b6 HTTP/1.1" status: 204 len: 168 time: 0.2913759 Aug 25 11:56:56.118538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745ee69-53ac-4c56-95e8-009ddcb4298b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Network': ['ID=7a80db7d-dc6c-46e8-a7f7-a34cab76116b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:56.124211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3ec93-567c-4bce-a06d-ac4345971fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03a202-a5b7-446f-9d55-bb23d4d511b6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:56.145492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:56:56.265165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250d3bd-8dc3-4b52-a31f-823cd4801223 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:56.271137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d250d3bd-8dc3-4b52-a31f-823cd4801223 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=325b301cdbe249e88a0d4ef46717e77f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1807482 Aug 25 11:56:56.272045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36482) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.460411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469250c3-a725-4100-9293-eb7133b0736c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:56.465963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36488) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.466182 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-469250c3-a725-4100-9293-eb7133b0736c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1927147 Aug 25 11:56:56.466301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36490) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.543590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a194dd27-8db4-4387-89f5-e0475232863e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745928 Aug 25 11:56:56.545253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b271-f1d6-40e6-a405-bd92ca27a285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.546509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36492) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.595863 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0881a09b-3ee7-4032-bd4b-792abc9f5cd0 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=325b301cdbe249e88a0d4ef46717e77f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477343 Aug 25 11:56:56.600404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36496) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.727619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c6f7d-dfed-4f60-aacb-4950e24734bd tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:56.729197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e94c6f7d-dfed-4f60-aacb-4950e24734bd tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278419 Aug 25 11:56:56.732346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36498) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.748426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b271-f1d6-40e6-a405-bd92ca27a285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.753323 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b3b9b271-f1d6-40e6-a405-bd92ca27a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.786195 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f75bf3cd-084e-4ff0-99c2-ca8c4977bfaf tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497770 Aug 25 11:56:56.786446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36500) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.792702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980018887', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:56.797384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b3b9b271-f1d6-40e6-a405-bd92ca27a285 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5047288b28dd4103a4c3d6ea0ad78015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276134 Aug 25 11:56:56.797384 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9b271-f1d6-40e6-a405-bd92ca27a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07bb6ce-1004-4221-af5a-0633f30bd10e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:56.798246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36502) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:56.851857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22fa5764-5f1a-4d42-92b3-ae398ab45f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.882328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22fa5764-5f1a-4d42-92b3-ae398ab45f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.921030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:56:56.932889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.949179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22fa5764-5f1a-4d42-92b3-ae398ab45f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.952626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-22fa5764-5f1a-4d42-92b3-ae398ab45f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:56.956696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-22fa5764-5f1a-4d42-92b3-ae398ab45f91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a07bb6ce-1004-4221-af5a-0633f30bd10e HTTP/1.1" status: 204 len: 168 time: 0.1552382 Aug 25 11:56:56.967729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa5764-5f1a-4d42-92b3-ae398ab45f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07bb6ce-1004-4221-af5a-0633f30bd10e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:57.181904 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:57.266267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Subnet': ['ID=039df495-fb6a-486f-996f-8b199f9615ef,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:57.275514 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Checking segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:57.276020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network hostable DHCP agents. Network: 7a80db7d-dc6c-46e8-a7f7-a34cab76116b, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:56:57.301124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:56:57.317265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7a80db7d-dc6c-46e8-a7f7-a34cab76116b) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:57.322694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:57.323724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:57.333784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48eca0-c47e-419e-bbe8-6073d0f4f719 None None] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:57.345799 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3d0957c3-3436-4044-84b5-9458b32db36f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5580695 Aug 25 11:56:57.555097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ips': [{'subnet_id': '039df495-fb6a-486f-996f-8b199f9615ef'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:56:57.555994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:57.572433 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:57.766478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Allocated IP 172.20.0.18 (7a80db7d-dc6c-46e8-a7f7-a34cab76116b/039df495-fb6a-486f-996f-8b199f9615ef/e2d8c0ea-cfd0-4052-9f12-f20dbd395a32) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:56:57.942715 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:57.950916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36514) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:57.954288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Transition to ACTIVE for port object e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:57.956351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353281014', 'description': 'tempest-secgroup-smoke-353281014 description', 'project_id': '325b301cdbe249e88a0d4ef46717e77f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:57.971766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Transition to ACTIVE for port object e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:56:57.979593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:57.987039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.023015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:56:58.027162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:56:58.031359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:56:58.042315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Pushing event updated for resources: {'Port': ['ID=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.101492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Attempting to bind port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:56:58.102324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Attempting to bind port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:56:58.103101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Attempting to bind port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 on network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:56:58.112931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:56:58.113527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Checking segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:56:58.114073 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.114581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Bound using segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:56:58.115187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Bound port: e2d8c0ea-cfd0-4052-9f12-f20dbd395a32, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:56:58.115713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.121791 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.126201 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.166030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.167622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2152033 Aug 25 11:56:58.168728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48d30-4d5a-42b8-987f-317d2aafa64b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f868aa2-11ed-4a5b-8cbd-6c59232fc653,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.173444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:58.179302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '4f868aa2-11ed-4a5b-8cbd-6c59232fc653', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:58.215153 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.223835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] For port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:56:58.231326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] For port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:56:58.237451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.299868 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.311844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.326745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6175b0a-c3f7-49bd-9ce6-3a6bd0dc73e4 None None] Pushing event updated for resources: {'Port': ['ID=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.347729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe3a085-2b25-4d65-a21a-095d0a593e6f,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.358750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.360171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-36493e11-d967-4cb6-b7f7-3617a7c8f63c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856816 Aug 25 11:56:58.363300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36518) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:58.368750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '4f868aa2-11ed-4a5b-8cbd-6c59232fc653', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:58.402445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.479097 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.483689 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.513311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743f5cc9-69eb-4e6c-9bdc-cd372823d0ec,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.524197 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.527079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-40c54bb6-2d33-48cf-89bc-a8a96c4ba5ab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623847 Aug 25 11:56:58.530024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:58.536911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '4f868aa2-11ed-4a5b-8cbd-6c59232fc653', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:58.576483 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.670512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.677190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.711905 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.715669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840682 Aug 25 11:56:58.717079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc342da-3ac4-43e8-a15e-6fea6cb4ad8f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c859bd-60a2-45b6-bf1d-aea1a7ed09bb,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.719806 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36524) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:58.731148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '4f868aa2-11ed-4a5b-8cbd-6c59232fc653', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:58.775786 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.865514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.870978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.892987 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d8c774-9bf9-47c3-a1a3-437729d47f37,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:58.906064 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:58.911737 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2e6bf95e-cecd-42de-9f75-38b14124dbbe tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1862617 Aug 25 11:56:58.912100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36526) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:58.918100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '4f868aa2-11ed-4a5b-8cbd-6c59232fc653', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:58.945600 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Project 325b301cdbe249e88a0d4ef46717e77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:56:58.959270 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.071988 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.077810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.099035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df822a8-4969-41b9-bf0a-7646eb5fbfb0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:59.114467 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.119733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cba6dfe3-315a-4eae-b479-b24f6a10f144 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2024214 Aug 25 11:56:59.120045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 36530) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:56:59.129320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '4f868aa2-11ed-4a5b-8cbd-6c59232fc653', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:56:59.158619 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Project 325b301cdbe249e88a0d4ef46717e77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:56:59.165463 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.249976 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.255749 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.288352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34d56cb-01ee-42a4-80b8-bbdbccac0f1d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:56:59.311789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.313145 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b5a48fe5-4000-4c89-8639-ec2ab0df997a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1919036 Aug 25 11:56:59.551189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-78da9036-d372-470f-b079-d577ad778476 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353281014&fields=id&tenant_id=325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 267 time: 0.0415132 Aug 25 11:56:59.566833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3df17-c7ba-4f01-bf6b-f73b0d467d21 None None] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:56:59.674366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e36c3155-bcf5-4e5b-aade-995781c7eab3 None None] Provisioning for port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:59.685480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:56:59.726416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-0ba10b11-95f6-4a57-8212-61b75dbdff20 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:56:59.728267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-0ba10b11-95f6-4a57-8212-61b75dbdff20 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/networks?id=7a80db7d-dc6c-46e8-a7f7-a34cab76116b HTTP/1.1" status: 200 len: 797 time: 0.1536729 Aug 25 11:56:59.746885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-544c4a99-b1f7-44bb-a050-1ae361df6872 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/quotas/325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 375 time: 0.0110707 Aug 25 11:56:59.795409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:56:59.804050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:56:59.804432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.814427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-cb5b6ad2-ae3e-4771-88dd-22c593be3155 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0600359 Aug 25 11:56:59.921862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:56:59.927280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-42965d72-6bbc-420e-88bd-4cb67667a8d4 service neutron] 10.222.0.35 "GET /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986865 Aug 25 11:56:59.958642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:56:59.964451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:00.036073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:00.059827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6fdf141f-c964-4d66-a7b7-9c3d44410984 service neutron] 10.222.0.35 "GET /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231005 Aug 25 11:57:00.222824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-63ca7b4c-921e-4929-a00f-1dc4f7ef6486 None None] Provisioning complete for port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:00.223276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-63ca7b4c-921e-4929-a00f-1dc4f7ef6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:00.262994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-317acb42-9b43-433d-ba09-729ecc74c968 req-088ea0c2-de1e-4141-9fd4-568e4fa07e95 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 210 time: 0.0377302 Aug 25 11:57:01.100112 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:01.425807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6295a398-359e-48bb-aa9b-8919a8719cfa tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:01.428035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6295a398-359e-48bb-aa9b-8919a8719cfa tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "GET /v2.0/networks?id=7a80db7d-dc6c-46e8-a7f7-a34cab76116b HTTP/1.1" status: 200 len: 797 time: 0.1895494 Aug 25 11:57:01.445654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6e78026-eced-4698-b9a7-ab8a431ebf68 req-054fe2b1-5708-455a-bf39-c72fda3176f3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 210 time: 0.0553842 Aug 25 11:57:01.495710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-427625cf-247a-42b6-9d3c-e6e55b2df02c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 472 time: 0.0527601 Aug 25 11:57:01.506381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'port': {'device_id': '79033b87-fe63-4542-bffb-c44002be8e06', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'admin_state_up': True, 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'security_groups': ['4f868aa2-11ed-4a5b-8cbd-6c59232fc653']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:01.638724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:01.654232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:57:01.658093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:01.692594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:01.692971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:01.809593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.20.0.25 (7a80db7d-dc6c-46e8-a7f7-a34cab76116b/039df495-fb6a-486f-996f-8b199f9615ef/b42e2aaa-f91b-4b8c-9d8a-bd124b851441) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:57:01.964094 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:01.981059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Transition to ACTIVE for port object b42e2aaa-f91b-4b8c-9d8a-bd124b851441 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:02.024420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.071501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:02.074678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:02.077209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:57:02.106524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:02.133703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:02.134618 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.150039 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-304487a2-1c06-467f-b891-d893c963ecd3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6479969 Aug 25 11:57:02.162857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Request body: {'port': {'device_id': '79033b87-fe63-4542-bffb-c44002be8e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:02.227473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.324622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82e89a05-869f-4124-a5e2-94658802ce03 None None] Provisioning for port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:02.329363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82e89a05-869f-4124-a5e2-94658802ce03 None None] Provisioning complete for port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:02.330223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82e89a05-869f-4124-a5e2-94658802ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.370537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-82e89a05-869f-4124-a5e2-94658802ce03 None None] Port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:57:02.516806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42e2aaa-f91b-4b8c-9d8a-bd124b851441 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:57:02.524581 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.538695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Transition to ACTIVE for port object b42e2aaa-f91b-4b8c-9d8a-bd124b851441 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:02.547748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.634839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792abe3-6aac-4049-a0e8-66619ac4d14b req-ee20c493-25d5-412f-aa4d-f1deb7414334 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:02.637027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7792abe3-6aac-4049-a0e8-66619ac4d14b req-ee20c493-25d5-412f-aa4d-f1deb7414334 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 944 time: 0.0996802 Aug 25 11:57:02.640910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Pushing event updated for resources: {'Port': ['ID=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:02.736662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7792abe3-6aac-4049-a0e8-66619ac4d14b req-aabec9f8-15d9-4a53-a482-d066ea32c77b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694828 Aug 25 11:57:02.754145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Attempting to bind port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:57:02.754496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Attempting to bind port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:57:02.754801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Attempting to bind port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 on network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:57:02.760929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 on network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:57:02.761395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Attempting to bind port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 on network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:57:02.767473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:57:02.767818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Checking segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:57:02.768335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Bound using segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:57:02.768850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Bound port: b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:57:02.769532 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.854704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] For port b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:57:02.859668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] For port b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:57:02.864949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.908784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:02.909461 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:02.911357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] 10.222.0.67 "PUT /v2.0/ports/b42e2aaa-f91b-4b8c-9d8a-bd124b851441 HTTP/1.1" status: 200 len: 1093 time: 0.7527144 Aug 25 11:57:02.911909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79033b87-fe63-4542-bffb-c44002be8e06', 'tag': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:57:02.914287 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d990537-6144-46d8-a448-bdceac532978" -d '{"events": [{"name": "network-changed", "server_uuid": "79033b87-fe63-4542-bffb-c44002be8e06", "tag": "b42e2aaa-f91b-4b8c-9d8a-bd124b851441"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:57:02.962028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9979e0-98c8-4b3e-a269-658b48666ddd service neutron] Pushing event updated for resources: {'Port': ['ID=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:03.043666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-d10ffc8d-eb60-4127-9580-8e8f4cb0cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.045534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-d10ffc8d-eb60-4127-9580-8e8f4cb0cc68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 1096 time: 0.0728731 Aug 25 11:57:03.092805 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-4131c11f-7824-4f0e-9506-cbf118206ed2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441 HTTP/1.1" status: 200 len: 217 time: 0.0381444 Aug 25 11:57:03.161765 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38650b0-c25f-4d2b-bee2-3824e109550d x-openstack-request-id: req-e38650b0-c25f-4d2b-bee2-3824e109550d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:57:03.162062 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79033b87-fe63-4542-bffb-c44002be8e06", "tag": "b42e2aaa-f91b-4b8c-9d8a-bd124b851441", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:57:03.162310 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e38650b0-c25f-4d2b-bee2-3824e109550d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:57:03.162709 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79033b87-fe63-4542-bffb-c44002be8e06', 'tag': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441', 'status': 'completed', 'code': 200} Aug 25 11:57:03.164588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-7214279c-065a-4771-958d-eef29928cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.166081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-7214279c-065a-4771-958d-eef29928cf28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=039df495-fb6a-486f-996f-8b199f9615ef HTTP/1.1" status: 200 len: 837 time: 0.0658958 Aug 25 11:57:03.220964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-3846a4ab-2e8d-4f4a-94b2-225226a4e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.222431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-3846a4ab-2e8d-4f4a-94b2-225226a4e55c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a80db7d-dc6c-46e8-a7f7-a34cab76116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0474691 Aug 25 11:57:03.323769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-8fc429aa-11de-4446-b97e-dbf4b714ed30 service neutron] 10.222.0.67 "GET /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915291 Aug 25 11:57:03.432931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b05e56-e7f7-440e-bb5d-ddee9c8f00b5 req-bc5daa22-7ddd-48cc-8438-88fe0da39076 service neutron] 10.222.0.67 "GET /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016357 Aug 25 11:57:03.538741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990537-6144-46d8-a448-bdceac532978 req-cdd3e120-6161-4b85-a6cb-08ce91415fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.540335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-cdd3e120-6161-4b85-a6cb-08ce91415fdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 1096 time: 0.0485001 Aug 25 11:57:03.644671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990537-6144-46d8-a448-bdceac532978 req-f1bcee53-5b8e-49e1-bcb9-c6668cd6a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.646109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-f1bcee53-5b8e-49e1-bcb9-c6668cd6a105 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7a80db7d-dc6c-46e8-a7f7-a34cab76116b HTTP/1.1" status: 200 len: 898 time: 0.0985765 Aug 25 11:57:03.689737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-abca6c00-9575-4af5-8f96-12fa74253f1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441 HTTP/1.1" status: 200 len: 217 time: 0.0351403 Aug 25 11:57:03.742779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990537-6144-46d8-a448-bdceac532978 req-f7991b49-8b92-4176-9fac-458b2033c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.744260 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-f7991b49-8b92-4176-9fac-458b2033c8ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=039df495-fb6a-486f-996f-8b199f9615ef HTTP/1.1" status: 200 len: 837 time: 0.0468831 Aug 25 11:57:03.802884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d990537-6144-46d8-a448-bdceac532978 req-c6e7e127-68a3-41ae-acb3-7086ad4ab256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.804533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-c6e7e127-68a3-41ae-acb3-7086ad4ab256 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7a80db7d-dc6c-46e8-a7f7-a34cab76116b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0518677 Aug 25 11:57:03.940832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa8302-7671-4f75-b919-a3efb4c440c3 req-8cdc97b8-e779-4920-aae1-6d0a0b1073f3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:03.942286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9fa8302-7671-4f75-b919-a3efb4c440c3 req-8cdc97b8-e779-4920-aae1-6d0a0b1073f3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 944 time: 0.1110482 Aug 25 11:57:03.948396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-44b4579b-2f56-45a8-b40e-ca89624cfb58 service neutron] 10.222.0.67 "GET /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348650 Aug 25 11:57:04.035570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9fa8302-7671-4f75-b919-a3efb4c440c3 req-40e5ea3b-ff19-4030-a4f8-b81a7439c91e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850646 Aug 25 11:57:04.066750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2d990537-6144-46d8-a448-bdceac532978 req-40178847-fce3-4891-9e1c-1e36b9320395 service neutron] 10.222.0.67 "GET /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099355 Aug 25 11:57:05.166905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f42cb-7f4a-4fe0-a420-af199b50559c req-d9b51b59-85de-48aa-91ff-7ec7c15ae5ba tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:05.168873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d6f42cb-7f4a-4fe0-a420-af199b50559c req-d9b51b59-85de-48aa-91ff-7ec7c15ae5ba tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 944 time: 0.0577240 Aug 25 11:57:05.212055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d6f42cb-7f4a-4fe0-a420-af199b50559c req-7b93cd85-e25f-4cf3-a111-dee755b2da23 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362704 Aug 25 11:57:05.412745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b42e2aaa-f91b-4b8c-9d8a-bd124b851441 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:57:05.514832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:05.526860 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'port_id': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441', 'mac_address': 'fa:16:3e:fd:dd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039df495-fb6a-486f-996f-8b199f9615ef', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:57:05.572614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:05.587302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42e2aaa-f91b-4b8c-9d8a-bd124b851441 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:57:05.609274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:05.614566 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:05.675972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:05.813625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['b42e2aaa-f91b-4b8c-9d8a-bd124b851441'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:57:06.335496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62419ce2-c435-4294-b75e-798eb00b3e13 req-3e2c0210-e68b-4312-9701-30c430de2aa3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:06.336986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62419ce2-c435-4294-b75e-798eb00b3e13 req-3e2c0210-e68b-4312-9701-30c430de2aa3 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 945 time: 0.0543690 Aug 25 11:57:06.381517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-62419ce2-c435-4294-b75e-798eb00b3e13 req-568a4c00-cb0b-4195-b01c-93fbda5c5495 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337434 Aug 25 11:57:07.426189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b42e2aaa-f91b-4b8c-9d8a-bd124b851441 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:07.490219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:07.497570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:07.498389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:07.567484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfb1ec-0f84-45f3-b1c1-53d4b4e349c1 req-fd552923-1074-40e2-9507-ababb5414b78 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:07.570152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4cfb1ec-0f84-45f3-b1c1-53d4b4e349c1 req-fd552923-1074-40e2-9507-ababb5414b78 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 945 time: 0.0875788 Aug 25 11:57:07.612115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4cfb1ec-0f84-45f3-b1c1-53d4b4e349c1 req-658b1757-1f8c-4680-ab45-db708acde754 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348732 Aug 25 11:57:07.625408 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:07.671914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79033b87-fe63-4542-bffb-c44002be8e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:57:07.675965 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9225c1a3-1f5f-41d8-a3ee-2a44d5228bac" -d '{"events": [{"server_uuid": "79033b87-fe63-4542-bffb-c44002be8e06", "name": "network-vif-plugged", "status": "completed", "tag": "b42e2aaa-f91b-4b8c-9d8a-bd124b851441"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:57:07.699636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:07.705680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:07.746467 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8512dbba-5a79-4594-93d2-c5043285d28c x-openstack-request-id: req-8512dbba-5a79-4594-93d2-c5043285d28c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:57:07.746952 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79033b87-fe63-4542-bffb-c44002be8e06", "name": "network-vif-plugged", "status": "completed", "tag": "b42e2aaa-f91b-4b8c-9d8a-bd124b851441", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:57:07.747374 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8512dbba-5a79-4594-93d2-c5043285d28c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:57:07.747864 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79033b87-fe63-4542-bffb-c44002be8e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441', 'code': 200} Aug 25 11:57:07.783655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:07.857178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa062d6-6d9c-45ce-8ce3-56c028238b63 req-a3b0cf19-b50f-475c-8bc1-402c19b3d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:07.858802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa062d6-6d9c-45ce-8ce3-56c028238b63 req-a3b0cf19-b50f-475c-8bc1-402c19b3d01a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 1098 time: 0.0425341 Aug 25 11:57:07.903132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa062d6-6d9c-45ce-8ce3-56c028238b63 req-58711d59-1a33-42da-8d8a-143d4a97851f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364530 Aug 25 11:57:08.758675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a748c8-a0e8-4335-a1c0-22b85f057004 req-079c8728-400d-4e8f-a33b-1bf8b8e3a640 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:08.761217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8a748c8-a0e8-4335-a1c0-22b85f057004 req-079c8728-400d-4e8f-a33b-1bf8b8e3a640 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 946 time: 0.0653200 Aug 25 11:57:08.802758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8a748c8-a0e8-4335-a1c0-22b85f057004 req-f09edae1-65ba-44d1-ad1b-ee1d681f7990 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354152 Aug 25 11:57:09.930496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f8b3-6e09-4aa5-aa37-f6e22c793850 req-0ef9c097-c7b3-439b-8805-949c7b83724f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:09.932070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe22f8b3-6e09-4aa5-aa37-f6e22c793850 req-0ef9c097-c7b3-439b-8805-949c7b83724f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 946 time: 0.0513153 Aug 25 11:57:09.992960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe22f8b3-6e09-4aa5-aa37-f6e22c793850 req-dd9af597-9447-4614-8502-e1f5e7c3d87d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540802 Aug 25 11:57:10.137009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f59c15-d596-4e03-8617-7f342b0a51fb req-b7fffddf-1a05-4373-8d67-e2def6e9964a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:10.138649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7f59c15-d596-4e03-8617-7f342b0a51fb req-b7fffddf-1a05-4373-8d67-e2def6e9964a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 946 time: 0.0536709 Aug 25 11:57:10.192751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7f59c15-d596-4e03-8617-7f342b0a51fb req-9c3a310b-3a83-4d6f-b9ea-27d009dcf468 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474517 Aug 25 11:57:11.670235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36664) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:12.167354 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:12.820367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.20.0.17 (7a80db7d-dc6c-46e8-a7f7-a34cab76116b/039df495-fb6a-486f-996f-8b199f9615ef/8c519591-f503-4116-b741-a07bb702e93c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:57:12.948526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:12.971176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Transition to ACTIVE for port object 8c519591-f503-4116-b741-a07bb702e93c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:13.006140 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.058461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:13.061924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:13.066096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:57:13.092970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=8c519591-f503-4116-b741-a07bb702e93c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:13.119631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.307826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.333360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-62f4d34e-6eed-4e30-9325-349aab3602d7 None None] Provisioning for port 8c519591-f503-4116-b741-a07bb702e93c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:13.338285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-62f4d34e-6eed-4e30-9325-349aab3602d7 None None] Provisioning complete for port 8c519591-f503-4116-b741-a07bb702e93c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:13.338734 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-62f4d34e-6eed-4e30-9325-349aab3602d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.379197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-62f4d34e-6eed-4e30-9325-349aab3602d7 None None] Port 8c519591-f503-4116-b741-a07bb702e93c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:57:13.627738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.634383 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.725620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:13.727710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=8c519591-f503-4116-b741-a07bb702e93c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:13.831772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:13.833223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:13.964942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:57:14.101318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:57:14.107437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-037d11c0-4399-4180-b432-c86928211765 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "PUT /v2.0/routers/3075e588-7efa-44f6-baee-596bfb1cc8a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4355466 Aug 25 11:57:14.109125 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5b63d80e-0639-4af0-84c1-c970de250479 None None] Provisioning complete for port 8c519591-f503-4116-b741-a07bb702e93c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:14.109641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b63d80e-0639-4af0-84c1-c970de250479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:14.116690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:57:14.159660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:14.160399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:14.196094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5b63d80e-0639-4af0-84c1-c970de250479 None None] Port 8c519591-f503-4116-b741-a07bb702e93c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:57:14.285020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:14.567620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:13Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:23Z', 'revision_number': 1, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c519591-f503-4116-b741-a07bb702e93c', 'name': '', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c9:b8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '039df495-fb6a-486f-996f-8b199f9615ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:12Z', 'updated_at': '2021-08-25T11:57:13Z', 'revision_number': 2, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '039df495-fb6a-486f-996f-8b199f9615ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:14.599569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:57:14.599926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Updating router 3075e588-7efa-44f6-baee-596bfb1cc8a8 port 8c519591-f503-4116-b741-a07bb702e93c binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:57:14.625936 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:14.919221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:14.929905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Transition to ACTIVE for port object 8c519591-f503-4116-b741-a07bb702e93c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:14.938521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:15.046948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cf8ab-6f23-4feb-9c36-45486d508789 None None] Pushing event updated for resources: {'Port': ['ID=8c519591-f503-4116-b741-a07bb702e93c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:15.093090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Attempting to bind port 8c519591-f503-4116-b741-a07bb702e93c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:57:15.093584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Attempting to bind port 8c519591-f503-4116-b741-a07bb702e93c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:57:15.094046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Attempting to bind port 8c519591-f503-4116-b741-a07bb702e93c on network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:57:15.103848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:57:15.104817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Checking segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:57:15.105260 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:15.105803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Bound using segment: {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:57:15.106306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Bound port: 8c519591-f503-4116-b741-a07bb702e93c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa96d369-8321-48f3-b56f-85cf826c1f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:57:15.106823 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:15.194530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] For port 8c519591-f503-4116-b741-a07bb702e93c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:57:15.201635 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] For port 8c519591-f503-4116-b741-a07bb702e93c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c519591-f503-4116-b741-a07bb702e93c,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:57:15.212521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:15.291890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:15.291890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:56:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:15.346398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cf8ab-6f23-4feb-9c36-45486d508789 None None] Pushing event updated for resources: {'Port': ['ID=8c519591-f503-4116-b741-a07bb702e93c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:15.438877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:15.918896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:13Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:23Z', 'revision_number': 1, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c519591-f503-4116-b741-a07bb702e93c', 'name': '', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c9:b8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '039df495-fb6a-486f-996f-8b199f9615ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:12Z', 'updated_at': '2021-08-25T11:57:15Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '039df495-fb6a-486f-996f-8b199f9615ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:15.962735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9586-ca10-41c4-81a7-c7e5f53154c5 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:13Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:23Z', 'revision_number': 1, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c519591-f503-4116-b741-a07bb702e93c', 'name': '', 'network_id': '7a80db7d-dc6c-46e8-a7f7-a34cab76116b', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c9:b8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '039df495-fb6a-486f-996f-8b199f9615ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:12Z', 'updated_at': '2021-08-25T11:57:15Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '039df495-fb6a-486f-996f-8b199f9615ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:57:17.635906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c519591-f503-4116-b741-a07bb702e93c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:17.696796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8c519591-f503-4116-b741-a07bb702e93c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:17.708110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8c519591-f503-4116-b741-a07bb702e93c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:17.708489 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:17.811393 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:17.860805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8c519591-f503-4116-b741-a07bb702e93c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c519591-f503-4116-b741-a07bb702e93c,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:17.865951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:17.938112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8c519591-f503-4116-b741-a07bb702e93c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:18.252225 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-174b103e-d9cc-48e2-a1ce-84def0f43751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:19.627042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c519591-f503-4116-b741-a07bb702e93c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:19.687025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8c519591-f503-4116-b741-a07bb702e93c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:19.687744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:21.179751 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7af34ae-1e43-40f6-8bc3-a1770081c1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:21.407938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:22.551280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:24.399540 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:27.472157 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:27.630913 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:57:31.098372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:34.520657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 36980) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:34.923079 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:35.301434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port 8c519591-f503-4116-b741-a07bb702e93c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:35.301800 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:35.429346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port 8c519591-f503-4116-b741-a07bb702e93c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8c519591-f503-4116-b741-a07bb702e93c,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:35.429993 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:35.452721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for 8c519591-f503-4116-b741-a07bb702e93c owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:35.665705 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:35.694134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=8c519591-f503-4116-b741-a07bb702e93c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:35.880512 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:36.116234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:57:36.236836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:57:36.242115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-71573682-5f24-40b0-9ce5-a9b2195d9eab tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "PUT /v2.0/routers/3075e588-7efa-44f6-baee-596bfb1cc8a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7201438 Aug 25 11:57:36.251611 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:57:36.263965 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:36.264896 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:36.390531 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:36.484180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809705b3-a8a4-4b45-b551-291c4e60832c req-a55cfd22-0d92-4cc7-a3ac-1dacdc3724ca tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:36.485897 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-809705b3-a8a4-4b45-b551-291c4e60832c req-a55cfd22-0d92-4cc7-a3ac-1dacdc3724ca tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 946 time: 0.0545816 Aug 25 11:57:36.534278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-809705b3-a8a4-4b45-b551-291c4e60832c req-fe435afc-e08d-4112-9c06-cd2b34414cad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372169 Aug 25 11:57:36.658621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:35Z', 'revision_number': 6, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:23Z', 'revision_number': 1, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:36.783107 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:57:36.793083 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:36.793771 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:36.905956 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:37.133035 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:35Z', 'revision_number': 6, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:23Z', 'revision_number': 1, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:37.161607 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a29aa3-f1f6-4a89-99d5-2d79e7e570a9 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:35Z', 'revision_number': 6, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'd32c8fa7-f441-4f77-bc0c-cee9388897d7', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'port_id': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'mac_address': 'fa:16:3e:f7:f2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:56:18Z', 'updated_at': '2021-08-25T11:56:23Z', 'revision_number': 1, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:57:37.656940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c519591-f503-4116-b741-a07bb702e93c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:37.688165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8c519591-f503-4116-b741-a07bb702e93c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:37.688165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8c519591-f503-4116-b741-a07bb702e93c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:37.698458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc01dc-2a19-41e8-b0ec-e22ccae9da17 req-496b5008-9243-4389-9c41-182b25509ae7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:37.700182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86bc01dc-2a19-41e8-b0ec-e22ccae9da17 req-496b5008-9243-4389-9c41-182b25509ae7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 946 time: 0.0634859 Aug 25 11:57:37.740991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86bc01dc-2a19-41e8-b0ec-e22ccae9da17 req-fa12f79f-fba9-4adb-a0b4-24baaae2271f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=4f868aa2-11ed-4a5b-8cbd-6c59232fc653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339029 Aug 25 11:57:37.869321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-50c35be8-c674-4ed5-b822-209129f1e7bc tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:37.870903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-50c35be8-c674-4ed5-b822-209129f1e7bc tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 946 time: 0.0543177 Aug 25 11:57:37.968434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:37.968768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:38.070396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port b42e2aaa-f91b-4b8c-9d8a-bd124b851441, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:38.070772 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:38.086657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for b42e2aaa-f91b-4b8c-9d8a-bd124b851441 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:38.221789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:38.252619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=b42e2aaa-f91b-4b8c-9d8a-bd124b851441,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:38.295129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] No DVR routers for this DVR port b42e2aaa-f91b-4b8c-9d8a-bd124b851441 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:57:38.297631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:38.299728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7ae13f7-ad17-42a7-bbd5-b44b9b8d653e req-b5153280-d469-4f64-9627-6a66d081afd9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "DELETE /v2.0/ports/b42e2aaa-f91b-4b8c-9d8a-bd124b851441 HTTP/1.1" status: 204 len: 173 time: 0.4210632 Aug 25 11:57:38.300169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79033b87-fe63-4542-bffb-c44002be8e06', 'name': 'network-vif-deleted', 'tag': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:57:38.302465 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de0256-dae1-408b-84b7-9fb2d1febba5" -d '{"events": [{"server_uuid": "79033b87-fe63-4542-bffb-c44002be8e06", "name": "network-vif-deleted", "tag": "b42e2aaa-f91b-4b8c-9d8a-bd124b851441"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:57:38.339905 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13ad8d-579c-436a-830d-9cf9068f0361 x-openstack-request-id: req-2e13ad8d-579c-436a-830d-9cf9068f0361 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:57:38.340206 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79033b87-fe63-4542-bffb-c44002be8e06", "name": "network-vif-deleted", "tag": "b42e2aaa-f91b-4b8c-9d8a-bd124b851441", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:57:38.340480 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e13ad8d-579c-436a-830d-9cf9068f0361 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:57:38.340868 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79033b87-fe63-4542-bffb-c44002be8e06', 'name': 'network-vif-deleted', 'tag': 'b42e2aaa-f91b-4b8c-9d8a-bd124b851441', 'status': 'completed', 'code': 200} Aug 25 11:57:38.851297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe4efcda-b697-49bc-900d-70cf1efc52a3 req-83dda802-2079-4553-ac3b-82ec63747b48 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=79033b87-fe63-4542-bffb-c44002be8e06 HTTP/1.1" status: 200 len: 210 time: 0.0278363 Aug 25 11:57:39.907964 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37014) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:39.973709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.000304 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.067506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.070154 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.071341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/security-groups/4f868aa2-11ed-4a5b-8cbd-6c59232fc653 HTTP/1.1" status: 204 len: 168 time: 0.1623321 Aug 25 11:57:40.080871 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f868aa2-11ed-4a5b-8cbd-6c59232fc653,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:40.089463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.089757 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.090125 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.090466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.090801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.091224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.091591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.091940 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.092284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.092769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.092974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.093277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99546f6b-a0b3-4e1c-aa50-8ed7f2db8955 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:40.104569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37018) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:40.157743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting subnet 039df495-fb6a-486f-996f-8b199f9615ef {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:57:40.161040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.203739 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.297751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.359731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.386576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Subnet': ['ID=039df495-fb6a-486f-996f-8b199f9615ef,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:40.393163 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.398009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37022) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:40.398453 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0c32d58f-06fb-42cc-9bdd-d8aab1d84a8b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/subnets/039df495-fb6a-486f-996f-8b199f9615ef HTTP/1.1" status: 204 len: 168 time: 0.2923689 Aug 25 11:57:40.404750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a26b3-bdbc-4ab7-9f3e-cbfcb778471b None None] Network 7a80db7d-dc6c-46e8-a7f7-a34cab76116b requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:57:40.486098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.548054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:40.548404 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.614720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:40.614996 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.620763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] DHCP port deletion for 7a80db7d-dc6c-46e8-a7f7-a34cab76116b request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:57:40.633794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:40.688075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] Deleting port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:40.688457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.717970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.747597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:40.749450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] No DVR routers for this DVR port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:57:40.763348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] For port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,segment=NetworkSegment(aa96d369-8321-48f3-b56f-85cf826c1f3b),segment_id=aa96d369-8321-48f3-b56f-85cf826c1f3b)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:40.763966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.780580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] Calling delete_port for e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:40.846962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.857252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a80db7d-dc6c-46e8-a7f7-a34cab76116b']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:40.864173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.869720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa96d369-8321-48f3-b56f-85cf826c1f3b') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:40.870078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa96d369-8321-48f3-b56f-85cf826c1f3b') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:40.879249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.890476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] Pushing event deleted for resources: {'Port': ['ID=e2d8c0ea-cfd0-4052-9f12-f20dbd395a32,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:40.894700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93289ccb-43a9-4a63-a9ca-ef9f50e1a1e9 None None] No DVR routers for this DVR port e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:57:40.896935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.909097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:57:40.909789 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:57:40.912822 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:57:40.970529 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.977779 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:40.979671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/networks/7a80db7d-dc6c-46e8-a7f7-a34cab76116b HTTP/1.1" status: 204 len: 168 time: 0.5806458 Aug 25 11:57:40.982416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37024) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:40.993545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a0f3d-c850-4b48-ab5a-7d689e731d98 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Network': ['ID=7a80db7d-dc6c-46e8-a7f7-a34cab76116b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:41.165241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port c162b5a9-c1b6-49c3-918f-3a536c50a142 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:41.165771 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:41.248103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:41.248430 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:41.269437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for c162b5a9-c1b6-49c3-918f-3a536c50a142 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:41.457652 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:41.482058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=c162b5a9-c1b6-49c3-918f-3a536c50a142,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:41.546164 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:41.546498 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Floating IP d32c8fa7-f441-4f77-bc0c-cee9388897d7 disassociated (deleted). External IP: 172.25.1.70, port: 65c7a569-12aa-479c-992e-2faf8d89e69c. Aug 25 11:57:41.615681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b42e2aaa-f91b-4b8c-9d8a-bd124b851441 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:41.638597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: b42e2aaa-f91b-4b8c-9d8a-bd124b851441 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:41.638942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device b42e2aaa-f91b-4b8c-9d8a-bd124b851441 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:41.648476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:41.671399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:41.671992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e2d8c0ea-cfd0-4052-9f12-f20dbd395a32 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:41.787271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:57:41.900474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:57:41.905825 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:41.911517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:57:41.921584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:41.922238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:41.935587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-42f21828-2225-4898-91e7-eb19cdae0f2b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/floatingips/d32c8fa7-f441-4f77-bc0c-cee9388897d7 HTTP/1.1" status: 204 len: 168 time: 0.9519534 Aug 25 11:57:41.936175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:57:41.938487 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:57:41.980895 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0080d73f-265d-49f4-9d0f-8a55ee4c7b2b x-openstack-request-id: req-0080d73f-265d-49f4-9d0f-8a55ee4c7b2b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:57:41.981196 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:57:41.981451 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0080d73f-265d-49f4-9d0f-8a55ee4c7b2b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:57:41.981893 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'status': 'completed', 'code': 200} Aug 25 11:57:42.076186 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-e5c7ce24-c816-40f7-90d6-7452605cf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:42.078113 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-e5c7ce24-c816-40f7-90d6-7452605cf0ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 1097 time: 0.0697908 Aug 25 11:57:42.113123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:42.211340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-70e92755-225e-415d-a31e-579aa0ae75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:42.212898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-70e92755-225e-415d-a31e-579aa0ae75f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 200 len: 897 time: 0.1276383 Aug 25 11:57:42.244403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353fd19-6501-46cf-b216-6f2541f8e408 req-86cfee45-b5d2-43f7-9dae-545fdaa5ce99 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:42.246887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3353fd19-6501-46cf-b216-6f2541f8e408 req-86cfee45-b5d2-43f7-9dae-545fdaa5ce99 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0668902 Aug 25 11:57:42.275242 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-997ef210-32c2-43bf-8ec5-d4a7c3cedc5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 200 len: 217 time: 0.0539157 Aug 25 11:57:42.307211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3353fd19-6501-46cf-b216-6f2541f8e408 req-dd673696-435a-47e8-a0af-4a1cc1c9f149 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523894 Aug 25 11:57:42.342492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-8eb53037-6ebe-48af-aafa-527046facdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:42.343750 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-8eb53037-6ebe-48af-aafa-527046facdeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c32b0e4-55a6-4eb4-96ac-c54804de243d HTTP/1.1" status: 200 len: 835 time: 0.0618300 Aug 25 11:57:42.383161 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:35Z', 'revision_number': 6, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:42.395511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-7750ef75-6bd1-4b4a-8135-a6aea334aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:42.396925 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-7750ef75-6bd1-4b4a-8135-a6aea334aee3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48bfbb16-746e-4472-bb2a-6ece8b1a354f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458891 Aug 25 11:57:42.414248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:57:42.424585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:42.425200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:42.503782 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-a7a2649d-9ec2-4530-872d-4e760b42de8d service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986197 Aug 25 11:57:42.533514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:42.609175 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b54b9b6d-f072-450d-b3c0-64c5f6e56ae8 req-275bd01d-2384-4fda-beb0-156e750f61d8 service neutron] 10.222.0.10 "GET /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970142 Aug 25 11:57:42.749383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:35Z', 'revision_number': 6, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:42.781344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41888de-6db8-47bb-aa40-0c8ab7b20f82 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:35Z', 'revision_number': 6, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '72345255-58d4-4012-9937-0c206161ab2d', 'name': '', 'network_id': '48bfbb16-746e-4472-bb2a-6ece8b1a354f', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:88:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:47Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': '2c32b0e4-55a6-4eb4-96ac-c54804de243d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:57:43.020485 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b2191-718a-42ef-857d-e5534df09258 None None] New status for floating IP d32c8fa7-f441-4f77-bc0c-cee9388897d7: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:57:43.427501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0429d16-6b83-4076-a655-d94cb47e4fb3 req-8220dd51-bab2-4c5c-b04e-3c33d7b724a0 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:43.429015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0429d16-6b83-4076-a655-d94cb47e4fb3 req-8220dd51-bab2-4c5c-b04e-3c33d7b724a0 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0516033 Aug 25 11:57:43.474137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a0429d16-6b83-4076-a655-d94cb47e4fb3 req-bd9fa7a2-dbe4-4846-a5ef-4e37bcf512c9 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=d96062b7-a517-40b1-8a6e-d6f964b745cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378802 Aug 25 11:57:43.509009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-5eabeae4-a725-4ccb-b838-e206f2972f6c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:43.511410 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-5eabeae4-a725-4ccb-b838-e206f2972f6c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 945 time: 0.0592546 Aug 25 11:57:43.612654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port 65c7a569-12aa-479c-992e-2faf8d89e69c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:43.613135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:43.704537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port 65c7a569-12aa-479c-992e-2faf8d89e69c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=65c7a569-12aa-479c-992e-2faf8d89e69c,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:43.704829 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:43.718388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for 65c7a569-12aa-479c-992e-2faf8d89e69c owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:44.203176 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:44.235539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=65c7a569-12aa-479c-992e-2faf8d89e69c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:44.284768 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] No DVR routers for this DVR port 65c7a569-12aa-479c-992e-2faf8d89e69c on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:57:44.288023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:44.293239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-61155a26-6f9a-4daa-94b0-9d83d710e928 req-9584cbe1-e9be-4061-962b-37c101bc9dd1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.10 "DELETE /v2.0/ports/65c7a569-12aa-479c-992e-2faf8d89e69c HTTP/1.1" status: 204 len: 173 time: 0.7746773 Aug 25 11:57:44.294917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'name': 'network-vif-deleted', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:57:44.296739 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ddf052-95ab-4e12-bada-91785e2fcaba" -d '{"events": [{"server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "name": "network-vif-deleted", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:57:44.352372 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727b5886-b540-4b8b-b05b-b3f3577abe26 x-openstack-request-id: req-727b5886-b540-4b8b-b05b-b3f3577abe26 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:57:44.352892 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2", "name": "network-vif-deleted", "tag": "65c7a569-12aa-479c-992e-2faf8d89e69c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:57:44.353331 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-727b5886-b540-4b8b-b05b-b3f3577abe26 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:57:44.354617 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2', 'name': 'network-vif-deleted', 'tag': '65c7a569-12aa-479c-992e-2faf8d89e69c', 'status': 'completed', 'code': 200} Aug 25 11:57:44.592430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28b3ed86-0b5a-430c-8f1b-809ab21f2488 req-e78b44d8-34d3-4d7a-b743-9963503b59bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcf1a6e8-d1e8-4c7c-ba44-7046f76b09f2 HTTP/1.1" status: 200 len: 210 time: 0.0335834 Aug 25 11:57:45.659719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37054) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:45.733978 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f921c8a3-7395-4244-8438-37306c4be049 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:45.825175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f921c8a3-7395-4244-8438-37306c4be049 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:45.912939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f921c8a3-7395-4244-8438-37306c4be049 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:45.912939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f921c8a3-7395-4244-8438-37306c4be049 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:45.912939 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f921c8a3-7395-4244-8438-37306c4be049 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/security-groups/d96062b7-a517-40b1-8a6e-d6f964b745cb HTTP/1.1" status: 204 len: 168 time: 0.1896482 Aug 25 11:57:45.912939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921c8a3-7395-4244-8438-37306c4be049 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96062b7-a517-40b1-8a6e-d6f964b745cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:45.915849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37078) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:46.321377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:46.521106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 65c7a569-12aa-479c-992e-2faf8d89e69c no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:46.543264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 65c7a569-12aa-479c-992e-2faf8d89e69c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:46.544079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 65c7a569-12aa-479c-992e-2faf8d89e69c not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:46.659306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port 72345255-58d4-4012-9937-0c206161ab2d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:46.659623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:46.770810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port 72345255-58d4-4012-9937-0c206161ab2d, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=72345255-58d4-4012-9937-0c206161ab2d,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:46.771434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:46.792924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for 72345255-58d4-4012-9937-0c206161ab2d owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:47.019715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:47.071006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=72345255-58d4-4012-9937-0c206161ab2d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:47.105736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.106077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.106443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.106869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.107147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.107670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.108003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.108336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.108429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.108756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.109667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.110071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:47.642047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:47.876820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 3075e588-7efa-44f6-baee-596bfb1cc8a8 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:57:48.017997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:57:48.028945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-934e90a4-813a-47e8-97b8-90b738f09be7 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "PUT /v2.0/routers/3075e588-7efa-44f6-baee-596bfb1cc8a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1125255 Aug 25 11:57:48.031731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37116) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:48.033815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] Sync routers for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:57:48.044435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:48.045165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:48.095931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting subnet 2c32b0e4-55a6-4eb4-96ac-c54804de243d {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:57:48.099733 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.153238 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.177067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:48.244557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.293198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ed6436a5-37b1-4eda-a675-54694410135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.317938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.349765 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Subnet': ['ID=2c32b0e4-55a6-4eb4-96ac-c54804de243d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:48.351968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.356986 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-947579df-3d33-461a-9f57-bf39414985b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/subnets/2c32b0e4-55a6-4eb4-96ac-c54804de243d HTTP/1.1" status: 204 len: 168 time: 0.3206320 Aug 25 11:57:48.357834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37122) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:48.362944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02934fef-b2c4-4691-8963-67498f5db89d None None] Network 48bfbb16-746e-4472-bb2a-6ece8b1a354f requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:57:48.442049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:46Z', 'revision_number': 7, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:48.487586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.491666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] Checking router: 3075e588-7efa-44f6-baee-596bfb1cc8a8 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:57:48.519581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] Routers {'3075e588-7efa-44f6-baee-596bfb1cc8a8'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:48.520223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['3075e588-7efa-44f6-baee-596bfb1cc8a8'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:48.610131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.657424 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] Set router 3075e588-7efa-44f6-baee-596bfb1cc8a8 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:48.685016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:48.685382 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.802102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:48.802473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:48.822196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:48.865085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] DHCP port deletion for 48bfbb16-746e-4472-bb2a-6ece8b1a354f request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:57:49.014976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.025289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] Deleting port e8083a07-167b-419b-a552-705b25d7b7d1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:57:49.025964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.065344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:49.122007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] For port e8083a07-167b-419b-a552-705b25d7b7d1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e8083a07-167b-419b-a552-705b25d7b7d1,segment=NetworkSegment(04b014d0-adce-4b72-bd89-e782991c2e79),segment_id=04b014d0-adce-4b72-bd89-e782991c2e79)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:49.122633 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.134864 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.138181 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] Calling delete_port for e8083a07-167b-419b-a552-705b25d7b7d1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:57:49.191664 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:46Z', 'revision_number': 7, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:49.224851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45506a9e-8dc9-474b-8ce8-9bf2e69a1383 None None] The sync data for ids ['3075e588-7efa-44f6-baee-596bfb1cc8a8'] in n-d-778732-11 is: [{'id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'name': 'tempest-TestNetworkBasicOps-router-1938443032', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:57:46Z', 'revision_number': 7, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': 'fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e588-7efa-44f6-baee-596bfb1cc8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:42Z', 'updated_at': '2021-08-25T11:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:57:49.239537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.242105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.291065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.300004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.300596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Fanout notify agent at l3_agent the message router_deleted on router 3075e588-7efa-44f6-baee-596bfb1cc8a8 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:57:49.308888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.312547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f1659734-f0d7-43a9-b4b2-0fcc38d3809d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/routers/3075e588-7efa-44f6-baee-596bfb1cc8a8 HTTP/1.1" status: 204 len: 168 time: 0.9523714 Aug 25 11:57:49.312788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37138) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:49.320643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] Pushing event deleted for resources: {'Port': ['ID=e8083a07-167b-419b-a552-705b25d7b7d1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:49.326792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b049fce-78dc-4689-91be-c32f8f80d65b None None] No DVR routers for this DVR port e8083a07-167b-419b-a552-705b25d7b7d1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:57:49.413972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.507497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.518653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bfbb16-746e-4472-bb2a-6ece8b1a354f']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:49.535789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b014d0-adce-4b72-bd89-e782991c2e79') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:49.536090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b014d0-adce-4b72-bd89-e782991c2e79') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:49.546058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.560160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.567356 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:57:49.567812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:57:49.571108 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:57:49.648756 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.678454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.681594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/networks/48bfbb16-746e-4472-bb2a-6ece8b1a354f HTTP/1.1" status: 204 len: 168 time: 0.3614306 Aug 25 11:57:49.706101 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37148) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:49.724840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'network': {'name': 'tempest-network-smoke--1171518852', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:49.732992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde88bb-e77a-4937-a1ed-bc79d1cb21a1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Network': ['ID=48bfbb16-746e-4472-bb2a-6ece8b1a354f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:49.757072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:57:49.761036 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.790271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:57:49.794476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 72345255-58d4-4012-9937-0c206161ab2d no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:49.801070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.801428 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Added segment 0d912adf-9422-4624-bd57-31d27e801615 of type vlan for network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 Aug 25 11:57:49.828367 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 72345255-58d4-4012-9937-0c206161ab2d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:49.829031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 72345255-58d4-4012-9937-0c206161ab2d not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:49.830164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8083a07-167b-419b-a552-705b25d7b7d1 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:49.846189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.855337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e8083a07-167b-419b-a552-705b25d7b7d1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:49.855689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e8083a07-167b-419b-a552-705b25d7b7d1 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:49.877952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.884036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:49.884798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:49.969013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37152) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:49.973877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-732525277', 'admin_state_up': True, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:49.978288 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2710571 Aug 25 11:57:50.002950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.004296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.008488 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283c37f-4b4b-44bb-b8c0-663af86f14de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Network': ['ID=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:50.025541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:57:50.113961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.283877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.513139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.536881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.695027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.25.1.65 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/16895347-7376-4d64-8071-cc6a3a849866) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:57:50.838655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.897010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:50.941618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:50.944808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:50.952351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:57:50.980409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=16895347-7376-4d64-8071-cc6a3a849866,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:51.184624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fb7d53d4-0cb2-42d3-bd85-917b19f401fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:51.260336 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:51.408786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:51.486952 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:51.602497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:57:51.657176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:57:51.658272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fef2f0e1-caec-4d64-9bf9-9e1e29b72fd0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:57:51.705361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:57:51.846309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:57:51.862102 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Sync routers for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:57:51.866955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:51.868303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9bb83e55-7308-4c18-b125-0bf348b83a7d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8982289 Aug 25 11:57:51.873464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37180) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:51.880035 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:51.880819 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:51.912956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1d3587d5-c169-42d7-a3c1-14b4f5e43db8 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=325b301cdbe249e88a0d4ef46717e77f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347059 Aug 25 11:57:51.913269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:51.999966 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:52.050063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca4153-be7e-4158-83ee-e64ed67b543d tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:52.053762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-63ca4153-be7e-4158-83ee-e64ed67b543d tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384366 Aug 25 11:57:52.056375 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37186) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:52.111434 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c15a5262-7b98-46cd-9206-654ae928fee9 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491843 Aug 25 11:57:52.112715 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37188) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:52.123933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452212734', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:52.231883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:51Z', 'revision_number': 3, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:52.254464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:57:52.258390 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.262631 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Checking router: 9cea4025-f54f-4cc4-805a-cd9d5e919f9b for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:57:52.263054 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Updating router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b port 16895347-7376-4d64-8071-cc6a3a849866 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:57:52.297088 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.492987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.562111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Subnet': ['ID=e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:52.570195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.590409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Checking segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:57:52.590785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network hostable DHCP agents. Network: 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:57:52.616090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:57:52.629053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:52.634352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:52.634962 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.646947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1a2d4-da73-44c3-a665-6318397f7d79 None None] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:57:52.661343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2b1aa489-f240-4d04-b16e-c55fe86daa08 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5469577 Aug 25 11:57:52.665772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37198) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:52.685552 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.696112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Transition to ACTIVE for port object 16895347-7376-4d64-8071-cc6a3a849866 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:52.703997 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.777428 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Attempting to bind port 16895347-7376-4d64-8071-cc6a3a849866 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:57:52.777827 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Attempting to bind port 16895347-7376-4d64-8071-cc6a3a849866 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:57:52.778199 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Attempting to bind port 16895347-7376-4d64-8071-cc6a3a849866 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:57:52.789518 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:57:52.790731 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:57:52.791985 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.792967 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:57:52.793614 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Bound port: 16895347-7376-4d64-8071-cc6a3a849866, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:57:52.794211 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.860520 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] For port 16895347-7376-4d64-8071-cc6a3a849866, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:57:52.864908 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] For port 16895347-7376-4d64-8071-cc6a3a849866, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=16895347-7376-4d64-8071-cc6a3a849866,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:57:52.869474 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Pushing event updated for resources: {'Port': ['ID=16895347-7376-4d64-8071-cc6a3a849866,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:52.874826 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.891059 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.891478 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.891889 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.892294 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.892704 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.893101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.895591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:57:52.896568 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:52.898106 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.898871 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.899358 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.899699 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.900094 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.900433 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:52.980065 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607f363-a33d-41c2-9139-6b62d1902dd4 None None] Pushing event updated for resources: {'Port': ['ID=16895347-7376-4d64-8071-cc6a3a849866,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:52.992496 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:52.993355 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:53.125606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Allocated IP 172.20.0.2 (5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1/e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8/c6a2af8f-f6f6-4ade-b34c-51a6844e7104) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:57:53.152674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:53.281818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:53.348003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:53.358270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Transition to ACTIVE for port object c6a2af8f-f6f6-4ade-b34c-51a6844e7104 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:53.375861 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Transition to ACTIVE for port object c6a2af8f-f6f6-4ade-b34c-51a6844e7104 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:53.402874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:53.422579 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:51Z', 'revision_number': 3, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:53.426487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:53.465909 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c184a-3ea7-43d5-8da0-1fb0c74969f5 None None] The sync data for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 is: [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:51Z', 'revision_number': 3, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:57:53.469817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:53.475017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:57:53.519988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Pushing event updated for resources: {'Port': ['ID=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:53.550570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.550834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.551185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.552278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.552278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.552278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.552627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.552841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.553176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.553513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.553894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.554227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:57:53.563360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Attempting to bind port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:57:53.563744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Attempting to bind port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:57:53.564118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Attempting to bind port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 on network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:57:53.571783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:57:53.572420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Checking segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:57:53.573104 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:53.573594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Bound using segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:57:53.574973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Bound port: c6a2af8f-f6f6-4ade-b34c-51a6844e7104, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:57:53.575398 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:53.719316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] For port c6a2af8f-f6f6-4ade-b34c-51a6844e7104, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:57:53.723389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] For port c6a2af8f-f6f6-4ade-b34c-51a6844e7104, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:57:53.729422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:53.817264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e0396-d4c1-4a83-90e3-b8ebac0ef553 None None] Pushing event updated for resources: {'Port': ['ID=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:54.281939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.20.0.1 (5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1/e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8/5ac8c1ad-65f8-4739-a69a-72465fee9f7c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:57:54.410821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:54.490509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:54.519185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Transition to ACTIVE for port object 5ac8c1ad-65f8-4739-a69a-72465fee9f7c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:54.575520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:54.626291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:54.629875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:54.634118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:57:54.679509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:54.715966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:54.851609 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:55.239484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebaa9b-61ec-4a38-a329-6e4688eb915a None None] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:57:55.266976 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:55.273149 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:55.332671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:55.372505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ec3d1ca5-c4cb-47c5-981a-130fa5b51dee None None] Provisioning for port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:55.447121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:55.506711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:57:55.508283 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:57:55.684748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:57:55.766618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c6a2af8f-f6f6-4ade-b34c-51a6844e7104 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:55.851009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:55.863076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:55.865383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:55.867221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:57:55.879043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30815a49-8dbc-4a9b-88a7-42a67298e078 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "PUT /v2.0/routers/9cea4025-f54f-4cc4-805a-cd9d5e919f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2116094 Aug 25 11:57:55.881327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37250) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:55.896306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Sync routers for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:57:55.928503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:55.929102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:55.942366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Provisioning complete for port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:55.943126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.103579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.105150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.105929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.107043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.107756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.108971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.111753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8233812d-7bc2-4310-b488-c43d21084a7a tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.2288153 Aug 25 11:57:56.114937 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37256) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:56.178205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.185675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:56.215879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.216644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.217362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.218120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.218823 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.219505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:56.227659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37258) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:56.228550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8e73cac2-5f0a-489f-b6d6-d05e9bae0f8c tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1116083 Aug 25 11:57:56.262628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.374958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c6a2af8f-f6f6-4ade-b34c-51a6844e7104, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:56.392594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.394000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 16895347-7376-4d64-8071-cc6a3a849866 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:56.435092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7bcc0320-544e-48fd-94f6-50b87d0cb393 tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2060819 Aug 25 11:57:56.571486 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:57:56.572935 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:57:56.590778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:56.654114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 16895347-7376-4d64-8071-cc6a3a849866 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:56.674557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 16895347-7376-4d64-8071-cc6a3a849866 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:56.674993 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.755998 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:55Z', 'revision_number': 2, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:56.794685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Checking router: 9cea4025-f54f-4cc4-805a-cd9d5e919f9b for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:57:56.795130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Updating router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:57:56.824534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37274) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:56.830895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937304072', 'description': 'tempest-secgroup-smoke-937304072 description', 'project_id': '325b301cdbe249e88a0d4ef46717e77f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:56.846700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.863164 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.877133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:56.996992 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.003743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.042701 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.049345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2180281 Aug 25 11:57:57.050826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37278) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:57.055196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '371ae398-b123-4519-90af-92d3abd58be7', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:57.059680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d226ceb-311f-438e-a220-9ec0b689340b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371ae398-b123-4519-90af-92d3abd58be7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.101006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.182733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.189946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.210123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 16895347-7376-4d64-8071-cc6a3a849866, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=16895347-7376-4d64-8071-cc6a3a849866,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:57:57.212093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619354ad-1d40-42e8-bc8a-5ded78824b0c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.226253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.227806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bfe484bb-07ce-47ec-9163-db0229221ab1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768448 Aug 25 11:57:57.232904 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37284) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:57.241588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '371ae398-b123-4519-90af-92d3abd58be7', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:57.286616 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.308447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.384599 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.393851 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.439664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.442040 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2070971 Aug 25 11:57:57.448779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37288) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:57.456049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8f37-d010-4e3d-8aec-a2b873ba50de tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b578a1-aa85-437a-a2b3-1f0f28b03819,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.458118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '371ae398-b123-4519-90af-92d3abd58be7', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:57.504644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=16895347-7376-4d64-8071-cc6a3a849866,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.521202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.523384 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Provisioning for port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:57.541081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Provisioning complete for port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:57.542383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.594761 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.595630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.610646 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.638795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2764e117-d0e9-4473-bd46-993eb6b4440e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.645714 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.647076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-707ea05c-d5d5-46cb-ad83-2d05a71e8ff6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1958334 Aug 25 11:57:57.651798 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37292) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:57.659241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '371ae398-b123-4519-90af-92d3abd58be7', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:57.678114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-071c118c-e459-488a-a1ff-c65aa8ec442e None None] Port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:57:57.719456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.784065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.802454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c6a2af8f-f6f6-4ade-b34c-51a6844e7104 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:57.839866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Transition to ACTIVE for port object 5ac8c1ad-65f8-4739-a69a-72465fee9f7c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:57:57.843504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.851014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.862766 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.891358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86195af2-4fe9-4421-9a00-5bdbcc9ec777,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.911486 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.915869 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ec7f328-e96f-4116-8cb4-65a527ed8785 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628124 Aug 25 11:57:57.920572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37300) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:57.932034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '371ae398-b123-4519-90af-92d3abd58be7', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:57.938094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522461f1-6809-4a8a-b632-95df766ca6df None None] Pushing event updated for resources: {'Port': ['ID=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:57.950836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:57.951216 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:57.988932 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Project 325b301cdbe249e88a0d4ef46717e77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:57:57.999677 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.055896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Attempting to bind port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:57:58.055896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Attempting to bind port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:57:58.055896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Attempting to bind port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c on network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:57:58.072121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:57:58.074629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Checking segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:57:58.075161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.075854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Bound using segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:57:58.076598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Bound port: 5ac8c1ad-65f8-4739-a69a-72465fee9f7c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:57:58.077268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.117374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.129107 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.169985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d90e1e-2043-467a-a7c0-41ea842aa799,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:58.183449 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.192028 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37308) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:57:58.201006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'security_group_rule': {'security_group_id': '371ae398-b123-4519-90af-92d3abd58be7', 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:57:58.206688 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-904a2da6-f513-4060-adf7-b563a06fe65d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2829161 Aug 25 11:57:58.236680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 16895347-7376-4d64-8071-cc6a3a849866 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:58.245464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] For port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:57:58.252030 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Project 325b301cdbe249e88a0d4ef46717e77f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:57:58.258662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.325856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] For port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:57:58.342393 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.382176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.388522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.414006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1543503-5f0a-4f33-ab79-a6f66da1de7b,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:58.418721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.420157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e083dc1c-9a36-435b-9cf1-307163e3401b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2262385 Aug 25 11:57:58.493756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 16895347-7376-4d64-8071-cc6a3a849866 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:58.493756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:58.498035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522461f1-6809-4a8a-b632-95df766ca6df None None] Pushing event updated for resources: {'Port': ['ID=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:57:58.505680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:57:58.506790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:58.706213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-b6affeec-9321-41fc-b636-9d251c9707cc tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937304072&fields=id&tenant_id=325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 267 time: 0.0975406 Aug 25 11:57:58.762250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:57:58.897345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-1d4398da-24a0-40f6-a39b-70ea75a1573e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:57:58.903920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-1d4398da-24a0-40f6-a39b-70ea75a1573e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/networks?id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 HTTP/1.1" status: 200 len: 797 time: 0.1874456 Aug 25 11:57:58.926437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-884537c4-7bc9-4b89-9672-a052af64fd9a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/quotas/325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 375 time: 0.0152056 Aug 25 11:57:59.013942 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-9e7bbc38-5e1d-4ef5-8a59-c798846c5d88 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605533 Aug 25 11:57:59.064223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:58Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:57:59.110337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2f6a4-1dba-4787-bc41-3b1dd886a15b None None] The sync data for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 is: [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:58Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:57:59.135079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-0768c806-1702-4764-afdc-b4de3ca3533a service neutron] 10.222.0.35 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130035 Aug 25 11:57:59.332737 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-38b6c4af-7374-46ed-9256-e92afd5e5078 service neutron] 10.222.0.35 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867516 Aug 25 11:57:59.609360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d23d19db-91df-45fc-a366-7d4cafac4113 req-6da0387d-ead5-42fe-b676-1612d88c02ce tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 210 time: 0.0744963 Aug 25 11:57:59.738833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5ac8c1ad-65f8-4739-a69a-72465fee9f7c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:57:59.820522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:57:59.833246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:57:59.834521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:57:59.975375 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:00.044923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:00.097436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:00.171276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:00.727180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cdb2bacf-952b-43a0-abe5-b51ded8659e0 req-af1c49be-a282-4248-8b17-ae482511557c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 210 time: 0.0372832 Aug 25 11:58:01.119674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:01.137823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-f7c55cfc-f99a-4e49-96b9-82206f2889f6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:01.140570 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-f7c55cfc-f99a-4e49-96b9-82206f2889f6 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "GET /v2.0/networks?id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 HTTP/1.1" status: 200 len: 797 time: 0.2286584 Aug 25 11:58:01.194022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-2646d03e-733a-412b-9a57-9750627a5e84 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=325b301cdbe249e88a0d4ef46717e77f HTTP/1.1" status: 200 len: 379 time: 0.0380213 Aug 25 11:58:01.204696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'port': {'device_id': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'admin_state_up': True, 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'security_groups': ['371ae398-b123-4519-90af-92d3abd58be7']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:01.363090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Made reservation on behalf of 325b301cdbe249e88a0d4ef46717e77f for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:58:01.371355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:01.612596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.20.0.12 (5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1/e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8/ebffa54f-42ce-4c3e-bf87-39492dccca06) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:01.712280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5ac8c1ad-65f8-4739-a69a-72465fee9f7c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:01.785344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:01.785854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:01.923685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-943bd3d8-faa9-4e7b-8eef-3a3b4b27de5b req-8e9f194d-9a43-4178-8078-9add5d41e350 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 210 time: 0.0500238 Aug 25 11:58:01.962099 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:01.982900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Transition to ACTIVE for port object ebffa54f-42ce-4c3e-bf87-39492dccca06 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:02.043357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:02.097120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:02.100656 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:02.105443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:02.112743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=ebffa54f-42ce-4c3e-bf87-39492dccca06,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:02.177090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:02.177808 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:02.200100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-ec8822ab-4026-467a-9e07-dd56e2eb88bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9995892 Aug 25 11:58:02.447263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82d8a971-586e-42d2-86b9-3df15e99ac65 None None] Provisioning for port ebffa54f-42ce-4c3e-bf87-39492dccca06 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:02.454797 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-82d8a971-586e-42d2-86b9-3df15e99ac65 None None] Provisioning complete for port ebffa54f-42ce-4c3e-bf87-39492dccca06 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:02.455438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82d8a971-586e-42d2-86b9-3df15e99ac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:02.459271 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Request body: {'port': {'device_id': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:02.516338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-82d8a971-586e-42d2-86b9-3df15e99ac65 None None] Port ebffa54f-42ce-4c3e-bf87-39492dccca06 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:58:02.545938 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:02.854225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebffa54f-42ce-4c3e-bf87-39492dccca06 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:58:02.862682 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:02.877391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Transition to ACTIVE for port object ebffa54f-42ce-4c3e-bf87-39492dccca06 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:02.881829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:02.939613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ebffa54f-42ce-4c3e-bf87-39492dccca06,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:03.033057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Attempting to bind port ebffa54f-42ce-4c3e-bf87-39492dccca06 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:58:03.033399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Attempting to bind port ebffa54f-42ce-4c3e-bf87-39492dccca06 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:58:03.033818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Attempting to bind port ebffa54f-42ce-4c3e-bf87-39492dccca06 on network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:03.039885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Port ebffa54f-42ce-4c3e-bf87-39492dccca06 on network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:58:03.040218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Attempting to bind port ebffa54f-42ce-4c3e-bf87-39492dccca06 on network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:03.047438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:58:03.047778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Checking segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:03.048207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Bound using segment: {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:58:03.049129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Bound port: ebffa54f-42ce-4c3e-bf87-39492dccca06, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d912adf-9422-4624-bd57-31d27e801615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:58:03.049514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:03.174427 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7bc8-00d8-44bb-a5b9-dd944a177d0b req-316246ae-7140-4eec-af00-6de7fa5df087 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:03.176136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-745c7bc8-00d8-44bb-a5b9-dd944a177d0b req-316246ae-7140-4eec-af00-6de7fa5df087 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 944 time: 0.1054382 Aug 25 11:58:03.179608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] For port ebffa54f-42ce-4c3e-bf87-39492dccca06, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:58:03.184228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] For port ebffa54f-42ce-4c3e-bf87-39492dccca06, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:58:03.200607 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:03.259900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:03.261438 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:03.263012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] 10.222.0.67 "PUT /v2.0/ports/ebffa54f-42ce-4c3e-bf87-39492dccca06 HTTP/1.1" status: 200 len: 1093 time: 1.0543718 Aug 25 11:58:03.268462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:03.270881 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:03.316992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-745c7bc8-00d8-44bb-a5b9-dd944a177d0b req-9a49a264-0f2d-4313-b614-14f6a47f3858 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235261 Aug 25 11:58:03.319745 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad46f3-fc14-4d6f-aef7-512c0f055d96 x-openstack-request-id: req-17ad46f3-fc14-4d6f-aef7-512c0f055d96 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:03.320292 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:03.320842 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17ad46f3-fc14-4d6f-aef7-512c0f055d96 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:03.322044 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'status': 'completed', 'code': 200} Aug 25 11:58:03.392074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d784d8-311c-4b7e-be21-65b1519c4d3a service neutron] Pushing event updated for resources: {'Port': ['ID=ebffa54f-42ce-4c3e-bf87-39492dccca06,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:03.443472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-1c47ef4b-bea1-46d1-ab4a-0215b566fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:03.446116 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-1c47ef4b-bea1-46d1-ab4a-0215b566fb80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 1096 time: 0.0957487 Aug 25 11:58:03.500218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-a3c613eb-a268-4131-bd27-7fc82b3ac2b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06 HTTP/1.1" status: 200 len: 217 time: 0.0450513 Aug 25 11:58:03.584685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-744f48d4-27b4-4c52-8604-48d89f2126d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:03.586255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-744f48d4-27b4-4c52-8604-48d89f2126d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8 HTTP/1.1" status: 200 len: 835 time: 0.0773509 Aug 25 11:58:03.642755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-c757bd0e-bd4d-41b8-aaaa-18939c884017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:03.644516 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-c757bd0e-bd4d-41b8-aaaa-18939c884017 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502250 Aug 25 11:58:03.747767 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-a2117c32-a4c8-4226-aa08-a26bf7047614 service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952492 Aug 25 11:58:03.859326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a467f6c-5fbe-4aa7-b668-b08dccab908d req-2be67ab8-fbb8-42d1-87c3-51c620eb40e4 service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027184 Aug 25 11:58:03.971859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-34eac954-5ad0-40d0-920a-abca9536bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:03.974487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-34eac954-5ad0-40d0-920a-abca9536bb5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 1096 time: 0.0561421 Aug 25 11:58:04.120972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-6534e5f6-3428-4536-98fe-1597deef3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:04.122328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-6534e5f6-3428-4536-98fe-1597deef3e37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 HTTP/1.1" status: 200 len: 898 time: 0.1399360 Aug 25 11:58:04.184775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-5c82d42d-e39c-45d4-ad15-e8e826ab02b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06 HTTP/1.1" status: 200 len: 217 time: 0.0540621 Aug 25 11:58:04.236476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-31f3b601-1a71-4e0d-8f64-3af2940144f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:04.238030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-31f3b601-1a71-4e0d-8f64-3af2940144f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8 HTTP/1.1" status: 200 len: 835 time: 0.0456860 Aug 25 11:58:04.289083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-61193ceb-0688-4eb6-978e-ad3520fbad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:04.290600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-61193ceb-0688-4eb6-978e-ad3520fbad85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449851 Aug 25 11:58:04.423455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-88ae08f9-00ed-4e6d-a950-46f10bd04ec9 service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240926 Aug 25 11:58:04.625221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37c39-5381-4067-afab-784fa2bb12df req-9611408b-ca20-42f0-8a1a-bbfa6389583d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:04.628045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fd37c39-5381-4067-afab-784fa2bb12df req-9611408b-ca20-42f0-8a1a-bbfa6389583d tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 944 time: 0.1799462 Aug 25 11:58:04.630375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:58:04.672546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-70220f77-ceb9-4ec5-8bdb-e899c2ecaa91 req-ee754e94-9ddb-4bf6-b559-2682a2d539fa service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418571 Aug 25 11:58:04.693923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2fd37c39-5381-4067-afab-784fa2bb12df req-82b7949d-0de3-4457-ad69-63f2c6479508 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565071 Aug 25 11:58:05.770474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ebffa54f-42ce-4c3e-bf87-39492dccca06 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:58:05.828529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4ae0-221f-47af-b210-ddba1482e906 req-97cacd17-e59e-4765-9cbb-28d277751666 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:05.830181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b85d4ae0-221f-47af-b210-ddba1482e906 req-97cacd17-e59e-4765-9cbb-28d277751666 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 944 time: 0.0587575 Aug 25 11:58:05.897512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b85d4ae0-221f-47af-b210-ddba1482e906 req-2cecaeec-0d97-4d83-9bec-2eec480e1930 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604827 Aug 25 11:58:05.925422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ebffa54f-42ce-4c3e-bf87-39492dccca06, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:05.947873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'port_id': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'mac_address': 'fa:16:3e:3e:20:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:58:05.996595 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.021262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebffa54f-42ce-4c3e-bf87-39492dccca06 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:58:06.059031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ebffa54f-42ce-4c3e-bf87-39492dccca06, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:06.064040 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.125606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ebffa54f-42ce-4c3e-bf87-39492dccca06,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:06.279542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ebffa54f-42ce-4c3e-bf87-39492dccca06'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:58:06.573354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37416) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:06.579303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743642484', 'description': 'tempest-secgroup-smoke-1743642484 description', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:06.607585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.708352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.713511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.744212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.746351 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1714787 Aug 25 11:58:06.751078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37418) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:06.757752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group_rule': {'security_group_id': 'cd878d92-a5bc-4c2e-93a6-bace4df3042c', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:06.764893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc3ea-669c-4a46-96e8-f1af24ae0dee tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd878d92-a5bc-4c2e-93a6-bace4df3042c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:06.792503 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.860829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.865284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.887700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f927125c-f4b4-42a1-b4ac-b0bd7a90e170,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:06.896356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:06.898202 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4a85afcb-0f19-4e65-89ea-7888704587ed tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456649 Aug 25 11:58:06.901313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37420) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:06.906477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group_rule': {'security_group_id': 'cd878d92-a5bc-4c2e-93a6-bace4df3042c', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:06.940163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.076709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.081440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.105482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd6017-f5c4-4007-8a5b-97624c4a02c1 req-df6efdbf-a1d4-4133-966b-66609223d29b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:07.108077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cccd6017-f5c4-4007-8a5b-97624c4a02c1 req-df6efdbf-a1d4-4133-966b-66609223d29b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 945 time: 0.1301217 Aug 25 11:58:07.138070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d0eacd-42ef-4490-8336-ca6a2e64c499,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:07.158269 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.160083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2d1199cc-072c-4944-b768-7a2d4396423d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573910 Aug 25 11:58:07.163052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37424) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:07.170100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group_rule': {'security_group_id': 'cd878d92-a5bc-4c2e-93a6-bace4df3042c', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:07.190791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cccd6017-f5c4-4007-8a5b-97624c4a02c1 req-002b271e-c4d6-43a8-8315-149b1d3b6e9e tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689678 Aug 25 11:58:07.207074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.274244 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.279171 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.298862 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e73bc7d-4045-4bf7-8753-412845d92a32,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:07.307930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.310032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9daf4327-0c64-4456-8927-db70988c2bfc tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453280 Aug 25 11:58:07.313062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37426) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:07.319705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group_rule': {'security_group_id': 'cd878d92-a5bc-4c2e-93a6-bace4df3042c', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:07.349981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.419201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.424287 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.447665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e4821c-2ad1-4e46-9b9a-21fc80bd24de,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:07.455358 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.456565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1634625c-33d7-4cff-813b-51692147243d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417840 Aug 25 11:58:07.459925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37428) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:07.465378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group_rule': {'security_group_id': 'cd878d92-a5bc-4c2e-93a6-bace4df3042c', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:07.490045 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Project b478e6ec43244fd5a22a58f0eccc7b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:58:07.495766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.568140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.572038 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.592247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05af9fc-38aa-47a0-befc-29948dec6f8d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:07.600340 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.602499 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-de9c7d80-d29b-47d4-ac53-780693ba79d0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413257 Aug 25 11:58:07.605257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37430) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:07.612459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'security_group_rule': {'security_group_id': 'cd878d92-a5bc-4c2e-93a6-bace4df3042c', 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:07.647342 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Project b478e6ec43244fd5a22a58f0eccc7b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 11:58:07.656715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.740182 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.744858 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.766383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dbbcbb-fd35-4f9a-aa8b-b53e5e688d4d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:07.772663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ebffa54f-42ce-4c3e-bf87-39492dccca06 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:07.778588 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.780079 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6101bd39-4199-4c47-a351-878742a3e8ad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1733301 Aug 25 11:58:07.857095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port ebffa54f-42ce-4c3e-bf87-39492dccca06 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:07.863777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port ebffa54f-42ce-4c3e-bf87-39492dccca06 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:07.864497 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:07.997678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:08.027271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:08.029659 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e8ca10-7b50-42f0-9e95-ba84112765f3" -d '{"events": [{"server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "name": "network-vif-plugged", "status": "completed", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:08.043980 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-45899730-2944-489b-992c-2da88daeb85b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743642484&fields=id&tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a HTTP/1.1" status: 200 len: 267 time: 0.0537865 Aug 25 11:58:08.051500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ebffa54f-42ce-4c3e-bf87-39492dccca06, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:08.058470 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:08.137932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ebffa54f-42ce-4c3e-bf87-39492dccca06,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:08.179451 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ec23d-c13c-4bbc-bf7a-7b912b37ed31 x-openstack-request-id: req-1d8ec23d-c13c-4bbc-bf7a-7b912b37ed31 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:08.179747 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "name": "network-vif-plugged", "status": "completed", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:08.180012 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d8ec23d-c13c-4bbc-bf7a-7b912b37ed31 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:08.180413 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'code': 200} Aug 25 11:58:08.238749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-459f46c7-301f-4e5b-8692-77214c47e856 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:08.241366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-459f46c7-301f-4e5b-8692-77214c47e856 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 813 time: 0.1839166 Aug 25 11:58:08.284888 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-da6ce29d-b0fb-4d85-8d74-84073bc1019b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/quotas/b478e6ec43244fd5a22a58f0eccc7b2a HTTP/1.1" status: 200 len: 375 time: 0.0281386 Aug 25 11:58:08.331985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d6bec-bda0-42c0-92cc-d56c27f60948 req-c40b0901-96c7-4319-b0a5-53d6194a79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:08.333750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d1d6bec-bda0-42c0-92cc-d56c27f60948 req-c40b0901-96c7-4319-b0a5-53d6194a79a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 1098 time: 0.0864022 Aug 25 11:58:08.410167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-db9c28d4-533e-4b72-b2d3-2b82407a79b5 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160128 Aug 25 11:58:08.423011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440d837-a4a8-49f5-a6bb-00363618e3b8 req-7c350235-ec0a-46f9-82d7-e4ef691bd4ed tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:08.424597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f440d837-a4a8-49f5-a6bb-00363618e3b8 req-7c350235-ec0a-46f9-82d7-e4ef691bd4ed tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 946 time: 0.1172006 Aug 25 11:58:08.432091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d1d6bec-bda0-42c0-92cc-d56c27f60948 req-0ee0cb25-1d30-4c9c-8e90-7329cb420a6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749068 Aug 25 11:58:08.486235 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f440d837-a4a8-49f5-a6bb-00363618e3b8 req-dda2b704-d786-4766-b0b7-af2107030aea tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529392 Aug 25 11:58:08.496833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-104d7e73-d004-4256-a277-db2324a0c3ea service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 11:58:08.498682 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-104d7e73-d004-4256-a277-db2324a0c3ea service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0726213 Aug 25 11:58:08.600927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-bfb461bd-ad69-43bf-bd03-ac4e03efbe3a service neutron] 10.222.0.35 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941811 Aug 25 11:58:08.713551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-cdae188c-3db0-4f6a-b312-7c37eeda6d80 service neutron] 10.222.0.35 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056974 Aug 25 11:58:09.084992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2638522-140b-47ff-94bb-de661586e788 req-19b5d74c-fa55-4101-a567-12262356bc18 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0316541 Aug 25 11:58:09.679705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c919f31-3fc3-44ac-990e-64edf33686d1 req-294e2e36-c319-4c57-be22-b2b85bc42b69 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:09.681331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c919f31-3fc3-44ac-990e-64edf33686d1 req-294e2e36-c319-4c57-be22-b2b85bc42b69 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 946 time: 0.0781631 Aug 25 11:58:09.746569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c919f31-3fc3-44ac-990e-64edf33686d1 req-59d27788-7db1-4596-88e5-ba4458af4751 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566065 Aug 25 11:58:09.887498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b23ecc-5479-44be-b4ad-e726fcca599e req-dcc1af00-7214-4cb8-946c-498dc45e5313 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:09.889135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6b23ecc-5479-44be-b4ad-e726fcca599e req-dcc1af00-7214-4cb8-946c-498dc45e5313 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 946 time: 0.0639410 Aug 25 11:58:09.934595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6b23ecc-5479-44be-b4ad-e726fcca599e req-48be3e2b-ade2-484b-8386-381b906c764a tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367811 Aug 25 11:58:09.960047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37466) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:10.004986 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e53ab-b3a7-41c2-aa1d-c9daaa1f656e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:10.006686 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4c5e53ab-b3a7-41c2-aa1d-c9daaa1f656e tempest-TestNetworkBasicOps-1632533877 tempest-TestNetworkBasicOps-1632533877-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 1093 time: 0.0455527 Aug 25 11:58:10.010229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37468) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:10.015538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:10.045492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:10.247215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0ebed991-57a0-4db3-a097-9a40c6949dc0 req-9ffe43fc-7688-4bca-acd1-aeb31b5332e7 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0514288 Aug 25 11:58:10.302756 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:10.310967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-bad4f14e-3e41-4dc3-b45e-4795862ff2f6 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:10.312569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-bad4f14e-3e41-4dc3-b45e-4795862ff2f6 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 813 time: 0.1669211 Aug 25 11:58:10.435813 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-629e5fe4-ba82-4636-ae7b-a93c199fab13 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a HTTP/1.1" status: 200 len: 380 time: 0.1129732 Aug 25 11:58:10.448390 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'port': {'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'admin_state_up': True, 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'security_groups': ['cd878d92-a5bc-4c2e-93a6-bace4df3042c']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:10.563983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Allocated IP 172.25.1.253 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/28e279b0-13bf-415e-b228-1ddd26738786) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:10.671124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Made reservation on behalf of b478e6ec43244fd5a22a58f0eccc7b2a for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:58:10.674724 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:10.769787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:10.869523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Allocated IP 172.20.0.12 (1b9e47c5-b55f-4a73-8777-ae0e8c404f10/f10a527c-c4b1-4670-ab5b-e45c10bd20d0/4c0cc48a-8b73-45d7-8c6e-47144db6cfc4) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:10.882858 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:10.980934 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:10.996945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:11.004139 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:11.006490 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=28e279b0-13bf-415e-b228-1ddd26738786,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:11.306947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:11.364432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Transition to ACTIVE for port object 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:11.377063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ddbf730-9dd4-4fef-9cab-5108b2147725 req-f222b9f8-3310-4f52-bc00-9d395734e43f tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0400374 Aug 25 11:58:11.408276 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:11.506525 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:11.515779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:11.519512 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'Port': ['ID=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:11.522079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:11.665927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:11.667310 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:11.830918 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-da545b72-634d-4d6c-9483-a6b46cb37572 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3887436 Aug 25 11:58:11.848165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Request body: {'port': {'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:11.882372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f9277f1e-af2a-43d0-922f-9ee811cb4165 None None] Provisioning for port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:11.890746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f9277f1e-af2a-43d0-922f-9ee811cb4165 None None] Provisioning complete for port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:11.891742 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9277f1e-af2a-43d0-922f-9ee811cb4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:11.952117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f9277f1e-af2a-43d0-922f-9ee811cb4165 None None] Port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:58:12.288328 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.290777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.475376 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.606037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae832e-9101-406e-920b-6ca419dec614 req-fd4d5241-c3a8-4c5c-a793-392b9b97207c tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:12.614200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68ae832e-9101-406e-920b-6ca419dec614 req-fd4d5241-c3a8-4c5c-a793-392b9b97207c tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 932 time: 0.1028247 Aug 25 11:58:12.683319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68ae832e-9101-406e-920b-6ca419dec614 req-e279b10b-8d39-4529-bab0-bf1f2bfd419b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613708 Aug 25 11:58:12.835332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.844120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.881260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:58:12.892103 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.937269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Transition to ACTIVE for port object 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:12.950236 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:12.956648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event updated for resources: {'Port': ['ID=28e279b0-13bf-415e-b228-1ddd26738786,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:12.970067 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:13.110258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Pushing event updated for resources: {'Port': ['ID=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:13.274155 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Floating IP c63ef1bb-64a5-456d-b9be-c67367d09c7c associated. External IP: 172.25.1.253, port: ebffa54f-42ce-4c3e-bf87-39492dccca06. Aug 25 11:58:13.310400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Attempting to bind port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:58:13.311153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Attempting to bind port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:58:13.311153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Attempting to bind port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 on network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:13.320374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 on network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:58:13.320706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Attempting to bind port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 on network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:13.333506 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:58:13.333899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Checking segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:13.334301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Bound using segment: {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:58:13.334761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Bound port: 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b2350a-64aa-4658-9259-2981c07e9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:58:13.335131 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:13.502296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] For port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:58:13.520023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] For port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:58:13.548649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:13.601527 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:13.602285 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:13.604246 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] 10.222.0.10 "PUT /v2.0/ports/4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 1093 time: 1.7627108 Aug 25 11:58:13.607945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:13.610447 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ea38e-4620-4713-8342-48f12920c5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:13.644689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:13.646237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841d6e8-3fb0-441d-8004-db15f5fa03fc service neutron] Pushing event updated for resources: {'Port': ['ID=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:13.708747 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a929f47-721a-459b-a560-aad1e2bf9af3 x-openstack-request-id: req-2a929f47-721a-459b-a560-aad1e2bf9af3 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:13.709203 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:13.709562 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a929f47-721a-459b-a560-aad1e2bf9af3 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:13.710099 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'status': 'completed', 'code': 200} Aug 25 11:58:13.817936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-4c5cdc42-2732-41eb-b743-d67dcc6c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:13.819659 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-4c5cdc42-2732-41eb-b743-d67dcc6c108b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1096 time: 0.1086059 Aug 25 11:58:13.834930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:13.852960 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] Sync routers for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:13.865481 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:13.875433 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:13.918433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-ea13e4e5-cc0e-4860-af04-cbef33ca7021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 217 time: 0.0907338 Aug 25 11:58:13.920780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721dc4-a523-44e3-ab1e-acdd5191f427 req-435e168b-3caa-414a-9a2d-2b170b35595d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:13.924633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9721dc4-a523-44e3-ab1e-acdd5191f427 req-435e168b-3caa-414a-9a2d-2b170b35595d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.1142218 Aug 25 11:58:13.957642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:14.040845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9721dc4-a523-44e3-ab1e-acdd5191f427 req-3adc27d3-902c-442f-babb-1517f08c8c46 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959399 Aug 25 11:58:14.078925 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-000ba618-80f3-4c80-9d66-75c054e10987 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0670376 Aug 25 11:58:14.084936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37480) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:14.098779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-53e61710-7e7c-448f-8275-334cda6e79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:14.101646 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-53e61710-7e7c-448f-8275-334cda6e79d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.1724834 Aug 25 11:58:14.151792 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:14.268582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0690f542-d587-4b1c-b8f6-75b10fa41fa2 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/c63ef1bb-64a5-456d-b9be-c67367d09c7c HTTP/1.1" status: 200 len: 992 time: 0.1810255 Aug 25 11:58:14.279110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71331259-4314-4795-b000-734566674a04 req-133b14ed-c5c4-419f-be4a-243b9ff4e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:14.281999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-133b14ed-c5c4-419f-be4a-243b9ff4e00b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148672 Aug 25 11:58:14.425925 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-8978f468-f4b5-4206-a0ef-b106601a6350 service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365666 Aug 25 11:58:14.533796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'c63ef1bb-64a5-456d-b9be-c67367d09c7c', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'port_id': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'mac_address': 'fa:16:3e:3e:20:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:11Z', 'updated_at': '2021-08-25T11:58:11Z', 'revision_number': 0, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:59Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:14.572531 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] Checking router: 9cea4025-f54f-4cc4-805a-cd9d5e919f9b for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:14.585344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:14.586294 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:57:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:14.604479 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-71331259-4314-4795-b000-734566674a04 req-f0a3e7af-1da6-4b29-9e79-d494cd1eed2f service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703703 Aug 25 11:58:14.716285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-9bcd5d83-cb1d-4933-bce8-73ebfbcfa6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:14.717807 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-9bcd5d83-cb1d-4933-bce8-73ebfbcfa6e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1096 time: 0.0549898 Aug 25 11:58:14.789562 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:14.839258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-f687deaf-b760-4277-a4c1-f08f31fcb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:14.841372 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-f687deaf-b760-4277-a4c1-f08f31fcb244 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 914 time: 0.1153665 Aug 25 11:58:14.906438 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-f996eca2-d854-4524-8b60-53f8c6b3fcea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 217 time: 0.0571365 Aug 25 11:58:14.988674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-97707041-dad5-4b27-bafd-f3634224cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:14.990818 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-97707041-dad5-4b27-bafd-f3634224cef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.0774860 Aug 25 11:58:15.074975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-b048c70b-9d1a-4271-b96c-308f910bd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:15.078022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-b048c70b-9d1a-4271-b96c-308f910bd12d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797043 Aug 25 11:58:15.133049 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'c63ef1bb-64a5-456d-b9be-c67367d09c7c', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'port_id': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'mac_address': 'fa:16:3e:3e:20:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:11Z', 'updated_at': '2021-08-25T11:58:11Z', 'revision_number': 0, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:59Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:15.169542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495983d-f543-4f27-9b5d-740fdc33fc22 None None] The sync data for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 is: [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'c63ef1bb-64a5-456d-b9be-c67367d09c7c', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'floating_ip_address': '172.25.1.253', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'port_id': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'mac_address': 'fa:16:3e:3e:20:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:11Z', 'updated_at': '2021-08-25T11:58:11Z', 'revision_number': 0, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:59Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:58:15.237119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-2af5fe54-1f16-4b30-a429-eb0af8aad54d service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512220 Aug 25 11:58:15.251987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b4fb5-cce0-4f8c-9006-5a79b65e29b2 req-be56449d-135f-4bad-84ca-2251f5c00e4a tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:15.261792 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4b4fb5-cce0-4f8c-9006-5a79b65e29b2 req-be56449d-135f-4bad-84ca-2251f5c00e4a tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0850995 Aug 25 11:58:15.278518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37484) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:15.397761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fe8ea38e-4620-4713-8342-48f12920c5ba req-07a16eeb-7034-45df-8f18-e791606583a4 service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533406 Aug 25 11:58:15.528585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2002287-d0d7-4339-8864-e718de697c0c None None] New status for floating IP c63ef1bb-64a5-456d-b9be-c67367d09c7c: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:58:15.711100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:15.714720 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:15.766623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-05a84da1-1920-4be1-a115-869d3d80caca tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/c63ef1bb-64a5-456d-b9be-c67367d09c7c HTTP/1.1" status: 200 len: 992 time: 0.4869101 Aug 25 11:58:15.768129 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51bfeed-eb7f-4327-a8a1-55c5346c0142 x-openstack-request-id: req-e51bfeed-eb7f-4327-a8a1-55c5346c0142 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:15.768528 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:15.768900 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e51bfeed-eb7f-4327-a8a1-55c5346c0142 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:15.769513 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'status': 'completed', 'code': 200} Aug 25 11:58:15.797263 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f4b4fb5-cce0-4f8c-9006-5a79b65e29b2 req-30e966bc-9c9b-423d-849f-bfab0fc85d07 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5343523 Aug 25 11:58:15.849479 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-73556fa8-cd25-4a54-839e-fccb2928f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:15.851063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-73556fa8-cd25-4a54-839e-fccb2928f468 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 1098 time: 0.0522704 Aug 25 11:58:15.995333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-94eb2027-a2a5-4f04-8098-e9ef330eccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:15.997515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-94eb2027-a2a5-4f04-8098-e9ef330eccb5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 HTTP/1.1" status: 200 len: 898 time: 0.1381247 Aug 25 11:58:16.074508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-422905de-498c-4d6e-9ff7-b97731e20639 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06 HTTP/1.1" status: 200 len: 1002 time: 0.0687277 Aug 25 11:58:16.128714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-399b666d-d2f7-4dcb-9336-62221ddeedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:16.130230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-399b666d-d2f7-4dcb-9336-62221ddeedcd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8 HTTP/1.1" status: 200 len: 835 time: 0.0479999 Aug 25 11:58:16.181209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-59dfa1f7-e271-4121-8663-af6e0b1e8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:16.183336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-59dfa1f7-e271-4121-8663-af6e0b1e8591 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453415 Aug 25 11:58:16.289171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-6b06e119-9bc7-4424-8fe9-822f72e25eb0 service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974784 Aug 25 11:58:16.388311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ca59d7e-31cf-4dde-8ce3-31a785d44a72 req-20196ce6-4448-481a-8d82-4251ef18a5e9 service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906737 Aug 25 11:58:16.770442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37488) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:16.863981 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0b9c1aed-493f-4aea-9fb7-a1c78a701f7c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/c63ef1bb-64a5-456d-b9be-c67367d09c7c HTTP/1.1" status: 200 len: 994 time: 0.0865295 Aug 25 11:58:16.955679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b5580-6e6b-4fcb-8abb-8227d143d8ac req-30b864e5-61ca-42b6-9a68-dc72eeae8320 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:16.957274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b8b5580-6e6b-4fcb-8abb-8227d143d8ac req-30b864e5-61ca-42b6-9a68-dc72eeae8320 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0594332 Aug 25 11:58:16.999917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b8b5580-6e6b-4fcb-8abb-8227d143d8ac req-3494df17-47e1-426c-ade0-068186ecd752 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358968 Aug 25 11:58:18.122031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d39805-7349-4801-811d-da20d69f2e72 req-d6eae6b8-8dd6-44ec-8730-11af0f54028d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:18.123631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53d39805-7349-4801-811d-da20d69f2e72 req-d6eae6b8-8dd6-44ec-8730-11af0f54028d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0515509 Aug 25 11:58:18.163229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-53d39805-7349-4801-811d-da20d69f2e72 req-8b4a0e12-8ee6-4fca-b759-aca26332c57a tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Aug 25 11:58:18.255593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e86efc5e-128b-4c4b-8cf3-659884dfd9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:19.283198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d205b-5d5f-4e3a-aa12-7090fb40b74d req-05779871-1e88-4850-b5de-03e2227d933f tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:19.284626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-538d205b-5d5f-4e3a-aa12-7090fb40b74d req-05779871-1e88-4850-b5de-03e2227d933f tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0492835 Aug 25 11:58:19.323346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-538d205b-5d5f-4e3a-aa12-7090fb40b74d req-4a16ac65-231d-4a5c-b8d3-08dba3fbf2f1 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 Aug 25 11:58:20.446732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e3a9-9ee6-4cf9-b720-1f3788a1fc93 req-36fc47fa-329e-4a6e-a7ee-146d1f1d481d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:20.448273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc11e3a9-9ee6-4cf9-b720-1f3788a1fc93 req-36fc47fa-329e-4a6e-a7ee-146d1f1d481d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0536957 Aug 25 11:58:20.487455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bc11e3a9-9ee6-4cf9-b720-1f3788a1fc93 req-3becb5ea-ed49-4b89-9860-8bf7efcdaa0b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Aug 25 11:58:21.177799 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1c274c6a-47a3-4938-9d24-fab6096d8081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:21.403079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:21.608670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9dd6-c297-4b11-9254-83c911a1ad3e req-49c29249-a68c-43f4-833a-7da1ebf2468a tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:21.610281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0de9dd6-c297-4b11-9254-83c911a1ad3e req-49c29249-a68c-43f4-833a-7da1ebf2468a tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0517330 Aug 25 11:58:21.655885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0de9dd6-c297-4b11-9254-83c911a1ad3e req-3843488d-e39d-4831-b957-9d1f49a3fa01 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385778 Aug 25 11:58:22.561989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:22.708038 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:58:22.783887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d963f1-38a9-49b1-8374-5e298d4e9fb5 req-c7456fa5-7ab4-432e-be82-1857dcd54a9d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:22.785421 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4d963f1-38a9-49b1-8374-5e298d4e9fb5 req-c7456fa5-7ab4-432e-be82-1857dcd54a9d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 944 time: 0.0574679 Aug 25 11:58:22.806099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:22.818438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:58:22.825102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4d963f1-38a9-49b1-8374-5e298d4e9fb5 req-7041d782-4ed2-4212-b8ea-27579b675535 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334859 Aug 25 11:58:22.857801 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:22.871057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:58:22.891983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:22.897319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:22.962667 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:23.107957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:58:23.952954 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d55cc-54ba-46b4-b75e-905651d4bd1c req-05e11d0e-e61b-442c-84d4-ac5e1391c269 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:23.954445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed1d55cc-54ba-46b4-b75e-905651d4bd1c req-05e11d0e-e61b-442c-84d4-ac5e1391c269 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 945 time: 0.0583150 Aug 25 11:58:23.992473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed1d55cc-54ba-46b4-b75e-905651d4bd1c req-c6c409a9-fb6d-4c6b-9e15-0ebe42482f15 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Aug 25 11:58:24.402822 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:24.732018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:24.780821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:24.784639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:24.785016 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:24.863780 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:24.894862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:24.897192 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff51ec-3d2b-40c9-907b-f964e14782d7" -d '{"events": [{"server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "name": "network-vif-plugged", "status": "completed", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:24.913486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:24.918918 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:24.946188 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4812c-819e-49ea-96b7-21d54491e029 x-openstack-request-id: req-98e4812c-819e-49ea-96b7-21d54491e029 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:24.946474 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "name": "network-vif-plugged", "status": "completed", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:24.946721 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98e4812c-819e-49ea-96b7-21d54491e029 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:24.947131 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'code': 200} Aug 25 11:58:24.975633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:25.061135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd036c0-88a5-40e5-94a2-1bc2296bac52 req-ad4f4754-189c-4f50-8d2a-f4c76673de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:25.063161 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9fd036c0-88a5-40e5-94a2-1bc2296bac52 req-ad4f4754-189c-4f50-8d2a-f4c76673de67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1098 time: 0.0612097 Aug 25 11:58:25.102741 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9fd036c0-88a5-40e5-94a2-1bc2296bac52 req-c1fe3e79-b08e-468f-9063-5073068a6bf1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Aug 25 11:58:25.144979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecd68e-dc71-4399-bb73-89d84ba2f933 req-5e6f19ac-f45c-4e1d-8a52-0b579996788e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:25.146602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cfecd68e-dc71-4399-bb73-89d84ba2f933 req-5e6f19ac-f45c-4e1d-8a52-0b579996788e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 946 time: 0.0572424 Aug 25 11:58:25.189902 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cfecd68e-dc71-4399-bb73-89d84ba2f933 req-dccbdbfb-a2a3-4990-8b17-b7269ddac487 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Aug 25 11:58:26.316472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba23ffe-70dd-4a81-9c29-243634c1c9ca req-a65d764e-3e87-4e12-9969-095dca45df6b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:26.318098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dba23ffe-70dd-4a81-9c29-243634c1c9ca req-a65d764e-3e87-4e12-9969-095dca45df6b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 946 time: 0.0542679 Aug 25 11:58:26.366405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dba23ffe-70dd-4a81-9c29-243634c1c9ca req-04dc19fa-63de-46bf-b616-594e4e4fd962 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365443 Aug 25 11:58:26.497132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbcb87-a6ad-4f2b-9a3e-f345eedc1296 req-961431fa-c10c-4585-8aed-f35ef101f79e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:26.498744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2dbcb87-a6ad-4f2b-9a3e-f345eedc1296 req-961431fa-c10c-4585-8aed-f35ef101f79e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 946 time: 0.0583465 Aug 25 11:58:26.545139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2dbcb87-a6ad-4f2b-9a3e-f345eedc1296 req-6d41c548-4b83-4b58-a7aa-cd7ee9d0272f tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352583 Aug 25 11:58:26.571425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37512) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:26.778693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb62e65-0308-4396-a5e0-10354868cccd tempest-TestVolumeBackupRestore-1323867513 tempest-TestVolumeBackupRestore-1323867513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:26.780274 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8cb62e65-0308-4396-a5e0-10354868cccd tempest-TestVolumeBackupRestore-1323867513 tempest-TestVolumeBackupRestore-1323867513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1093 time: 0.2078631 Aug 25 11:58:26.783571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37518) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:26.788189 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:26.811296 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:26.943423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.084914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Allocated IP 172.25.1.8 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/97d72fc9-1868-4bc2-849a-787788fe6cf1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:27.198326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.246624 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.288261 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:27.291849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:27.295606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:27.318702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'Port': ['ID=97d72fc9-1868-4bc2-849a-787788fe6cf1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:27.477293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.693987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.773147 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.951725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:27.956971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:28.037636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event updated for resources: {'Port': ['ID=97d72fc9-1868-4bc2-849a-787788fe6cf1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:28.050528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:28.446241 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Floating IP 7d9fa8a3-1afe-438b-95e8-f736aaa5c613 associated. External IP: 172.25.1.8, port: 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4. Aug 25 11:58:28.679057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Router eaa2a1c0-1b86-4988-be4c-a16410e90e9e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:28.825427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:28.836423 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] Sync routers for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:28.846865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:28.848767 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:28.849735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:28.878762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d977ed4e-e008-4fa7-86b6-a8d506b06ce4 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0940714 Aug 25 11:58:28.879458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:28.881932 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918c942-c462-4036-9a39-801acdc0ba44" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:28.882380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37520) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:28.922670 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0888df-a4ee-4d89-9110-9f9e86f7bbb3 x-openstack-request-id: req-fb0888df-a4ee-4d89-9110-9f9e86f7bbb3 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:28.923047 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:28.923302 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb0888df-a4ee-4d89-9110-9f9e86f7bbb3 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:28.923716 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'status': 'completed', 'code': 200} Aug 25 11:58:28.949352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0603ca15-fb43-45f8-88b7-5f9dc3e4e61f tempest-TestVolumeBackupRestore-1323867513 tempest-TestVolumeBackupRestore-1323867513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:28.951180 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0603ca15-fb43-45f8-88b7-5f9dc3e4e61f tempest-TestVolumeBackupRestore-1323867513 tempest-TestVolumeBackupRestore-1323867513-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1093 time: 0.0677156 Aug 25 11:58:28.955831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37524) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:28.960766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Request body: {'floatingip': {'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:28.999073 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:29.017943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c942-c462-4036-9a39-801acdc0ba44 req-0c982e96-57db-4473-873f-bb95507de5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:29.022807 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-0c982e96-57db-4473-873f-bb95507de5a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1098 time: 0.0706537 Aug 25 11:58:29.073585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:29.175317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c942-c462-4036-9a39-801acdc0ba44 req-6accc30f-0741-4315-8138-ee18dcac8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:29.177305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-6accc30f-0741-4315-8138-ee18dcac8e6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 914 time: 0.1476753 Aug 25 11:58:29.269662 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-b9a8a103-0ee8-48cd-bf2b-e2f435ead626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 998 time: 0.0850499 Aug 25 11:58:29.305732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7d9fa8a3-1afe-438b-95e8-f736aaa5c613', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:27Z', 'updated_at': '2021-08-25T11:58:27Z', 'revision_number': 0, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:29.350327 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] Checking router: eaa2a1c0-1b86-4988-be4c-a16410e90e9e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:29.361129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c942-c462-4036-9a39-801acdc0ba44 req-d81e6466-dc7b-489b-a015-5743f3f092b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:29.362606 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-d81e6466-dc7b-489b-a015-5743f3f092b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.0851943 Aug 25 11:58:29.367451 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:29.368466 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:29.420085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c942-c462-4036-9a39-801acdc0ba44 req-db15f336-843c-40bc-8fea-ffeefe978e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:29.422035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-db15f336-843c-40bc-8fea-ffeefe978e53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498788 Aug 25 11:58:29.527763 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-ffc29877-265c-4c97-99a5-13f07d3d821e service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980864 Aug 25 11:58:29.551680 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:29.675544 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a918c942-c462-4036-9a39-801acdc0ba44 req-f29f663f-1853-4ab0-95a2-e15d8370772e service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404855 Aug 25 11:58:29.790942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:29.796562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:29.816010 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7d9fa8a3-1afe-438b-95e8-f736aaa5c613', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:27Z', 'updated_at': '2021-08-25T11:58:27Z', 'revision_number': 0, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:29.846299 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493e2f-c627-40ba-a8f6-5069207ec1bb None None] The sync data for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 is: [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7d9fa8a3-1afe-438b-95e8-f736aaa5c613', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:27Z', 'updated_at': '2021-08-25T11:58:27Z', 'revision_number': 0, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:58:30.056241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Router eaa2a1c0-1b86-4988-be4c-a16410e90e9e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:30.134718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43e663-c00c-498e-a362-a94d04e5dc2c None None] New status for floating IP 7d9fa8a3-1afe-438b-95e8-f736aaa5c613: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:58:30.189874 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:30.194914 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:30.224944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:30.227257 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f755b64f-283b-4e16-8e22-e9dc4630079e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:30.264350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b12d687e-c2e8-4e4b-91bc-060bbb30baad tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "PUT /v2.0/floatingips/7d9fa8a3-1afe-438b-95e8-f736aaa5c613 HTTP/1.1" status: 200 len: 990 time: 1.2995393 Aug 25 11:58:30.278344 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e81bbb-4712-4c2f-9f10-d3bde2378afe x-openstack-request-id: req-83e81bbb-4712-4c2f-9f10-d3bde2378afe {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:30.278657 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:30.278897 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83e81bbb-4712-4c2f-9f10-d3bde2378afe {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:30.279340 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'status': 'completed', 'code': 200} Aug 25 11:58:30.348319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-bc406a46-3655-4a1d-93fc-a013f2e418f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:30.350019 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-bc406a46-3655-4a1d-93fc-a013f2e418f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1098 time: 0.0484779 Aug 25 11:58:30.421272 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] Sync routers for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:30.430798 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:30.431413 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:30.457957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-37367333-8e7e-446d-b8f8-83cea2747b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:30.459486 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-37367333-8e7e-446d-b8f8-83cea2747b5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 914 time: 0.1030965 Aug 25 11:58:30.550850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-2b5c9f59-2d10-4be4-9028-9f0278060dfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 1000 time: 0.0835607 Aug 25 11:58:30.610845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-d0ca1e0c-ba86-4379-bd89-73c97ff7edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:30.612436 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-d0ca1e0c-ba86-4379-bd89-73c97ff7edf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.0539961 Aug 25 11:58:30.654123 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:30.675579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-9285cf4d-5920-4873-a5fc-0f0eb4f2e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:30.677337 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-9285cf4d-5920-4873-a5fc-0f0eb4f2e29b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579395 Aug 25 11:58:30.781214 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-a5a3763c-e30c-4425-99b3-2c86568fae2f service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963409 Aug 25 11:58:30.881232 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f755b64f-283b-4e16-8e22-e9dc4630079e req-965dc7c0-6f20-4ae2-8268-5b1416b914e1 service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929227 Aug 25 11:58:30.897062 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7d9fa8a3-1afe-438b-95e8-f736aaa5c613', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:27Z', 'updated_at': '2021-08-25T11:58:30Z', 'revision_number': 2, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:30.928557 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] Checking router: eaa2a1c0-1b86-4988-be4c-a16410e90e9e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:30.938676 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:30.939317 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:31.048242 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:31.104898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:31.309904 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7d9fa8a3-1afe-438b-95e8-f736aaa5c613', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:27Z', 'updated_at': '2021-08-25T11:58:30Z', 'revision_number': 2, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:31.336997 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a97c0-8774-410a-8f04-baa1552dd431 None None] The sync data for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 is: [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '7d9fa8a3-1afe-438b-95e8-f736aaa5c613', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'port_id': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'mac_address': 'fa:16:3e:23:73:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef018310-c598-4342-9f03-f572ee64539d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T11:58:27Z', 'updated_at': '2021-08-25T11:58:30Z', 'revision_number': 2, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:58:32.280849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:32.283206 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:32.323869 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51761754-7c6e-4410-a9e0-0b2eb9d79cad x-openstack-request-id: req-51761754-7c6e-4410-a9e0-0b2eb9d79cad {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:32.324168 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:32.324423 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51761754-7c6e-4410-a9e0-0b2eb9d79cad {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:32.324825 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'status': 'completed', 'code': 200} Aug 25 11:58:32.397344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-e61365fe-30de-45b9-85d2-d20e9bee9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:32.398922 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-e61365fe-30de-45b9-85d2-d20e9bee9b27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1098 time: 0.0507946 Aug 25 11:58:32.496989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-1477a988-edcf-4f61-b067-2006fd19685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:32.498528 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-1477a988-edcf-4f61-b067-2006fd19685f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 914 time: 0.0927057 Aug 25 11:58:32.570290 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-d8a85588-3648-4d00-ab8c-bde7c2f45d8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 1000 time: 0.0646353 Aug 25 11:58:32.626547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-da3a2fa7-d17c-4eb1-9486-46f369f9ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:32.628072 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-da3a2fa7-d17c-4eb1-9486-46f369f9ccab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.0515895 Aug 25 11:58:32.678416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-88662cfb-1f91-424e-b756-06db80f96edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:32.679985 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-88662cfb-1f91-424e-b756-06db80f96edf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449407 Aug 25 11:58:32.779298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-200c7e2f-6eb6-4145-89c0-94305957d496 service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920932 Aug 25 11:58:32.873413 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-aaf252fc-b0d0-46a7-9c14-de9131a0d8e1 req-c1429318-f215-4c9d-806c-85a6bf8b0f1d service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Aug 25 11:58:41.379792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37538) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:41.448781 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc8c15c9-2acc-4041-8f6c-480fe07a5cb4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/floatingips/c63ef1bb-64a5-456d-b9be-c67367d09c7c HTTP/1.1" status: 200 len: 994 time: 0.0678825 Aug 25 11:58:41.629513 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:58:41.690844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37544) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:41.857119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port 28e279b0-13bf-415e-b228-1ddd26738786 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:58:41.857465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:41.936319 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:41.936569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:41.952122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for 28e279b0-13bf-415e-b228-1ddd26738786 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:58:42.112687 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:42.140552 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=28e279b0-13bf-415e-b228-1ddd26738786,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:42.170639 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.171013 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.171482 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.171873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.172214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.172575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.172887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.173219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.173554 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.173906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.174286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.174627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:42.219060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:42.219441 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Floating IP c63ef1bb-64a5-456d-b9be-c67367d09c7c disassociated (deleted). External IP: 172.25.1.253, port: ebffa54f-42ce-4c3e-bf87-39492dccca06. Aug 25 11:58:42.442677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:42.551766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:42.557604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:42.561566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d2d50-4d68-4287-b654-331716187dfd None None] Sync routers for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:42.570578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:42.571197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:42.586106 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9cb29893-2fd4-4078-8dfa-1b4c5e947d01 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/floatingips/c63ef1bb-64a5-456d-b9be-c67367d09c7c HTTP/1.1" status: 204 len: 168 time: 0.8940229 Aug 25 11:58:42.586719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:42.589398 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2eafac-473c-4393-825d-406d98737dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:42.631724 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb998c5e-183a-448a-8961-cfed5edfb623 x-openstack-request-id: req-fb998c5e-183a-448a-8961-cfed5edfb623 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:42.632053 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:42.632305 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb998c5e-183a-448a-8961-cfed5edfb623 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:42.632802 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'status': 'completed', 'code': 200} Aug 25 11:58:42.694556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:42.723193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eafac-473c-4393-825d-406d98737dfc req-90d43df4-66c6-41b4-af82-6974603a99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:42.725560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-90d43df4-66c6-41b4-af82-6974603a99dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=325b301cdbe249e88a0d4ef46717e77f&device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 1098 time: 0.0668454 Aug 25 11:58:42.858147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eafac-473c-4393-825d-406d98737dfc req-41610a29-d0c5-4928-8b20-bae1d5a87b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:42.859536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-41610a29-d0c5-4928-8b20-bae1d5a87b02 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 HTTP/1.1" status: 200 len: 898 time: 0.1257648 Aug 25 11:58:42.867969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdce25-6845-4448-8d8b-026751c59dab req-7e1309e0-9a18-417d-a057-d5d34bee43d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:42.869455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4bcdce25-6845-4448-8d8b-026751c59dab req-7e1309e0-9a18-417d-a057-d5d34bee43d4 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 946 time: 0.0716856 Aug 25 11:58:42.921347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-4e164cf4-5148-4d7d-a9e1-c31a8918daa0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06 HTTP/1.1" status: 200 len: 217 time: 0.0504119 Aug 25 11:58:42.931403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:59Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:42.959283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d2d50-4d68-4287-b654-331716187dfd None None] Checking router: 9cea4025-f54f-4cc4-805a-cd9d5e919f9b for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:42.968527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:42.968992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4bcdce25-6845-4448-8d8b-026751c59dab req-bdf50d8f-7732-4682-aebb-ad2404ba0064 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922825 Aug 25 11:58:42.969160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:42.987031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eafac-473c-4393-825d-406d98737dfc req-7dcd8600-b1d0-47ba-a144-2fd771743a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:42.988501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-7dcd8600-b1d0-47ba-a144-2fd771743a0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8 HTTP/1.1" status: 200 len: 835 time: 0.0593438 Aug 25 11:58:43.039861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eafac-473c-4393-825d-406d98737dfc req-61f2271b-5eeb-4e1a-b3e0-f310e9bfb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:43.042069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-61f2271b-5eeb-4e1a-b3e0-f310e9bfb6aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444186 Aug 25 11:58:43.145059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-a31bb7f2-ee5e-4f66-9cdb-7d363da3f7ba service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952339 Aug 25 11:58:43.244281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:43.250335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa2eafac-473c-4393-825d-406d98737dfc req-decf71f4-3011-440c-a45e-e151d8183c7f service neutron] 10.222.0.67 "GET /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976131 Aug 25 11:58:43.445838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-997d2d50-4d68-4287-b654-331716187dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:59Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:43.477580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d2d50-4d68-4287-b654-331716187dfd None None] The sync data for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 is: [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:54Z', 'revision_number': 4, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '5ac8c1ad-65f8-4739-a69a-72465fee9f7c', 'name': '', 'network_id': '5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'mac_address': 'fa:16:3e:c3:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:53Z', 'updated_at': '2021-08-25T11:57:59Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'subnets': [{'id': 'e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:58:43.739262 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5158b-a138-43a9-b84a-3609cec6754a None None] New status for floating IP c63ef1bb-64a5-456d-b9be-c67367d09c7c: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:58:44.110958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede7d6d-fc77-45f1-88ea-c3e6513fa3ca req-9ced552a-9420-4374-ba1b-8c7dc4cbf97b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:44.112477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ede7d6d-fc77-45f1-88ea-c3e6513fa3ca req-9ced552a-9420-4374-ba1b-8c7dc4cbf97b tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 946 time: 0.0592363 Aug 25 11:58:44.156711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ede7d6d-fc77-45f1-88ea-c3e6513fa3ca req-649cd1c1-7516-4680-8fdd-bdf2e4838a62 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/security-groups?id=371ae398-b123-4519-90af-92d3abd58be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381234 Aug 25 11:58:44.242538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-bc21c3d1-809d-4fcd-b18e-daad9a7baf89 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:44.244947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-bc21c3d1-809d-4fcd-b18e-daad9a7baf89 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 946 time: 0.0551498 Aug 25 11:58:44.345186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port ebffa54f-42ce-4c3e-bf87-39492dccca06 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:58:44.345419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:44.452088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port ebffa54f-42ce-4c3e-bf87-39492dccca06, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ebffa54f-42ce-4c3e-bf87-39492dccca06,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:44.452593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:44.469767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for ebffa54f-42ce-4c3e-bf87-39492dccca06 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:58:44.615784 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:44.643493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=ebffa54f-42ce-4c3e-bf87-39492dccca06,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:44.688710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] No DVR routers for this DVR port ebffa54f-42ce-4c3e-bf87-39492dccca06 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:58:44.691615 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:44.693949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5789bd26-9ead-4b30-b2ad-220b4b6999e5 req-837d5538-fc70-4bf2-b050-102aa7c76527 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.67 "DELETE /v2.0/ports/ebffa54f-42ce-4c3e-bf87-39492dccca06 HTTP/1.1" status: 204 len: 173 time: 0.4430866 Aug 25 11:58:44.694618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'name': 'network-vif-deleted', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:58:44.696960 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fe0f95-1214-44c4-9a19-9714a9a3c4d3" -d '{"events": [{"server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "name": "network-vif-deleted", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:58:44.742049 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca1b31d-4c7c-4c50-96e5-f52a1e7d050d x-openstack-request-id: req-5ca1b31d-4c7c-4c50-96e5-f52a1e7d050d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:58:44.742404 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8291f7-e0cd-4830-bcf9-75f15688da53", "name": "network-vif-deleted", "tag": "ebffa54f-42ce-4c3e-bf87-39492dccca06", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:58:44.742793 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ca1b31d-4c7c-4c50-96e5-f52a1e7d050d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:58:44.743235 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8291f7-e0cd-4830-bcf9-75f15688da53', 'name': 'network-vif-deleted', 'tag': 'ebffa54f-42ce-4c3e-bf87-39492dccca06', 'status': 'completed', 'code': 200} Aug 25 11:58:45.270839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd79aa5a-aceb-4864-bd8e-5b0c11d90017 req-17963446-3a85-4e62-ac8a-e7f694000a15 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d8291f7-e0cd-4830-bcf9-75f15688da53 HTTP/1.1" status: 200 len: 210 time: 0.0284929 Aug 25 11:58:46.328599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:46.393643 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05e0d0f9-f1bd-4570-8fe3-e90cbf4001bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:46.422071 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05e0d0f9-f1bd-4570-8fe3-e90cbf4001bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:46.490695 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05e0d0f9-f1bd-4570-8fe3-e90cbf4001bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:46.493259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-05e0d0f9-f1bd-4570-8fe3-e90cbf4001bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:46.494531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-05e0d0f9-f1bd-4570-8fe3-e90cbf4001bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/security-groups/371ae398-b123-4519-90af-92d3abd58be7 HTTP/1.1" status: 204 len: 168 time: 0.1645422 Aug 25 11:58:46.504734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0d0f9-f1bd-4570-8fe3-e90cbf4001bb tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ae398-b123-4519-90af-92d3abd58be7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:46.528956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37564) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:46.908842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:47.181554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:58:47.181880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:47.272975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port 5ac8c1ad-65f8-4739-a69a-72465fee9f7c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:47.273345 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:47.287237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for 5ac8c1ad-65f8-4739-a69a-72465fee9f7c owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:58:47.494590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:47.524637 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=5ac8c1ad-65f8-4739-a69a-72465fee9f7c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:47.538517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.538792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.539151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.539650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.539962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.540300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.540665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.540975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.541330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.541664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.542013 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.542343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:47.750038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.076325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ebffa54f-42ce-4c3e-bf87-39492dccca06 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:58:48.096605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: ebffa54f-42ce-4c3e-bf87-39492dccca06 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:58:48.096948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ebffa54f-42ce-4c3e-bf87-39492dccca06 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:58:48.261875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-251d1100-ac41-4187-960f-cde7b27fcf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.288604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:48.350410 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-7cb5a9dd-0d1b-415a-99db-47511dee6535 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418851 Aug 25 11:58:48.405374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:48.411057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4f704002-5f60-4d9c-98bb-bf6c6308fdad tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "PUT /v2.0/routers/9cea4025-f54f-4cc4-805a-cd9d5e919f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8809743 Aug 25 11:58:48.413850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37566) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:48.417520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] Sync routers for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:48.428347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:48.429153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:48.448589 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-717b179a-594e-4657-93ad-45ecb88eb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:48.450148 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-717b179a-594e-4657-93ad-45ecb88eb74f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1098 time: 0.0520520 Aug 25 11:58:48.472197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting subnet e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:58:48.475370 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.517965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.552764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:48.576060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-735da7c1-d31f-4c6a-89b1-b856abb39024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:48.578695 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-735da7c1-d31f-4c6a-89b1-b856abb39024 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 914 time: 0.1052487 Aug 25 11:58:48.621811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.651991 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-24b128fc-eef1-4ba1-a83f-0869149f0b1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 1000 time: 0.0637493 Aug 25 11:58:48.700305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.716053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:48.718331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/subnets/e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8 HTTP/1.1" status: 204 len: 168 time: 0.3034320 Aug 25 11:58:48.721305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37568) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:48.734383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ee540-3086-45e9-9544-e0ab30372165 None None] Network 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:58:48.738815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fe1d3-3c90-490d-9e1e-51d4fec7d7b1 tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Subnet': ['ID=e24f3159-1051-4c6f-b7ea-dbcc73ad4ed8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:48.770859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-b8f8c857-365d-4371-8312-68b57bc2d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:48.772449 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-b8f8c857-365d-4371-8312-68b57bc2d109 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.1120827 Aug 25 11:58:48.874162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:58:47Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:48.912383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] Checking router: 9cea4025-f54f-4cc4-805a-cd9d5e919f9b for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:48.928769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] Routers {'9cea4025-f54f-4cc4-805a-cd9d5e919f9b'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:48.930131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:49.027009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] DHCP port deletion for 5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:58:49.085457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] Set router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:49.163754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-8dc47459-59fc-42fe-8805-e6fc71f56265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:49.165188 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-8dc47459-59fc-42fe-8805-e6fc71f56265 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3822408 Aug 25 11:58:49.168625 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.205494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] Deleting port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:58:49.205916 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.293772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] For port c6a2af8f-f6f6-4ade-b34c-51a6844e7104, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,segment=NetworkSegment(0d912adf-9422-4624-bd57-31d27e801615),segment_id=0d912adf-9422-4624-bd57-31d27e801615)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:49.294169 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.310917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] Calling delete_port for c6a2af8f-f6f6-4ade-b34c-51a6844e7104 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:58:49.345390 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-1171c561-bf42-4233-9cb8-8dfcdd1e598a service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413107 Aug 25 11:58:49.347200 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.417530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:58:47Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:49.452850 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8e34b-7162-42ab-8716-2bcef10af4ef None None] The sync data for ids ['9cea4025-f54f-4cc4-805a-cd9d5e919f9b'] in n-d-778732-11 is: [{'id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'name': 'tempest-TestNetworkBasicOps-router-732525277', 'tenant_id': '325b301cdbe249e88a0d4ef46717e77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '16895347-7376-4d64-8071-cc6a3a849866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:58:47Z', 'revision_number': 5, 'project_id': '325b301cdbe249e88a0d4ef46717e77f', 'gw_port': {'id': '16895347-7376-4d64-8071-cc6a3a849866', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cea4025-f54f-4cc4-805a-cd9d5e919f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:57:50Z', 'updated_at': '2021-08-25T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:58:49.459904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.486540 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-41175edb-eb7a-4cb5-bfa9-84c1374c4c73 req-dae3f32a-306f-435f-a03f-d29a216967d5 service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338336 Aug 25 11:58:49.488966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Deleting port 16895347-7376-4d64-8071-cc6a3a849866 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:58:49.490003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.494127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] No DVR routers for this DVR port c6a2af8f-f6f6-4ade-b34c-51a6844e7104 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:58:49.494127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6956c1a-4cc7-4b77-9afc-746f5f6a6fcf None None] Pushing event deleted for resources: {'Port': ['ID=c6a2af8f-f6f6-4ade-b34c-51a6844e7104,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:49.576170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] For port 16895347-7376-4d64-8071-cc6a3a849866, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=16895347-7376-4d64-8071-cc6a3a849866,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:49.576536 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.588481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Calling delete_port for 16895347-7376-4d64-8071-cc6a3a849866 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:58:49.764404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.790626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Port': ['ID=16895347-7376-4d64-8071-cc6a3a849866,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:49.861972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.867955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c6a2af8f-f6f6-4ade-b34c-51a6844e7104 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:58:49.890244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c6a2af8f-f6f6-4ade-b34c-51a6844e7104 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:58:49.890590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c6a2af8f-f6f6-4ade-b34c-51a6844e7104 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:58:49.891017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5ac8c1ad-65f8-4739-a69a-72465fee9f7c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:58:49.911691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5ac8c1ad-65f8-4739-a69a-72465fee9f7c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:58:49.911993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5ac8c1ad-65f8-4739-a69a-72465fee9f7c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:58:49.970512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:49.972717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.019916 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.020423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Fanout notify agent at l3_agent the message router_deleted on router 9cea4025-f54f-4cc4-805a-cd9d5e919f9b {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:58:50.028005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.032745 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4680539e-bfb8-4a18-a5d1-ec3d03ab245c tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/routers/9cea4025-f54f-4cc4-805a-cd9d5e919f9b HTTP/1.1" status: 204 len: 168 time: 1.3064735 Aug 25 11:58:50.033578 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37570) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:50.118017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.220095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.231501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:50.244650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d912adf-9422-4624-bd57-31d27e801615') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:50.245237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d912adf-9422-4624-bd57-31d27e801615') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:50.256827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.273911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.282245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:58:50.282747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:58:50.286244 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:58:50.356137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.364023 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.365769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] 10.222.0.35 "DELETE /v2.0/networks/5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1 HTTP/1.1" status: 204 len: 168 time: 0.3306186 Aug 25 11:58:50.385487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41a1d7-1233-4629-af8d-49e8d3c8bb3f tempest-TestNetworkBasicOps-1783099215 tempest-TestNetworkBasicOps-1783099215-project] Pushing event deleted for resources: {'Network': ['ID=5e974adc-0c3c-42a1-a52e-6c5af0d1e4d1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:50.672464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37576) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:50.816936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f82a44df-39a7-405e-8ca6-2994f94f079b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=325b301cdbe249e88a0d4ef46717e77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431215 Aug 25 11:58:50.819649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37580) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:50.876158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a8888f7-04e6-4b59-bd26-0cff9203f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.898571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a8888f7-04e6-4b59-bd26-0cff9203f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.952351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a8888f7-04e6-4b59-bd26-0cff9203f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.954980 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4a8888f7-04e6-4b59-bd26-0cff9203f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:50.956169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4a8888f7-04e6-4b59-bd26-0cff9203f6dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f24778bc-28c9-4010-bd8d-ddd05a3a3616 HTTP/1.1" status: 204 len: 168 time: 0.1354778 Aug 25 11:58:50.964616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8888f7-04e6-4b59-bd26-0cff9203f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24778bc-28c9-4010-bd8d-ddd05a3a3616,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:51.181466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d2f7-849d-4b26-b946-153207b69678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.274010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37586) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:51.287694 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd3e3bd7-036d-4696-a23b-ad7e9ae1ef39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.394006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd3e3bd7-036d-4696-a23b-ad7e9ae1ef39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.401408 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bd3e3bd7-036d-4696-a23b-ad7e9ae1ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.407263 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.447974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bd3e3bd7-036d-4696-a23b-ad7e9ae1ef39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39f1cae5ca4b453387ec2788656139e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726716 Aug 25 11:58:51.448998 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e3bd7-036d-4696-a23b-ad7e9ae1ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7721e620-6a9a-4051-9c03-130ca631d0eb,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:51.450541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37588) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:51.505539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4e8-5c40-476d-9d1c-856054f1e795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.529062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4e8-5c40-476d-9d1c-856054f1e795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.575926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4e8-5c40-476d-9d1c-856054f1e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.578711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4e8-5c40-476d-9d1c-856054f1e795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:51.579879 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ee75a4e8-5c40-476d-9d1c-856054f1e795 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7721e620-6a9a-4051-9c03-130ca631d0eb HTTP/1.1" status: 204 len: 168 time: 0.1272998 Aug 25 11:58:51.587962 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a4e8-5c40-476d-9d1c-856054f1e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7721e620-6a9a-4051-9c03-130ca631d0eb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:51.711807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 16895347-7376-4d64-8071-cc6a3a849866 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:58:51.734613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 16895347-7376-4d64-8071-cc6a3a849866 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:58:51.734977 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 16895347-7376-4d64-8071-cc6a3a849866 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:58:52.276814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37610) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:52.374587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1872322594-network', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:52.396050 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Made reservation on behalf of d3ac3ef80af044f68d3dd736f3137fa0 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:58:52.398364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.408146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.503829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.508306 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.538706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:58:52.550173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c9a1a-2dba-4c57-876d-1d2b199bf69d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:52.555364 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.555704 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Added segment cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937 of type vlan for network 2efb1615-198c-4d36-9c2b-a6ec60aba537 Aug 25 11:58:52.556215 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.599030 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.624221 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.625183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:52.625782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.698102 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4195392 Aug 25 11:58:52.701426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37616) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:52.706574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Request body: {'subnet': {'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1872322594-subnet', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:52.716211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c56e4-0485-45d6-b25c-4439ac2d1476 admin admin] Pushing event updated for resources: {'Network': ['ID=2efb1615-198c-4d36-9c2b-a6ec60aba537,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:52.728775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:58:52.730503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Made reservation on behalf of d3ac3ef80af044f68d3dd736f3137fa0 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:58:52.732879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.913232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:52.975112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba8623f-3491-4e9b-865a-59ad4970f488,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:52.983532 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Checking segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:52.983913 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Network hostable DHCP agents. Network: 2efb1615-198c-4d36-9c2b-a6ec60aba537, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:58:53.001853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:58:53.011268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 2efb1615-198c-4d36-9c2b-a6ec60aba537) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:53.016184 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:58:53.016789 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.035384 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-eec513f1-d946-40b1-aca0-04896ff791cb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3327658 Aug 25 11:58:53.035840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d17645-7e97-4dd5-8588-70ee8c27a8bc None None] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:58:53.038538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37618) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:53.044043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:58:53.067437 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.068551 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.133406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.210755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-2efb1615-198c-4d36-9c2b-a6ec60aba537', 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'fixed_ips': [{'subnet_id': 'aba8623f-3491-4e9b-865a-59ad4970f488'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 11:58:53.211750 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.300864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.374096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Allocated IP 172.20.0.2 (2efb1615-198c-4d36-9c2b-a6ec60aba537/aba8623f-3491-4e9b-865a-59ad4970f488/bcc82b16-7558-4886-8f7f-98d17cfaabe3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:53.536077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.537376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.547082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Transition to ACTIVE for port object bcc82b16-7558-4886-8f7f-98d17cfaabe3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:53.557927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.563353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Transition to ACTIVE for port object bcc82b16-7558-4886-8f7f-98d17cfaabe3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:53.570232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.616243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:53.619833 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:53.623095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:53.635410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Pushing event updated for resources: {'Port': ['ID=bcc82b16-7558-4886-8f7f-98d17cfaabe3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:53.716194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Allocated IP 172.25.1.67 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/04941416-6339-4a19-b756-b28e4c233ee9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:53.825717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.825971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.826304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.826643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.827102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.827315 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.827645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.828099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.828304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.828629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.828951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.829278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:53.836433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.859262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Attempting to bind port bcc82b16-7558-4886-8f7f-98d17cfaabe3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:58:53.859652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Attempting to bind port bcc82b16-7558-4886-8f7f-98d17cfaabe3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:58:53.859994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Attempting to bind port bcc82b16-7558-4886-8f7f-98d17cfaabe3 on network 2efb1615-198c-4d36-9c2b-a6ec60aba537 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:53.865578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:58:53.866004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Checking segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:53.866408 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.866899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Bound using segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:58:53.871301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Bound port: bcc82b16-7558-4886-8f7f-98d17cfaabe3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:58:53.871301 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.879462 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:53.932057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:53.936257 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:53.936993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] For port bcc82b16-7558-4886-8f7f-98d17cfaabe3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:58:53.938618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Pushing event updated for resources: {'Port': ['ID=04941416-6339-4a19-b756-b28e4c233ee9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:53.941142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:53.946920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] For port bcc82b16-7558-4886-8f7f-98d17cfaabe3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bcc82b16-7558-4886-8f7f-98d17cfaabe3,segment=NetworkSegment(cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937),segment_id=cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:58:53.951841 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:54.017762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500be7-eb01-415b-833d-2ddff6854242 None None] Pushing event updated for resources: {'Port': ['ID=bcc82b16-7558-4886-8f7f-98d17cfaabe3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:54.218259 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:54.406290 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:54.433409 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:54.577191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Router cc2e3cb3-5d50-43c6-8584-407aa70b7120 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 11:58:54.701312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:54.713339 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Sync routers for ids ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:54.719628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:54.720936 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bd00001a-e4f1-473f-bd31-893fc8a7f19a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.6813200 Aug 25 11:58:54.723846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37620) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:54.727483 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Routers {'cc2e3cb3-5d50-43c6-8584-407aa70b7120'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:54.728162 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:54.850547 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Set router cc2e3cb3-5d50-43c6-8584-407aa70b7120 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:55.072580 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '04941416-6339-4a19-b756-b28e4c233ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:54Z', 'revision_number': 3, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'gw_port': {'id': '04941416-6339-4a19-b756-b28e4c233ee9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:55.073098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fcba22-191c-4d05-9b6f-82a8b0718d8d None None] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:58:55.102147 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Checking router: cc2e3cb3-5d50-43c6-8584-407aa70b7120 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:55.102597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Updating router cc2e3cb3-5d50-43c6-8584-407aa70b7120 port 04941416-6339-4a19-b756-b28e4c233ee9 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:58:55.131689 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.173101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8246f424-f217-40e0-a01d-694f0f1f7989 None None] Provisioning for port bcc82b16-7558-4886-8f7f-98d17cfaabe3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:55.432904 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.445335 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Transition to ACTIVE for port object 04941416-6339-4a19-b756-b28e4c233ee9 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:55.454713 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.583405 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.608505 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Attempting to bind port 04941416-6339-4a19-b756-b28e4c233ee9 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:58:55.608867 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Attempting to bind port 04941416-6339-4a19-b756-b28e4c233ee9 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:58:55.609232 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Attempting to bind port 04941416-6339-4a19-b756-b28e4c233ee9 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:55.618042 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:58:55.618410 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:55.618875 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.619223 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:58:55.619678 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Bound port: 04941416-6339-4a19-b756-b28e4c233ee9, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:58:55.620053 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.621674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Pushing event updated for resources: {'Port': ['ID=04941416-6339-4a19-b756-b28e4c233ee9,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:55.645559 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.645946 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.646267 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.646600 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.646932 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.647259 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.647589 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.647922 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.648236 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.648553 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.648874 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.649188 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:58:55.688977 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] For port 04941416-6339-4a19-b756-b28e4c233ee9, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:58:55.692314 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] For port 04941416-6339-4a19-b756-b28e4c233ee9, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=04941416-6339-4a19-b756-b28e4c233ee9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:58:55.697261 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.761163 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Routers {'cc2e3cb3-5d50-43c6-8584-407aa70b7120'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:55.761903 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:55.766535 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2e55d-9538-4f8c-8f69-51fcf91c903e None None] Pushing event updated for resources: {'Port': ['ID=04941416-6339-4a19-b756-b28e4c233ee9,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:55.782086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bcc82b16-7558-4886-8f7f-98d17cfaabe3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:55.785227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Allocated IP 172.20.0.1 (2efb1615-198c-4d36-9c2b-a6ec60aba537/aba8623f-3491-4e9b-865a-59ad4970f488/48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:58:55.832419 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port bcc82b16-7558-4886-8f7f-98d17cfaabe3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:55.836606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bcc82b16-7558-4886-8f7f-98d17cfaabe3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:55.837158 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.882111 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] Set router cc2e3cb3-5d50-43c6-8584-407aa70b7120 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:55.896690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.911287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Transition to ACTIVE for port object 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:55.924749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.946801 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.963728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port bcc82b16-7558-4886-8f7f-98d17cfaabe3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bcc82b16-7558-4886-8f7f-98d17cfaabe3,segment=NetworkSegment(cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937),segment_id=cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:55.967695 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:55.993156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:55.996656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:56.001372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:58:56.022681 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=bcc82b16-7558-4886-8f7f-98d17cfaabe3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:56.034371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Pushing event updated for resources: {'Port': ['ID=48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:56.054305 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.098403 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '04941416-6339-4a19-b756-b28e4c233ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:54Z', 'revision_number': 3, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'gw_port': {'id': '04941416-6339-4a19-b756-b28e4c233ee9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:56.127327 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b9b26b-38b3-41d7-ae46-98816e70cc7d None None] The sync data for ids ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'] in n-d-778732-11 is: [{'id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '04941416-6339-4a19-b756-b28e4c233ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:54Z', 'revision_number': 3, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'gw_port': {'id': '04941416-6339-4a19-b756-b28e4c233ee9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:58:56.200675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.246484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de751a3c-bd42-4c25-97eb-3e44a23d4beb None None] Provisioning for port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:56.252028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de751a3c-bd42-4c25-97eb-3e44a23d4beb None None] Provisioning complete for port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:56.252762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de751a3c-bd42-4c25-97eb-3e44a23d4beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.291988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-de751a3c-bd42-4c25-97eb-3e44a23d4beb None None] Port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:58:56.390796 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.397635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.470294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.472156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Pushing event updated for resources: {'Port': ['ID=48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:56.575948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:58:56.577414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:58:56.706943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Router cc2e3cb3-5d50-43c6-8584-407aa70b7120 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:56.822074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d862bb28-8f97-4ab6-855c-b665b5e4059d None None] Provisioning complete for port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:56.822780 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d862bb28-8f97-4ab6-855c-b665b5e4059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:56.833818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:56.848608 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5b91cb14-ece2-4be2-a358-c7785ed5fd3d admin admin] 10.222.0.35 "PUT /v2.0/routers/cc2e3cb3-5d50-43c6-8584-407aa70b7120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157150 Aug 25 11:58:56.864282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d862bb28-8f97-4ab6-855c-b665b5e4059d None None] Port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:58:57.493848 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:57.795301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bcc82b16-7558-4886-8f7f-98d17cfaabe3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:57.850815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Sync routers for ids ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:58:57.866995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Routers {'cc2e3cb3-5d50-43c6-8584-407aa70b7120'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:57.867720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:57.919031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bcc82b16-7558-4886-8f7f-98d17cfaabe3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:57.919389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:57.956673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37642) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:58.026084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Set router cc2e3cb3-5d50-43c6-8584-407aa70b7120 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:58.134198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 04941416-6339-4a19-b756-b28e4c233ee9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:58.266852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 04941416-6339-4a19-b756-b28e4c233ee9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:58:58.272784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 04941416-6339-4a19-b756-b28e4c233ee9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:58.273193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.359169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '04941416-6339-4a19-b756-b28e4c233ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:56Z', 'revision_number': 4, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'gw_port': {'id': '04941416-6339-4a19-b756-b28e4c233ee9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2', 'name': '', 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'mac_address': 'fa:16:3e:2a:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'aba8623f-3491-4e9b-865a-59ad4970f488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:55Z', 'updated_at': '2021-08-25T11:58:56Z', 'revision_number': 2, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'subnets': [{'id': 'aba8623f-3491-4e9b-865a-59ad4970f488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:58.390509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.408589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Checking router: cc2e3cb3-5d50-43c6-8584-407aa70b7120 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:58:58.409274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Updating router cc2e3cb3-5d50-43c6-8584-407aa70b7120 port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 11:58:58.446936 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.448855 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.480261 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 04941416-6339-4a19-b756-b28e4c233ee9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=04941416-6339-4a19-b756-b28e4c233ee9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:58:58.498517 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.619618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=04941416-6339-4a19-b756-b28e4c233ee9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:58.673215 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Deleting port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:58:58.673563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.754245 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.773704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Calling delete_port for 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:58:58.789603 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.801018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Transition to ACTIVE for port object 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:58:58.808383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.860770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80c35c-638e-4b29-a244-790fdf5cb62e None None] Pushing event updated for resources: {'Port': ['ID=48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:58.926123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Attempting to bind port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:58:58.926741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Attempting to bind port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:58:58.927352 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Attempting to bind port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 on network 2efb1615-198c-4d36-9c2b-a6ec60aba537 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:58.933432 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:58:58.933851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Checking segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:58.934483 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.934857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Bound using segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:58:58.935339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Bound port: 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:58:58.935733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:58.980787 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:59.008740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:58:59.011874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.db.api [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94912) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 11:58:59.012235 n-d-778732-11 neutron-server[94912]: DEBUG oslo_db.api [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 11:58:59.094477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9fbf8b8d-fbda-4c27-b7ce-f881b5e51def None None] Could not find standard attr ID for object 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 11:58:59.206192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:59.527751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Attempting to bind port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:58:59.528347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Attempting to bind port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:58:59.528591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Attempting to bind port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 on network 2efb1615-198c-4d36-9c2b-a6ec60aba537 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:58:59.534118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:58:59.534510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Checking segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:58:59.534917 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:59.535318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Bound using segment: {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:58:59.535800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Bound port: 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2efb1615-198c-4d36-9c2b-a6ec60aba537'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:58:59.536196 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:59.569286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Port 48bd7928-18f5-4c8a-9bc8-f46fcf0ccae2 has been deleted concurrently {{(pid=94912) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 25 11:58:59.581035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Routers {'cc2e3cb3-5d50-43c6-8584-407aa70b7120'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:58:59.581665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:58:59.698459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] Set router cc2e3cb3-5d50-43c6-8584-407aa70b7120 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:58:59.711957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Router cc2e3cb3-5d50-43c6-8584-407aa70b7120 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:58:59.760440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 04941416-6339-4a19-b756-b28e4c233ee9 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:58:59.826399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:58:59.831338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c252e1eb-eca2-42b7-847f-1bb4106856c5 admin admin] 10.222.0.35 "PUT /v2.0/routers/cc2e3cb3-5d50-43c6-8584-407aa70b7120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8728743 Aug 25 11:58:59.833884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37646) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:58:59.878693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 04941416-6339-4a19-b756-b28e4c233ee9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:58:59.881773 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:59.946703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:58:59.986442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '04941416-6339-4a19-b756-b28e4c233ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:58Z', 'revision_number': 5, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'gw_port': {'id': '04941416-6339-4a19-b756-b28e4c233ee9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:00.020393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f41e8-712d-4495-bb85-7795c51942ee None None] The sync data for ids ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'] in n-d-778732-11 is: [{'id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'name': 'tempest-ImageQuotaTest-1872322594-router', 'tenant_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '04941416-6339-4a19-b756-b28e4c233ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:58Z', 'revision_number': 5, 'project_id': 'd3ac3ef80af044f68d3dd736f3137fa0', 'gw_port': {'id': '04941416-6339-4a19-b756-b28e4c233ee9', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2e3cb3-5d50-43c6-8584-407aa70b7120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:58:53Z', 'updated_at': '2021-08-25T11:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:59:00.059049 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.123249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Deleting port 04941416-6339-4a19-b756-b28e4c233ee9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:00.123602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.225536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] For port 04941416-6339-4a19-b756-b28e4c233ee9, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=04941416-6339-4a19-b756-b28e4c233ee9,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:00.225942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.239780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Calling delete_port for 04941416-6339-4a19-b756-b28e4c233ee9 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:00.422466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.458872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04941416-6339-4a19-b756-b28e4c233ee9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:00.522286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.622927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.625385 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.675959 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.676673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2e3cb3-5d50-43c6-8584-407aa70b7120 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:59:00.681190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.683075 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8ea66d4f-a274-4482-a988-7038d75240a3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cc2e3cb3-5d50-43c6-8584-407aa70b7120 HTTP/1.1" status: 204 len: 168 time: 0.8482172 Aug 25 11:59:00.685547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:00.708865 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Sync routers for ids ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:59:00.718129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Routers set() bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:00.718497 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Router IDs set() for agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 11:59:00.719131 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc2e3cb3-5d50-43c6-8584-407aa70b7120'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent'). {{(pid=94913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 11:59:00.729036 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Routers set() bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:00.729734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Router IDs set() for agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 11:59:00.729858 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc2e3cb3-5d50-43c6-8584-407aa70b7120'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent'). {{(pid=94913) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 11:59:00.730236 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f2c01-5e7d-4658-b41c-994033984e56 None None] The sync data for ids ['cc2e3cb3-5d50-43c6-8584-407aa70b7120'] in n-d-778732-11 is: [] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:59:00.739081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Deleting subnet aba8623f-3491-4e9b-865a-59ad4970f488 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:59:00.745921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.786012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.868605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.931796 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.959564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba8623f-3491-4e9b-865a-59ad4970f488,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:00.964864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:00.968352 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cccd25d3-7950-4c57-9b53-97e435ddde14 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aba8623f-3491-4e9b-865a-59ad4970f488 HTTP/1.1" status: 204 len: 168 time: 0.2816207 Aug 25 11:59:00.968512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b4eda-464b-4d74-85a0-c2d487e72e0e None None] Network 2efb1615-198c-4d36-9c2b-a6ec60aba537 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:59:00.970816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37650) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:01.043634 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.110784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Deleting port bcc82b16-7558-4886-8f7f-98d17cfaabe3 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:01.110784 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.190579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] For port bcc82b16-7558-4886-8f7f-98d17cfaabe3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bcc82b16-7558-4886-8f7f-98d17cfaabe3,segment=NetworkSegment(cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937),segment_id=cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:01.190961 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.206284 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.210842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Calling delete_port for bcc82b16-7558-4886-8f7f-98d17cfaabe3 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:01.300628 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.331470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc82b16-7558-4886-8f7f-98d17cfaabe3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:01.333610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38e6f2-e595-429a-8bc1-df3d92f86769 None None] DHCP port deletion for 2efb1615-198c-4d36-9c2b-a6ec60aba537 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:59:01.339421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] No DVR routers for this DVR port bcc82b16-7558-4886-8f7f-98d17cfaabe3 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:59:01.417309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.427508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efb1615-198c-4d36-9c2b-a6ec60aba537']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:01.438865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:01.439169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac6ae8e-e6ba-4f0c-83f0-3eb3fcdf3937') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:01.448863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.463394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.470368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:59:01.470840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: items = [ Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:59:01.472758 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:59:01.533763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.542816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.544770 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] 10.222.0.35 "DELETE /v2.0/networks/2efb1615-198c-4d36-9c2b-a6ec60aba537 HTTP/1.1" status: 204 len: 168 time: 0.5729914 Aug 25 11:59:01.556062 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae28d9-2819-4940-8145-43e97d52402e admin admin] Pushing event deleted for resources: {'Network': ['ID=2efb1615-198c-4d36-9c2b-a6ec60aba537,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:01.666662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37654) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:01.734235 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bcc82b16-7558-4886-8f7f-98d17cfaabe3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:01.740459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4e9c8ff7-2d56-409c-b3da-6d822c35307a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3ac3ef80af044f68d3dd736f3137fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681331 Aug 25 11:59:01.740753 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37656) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:01.755634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: bcc82b16-7558-4886-8f7f-98d17cfaabe3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:01.755974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bcc82b16-7558-4886-8f7f-98d17cfaabe3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:01.756405 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 04941416-6339-4a19-b756-b28e4c233ee9 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:01.781604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 04941416-6339-4a19-b756-b28e4c233ee9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:01.781965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 04941416-6339-4a19-b756-b28e4c233ee9 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:01.795062 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b31d7964-4a63-4cca-9724-07acd5ca9b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.819508 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b31d7964-4a63-4cca-9724-07acd5ca9b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.867968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b31d7964-4a63-4cca-9724-07acd5ca9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.872040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b31d7964-4a63-4cca-9724-07acd5ca9b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:01.873250 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b31d7964-4a63-4cca-9724-07acd5ca9b14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df4c9a1a-2dba-4c57-876d-1d2b199bf69d HTTP/1.1" status: 204 len: 168 time: 0.1316524 Aug 25 11:59:01.881777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d7964-4a63-4cca-9724-07acd5ca9b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c9a1a-2dba-4c57-876d-1d2b199bf69d,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:02.228453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37662) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:02.242218 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99042e2b-3f9a-45d2-9849-8878b5f07b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.341444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99042e2b-3f9a-45d2-9849-8878b5f07b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.346189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-99042e2b-3f9a-45d2-9849-8878b5f07b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.390768 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-99042e2b-3f9a-45d2-9849-8878b5f07b02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1611440 Aug 25 11:59:02.393004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042e2b-3f9a-45d2-9849-8878b5f07b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3993f-6d6c-44cd-b864-3b527966d09e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:02.395135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37664) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:02.448057 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f938-611c-4299-ac46-4ed70b6cf49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.470534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f938-611c-4299-ac46-4ed70b6cf49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.523817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f938-611c-4299-ac46-4ed70b6cf49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.527794 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc4f938-611c-4299-ac46-4ed70b6cf49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:02.529839 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ecc4f938-611c-4299-ac46-4ed70b6cf49f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bc3993f-6d6c-44cd-b864-3b527966d09e HTTP/1.1" status: 204 len: 168 time: 0.1334717 Aug 25 11:59:02.540134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4f938-611c-4299-ac46-4ed70b6cf49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3993f-6d6c-44cd-b864-3b527966d09e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:03.279676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 37670) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:03.450413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Deleting port 97d72fc9-1868-4bc2-849a-787788fe6cf1 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:03.451224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:03.536703 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:03.536924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:03.549516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Calling delete_port for 97d72fc9-1868-4bc2-849a-787788fe6cf1 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:03.713112 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:03.742970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event deleted for resources: {'Port': ['ID=97d72fc9-1868-4bc2-849a-787788fe6cf1,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:03.812028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:03.812237 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Floating IP 7d9fa8a3-1afe-438b-95e8-f736aaa5c613 disassociated (deleted). External IP: 172.25.1.8, port: 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4. Aug 25 11:59:04.043134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Router eaa2a1c0-1b86-4988-be4c-a16410e90e9e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:59:04.156917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:59:04.161940 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:04.169349 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] Sync routers for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:59:04.186839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:04.187491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:04.195955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9231fe21-fdbb-4d4e-9acb-2162bece162d tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "DELETE /v2.0/floatingips/7d9fa8a3-1afe-438b-95e8-f736aaa5c613 HTTP/1.1" status: 204 len: 168 time: 0.9151156 Aug 25 11:59:04.196586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:04.199400 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9640a82f-3539-4db9-ac85-3f5ea7e206c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:04.245286 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20b2ab8-ed33-4007-8056-583b5b574715 x-openstack-request-id: req-c20b2ab8-ed33-4007-8056-583b5b574715 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:04.245769 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:04.245892 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c20b2ab8-ed33-4007-8056-583b5b574715 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:04.246368 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'status': 'completed', 'code': 200} Aug 25 11:59:04.318426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-651fe19e-5713-4da0-bbe2-eb615239ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:04.320075 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-651fe19e-5713-4da0-bbe2-eb615239ae84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 1098 time: 0.0484164 Aug 25 11:59:04.342468 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:59:04.435619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-521985cb-2d94-4ad1-8564-6e7f9f2eaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:04.438612 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-521985cb-2d94-4ad1-8564-6e7f9f2eaa7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 200 len: 914 time: 0.1108658 Aug 25 11:59:04.484857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30021c2e-4cbb-4038-a67e-959ac294be0c req-d37431c4-9825-449b-9bd7-22cde6c50df0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:04.486503 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30021c2e-4cbb-4038-a67e-959ac294be0c req-d37431c4-9825-449b-9bd7-22cde6c50df0 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 946 time: 0.0712569 Aug 25 11:59:04.492444 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-3bd69468-473c-4ea0-93de-7cfa0f2c2290 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 200 len: 217 time: 0.0443583 Aug 25 11:59:04.534033 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30021c2e-4cbb-4038-a67e-959ac294be0c req-cd8d6471-10d1-42cd-bddc-1656ebf6f0e9 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Aug 25 11:59:04.561770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-32a1b9e9-30f4-4156-a6a8-15450e6c5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:04.563270 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-32a1b9e9-30f4-4156-a6a8-15450e6c5a87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 200 len: 852 time: 0.0629332 Aug 25 11:59:04.609886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:04.615240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-866785d4-63bb-4c95-8ce7-c403f1a78ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:04.616760 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-866785d4-63bb-4c95-8ce7-c403f1a78ed0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b9e47c5-b55f-4a73-8777-ae0e8c404f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448232 Aug 25 11:59:04.637976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] Checking router: eaa2a1c0-1b86-4988-be4c-a16410e90e9e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:59:04.647513 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:04.648153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:04.730554 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-706397b9-04f5-46e7-80a7-c8017327ce5b service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986261 Aug 25 11:59:04.772048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:59:04.831553 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-9640a82f-3539-4db9-ac85-3f5ea7e206c1 req-0476e1ec-b812-4cf7-a9c3-aa88021343b8 service neutron] 10.222.0.10 "GET /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923283 Aug 25 11:59:05.001365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:05.029195 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002ed0c-c253-45d9-9d99-808df2dda4db None None] The sync data for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 is: [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:55Z', 'revision_number': 4, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '44d844f6-678a-4796-92d7-034cf79482f3', 'name': '', 'network_id': '1b9e47c5-b55f-4a73-8777-ae0e8c404f10', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'mac_address': 'fa:16:3e:95:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:54Z', 'updated_at': '2021-08-25T11:56:05Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'subnets': [{'id': 'f10a527c-c4b1-4670-ab5b-e45c10bd20d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:59:05.296517 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda29ca2-3026-44f3-846a-8c2e041abca4 None None] New status for floating IP 7d9fa8a3-1afe-438b-95e8-f736aaa5c613: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 11:59:05.661106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bfc33-f944-435d-a088-bee64c273af3 req-5bd93de7-6486-4912-9004-c4367735b830 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:05.662615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c8bfc33-f944-435d-a088-bee64c273af3 req-5bd93de7-6486-4912-9004-c4367735b830 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 946 time: 0.0506713 Aug 25 11:59:05.703425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5c8bfc33-f944-435d-a088-bee64c273af3 req-7c567071-b1af-4012-af87-b437533b21b6 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/security-groups?id=cd878d92-a5bc-4c2e-93a6-bace4df3042c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 25 11:59:06.043179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97102-461f-4877-848c-95ed868a68f0 req-278eb6c4-0f2a-47b4-b773-e14b2252964b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:06.044748 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0df97102-461f-4877-848c-95ed868a68f0 req-278eb6c4-0f2a-47b4-b773-e14b2252964b tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 946 time: 0.0575504 Aug 25 11:59:06.138936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Deleting port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:06.139286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:06.235328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] For port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:06.235708 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:06.252116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Calling delete_port for 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:06.386604 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:06.421277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event deleted for resources: {'Port': ['ID=4c0cc48a-8b73-45d7-8c6e-47144db6cfc4,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:06.467230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] No DVR routers for this DVR port 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:59:06.469892 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:06.471933 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0df97102-461f-4877-848c-95ed868a68f0 req-d6ae2075-063a-4659-9187-2a7a98a66839 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.10 "DELETE /v2.0/ports/4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 HTTP/1.1" status: 204 len: 173 time: 0.4211850 Aug 25 11:59:06.472369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'name': 'network-vif-deleted', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:06.474712 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae6f0d3-3741-4899-ab3e-caa7748921c0" -d '{"events": [{"server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "name": "network-vif-deleted", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:06.520263 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46680b9f-e1e6-49b0-9ea9-038e4f9d55d5 x-openstack-request-id: req-46680b9f-e1e6-49b0-9ea9-038e4f9d55d5 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:06.520581 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef018310-c598-4342-9f03-f572ee64539d", "name": "network-vif-deleted", "tag": "4c0cc48a-8b73-45d7-8c6e-47144db6cfc4", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:06.520826 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46680b9f-e1e6-49b0-9ea9-038e4f9d55d5 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:06.521840 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef018310-c598-4342-9f03-f572ee64539d', 'name': 'network-vif-deleted', 'tag': '4c0cc48a-8b73-45d7-8c6e-47144db6cfc4', 'status': 'completed', 'code': 200} Aug 25 11:59:06.809395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31fa6740-c438-4149-b098-44d0a97302f0 req-b0535d80-bccc-447b-8e04-f36cb78ef3d2 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0308025 Aug 25 11:59:07.918290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a4b7c274-7e6d-44df-b1b0-ba65d55b2393 req-660a8d4b-1e3e-4dec-bbe0-e5e9877d7380 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0316319 Aug 25 11:59:08.973206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:08.995277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:08.995626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 4c0cc48a-8b73-45d7-8c6e-47144db6cfc4 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:09.033241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4989169e-e221-446e-99f5-d3e5b2da9102 req-355c04fb-1d51-4ccb-9a7e-d6f9426a9ca3 tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0315742 Aug 25 11:59:10.138408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbb0fde5-b153-48d2-885b-fc03a87c164d req-b51462a1-e809-49cb-ab87-2cf25486ecff tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef018310-c598-4342-9f03-f572ee64539d HTTP/1.1" status: 200 len: 210 time: 0.0267897 Aug 25 11:59:11.196900 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 37692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:11.256511 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30c54c3e-fd06-46e9-b4ab-94108456066e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:11.282748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30c54c3e-fd06-46e9-b4ab-94108456066e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:11.342410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30c54c3e-fd06-46e9-b4ab-94108456066e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:11.345361 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-30c54c3e-fd06-46e9-b4ab-94108456066e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:11.346643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-30c54c3e-fd06-46e9-b4ab-94108456066e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] 10.222.0.35 "DELETE /v2.0/security-groups/cd878d92-a5bc-4c2e-93a6-bace4df3042c HTTP/1.1" status: 204 len: 168 time: 0.1481388 Aug 25 11:59:11.356318 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c54c3e-fd06-46e9-b4ab-94108456066e tempest-TestVolumeBackupRestore-1257716659 tempest-TestVolumeBackupRestore-1257716659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd878d92-a5bc-4c2e-93a6-bace4df3042c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:14.815140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38144) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:15.232783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:15.495900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Deleting port 44d844f6-678a-4796-92d7-034cf79482f3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:15.496248 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:15.581074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] For port 44d844f6-678a-4796-92d7-034cf79482f3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=44d844f6-678a-4796-92d7-034cf79482f3,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:15.581449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:15.596800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Calling delete_port for 44d844f6-678a-4796-92d7-034cf79482f3 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:15.779674 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:15.805937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d844f6-678a-4796-92d7-034cf79482f3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:15.982506 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:16.204976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Router eaa2a1c0-1b86-4988-be4c-a16410e90e9e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:59:16.311644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:59:16.316660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-54083c36-4b9a-4e4b-86f5-8c1211ef34c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/eaa2a1c0-1b86-4988-be4c-a16410e90e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5003536 Aug 25 11:59:16.319471 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38146) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:16.320751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] Sync routers for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:59:16.330790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:16.331391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:16.438532 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:16.441101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:59:16.641879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:59:15Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:16.670185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] Checking router: eaa2a1c0-1b86-4988-be4c-a16410e90e9e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:59:16.679146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] Routers {'eaa2a1c0-1b86-4988-be4c-a16410e90e9e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:16.679767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:16.790462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] Set router eaa2a1c0-1b86-4988-be4c-a16410e90e9e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:59:16.862672 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:16.922895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Deleting port 58780507-4a3f-49b6-996e-641acd327634 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:16.923275 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:16.987612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:59:15Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:17.007913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] For port 58780507-4a3f-49b6-996e-641acd327634, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=58780507-4a3f-49b6-996e-641acd327634,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:17.008667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.020596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100c98c0-9a21-4d30-876f-258ba942a595 None None] The sync data for ids ['eaa2a1c0-1b86-4988-be4c-a16410e90e9e'] in n-d-778732-11 is: [{'id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'name': 'tempest-TestVolumeBackupRestore-481703991-router', 'tenant_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '58780507-4a3f-49b6-996e-641acd327634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:59:15Z', 'revision_number': 5, 'project_id': 'b478e6ec43244fd5a22a58f0eccc7b2a', 'gw_port': {'id': '58780507-4a3f-49b6-996e-641acd327634', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2a1c0-1b86-4988-be4c-a16410e90e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:55:49Z', 'updated_at': '2021-08-25T11:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:59:17.028154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Calling delete_port for 58780507-4a3f-49b6-996e-641acd327634 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:17.201334 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.225622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Pushing event deleted for resources: {'Port': ['ID=58780507-4a3f-49b6-996e-641acd327634,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:17.288708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.378632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.380848 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.434648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.435217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa2a1c0-1b86-4988-be4c-a16410e90e9e {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:59:17.439663 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.444349 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-86f0aaa1-749d-48ad-a616-2b59bcc2876b admin admin] 10.222.0.35 "DELETE /v2.0/routers/eaa2a1c0-1b86-4988-be4c-a16410e90e9e HTTP/1.1" status: 204 len: 168 time: 1.1204565 Aug 25 11:59:17.444599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38148) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:17.497676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Deleting subnet f10a527c-c4b1-4670-ab5b-e45c10bd20d0 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:59:17.501834 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.540284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.640442 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.716095 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.745722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10a527c-c4b1-4670-ab5b-e45c10bd20d0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:17.751141 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.753381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e7efc7b7-0a80-4df5-8760-0d55f6099ed6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f10a527c-c4b1-4670-ab5b-e45c10bd20d0 HTTP/1.1" status: 204 len: 168 time: 0.3077700 Aug 25 11:59:17.755726 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7bc7b-7a99-4f33-9750-55c7733a2809 None None] Network 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:59:17.757744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38150) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:17.835807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.896576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Deleting port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:17.896929 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.970001 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] For port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,segment=NetworkSegment(70b2350a-64aa-4658-9259-2981c07e9f58),segment_id=70b2350a-64aa-4658-9259-2981c07e9f58)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:17.970277 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:17.983995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Calling delete_port for 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:18.071733 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.098139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ba391-5ca2-4f3b-9781-521663a33f7a None None] DHCP port deletion for 1b9e47c5-b55f-4a73-8777-ae0e8c404f10 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:59:18.098281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c182bc2-a8a4-4889-bcb6-d03367a1ae5f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:18.104553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] No DVR routers for this DVR port 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:59:18.151242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 44d844f6-678a-4796-92d7-034cf79482f3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:18.175308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 44d844f6-678a-4796-92d7-034cf79482f3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:18.175669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 44d844f6-678a-4796-92d7-034cf79482f3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:18.198885 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.210590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9e47c5-b55f-4a73-8777-ae0e8c404f10']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:18.228090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b2350a-64aa-4658-9259-2981c07e9f58') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:18.228278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b2350a-64aa-4658-9259-2981c07e9f58') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:18.238820 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.255346 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.264105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:59:18.264605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: timer() Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:59:18.266887 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:59:18.269069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd5b338d-443e-4642-a949-b30b68416f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.329372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.336283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.339519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/1b9e47c5-b55f-4a73-8777-ae0e8c404f10 HTTP/1.1" status: 204 len: 168 time: 0.5799713 Aug 25 11:59:18.342626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38154) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:18.351659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17bccc-ec26-472a-903d-1a933529bd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9e47c5-b55f-4a73-8777-ae0e8c404f10,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:18.629464 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:59:18.710022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:18.991505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Deleting port 0ae8459f-df90-48da-87af-8918a80533d8 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:18.991760 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:19.079801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] For port 0ae8459f-df90-48da-87af-8918a80533d8, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0ae8459f-df90-48da-87af-8918a80533d8,segment=NetworkSegment(1442f856-3b16-485e-a239-677093b41c26),segment_id=1442f856-3b16-485e-a239-677093b41c26)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:19.080183 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:19.094725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Calling delete_port for 0ae8459f-df90-48da-87af-8918a80533d8 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:19.310877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:19.338823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae8459f-df90-48da-87af-8918a80533d8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:19.554668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:19.792422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 58780507-4a3f-49b6-996e-641acd327634 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:19.813561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 58780507-4a3f-49b6-996e-641acd327634 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:19.813930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 58780507-4a3f-49b6-996e-641acd327634 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:19.814364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:19.817370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Router 0792af43-8daf-4533-9a52-3b949fe93236 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 11:59:19.833669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:19.833983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9c182bc2-a8a4-4889-bcb6-d03367a1ae5f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:19.930864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 11:59:19.936883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8efd43a9-ecfc-4cf3-b228-896bf77cd65d admin admin] 10.222.0.35 "PUT /v2.0/routers/0792af43-8daf-4533-9a52-3b949fe93236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927866 Aug 25 11:59:19.938691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38156) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:19.939979 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] Sync routers for ids ['0792af43-8daf-4533-9a52-3b949fe93236'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 11:59:19.951153 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] Routers {'0792af43-8daf-4533-9a52-3b949fe93236'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:19.951783 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0792af43-8daf-4533-9a52-3b949fe93236'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:20.055892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.095914 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] Set router 0792af43-8daf-4533-9a52-3b949fe93236 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:59:20.164891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.231462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Deleting port 377e3a51-4687-4009-85ef-0ed5daaeecd2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:20.232008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.331632 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:59:19Z', 'revision_number': 5, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port': {'id': '377e3a51-4687-4009-85ef-0ed5daaeecd2', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0792af43-8daf-4533-9a52-3b949fe93236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T11:56:01Z', 'updated_at': '2021-08-25T11:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:20.361949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] For port 377e3a51-4687-4009-85ef-0ed5daaeecd2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=377e3a51-4687-4009-85ef-0ed5daaeecd2,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:20.362231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.362747 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] Checking router: 0792af43-8daf-4533-9a52-3b949fe93236 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 11:59:20.371602 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] Routers {'0792af43-8daf-4533-9a52-3b949fe93236'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 11:59:20.372210 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T11:58:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0792af43-8daf-4533-9a52-3b949fe93236'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:20.376513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Calling delete_port for 377e3a51-4687-4009-85ef-0ed5daaeecd2 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:20.463812 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] Set router 0792af43-8daf-4533-9a52-3b949fe93236 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 11:59:20.521086 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:59:20Z', 'revision_number': 6, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:20.548385 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ae286-0eb7-42f4-aa35-8e6e9cd2f01d None None] The sync data for ids ['0792af43-8daf-4533-9a52-3b949fe93236'] in n-d-778732-11 is: [{'id': '0792af43-8daf-4533-9a52-3b949fe93236', 'name': 'tempest-TestVolumeBackupRestore-683126611-router', 'tenant_id': '8ecf6079a13a437e85dfa1e047664f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T11:56:00Z', 'updated_at': '2021-08-25T11:59:20Z', 'revision_number': 6, 'project_id': '8ecf6079a13a437e85dfa1e047664f03', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 11:59:20.549340 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.578748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=377e3a51-4687-4009-85ef-0ed5daaeecd2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:20.638360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.731923 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.734081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.777537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.778251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0792af43-8daf-4533-9a52-3b949fe93236 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 11:59:20.782679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.783855 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a25da50c-00e7-41bf-bbb1-4b60d41e96c6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0792af43-8daf-4533-9a52-3b949fe93236 HTTP/1.1" status: 204 len: 168 time: 0.8434837 Aug 25 11:59:20.786875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38158) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:20.833501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Deleting subnet 64ed650f-e3f6-4b9a-b022-012a93fd3777 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 11:59:20.836557 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.872439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:20.964824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.027011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.056234 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.058932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/64ed650f-e3f6-4b9a-b022-012a93fd3777 HTTP/1.1" status: 204 len: 168 time: 0.2710814 Aug 25 11:59:21.059752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46a70f-c161-4842-8a23-9c97fb91518d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ed650f-e3f6-4b9a-b022-012a93fd3777,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:21.061504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38160) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:21.063816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe8a37f-d3b3-424c-9561-b5df695ba530 None None] Network 01cc09e8-16e5-4fc5-89f3-34666af93f7d requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:59:21.136971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.191236 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67f8eda8-e7d2-42e1-9410-60c611b9e85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.202077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Deleting port 6721ed7d-418a-4217-b245-127e0be294cd {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:21.202421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.274294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] For port 6721ed7d-418a-4217-b245-127e0be294cd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6721ed7d-418a-4217-b245-127e0be294cd,segment=NetworkSegment(1442f856-3b16-485e-a239-677093b41c26),segment_id=1442f856-3b16-485e-a239-677093b41c26)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:21.274662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.288171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Calling delete_port for 6721ed7d-418a-4217-b245-127e0be294cd owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:21.335240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] DHCP port deletion for 01cc09e8-16e5-4fc5-89f3-34666af93f7d request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 11:59:21.381664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.384265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Deleting port 6721ed7d-418a-4217-b245-127e0be294cd {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:21.385354 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.409551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Pushing event deleted for resources: {'Port': ['ID=6721ed7d-418a-4217-b245-127e0be294cd,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:21.413135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] No DVR routers for this DVR port 6721ed7d-418a-4217-b245-127e0be294cd on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:59:21.458110 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.474305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] For port 6721ed7d-418a-4217-b245-127e0be294cd, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:21.474709 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.488589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Calling delete_port for 6721ed7d-418a-4217-b245-127e0be294cd owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:21.491530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Port 6721ed7d-418a-4217-b245-127e0be294cd was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 11:59:21.492866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.493391 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.506099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] No DVR routers for this DVR port 6721ed7d-418a-4217-b245-127e0be294cd on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:59:21.508501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cc09e8-16e5-4fc5-89f3-34666af93f7d']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:21.523822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1442f856-3b16-485e-a239-677093b41c26') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:21.524203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1442f856-3b16-485e-a239-677093b41c26') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 11:59:21.531325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c121f-7621-4d7b-be2d-d366dd860a8e None None] Pushing event deleted for resources: {'Port': ['ID=6721ed7d-418a-4217-b245-127e0be294cd,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:21.535020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.551989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.559386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 11:59:21.559827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: timer() Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 11:59:21.561722 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 11:59:21.622036 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.628204 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.633649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] 10.222.0.35 "DELETE /v2.0/networks/01cc09e8-16e5-4fc5-89f3-34666af93f7d HTTP/1.1" status: 204 len: 168 time: 0.5678062 Aug 25 11:59:21.645862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa59df-2a9d-4626-9e96-028de9277314 admin admin] Pushing event deleted for resources: {'Network': ['ID=01cc09e8-16e5-4fc5-89f3-34666af93f7d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:21.733309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0ae8459f-df90-48da-87af-8918a80533d8 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:21.755403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0ae8459f-df90-48da-87af-8918a80533d8 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:21.755751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0ae8459f-df90-48da-87af-8918a80533d8 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:21.756174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6721ed7d-418a-4217-b245-127e0be294cd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:21.770431 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38166) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:21.778687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6721ed7d-418a-4217-b245-127e0be294cd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:21.779036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6721ed7d-418a-4217-b245-127e0be294cd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:21.779464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 377e3a51-4687-4009-85ef-0ed5daaeecd2 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:21.799975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 377e3a51-4687-4009-85ef-0ed5daaeecd2 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:21.800465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 377e3a51-4687-4009-85ef-0ed5daaeecd2 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:21.823660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-23b0d2ab-9a26-4417-8711-86c9533f5a67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b478e6ec43244fd5a22a58f0eccc7b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517831 Aug 25 11:59:21.826210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38168) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:21.880692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0315a065-80b0-406e-9dd2-94fb8f9eaaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.901430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0315a065-80b0-406e-9dd2-94fb8f9eaaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.947684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0315a065-80b0-406e-9dd2-94fb8f9eaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.950352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0315a065-80b0-406e-9dd2-94fb8f9eaaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:21.953890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0315a065-80b0-406e-9dd2-94fb8f9eaaf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db83d6bb-b55c-4032-b6ac-ef592b357400 HTTP/1.1" status: 204 len: 168 time: 0.1243036 Aug 25 11:59:21.959116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315a065-80b0-406e-9dd2-94fb8f9eaaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db83d6bb-b55c-4032-b6ac-ef592b357400,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:22.270193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38174) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:22.310380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bd18ca66-4dbf-40d5-9842-759547da50b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ecf6079a13a437e85dfa1e047664f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388165 Aug 25 11:59:22.313088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38176) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:22.362912 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ab68-cb5a-47a9-b0d8-01d3d03ebd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:22.384832 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ab68-cb5a-47a9-b0d8-01d3d03ebd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:22.430613 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ab68-cb5a-47a9-b0d8-01d3d03ebd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:22.433678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ab68-cb5a-47a9-b0d8-01d3d03ebd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:22.434883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f1b9ab68-cb5a-47a9-b0d8-01d3d03ebd99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd809ac9-897d-4900-af36-35934dc1c119 HTTP/1.1" status: 204 len: 168 time: 0.1207745 Aug 25 11:59:22.442720 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9ab68-cb5a-47a9-b0d8-01d3d03ebd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd809ac9-897d-4900-af36-35934dc1c119,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:22.556211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:24.412190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:27.492552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:31.113204 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:32.435051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-284edadc-6b18-4568-805f-45fb3133ec2c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2c3fe38df3244172b5cfd30da814d453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309961 Aug 25 11:59:32.932251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-0abc37de-0ab8-4e79-94e0-3e50e40c241d tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:32.933752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-0abc37de-0ab8-4e79-94e0-3e50e40c241d tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4931831 Aug 25 11:59:32.949275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-5a2df436-81e9-4090-a9ab-77e547ee9a4f tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/quotas/2c3fe38df3244172b5cfd30da814d453 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Aug 25 11:59:32.980878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-c82dc193-a2e4-4199-b28b-6359e26c6a89 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c3fe38df3244172b5cfd30da814d453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261104 Aug 25 11:59:33.246258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8163ba72-76df-42c7-8cd3-f3739c14cf52 req-2dee9062-1d21-44d7-a150-9c10c1863da0 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 210 time: 0.1349428 Aug 25 11:59:34.174895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-d94fac90-105c-46a9-b0e3-ac5cf1e292e8 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2c3fe38df3244172b5cfd30da814d453&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215507 Aug 25 11:59:34.285655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-8a8addc6-9dcc-431f-8c5a-bcb53473d539 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:34.287208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-8a8addc6-9dcc-431f-8c5a-bcb53473d539 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066787 Aug 25 11:59:34.303467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Request body: {'port': {'device_id': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'admin_state_up': True, 'tenant_id': '2c3fe38df3244172b5cfd30da814d453'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:59:34.375437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87c97ca4-c7a2-4904-b33c-c6d19d691a84 req-90272ba8-c4e6-4866-b454-7fa904015bbb tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 210 time: 0.0564582 Aug 25 11:59:34.440658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Made reservation on behalf of 2c3fe38df3244172b5cfd30da814d453 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:59:34.444313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:34.454545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:34.543818 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:34.547633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:34.616373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82a309-f3b0-4388-9479-5c0aae3cbede,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:34.682347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Allocated IP 192.168.233.89 (0f41c389-9757-490b-8104-9e5dc9607d85/92c0934c-f353-4459-a283-37976702cf85/004b16ab-fb2e-46d2-b171-a1ac6cef76d3) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:59:34.826362 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:34.839434 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Transition to ACTIVE for port object 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:59:34.870814 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:34.918250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Network 0f41c389-9757-490b-8104-9e5dc9607d85 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:59:34.921407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:59:34.926933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:59:34.929601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Pushing event updated for resources: {'Port': ['ID=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:34.984349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:34.984984 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.000323 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-a4a89222-e202-44e9-a160-0193bcd6272c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7008379 Aug 25 11:59:35.013813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Request body: {'port': {'device_id': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:59:35.081719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.173988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-244fea9d-c84d-4044-9d03-27df05545078 None None] Provisioning for port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:59:35.178332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-244fea9d-c84d-4044-9d03-27df05545078 None None] Provisioning complete for port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:59:35.178922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-244fea9d-c84d-4044-9d03-27df05545078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.214166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-244fea9d-c84d-4044-9d03-27df05545078 None None] Port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 11:59:35.372092 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:59:35.380351 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.393601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Transition to ACTIVE for port object 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:59:35.397778 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.498468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Pushing event updated for resources: {'Port': ['ID=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:35.565443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf8316-ad00-4e9c-bb6c-2589f4dd88ea req-a0026360-d9cb-4600-a7dd-43d02fd93b54 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:35.567249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38bf8316-ad00-4e9c-bb6c-2589f4dd88ea req-a0026360-d9cb-4600-a7dd-43d02fd93b54 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 947 time: 0.1190591 Aug 25 11:59:35.570182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Attempting to bind port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:59:35.570504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Attempting to bind port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:59:35.570833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Attempting to bind port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:59:35.583537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 on network 0f41c389-9757-490b-8104-9e5dc9607d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:59:35.583864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Attempting to bind port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 on network 0f41c389-9757-490b-8104-9e5dc9607d85 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:59:35.602316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:59:35.602659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Checking segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:59:35.603060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Bound using segment: {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:59:35.603620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Bound port: 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78888f5-ebaf-451f-9081-b52cb6986fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:59:35.603988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.629276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38bf8316-ad00-4e9c-bb6c-2589f4dd88ea req-59df8079-2833-42bc-a2b4-ee8f19b440a8 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Aug 25 11:59:35.685622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] For port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:59:35.688641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] For port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:59:35.693299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.728771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:35.729385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:35.730829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] 10.222.0.67 "PUT /v2.0/ports/004b16ab-fb2e-46d2-b171-a1ac6cef76d3 HTTP/1.1" status: 200 len: 1096 time: 0.7218120 Aug 25 11:59:35.731272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'tag': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:35.733540 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6697239-4dc5-45b5-8836-2bb79eaa152e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa373c8a-eae6-41ff-a6e3-59e946ef5668", "tag": "004b16ab-fb2e-46d2-b171-a1ac6cef76d3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:35.773888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55094a3d-ecb2-421f-9154-dcd4915f5a62 service neutron] Pushing event updated for resources: {'Port': ['ID=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:35.788782 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2f798a-7bc1-47a8-9134-4fe99824bc22 x-openstack-request-id: req-7c2f798a-7bc1-47a8-9134-4fe99824bc22 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:35.789070 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa373c8a-eae6-41ff-a6e3-59e946ef5668", "tag": "004b16ab-fb2e-46d2-b171-a1ac6cef76d3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:35.789381 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7c2f798a-7bc1-47a8-9134-4fe99824bc22 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:35.789812 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'tag': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3', 'status': 'completed', 'code': 200} Aug 25 11:59:35.825158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-0a64ae12-b522-429a-8fe0-71723ad3eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:35.826754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-0a64ae12-b522-429a-8fe0-71723ad3eeb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c3fe38df3244172b5cfd30da814d453&device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 1099 time: 0.0474269 Aug 25 11:59:35.872755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-b6ddb8f1-a145-4370-9a97-be7b61dd7704 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3 HTTP/1.1" status: 200 len: 217 time: 0.0371821 Aug 25 11:59:35.927699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-7bd006a4-4cde-48c9-a39d-c9e8a86850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:35.929312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-7bd006a4-4cde-48c9-a39d-c9e8a86850e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0491014 Aug 25 11:59:35.978352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c904-70e8-4225-8898-3f2cc968da67 req-e3c3b70b-4438-4779-ac67-3cc5be92ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:35.979926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-e3c3b70b-4438-4779-ac67-3cc5be92ecce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432117 Aug 25 11:59:36.074938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-b402cd39-049c-4413-948b-14aa7b9fc71b service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867782 Aug 25 11:59:36.173155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9707c904-70e8-4225-8898-3f2cc968da67 req-f8349477-b92a-4a9b-939f-16aed6c50d0e service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900083 Aug 25 11:59:36.265834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-891a4496-6881-4d1c-8d28-f463b0382e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:36.267333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-891a4496-6881-4d1c-8d28-f463b0382e75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c3fe38df3244172b5cfd30da814d453&device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 1099 time: 0.0419433 Aug 25 11:59:36.362594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-ad3ebffa-3bc5-4f63-a9e6-62b580382bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:36.364078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-ad3ebffa-3bc5-4f63-a9e6-62b580382bf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f41c389-9757-490b-8104-9e5dc9607d85 HTTP/1.1" status: 200 len: 870 time: 0.0889890 Aug 25 11:59:36.407222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-c19baf30-2685-4881-ab8a-289c9f458944 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3 HTTP/1.1" status: 200 len: 217 time: 0.0352867 Aug 25 11:59:36.459438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-da9c1c60-667e-4314-b9ed-30cc8ee0855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:36.460833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-da9c1c60-667e-4314-b9ed-30cc8ee0855c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=92c0934c-f353-4459-a283-37976702cf85 HTTP/1.1" status: 200 len: 843 time: 0.0462291 Aug 25 11:59:36.514030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-291b12eb-eb5f-4776-8dce-5c0b80043bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:36.515532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-291b12eb-eb5f-4776-8dce-5c0b80043bf1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f41c389-9757-490b-8104-9e5dc9607d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0468109 Aug 25 11:59:36.608857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-b7c24004-24f0-4352-9454-7b6aa2e48b84 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857124 Aug 25 11:59:36.710928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6697239-4dc5-45b5-8836-2bb79eaa152e req-331dfd81-b0ff-4304-ad4e-4d8ef6bbece9 service neutron] 10.222.0.67 "GET /v2.0/networks/0f41c389-9757-490b-8104-9e5dc9607d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945935 Aug 25 11:59:36.770184 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaebf4-fcdc-493c-b906-4f2b7cafe01c req-f45b334f-1388-4b5e-89c1-63057afcc560 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:36.771728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2eaebf4-fcdc-493c-b906-4f2b7cafe01c req-f45b334f-1388-4b5e-89c1-63057afcc560 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 947 time: 0.0520937 Aug 25 11:59:36.811869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2eaebf4-fcdc-493c-b906-4f2b7cafe01c req-2ec65c9e-f0ec-45dd-9864-0ac67d4e2ed9 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335205 Aug 25 11:59:37.937298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3604-b01a-4b44-a986-1709db0fc4c6 req-9ea4f1e5-6233-4ba4-bcaf-f47340293c03 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:37.938894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d7b3604-b01a-4b44-a986-1709db0fc4c6 req-9ea4f1e5-6233-4ba4-bcaf-f47340293c03 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 947 time: 0.0567811 Aug 25 11:59:37.983672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d7b3604-b01a-4b44-a986-1709db0fc4c6 req-edcf8e64-c4a5-4f23-8b5f-22bdf4463f9a tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 Aug 25 11:59:38.240505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:59:38.343795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:38.356119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3', 'network_id': '0f41c389-9757-490b-8104-9e5dc9607d85', 'port_id': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3', 'mac_address': 'fa:16:3e:25:06:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92c0934c-f353-4459-a283-37976702cf85', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:59:38.395265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:38.409485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:59:38.429966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:38.435378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:38.487314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:38.667260 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['004b16ab-fb2e-46d2-b171-a1ac6cef76d3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:59:39.105655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8548c4-db97-4395-a1f9-e6426f87511f req-77a9c996-d397-4bf9-968d-235cf4e40cbf tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:39.107244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c8548c4-db97-4395-a1f9-e6426f87511f req-77a9c996-d397-4bf9-968d-235cf4e40cbf tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 948 time: 0.0525231 Aug 25 11:59:39.152266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9c8548c4-db97-4395-a1f9-e6426f87511f req-afaaa01e-4752-4630-81ad-779f4b57018f tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Aug 25 11:59:40.242464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:59:40.276610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa5e0-9e94-458c-9d2a-535b92dd4ad0 req-d0e88509-8bbe-4e8d-a33c-cdb22c509840 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:40.278173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38efa5e0-9e94-458c-9d2a-535b92dd4ad0 req-d0e88509-8bbe-4e8d-a33c-cdb22c509840 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 948 time: 0.0553186 Aug 25 11:59:40.291484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:59:40.295137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:59:40.295505 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:40.316815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38efa5e0-9e94-458c-9d2a-535b92dd4ad0 req-39913146-9248-4b90-8e2d-8857a51fc345 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326445 Aug 25 11:59:40.375581 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:40.399178 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:40.401499 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afb94e7-f214-42ed-a9ce-0a4faba0b264" -d '{"events": [{"server_uuid": "aa373c8a-eae6-41ff-a6e3-59e946ef5668", "name": "network-vif-plugged", "status": "completed", "tag": "004b16ab-fb2e-46d2-b171-a1ac6cef76d3"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:40.416146 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:40.420869 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:40.447164 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4919e-b3f5-4be6-b305-e6f97ba80645 x-openstack-request-id: req-24c4919e-b3f5-4be6-b305-e6f97ba80645 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:40.447960 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa373c8a-eae6-41ff-a6e3-59e946ef5668", "name": "network-vif-plugged", "status": "completed", "tag": "004b16ab-fb2e-46d2-b171-a1ac6cef76d3", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:40.448333 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24c4919e-b3f5-4be6-b305-e6f97ba80645 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:40.448618 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3', 'code': 200} Aug 25 11:59:40.472781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:40.539803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c8f7-a741-4400-8e51-344ed236cf6e req-556de32a-e3af-4303-93ac-f8b672550066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:40.541681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd24c8f7-a741-4400-8e51-344ed236cf6e req-556de32a-e3af-4303-93ac-f8b672550066 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 1101 time: 0.0404382 Aug 25 11:59:40.576256 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd24c8f7-a741-4400-8e51-344ed236cf6e req-3faaf4c4-b674-4634-b1e2-f48a1036c140 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274732 Aug 25 11:59:41.431294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6fe8a-fc7f-4a42-917d-98833a4ee46d req-290836e0-0077-4bc1-8368-3622d458e707 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:41.432773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ada6fe8a-fc7f-4a42-917d-98833a4ee46d req-290836e0-0077-4bc1-8368-3622d458e707 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 949 time: 0.0493081 Aug 25 11:59:41.474214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ada6fe8a-fc7f-4a42-917d-98833a4ee46d req-a8a3be7a-1f77-4b2b-8183-8dbee0dbdd07 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Aug 25 11:59:42.591604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cbf8-39f3-4bb0-9760-be9581d09715 req-0e30cebf-8395-44bb-9987-549a8d8d26cb tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:42.593143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b899cbf8-39f3-4bb0-9760-be9581d09715 req-0e30cebf-8395-44bb-9987-549a8d8d26cb tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 949 time: 0.0482717 Aug 25 11:59:42.631021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b899cbf8-39f3-4bb0-9760-be9581d09715 req-be40b188-30b7-4b74-bd2f-843a96a1dacc tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Aug 25 11:59:43.570799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22de00-0dce-4dec-89d1-d7644a5a81a2 req-aa09ee42-0dc4-48e7-b920-004d152bb55a tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:43.572327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c22de00-0dce-4dec-89d1-d7644a5a81a2 req-aa09ee42-0dc4-48e7-b920-004d152bb55a tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 949 time: 0.0518847 Aug 25 11:59:43.616663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c22de00-0dce-4dec-89d1-d7644a5a81a2 req-15632ef0-36d2-4787-847e-7ac0a9fe9e3c tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Aug 25 11:59:44.743867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268f875-967c-4b32-a2dc-0e0f1604495d req-c85d5d14-d6a5-4cec-8625-bf060c5e2459 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:44.745981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4268f875-967c-4b32-a2dc-0e0f1604495d req-c85d5d14-d6a5-4cec-8625-bf060c5e2459 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 949 time: 0.0547493 Aug 25 11:59:44.790948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4268f875-967c-4b32-a2dc-0e0f1604495d req-20fa03f8-74b6-4b8a-836d-024a93e852e2 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d82a309-f3b0-4388-9479-5c0aae3cbede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388138 Aug 25 11:59:44.897407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-2da34c0c-ff75-4bf0-87f5-582c623fe038 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:44.898876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-2da34c0c-ff75-4bf0-87f5-582c623fe038 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.67 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 949 time: 0.0562785 Aug 25 11:59:44.992734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Deleting port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 11:59:44.993071 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:45.118108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] For port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,segment=NetworkSegment(e78888f5-ebaf-451f-9081-b52cb6986fd4),segment_id=e78888f5-ebaf-451f-9081-b52cb6986fd4)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:45.118721 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:45.140962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Calling delete_port for 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 11:59:45.284957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:45.291766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['004b16ab-fb2e-46d2-b171-a1ac6cef76d3'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:59:45.319334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Pushing event deleted for resources: {'Port': ['ID=004b16ab-fb2e-46d2-b171-a1ac6cef76d3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:45.366872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] No DVR routers for this DVR port 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 11:59:45.369769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:45.372642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3762f53d-3a71-483a-a364-d6585810c5c8 req-e8c67bf9-1a5f-4517-a1f8-db56387020e5 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.67 "DELETE /v2.0/ports/004b16ab-fb2e-46d2-b171-a1ac6cef76d3 HTTP/1.1" status: 204 len: 173 time: 0.4669688 Aug 25 11:59:45.373125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'name': 'network-vif-deleted', 'tag': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:45.375447 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d77231a-d187-46b3-b58b-d894cd585d31" -d '{"events": [{"server_uuid": "aa373c8a-eae6-41ff-a6e3-59e946ef5668", "name": "network-vif-deleted", "tag": "004b16ab-fb2e-46d2-b171-a1ac6cef76d3"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:45.420814 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ea51b-9cc3-4320-aa3f-fec4f9e64983 x-openstack-request-id: req-7a2ea51b-9cc3-4320-aa3f-fec4f9e64983 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:45.421214 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa373c8a-eae6-41ff-a6e3-59e946ef5668", "name": "network-vif-deleted", "tag": "004b16ab-fb2e-46d2-b171-a1ac6cef76d3", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:45.421568 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a2ea51b-9cc3-4320-aa3f-fec4f9e64983 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:45.422115 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa373c8a-eae6-41ff-a6e3-59e946ef5668', 'name': 'network-vif-deleted', 'tag': '004b16ab-fb2e-46d2-b171-a1ac6cef76d3', 'status': 'completed', 'code': 200} Aug 25 11:59:45.902197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6386409e-64c5-4ea3-96a0-0fb8d4e7c8b2 req-e03875a1-30af-43dd-b3e1-e9a5fb1bed46 tempest-ServersAdminNegativeTestJSON-440446619 tempest-ServersAdminNegativeTestJSON-440446619-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa373c8a-eae6-41ff-a6e3-59e946ef5668 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Aug 25 11:59:47.213308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38320) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:47.343850 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57b7e492-25fb-4452-b9db-9e9e688b3dfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c3fe38df3244172b5cfd30da814d453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288242 Aug 25 11:59:47.346399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38324) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:47.399612 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1350ca95-3828-4f16-b336-dda3305530d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.420434 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1350ca95-3828-4f16-b336-dda3305530d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.478476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1350ca95-3828-4f16-b336-dda3305530d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.480979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1350ca95-3828-4f16-b336-dda3305530d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.482176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1350ca95-3828-4f16-b336-dda3305530d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d82a309-f3b0-4388-9479-5c0aae3cbede HTTP/1.1" status: 204 len: 168 time: 0.1348829 Aug 25 11:59:47.490632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ca95-3828-4f16-b336-dda3305530d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82a309-f3b0-4388-9479-5c0aae3cbede,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:47.750395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38332) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:47.766429 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.861006 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.866314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.908867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14e4e6f8290d406b9e88fee82aced736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572566 Aug 25 11:59:47.909605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31f3b7-e1d6-43a0-a716-ab26c76e4798,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:47.911769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38334) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:47.922331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.922945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.923519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.924113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.924691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.925275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.925889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.926460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.927036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.927596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.928156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.928742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e7f13f-1190-4505-9e2d-64d0f083d21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:47.966908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:47.988414 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:48.034344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:48.036910 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:48.038101 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b31f3b7-e1d6-43a0-a716-ab26c76e4798 HTTP/1.1" status: 204 len: 168 time: 0.1253364 Aug 25 11:59:48.048784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31f3b7-e1d6-43a0-a716-ab26c76e4798,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:48.056232 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.056583 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.056930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.057273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.057634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.058513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.058845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.059175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.059504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.059831 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.060158 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.060484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e69f9-550f-44ab-ba3a-785bdeaced38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:48.251027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb21d59e-a675-47f2-aa31-e315d1d3ed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:48.301491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 11:59:48.327869 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 11:59:48.328214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 004b16ab-fb2e-46d2-b171-a1ac6cef76d3 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 11:59:48.784338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38360) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:48.884818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1696458952-network', 'tenant_id': 'ec4b0e7e13814c2980a8e1f1ed33c28a'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:59:48.907275 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Made reservation on behalf of ec4b0e7e13814c2980a8e1f1ed33c28a for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:59:48.909507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:48.918094 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.010381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.015186 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.043517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 11:59:49.049863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7255f7e-d086-4283-a6b7-800140ba4e67,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:49.056207 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.056528 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Added segment 680376b2-dbbe-4504-a668-8fe1b8a4d5a5 of type vlan for network 45bce775-f880-441a-bfe4-16864e901cc0 Aug 25 11:59:49.101718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.127373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.129042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:49.130087 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.187264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4016452 Aug 25 11:59:49.190872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38364) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 11:59:49.197260 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Request body: {'subnet': {'network_id': '45bce775-f880-441a-bfe4-16864e901cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1696458952-subnet', 'tenant_id': 'ec4b0e7e13814c2980a8e1f1ed33c28a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:59:49.200199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d86f-f708-4d7d-9ad1-27d122445e85 admin admin] Pushing event updated for resources: {'Network': ['ID=45bce775-f880-441a-bfe4-16864e901cc0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:49.210426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 45bce775-f880-441a-bfe4-16864e901cc0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 11:59:49.220443 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Made reservation on behalf of ec4b0e7e13814c2980a8e1f1ed33c28a for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:59:49.223395 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.397831 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.466725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4348af15-1ecc-4fbe-a6fd-4b911a4ed995,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:49.474268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Checking segment: {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:59:49.474624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Network hostable DHCP agents. Network: 45bce775-f880-441a-bfe4-16864e901cc0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 11:59:49.491302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Network 45bce775-f880-441a-bfe4-16864e901cc0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 11:59:49.505870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 45bce775-f880-441a-bfe4-16864e901cc0) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:59:49.510480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:49.511126 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:49.516545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb3dba-ff7c-4c5b-ba9f-bfba0a3d6f24 None None] Network 45bce775-f880-441a-bfe4-16864e901cc0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:59:49.533268 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-258a5bbf-b294-4e80-96c1-2134f6e08949 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3357551 Aug 25 11:59:49.652971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e32e25-49e5-4953-9803-4f4c9c131ed1 None None] Network 45bce775-f880-441a-bfe4-16864e901cc0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 11:59:49.992119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-09cfbfbc-3191-4d93-abc9-026e8f4a7879 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:49.993529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-09cfbfbc-3191-4d93-abc9-026e8f4a7879 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 812 time: 0.1021903 Aug 25 11:59:50.009085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-623448de-9ae1-4abd-adb8-27010c693e2e tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/quotas/ec4b0e7e13814c2980a8e1f1ed33c28a HTTP/1.1" status: 200 len: 375 time: 0.0096056 Aug 25 11:59:50.043131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-1ffbcba4-cfd8-4cd7-8ef3-132af1f3c1b3 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280888 Aug 25 11:59:50.137294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-bae705e2-3341-4529-a03e-efe9203c68b7 service neutron] 10.222.0.35 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869067 Aug 25 11:59:50.228041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-134ffaff-9262-4664-b96f-23476e7936b6 service neutron] 10.222.0.35 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842705 Aug 25 11:59:50.403589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2eaf1234-5a26-4bca-a4bc-e3c869fc3541 req-6a0ba5e5-6527-4aa2-bf0a-8b6b860c60f5 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 210 time: 0.0322235 Aug 25 11:59:51.184016 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-24aa1829-5bc3-481b-a261-4420b7388a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:51.412506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:51.511449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-bc5abe05-51be-4b41-88ac-9f7f78268424 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:51.513214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-bc5abe05-51be-4b41-88ac-9f7f78268424 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.67 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 812 time: 0.1410313 Aug 25 11:59:51.530408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2ce2a66-1349-48c5-ad8c-139dd0250787 req-b860a74d-598c-45bc-8574-3f6123781066 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 210 time: 0.0407357 Aug 25 11:59:51.533868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Request body: {'port': {'device_id': '50077571-162e-43d2-a067-bc3c0da432ad', 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0', 'admin_state_up': True, 'tenant_id': 'ec4b0e7e13814c2980a8e1f1ed33c28a'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:59:51.656435 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Made reservation on behalf of ec4b0e7e13814c2980a8e1f1ed33c28a for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 11:59:51.660022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:51.819816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Allocated IP 172.20.0.13 (45bce775-f880-441a-bfe4-16864e901cc0/4348af15-1ecc-4fbe-a6fd-4b911a4ed995/a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 11:59:51.985432 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.030623 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.080293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Network 45bce775-f880-441a-bfe4-16864e901cc0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 11:59:52.083399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 11:59:52.087209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 11:59:52.094559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:52.142135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:52.143303 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.157956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2a679361-9d24-4138-83e0-19f090710625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6297019 Aug 25 11:59:52.169831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Request body: {'port': {'device_id': '50077571-162e-43d2-a067-bc3c0da432ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 11:59:52.225151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.502090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:59:52.509948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.522890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Transition to ACTIVE for port object a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 11:59:52.526888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.564423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.597024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:52.683786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 11:59:52.684118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 11:59:52.684931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on network 45bce775-f880-441a-bfe4-16864e901cc0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:59:52.696064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eda4b7-dc9d-476f-aa17-445c591501cf req-e5298c13-7564-4234-b60f-84b0c0b45104 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:52.697718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31eda4b7-dc9d-476f-aa17-445c591501cf req-e5298c13-7564-4234-b60f-84b0c0b45104 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 944 time: 0.0804121 Aug 25 11:59:52.700193 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on network 45bce775-f880-441a-bfe4-16864e901cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 11:59:52.700524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on network 45bce775-f880-441a-bfe4-16864e901cc0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 11:59:52.708023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 11, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 11:59:52.708364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Checking segment: {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 11:59:52.708764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Bound using segment: {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 11:59:52.709210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Bound port: a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 11:59:52.709577 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.774014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31eda4b7-dc9d-476f-aa17-445c591501cf req-f008d263-728e-41bd-b60a-a5368c5478f3 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679789 Aug 25 11:59:52.804093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 11:59:52.807723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 11:59:52.812206 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.849114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:52.849750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:52.851203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 1093 time: 0.6858096 Aug 25 11:59:52.851738 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:52.854105 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a" -d '{"events": [{"name": "network-changed", "server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:52.884857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b91766-465f-4a3f-9088-33cce3ace0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:52.900902 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a299aa6a-631c-431a-b7f7-496987978007 x-openstack-request-id: req-a299aa6a-631c-431a-b7f7-496987978007 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:52.901204 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:52.901991 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a299aa6a-631c-431a-b7f7-496987978007 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:52.902403 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'status': 'completed', 'code': 200} Aug 25 11:59:52.934730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-ef51ac37-3b75-49bf-9387-67ddbc09cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:52.936387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-ef51ac37-3b75-49bf-9387-67ddbc09cb99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1096 time: 0.0465460 Aug 25 11:59:52.986272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-cbc6b1bc-9048-41e8-b947-be17acfb5e04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0416670 Aug 25 11:59:53.042022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-7b9a9c03-5e7c-480d-afad-80c90b6f6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:53.044104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-7b9a9c03-5e7c-480d-afad-80c90b6f6ca9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0491457 Aug 25 11:59:53.078787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-4b4811b7-3207-44ce-a986-32bfc5676887 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270073 Aug 25 11:59:53.176325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-2825ebdb-a8a0-448c-942f-1f9b339a929c service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898955 Aug 25 11:59:53.270873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-186f7b50-8e48-45aa-bbd5-72d19ffa5ec8 req-b94087ce-9f6a-4aac-a013-ef6b7d912c95 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862129 Aug 25 11:59:53.364436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-5ca0915b-8ba9-4c6d-a728-1bcb2ef3c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:53.365239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-5ca0915b-8ba9-4c6d-a728-1bcb2ef3c1d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1096 time: 0.0450001 Aug 25 11:59:53.464943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-48e7be74-910a-4cdb-809f-aa2a7cdc120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:53.466558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-48e7be74-910a-4cdb-809f-aa2a7cdc120d service neutron] 10.222.0.67 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 913 time: 0.0937953 Aug 25 11:59:53.513549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-9e8e3610-18cf-4108-89a0-ef8032836501 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0380738 Aug 25 11:59:53.571327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-51fb51ae-6f7f-4063-a238-341e442a0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:53.572834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-51fb51ae-6f7f-4063-a238-341e442a0896 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0515280 Aug 25 11:59:53.607160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-45184498-05cb-43bc-9a72-fa80b5be2a7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265808 Aug 25 11:59:53.703983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-7ed22bfe-9290-4c98-b652-0f71d627991e service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882344 Aug 25 11:59:53.805895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea1c843a-12b2-4433-8c01-a9f75cb6e48a req-be47e508-fd86-4433-b424-0fcc59db6173 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936985 Aug 25 11:59:53.894046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc055f-ec47-402e-993e-08cc842222fb req-1d5e367d-39d6-428f-891c-e02fa2247f78 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:53.895578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25dc055f-ec47-402e-993e-08cc842222fb req-1d5e367d-39d6-428f-891c-e02fa2247f78 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 944 time: 0.0501840 Aug 25 11:59:53.940295 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25dc055f-ec47-402e-993e-08cc842222fb req-18452843-1d08-433d-980d-302932b2d52c tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Aug 25 11:59:54.410870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:55.062004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ace7-b1f2-4fb4-9a9d-14f8102e365f req-3d85da79-27a4-4f58-b155-8e4b8ed983e8 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:55.063571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdb9ace7-b1f2-4fb4-9a9d-14f8102e365f req-3d85da79-27a4-4f58-b155-8e4b8ed983e8 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 944 time: 0.0507212 Aug 25 11:59:55.111114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fdb9ace7-b1f2-4fb4-9a9d-14f8102e365f req-ee607f63-c38c-42cf-8312-5cd9bec71a9d tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 Aug 25 11:59:55.627787 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 11:59:56.233801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a21d-8886-41a6-8337-4ffb95579d14 req-5aa484e5-94cf-4012-a35d-4db0d4a9327d tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:56.235297 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6e6a21d-8886-41a6-8337-4ffb95579d14 req-5aa484e5-94cf-4012-a35d-4db0d4a9327d tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 944 time: 0.0546844 Aug 25 11:59:56.274432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6e6a21d-8886-41a6-8337-4ffb95579d14 req-25ea8359-3879-4258-a231-767fc3b1067b tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331566 Aug 25 11:59:56.365054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 11:59:56.458534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:56.469777 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0', 'port_id': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'mac_address': 'fa:16:3e:7e:29:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4348af15-1ecc-4fbe-a6fd-4b911a4ed995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 11:59:56.513178 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:56.526618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 11:59:56.546789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:56.551069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:56.599496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:56.608104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.608520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.608872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.609219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.609561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.609958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.610297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.610631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.610962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.611323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.611649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.611974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 11:59:56.750632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 11:59:57.396511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187281f-6adb-4c42-9ac8-9019268675a8 req-e673f124-95ad-4c11-abf4-405be40483cb tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:57.398121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e187281f-6adb-4c42-9ac8-9019268675a8 req-e673f124-95ad-4c11-abf4-405be40483cb tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 945 time: 0.0548751 Aug 25 11:59:57.438497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e187281f-6adb-4c42-9ac8-9019268675a8 req-4866daf1-0b1f-4649-9018-b5d2ae5e3149 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Aug 25 11:59:57.507651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:58.365291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 11:59:58.416851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 11:59:58.420708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 11:59:58.421086 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:58.498851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:58.526024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 11:59:58.528693 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab33e3c-9df8-434f-9ffe-8a17ae827144" -d '{"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-plugged", "status": "completed", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 11:59:58.542575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 11:59:58.548234 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 11:59:58.560508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389067de-1d8d-4911-ad31-7958e47cca71 req-3aea56e7-d930-46fa-86f1-41ccad30b03f tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:58.562266 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389067de-1d8d-4911-ad31-7958e47cca71 req-3aea56e7-d930-46fa-86f1-41ccad30b03f tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 945 time: 0.0535123 Aug 25 11:59:58.575890 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6b44b-0b9b-4f8e-ac4b-71baa306846f x-openstack-request-id: req-f3b6b44b-0b9b-4f8e-ac4b-71baa306846f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 11:59:58.576187 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-plugged", "status": "completed", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 11:59:58.576440 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3b6b44b-0b9b-4f8e-ac4b-71baa306846f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 11:59:58.576826 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'code': 200} Aug 25 11:59:58.604819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389067de-1d8d-4911-ad31-7958e47cca71 req-9daf3f52-8d0d-4957-a0c3-fbe4965c70cc tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Aug 25 11:59:58.610552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 11:59:58.998714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111a25-3903-42e9-add8-344275dab0e3 req-1c7f1553-7df6-46e4-abc9-2b4df313b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:59.000233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35111a25-3903-42e9-add8-344275dab0e3 req-1c7f1553-7df6-46e4-abc9-2b4df313b6a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1098 time: 0.3696265 Aug 25 11:59:59.037388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35111a25-3903-42e9-add8-344275dab0e3 req-627fb97e-f197-480f-b660-07cfeeae6c16 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296986 Aug 25 11:59:59.782105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1a8f6-7ba8-4879-ba17-982c47c0c9d1 req-f655fb07-6e05-40ab-a4da-32eadbd57a1a tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 11:59:59.783594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6b1a8f6-7ba8-4879-ba17-982c47c0c9d1 req-f655fb07-6e05-40ab-a4da-32eadbd57a1a tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.1084769 Aug 25 11:59:59.821089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6b1a8f6-7ba8-4879-ba17-982c47c0c9d1 req-3f89ab22-1cb0-4c23-9323-a882d2884ae5 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313535 Aug 25 12:00:00.937340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54671b-a694-4231-889b-89666216063d req-890e96fd-4dda-42dc-9303-10df6cf1fb4c tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:00.938862 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b54671b-a694-4231-889b-89666216063d req-890e96fd-4dda-42dc-9303-10df6cf1fb4c tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0517898 Aug 25 12:00:00.979985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b54671b-a694-4231-889b-89666216063d req-04aeea9d-8455-468c-8138-2bb6a595f964 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342872 Aug 25 12:00:01.110592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:01.336194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad6822-3ae9-4bef-b83f-7b36c525c95d req-ed80726f-997b-4096-87ae-0a797913e512 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:01.337960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39ad6822-3ae9-4bef-b83f-7b36c525c95d req-ed80726f-997b-4096-87ae-0a797913e512 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0567789 Aug 25 12:00:01.380350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39ad6822-3ae9-4bef-b83f-7b36c525c95d req-841e0cda-fb47-40e6-9c11-191762b149e1 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Aug 25 12:00:01.390733 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-ab24bef3-5a87-4521-b85a-368803e2b754 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201797 Aug 25 12:00:02.507549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-6f04b4e6-97ab-4982-b34d-3df3b2d04fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:02.509141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-6f04b4e6-97ab-4982-b34d-3df3b2d04fe0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1098 time: 0.0738175 Aug 25 12:00:02.521113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108954c9-47dd-4db7-8a45-9909d499d272 req-f1f3dbed-d84e-4bc3-b7b7-c86c209b95cc tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:02.522576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-108954c9-47dd-4db7-8a45-9909d499d272 req-f1f3dbed-d84e-4bc3-b7b7-c86c209b95cc tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0628090 Aug 25 12:00:02.614087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-108954c9-47dd-4db7-8a45-9909d499d272 req-2eb8c720-96a2-406c-ac10-156f52bd8ab0 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821521 Aug 25 12:00:02.642299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-b281c8ef-8332-4d3c-87c8-4f93ec8b6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:02.643852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-b281c8ef-8332-4d3c-87c8-4f93ec8b6101 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 913 time: 0.1203513 Aug 25 12:00:02.686901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-dee2f608-c7b8-4db0-ad7d-542e7fac2ae4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0359263 Aug 25 12:00:02.741791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-adac41b0-c932-4cdd-ba74-de543da118c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:02.743230 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-adac41b0-c932-4cdd-ba74-de543da118c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0481582 Aug 25 12:00:02.775602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-e5e46ec9-1f48-45cf-ac49-9694948dc7f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246353 Aug 25 12:00:02.862917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-661adfcc-5039-42de-81a6-cb2d04173d92 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802121 Aug 25 12:00:02.957442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-2ec76246-d72c-44a3-b2a0-843b770e2511 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873387 Aug 25 12:00:03.743889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa247-67b6-4f82-abdc-cc3d72604779 req-3f5eec34-663c-48cf-b084-0d66d5874b30 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:03.745434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b74aa247-67b6-4f82-abdc-cc3d72604779 req-3f5eec34-663c-48cf-b084-0d66d5874b30 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0538585 Aug 25 12:00:03.785430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b74aa247-67b6-4f82-abdc-cc3d72604779 req-c2acb60d-0094-4db3-85e3-d9d9c708b1fb tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Aug 25 12:00:04.915165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497155-d0f9-4cac-9c7f-78d349eda005 req-5e609a64-865b-4580-85cd-e3406f4ba114 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:04.916666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b497155-d0f9-4cac-9c7f-78d349eda005 req-5e609a64-865b-4580-85cd-e3406f4ba114 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0498047 Aug 25 12:00:04.955959 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1b497155-d0f9-4cac-9c7f-78d349eda005 req-ab0c5ef8-1919-47d3-8a27-483541c764f6 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Aug 25 12:00:06.076275 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37663d00-3a01-45e3-a6d0-6fc2a2fe9e52 req-793968d0-621c-4755-80e2-dd05317ec846 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:06.077790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37663d00-3a01-45e3-a6d0-6fc2a2fe9e52 req-793968d0-621c-4755-80e2-dd05317ec846 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0541039 Aug 25 12:00:06.115970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37663d00-3a01-45e3-a6d0-6fc2a2fe9e52 req-4ad91fd0-a654-461c-93b9-e8901b2f86ff tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Aug 25 12:00:07.232243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466c71e-e797-4a52-9f2f-06f18bce5a07 req-e30e2fda-03a4-4dec-a11c-542545c41291 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:07.233786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1466c71e-e797-4a52-9f2f-06f18bce5a07 req-e30e2fda-03a4-4dec-a11c-542545c41291 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0508623 Aug 25 12:00:07.271381 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1466c71e-e797-4a52-9f2f-06f18bce5a07 req-b6e270c6-3975-45e0-b15b-c97d65701ded tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Aug 25 12:00:08.387522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f4c88-3b42-4b3c-bf5c-d72aedc3f3ab req-bc41323a-f28c-4890-afee-b1c6cc4e0872 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:08.389027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b4f4c88-3b42-4b3c-bf5c-d72aedc3f3ab req-bc41323a-f28c-4890-afee-b1c6cc4e0872 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0499270 Aug 25 12:00:08.427342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b4f4c88-3b42-4b3c-bf5c-d72aedc3f3ab req-1ea9aaaf-6671-4155-955c-9c8ecd45f250 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 25 12:00:09.550872 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d8190-ea9d-49db-bc3e-4c136b3f9622 req-0181ff88-39a2-4f8f-a452-120040853611 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:09.552399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e9d8190-ea9d-49db-bc3e-4c136b3f9622 req-0181ff88-39a2-4f8f-a452-120040853611 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0542948 Aug 25 12:00:09.590928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e9d8190-ea9d-49db-bc3e-4c136b3f9622 req-e4831307-cd9c-43ff-beac-b21aa0ec1826 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Aug 25 12:00:10.708584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555f05f-e37f-40f0-ba33-86cc9a98d15b req-d71954c2-80a2-4ca7-ab95-991ae183d113 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:10.710293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0555f05f-e37f-40f0-ba33-86cc9a98d15b req-d71954c2-80a2-4ca7-ab95-991ae183d113 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0498695 Aug 25 12:00:10.748695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0555f05f-e37f-40f0-ba33-86cc9a98d15b req-6ed9acd7-a1e5-46d8-a2d2-59030b70c58b tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Aug 25 12:00:11.867203 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb44242-5b6a-4f6a-b6f3-c0f20602635c req-676e1c9f-18d5-4408-9315-7a7ebad4c2f6 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:11.868791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecb44242-5b6a-4f6a-b6f3-c0f20602635c req-676e1c9f-18d5-4408-9315-7a7ebad4c2f6 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0507834 Aug 25 12:00:11.908510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ecb44242-5b6a-4f6a-b6f3-c0f20602635c req-6603026f-c8b0-4471-9d71-127ca3a841c5 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Aug 25 12:00:13.048613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cab2d-deb7-431f-90bd-e41e933b0024 req-8bde79a6-2dac-44f9-8c78-7f7c5ec9c2b6 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:13.050257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-075cab2d-deb7-431f-90bd-e41e933b0024 req-8bde79a6-2dac-44f9-8c78-7f7c5ec9c2b6 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0705903 Aug 25 12:00:13.089490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-075cab2d-deb7-431f-90bd-e41e933b0024 req-9e47d5b5-7c4e-4caf-a008-4e25610dd5f5 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Aug 25 12:00:14.207776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33272e0-34b7-4de5-8405-ce9abda7258a req-e6049dfd-2f6f-4b1f-bb12-9b5795829d84 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:14.209361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c33272e0-34b7-4de5-8405-ce9abda7258a req-e6049dfd-2f6f-4b1f-bb12-9b5795829d84 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0501657 Aug 25 12:00:14.247489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c33272e0-34b7-4de5-8405-ce9abda7258a req-2e68967c-8c1d-4ce2-b9d3-d6e489d82822 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Aug 25 12:00:15.377235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e1b11-0b0e-43da-b3bc-03489cb64127 req-37d0b971-9929-4754-b29d-9e9a0629a793 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:15.378860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-655e1b11-0b0e-43da-b3bc-03489cb64127 req-37d0b971-9929-4754-b29d-9e9a0629a793 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0512774 Aug 25 12:00:15.421167 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-655e1b11-0b0e-43da-b3bc-03489cb64127 req-db592417-54b4-4595-900b-7fcad8e49281 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Aug 25 12:00:16.545898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689223ec-1617-4d64-8bca-de169606326c req-1a84dd7e-64e9-4626-945a-6df71c236cd5 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:16.547431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-689223ec-1617-4d64-8bca-de169606326c req-1a84dd7e-64e9-4626-945a-6df71c236cd5 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0550644 Aug 25 12:00:16.585874 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-689223ec-1617-4d64-8bca-de169606326c req-c72da4bd-8c6c-4d85-8864-82fa3f03e1bb tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Aug 25 12:00:17.706545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777176f3-c9ec-4094-a134-f7e20a238b69 req-3643f228-b0c6-4093-a7ee-7666ac962398 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:17.708112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-777176f3-c9ec-4094-a134-f7e20a238b69 req-3643f228-b0c6-4093-a7ee-7666ac962398 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0508182 Aug 25 12:00:17.748602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-777176f3-c9ec-4094-a134-f7e20a238b69 req-9ae9d8c1-bf76-4135-af82-7a08362a123e tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Aug 25 12:00:18.253447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6977c8c5-eca4-4de4-852d-fe3ff2c948b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:18.864728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa6d9e-9383-4864-8877-73b69318bd2a req-748009cb-4880-4944-8926-b158efcef65f tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:18.866247 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bdaa6d9e-9383-4864-8877-73b69318bd2a req-748009cb-4880-4944-8926-b158efcef65f tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0496259 Aug 25 12:00:18.904345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bdaa6d9e-9383-4864-8877-73b69318bd2a req-a55566c7-eac4-4466-a57c-5d8c86fedba7 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Aug 25 12:00:20.032587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648b431-2bfb-465e-89b1-9debf862380a req-6d11e1a1-dde6-43ac-ba32-5eadc9e7e862 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:20.034293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0648b431-2bfb-465e-89b1-9debf862380a req-6d11e1a1-dde6-43ac-ba32-5eadc9e7e862 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0591636 Aug 25 12:00:20.076444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0648b431-2bfb-465e-89b1-9debf862380a req-7da4f7be-08f6-4b41-8243-260c609dc20c tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Aug 25 12:00:21.187699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c7cd7360-3584-432a-8ec3-b57de3e0c3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:21.203922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417ee7b-38d3-41e6-ad5e-074d9cd26858 req-ec85b514-b5ec-4da1-9f17-db9bb798fd87 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:21.205734 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8417ee7b-38d3-41e6-ad5e-074d9cd26858 req-ec85b514-b5ec-4da1-9f17-db9bb798fd87 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0570958 Aug 25 12:00:21.251366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8417ee7b-38d3-41e6-ad5e-074d9cd26858 req-75d2aafc-c51c-477b-bdac-60143e56e7ce tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Aug 25 12:00:21.416175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:22.375621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97bd66-b4a5-457f-a5c4-39dc66dab852 req-cd9927ca-b143-4a46-b9df-056e2ca543a7 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:22.377221 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff97bd66-b4a5-457f-a5c4-39dc66dab852 req-cd9927ca-b143-4a46-b9df-056e2ca543a7 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0544112 Aug 25 12:00:22.418904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff97bd66-b4a5-457f-a5c4-39dc66dab852 req-16c53bd8-cd73-4d8f-a277-c07a8e913c55 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Aug 25 12:00:22.564988 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:23.545180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a10e33-3a33-41f5-943e-60ba1e8cc9c2 req-d39362b2-4edd-4dcd-bddb-f3aca2907f88 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:23.546801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8a10e33-3a33-41f5-943e-60ba1e8cc9c2 req-d39362b2-4edd-4dcd-bddb-f3aca2907f88 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0562222 Aug 25 12:00:23.588640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8a10e33-3a33-41f5-943e-60ba1e8cc9c2 req-e3c772cd-280a-4a48-a75b-26d186f53484 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351126 Aug 25 12:00:24.415101 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:24.710957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b01ec6-40fe-426d-9233-6341b6c36249 req-faf10359-46bd-4c70-90e6-7ec3377a0506 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:24.712553 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b01ec6-40fe-426d-9233-6341b6c36249 req-faf10359-46bd-4c70-90e6-7ec3377a0506 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0545366 Aug 25 12:00:24.753242 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-90b01ec6-40fe-426d-9233-6341b6c36249 req-417cf46d-5688-460b-8b08-410c58d2827a tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Aug 25 12:00:25.874477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31e1eb-e6d6-4bc5-b07d-22486f4f26bf req-c666a163-0478-40ea-ba00-d5cd1a8ac74c tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:25.876006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f31e1eb-e6d6-4bc5-b07d-22486f4f26bf req-c666a163-0478-40ea-ba00-d5cd1a8ac74c tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0507579 Aug 25 12:00:25.916105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f31e1eb-e6d6-4bc5-b07d-22486f4f26bf req-40e44422-28a0-4e78-9b70-f400b93af625 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Aug 25 12:00:27.039884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b39ec0-ed38-40d0-b1f3-d1d35688ccc3 req-a2051073-443a-4071-b0bc-f5652f92e11d tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:27.041408 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16b39ec0-ed38-40d0-b1f3-d1d35688ccc3 req-a2051073-443a-4071-b0bc-f5652f92e11d tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0555003 Aug 25 12:00:27.079817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16b39ec0-ed38-40d0-b1f3-d1d35688ccc3 req-22488084-555e-40da-a38c-348181ea71a6 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322833 Aug 25 12:00:27.500338 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:28.204368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2f0a0-51a4-4e5a-bc45-8f3a3449c435 req-bdf2def2-d06e-4acc-9d20-8deab62bd674 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:28.206044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51e2f0a0-51a4-4e5a-bc45-8f3a3449c435 req-bdf2def2-d06e-4acc-9d20-8deab62bd674 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0530143 Aug 25 12:00:28.247320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51e2f0a0-51a4-4e5a-bc45-8f3a3449c435 req-1786b220-4df5-48cc-a995-99ae7fba1d04 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Aug 25 12:00:29.371470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246985-9f4f-46c1-b2d8-76c85e2ce03d req-e74a0753-2f55-40c0-a17b-879bf78dd7fa tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:29.373077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8246985-9f4f-46c1-b2d8-76c85e2ce03d req-e74a0753-2f55-40c0-a17b-879bf78dd7fa tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0541422 Aug 25 12:00:29.418069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f8246985-9f4f-46c1-b2d8-76c85e2ce03d req-b9cf25a5-37c3-475a-9497-f0a585e29f6f tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353556 Aug 25 12:00:30.044950 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-63679a5e-e7de-4d10-8b39-150f76bd9aaf service neutron] show failed (client error): The resource could not be found. Aug 25 12:00:30.046060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-63679a5e-e7de-4d10-8b39-150f76bd9aaf service neutron] 10.222.0.67 "GET /v2.0/ports/a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0822330 Aug 25 12:00:30.294973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-0850b086-0589-4447-b15c-d720ea0403d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:30.296459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-0850b086-0589-4447-b15c-d720ea0403d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad&tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a HTTP/1.1" status: 200 len: 1098 time: 0.0805542 Aug 25 12:00:30.308759 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:00:30.371228 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:30.556826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a9c98-1156-4321-ad36-cba38595acbb req-5581e0ed-d3d3-486c-b22c-9c611c7f8f34 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:30.559107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d7a9c98-1156-4321-ad36-cba38595acbb req-5581e0ed-d3d3-486c-b22c-9c611c7f8f34 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0658824 Aug 25 12:00:30.599717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:30.608502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d7a9c98-1156-4321-ad36-cba38595acbb req-2f7885e4-3e8c-430f-b7bf-7aa75874caa3 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Aug 25 12:00:30.638228 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:00:30.679193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:00:30.681498 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e35d60-72fa-416d-b132-f5f6a490cdc1" -d '{"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:00:30.686525 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:30.700803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Transition to ACTIVE for port object a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:00:30.706112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:30.768103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] No DVR routers for this DVR port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:00:30.777332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=6']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:30.825313 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:00:30.825652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:00:30.826020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on network 45bce775-f880-441a-bfe4-16864e901cc0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:00:30.831235 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on network 45bce775-f880-441a-bfe4-16864e901cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:00:30.831508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Attempting to bind port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on network 45bce775-f880-441a-bfe4-16864e901cc0 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:00:30.836548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:00:30.836888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Checking segment: {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:00:30.837277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Bound using segment: {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:00:30.837749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Bound port: a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680376b2-dbbe-4504-a668-8fe1b8a4d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:00:30.838121 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:30.873737 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e214bd-0a2d-42e1-a8c5-6f42f4d963e4 x-openstack-request-id: req-79e214bd-0a2d-42e1-a8c5-6f42f4d963e4 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:00:30.874034 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:00:30.874286 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79e214bd-0a2d-42e1-a8c5-6f42f4d963e4 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:00:30.874683 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'code': 200} Aug 25 12:00:30.908025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:00:30.911196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:00:30.916411 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:30.964975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:30.965597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:30.967074 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 1093 time: 0.6627967 Aug 25 12:00:30.991142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21469fbb-4ffb-4403-bfea-e9988d5e9281 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:31.039005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-cfa463dd-2041-42ff-aac7-bc572f7a232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:31.040436 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-cfa463dd-2041-42ff-aac7-bc572f7a232e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1096 time: 0.0462563 Aug 25 12:00:31.115726 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:31.143298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-64c1efad-f4ed-447a-b1a1-deba64e8e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:31.144851 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-64c1efad-f4ed-447a-b1a1-deba64e8e0d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 913 time: 0.0972102 Aug 25 12:00:31.190493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-5f1dc0f8-ef63-4ed8-b258-9475818d9e57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0368886 Aug 25 12:00:31.248578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-c9a26c84-e0d8-485f-9a15-34a472fe8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:31.250198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-c9a26c84-e0d8-485f-9a15-34a472fe8d50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0525644 Aug 25 12:00:31.559603 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-d2ed458a-11b9-4b13-98e2-89ec35ac7904 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3017762 Aug 25 12:00:31.648720 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-ce970a7e-0dde-4950-a90a-7974e1236cad service neutron] 10.222.0.10 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817177 Aug 25 12:00:31.727555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093142c-c17a-4e21-b4e5-416f63aa3555 req-d677459d-2715-4a7e-b805-0d0f3935078b tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:31.729084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9093142c-c17a-4e21-b4e5-416f63aa3555 req-d677459d-2715-4a7e-b805-0d0f3935078b tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 944 time: 0.0501916 Aug 25 12:00:31.741399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-095d7d55-24ad-42e4-baf9-97d5aa095eab req-faf243fa-0935-4586-a12e-083a3024ade3 service neutron] 10.222.0.10 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853655 Aug 25 12:00:31.768127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9093142c-c17a-4e21-b4e5-416f63aa3555 req-f01ebb99-71aa-4492-a795-a53a5f7c574a tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Aug 25 12:00:32.537006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:00:32.577712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:00:32.627043 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:00:32.876109 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:00:32.878492 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12818f22-1619-4408-bd69-9091159cb373" -d '{"events": [{"name": "network-changed", "server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:00:32.892255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb3151-b45c-489d-8490-da91a6455ef3 req-6154f412-9c20-49cb-9c88-6df9551ed2a4 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:32.893843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cceb3151-b45c-489d-8490-da91a6455ef3 req-6154f412-9c20-49cb-9c88-6df9551ed2a4 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 944 time: 0.0555232 Aug 25 12:00:32.926852 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce2f68-d4ea-4b70-b3fa-40a98abf7b02 x-openstack-request-id: req-91ce2f68-d4ea-4b70-b3fa-40a98abf7b02 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:00:32.927151 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:00:32.927403 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91ce2f68-d4ea-4b70-b3fa-40a98abf7b02 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:00:32.927837 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'status': 'completed', 'code': 200} Aug 25 12:00:32.932833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cceb3151-b45c-489d-8490-da91a6455ef3 req-8f967492-8b70-4284-a55a-95ed611dfe28 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Aug 25 12:00:32.986330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818f22-1619-4408-bd69-9091159cb373 req-905b57b6-20ed-45e2-a71c-fe3468e81268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:32.987869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-905b57b6-20ed-45e2-a71c-fe3468e81268 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1096 time: 0.0421975 Aug 25 12:00:32.992872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818f22-1619-4408-bd69-9091159cb373 req-aded0f28-ca3f-48be-b586-a92ab3db708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:32.994391 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-aded0f28-ca3f-48be-b586-a92ab3db708e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1096 time: 0.0414934 Aug 25 12:00:33.080507 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818f22-1619-4408-bd69-9091159cb373 req-0e76c747-9959-4d30-9c55-a49a29a19456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:33.081955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-0e76c747-9959-4d30-9c55-a49a29a19456 service neutron] 10.222.0.67 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 913 time: 0.0866468 Aug 25 12:00:33.088481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818f22-1619-4408-bd69-9091159cb373 req-9d52f966-1196-4596-9680-30fe9ca0a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:33.090635 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-9d52f966-1196-4596-9680-30fe9ca0a86e service neutron] 10.222.0.10 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 913 time: 0.0881886 Aug 25 12:00:33.128373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-7eefdcce-a039-416f-90f8-638e83f6c8ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0387239 Aug 25 12:00:33.133638 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-b37a4985-976f-47ca-9fef-f633203273df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0349929 Aug 25 12:00:33.179317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818f22-1619-4408-bd69-9091159cb373 req-c483aa96-1dd3-4ee4-8c0e-b73eaff9db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:33.181147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-c483aa96-1dd3-4ee4-8c0e-b73eaff9db2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0458825 Aug 25 12:00:33.183317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818f22-1619-4408-bd69-9091159cb373 req-435cf666-2ff8-4efc-92f4-3c907405919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:33.184765 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-435cf666-2ff8-4efc-92f4-3c907405919c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0438423 Aug 25 12:00:33.217164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-4384b6e6-6fd7-4bba-b68f-d6062984a510 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283537 Aug 25 12:00:33.219370 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-fbb546d5-9c92-4d7b-bdbd-f811527013e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271354 Aug 25 12:00:33.237999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:00:33.322664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-8e1b1e13-e9a5-4aa5-af99-f54813e8781e service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968633 Aug 25 12:00:33.346952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:33.347189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-3796fd18-0f59-4037-a5e1-baac1ffa45c6 service neutron] 10.222.0.10 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202164 Aug 25 12:00:33.358707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'network_id': '45bce775-f880-441a-bfe4-16864e901cc0', 'port_id': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'mac_address': 'fa:16:3e:7e:29:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4348af15-1ecc-4fbe-a6fd-4b911a4ed995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:00:33.397753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:33.410775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:00:33.419199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-22355e79-27b6-410f-9c79-b31b74f4e438 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884509 Aug 25 12:00:33.433842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:33.438830 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:33.453838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12818f22-1619-4408-bd69-9091159cb373 req-f46dbbe4-8e02-43f8-8b78-7e8ec547d627 service neutron] 10.222.0.10 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995858 Aug 25 12:00:33.491582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:33.681100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:00:34.050202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d65ba-5ee6-4972-ad77-2862d76e54d8 req-f4f5f177-e1b0-4c67-babd-1c4b343433fc tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:34.051713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-316d65ba-5ee6-4972-ad77-2862d76e54d8 req-f4f5f177-e1b0-4c67-babd-1c4b343433fc tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 945 time: 0.0507061 Aug 25 12:00:34.094105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-316d65ba-5ee6-4972-ad77-2862d76e54d8 req-03acb3b2-18a8-4e9e-bd89-9dc449fced16 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Aug 25 12:00:34.361817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c612e0-1927-485d-b9a9-808993ffafdc req-b18b95fe-c928-4ef3-8579-e3d53d078904 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:34.363288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-b18b95fe-c928-4ef3-8579-e3d53d078904 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.67 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad&tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 945 time: 0.0841558 Aug 25 12:00:34.422753 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-98c612e0-1927-485d-b9a9-808993ffafdc req-e51cff83-b13e-47a4-ab4f-5f5faa7bd5e9 service neutron] delete failed (client error): The resource could not be found. Aug 25 12:00:34.423764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-e51cff83-b13e-47a4-ab4f-5f5faa7bd5e9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0523844 Aug 25 12:00:34.511452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c612e0-1927-485d-b9a9-808993ffafdc req-4c44401e-e608-41c8-878f-2b0ecb4bcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:34.512958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-4c44401e-e608-41c8-878f-2b0ecb4bcd80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 1097 time: 0.0457871 Aug 25 12:00:34.602086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c612e0-1927-485d-b9a9-808993ffafdc req-98872dfb-29ba-4e3c-b546-2c4a0789b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:34.603564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-98872dfb-29ba-4e3c-b546-2c4a0789b6ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 200 len: 913 time: 0.0833316 Aug 25 12:00:34.648895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-6ac4bb4e-ce46-475d-9b46-257e61420ff8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 200 len: 217 time: 0.0378795 Aug 25 12:00:34.698746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c612e0-1927-485d-b9a9-808993ffafdc req-1374ff7e-d9a8-4d4c-9231-8bea12f94e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:34.700236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-1374ff7e-d9a8-4d4c-9231-8bea12f94e63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 200 len: 852 time: 0.0444107 Aug 25 12:00:34.734938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-92ea9b05-1a05-48be-9f2c-60df93250c43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=45bce775-f880-441a-bfe4-16864e901cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266652 Aug 25 12:00:34.824032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-5c4de26f-aa51-4c6a-acac-c4585436d212 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807643 Aug 25 12:00:34.916590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-d85116ff-8994-4082-bfb2-d58ade546750 service neutron] 10.222.0.67 "GET /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838757 Aug 25 12:00:35.256391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:00:35.309866 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:00:35.313790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:00:35.314171 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:35.392899 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:35.416873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:00:35.419171 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7750250-bcd9-4b7a-bf38-f1e074711d5a" -d '{"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-plugged", "status": "completed", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:00:35.432123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:35.437293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:35.461822 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab8f6e5-7c7f-486c-ad0a-406c3cc0895a x-openstack-request-id: req-3ab8f6e5-7c7f-486c-ad0a-406c3cc0895a {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:00:35.462113 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-plugged", "status": "completed", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:00:35.462364 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ab8f6e5-7c7f-486c-ad0a-406c3cc0895a {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:00:35.462753 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'code': 200} Aug 25 12:00:35.491770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:35.626629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96432e87-9d82-4eea-8a30-5e0146e1b787 req-0dab71df-c33c-43b3-8cc9-d6dcea68b69e tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:35.635697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96432e87-9d82-4eea-8a30-5e0146e1b787 req-0dab71df-c33c-43b3-8cc9-d6dcea68b69e tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0504160 Aug 25 12:00:35.668838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96432e87-9d82-4eea-8a30-5e0146e1b787 req-2b12af70-73c1-4a63-acc0-b766ff5b048f tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Aug 25 12:00:36.792913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc94d23-3e98-4d80-b401-c486671cf48c req-3ddda3ec-936a-4dc9-a21a-a934540b1500 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:36.794414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcc94d23-3e98-4d80-b401-c486671cf48c req-3ddda3ec-936a-4dc9-a21a-a934540b1500 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0541153 Aug 25 12:00:36.831236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcc94d23-3e98-4d80-b401-c486671cf48c req-2b68bcc6-e06b-445d-8fab-eb1571bbc161 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7255f7e-d086-4283-a6b7-800140ba4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Aug 25 12:00:36.891878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c612e0-1927-485d-b9a9-808993ffafdc req-b6d78ab3-4b2b-4f23-80b5-76009b5bcbbd tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:36.893446 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-b6d78ab3-4b2b-4f23-80b5-76009b5bcbbd tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.10 "GET /v2.0/ports?device_id=50077571-162e-43d2-a067-bc3c0da432ad HTTP/1.1" status: 200 len: 946 time: 0.0538113 Aug 25 12:00:36.980438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Deleting port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:00:36.980689 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:37.069156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] For port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,segment=NetworkSegment(680376b2-dbbe-4504-a668-8fe1b8a4d5a5),segment_id=680376b2-dbbe-4504-a668-8fe1b8a4d5a5)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:37.069517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:37.082452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Calling delete_port for a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:00:37.204302 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:37.217417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:00:37.236544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Pushing event deleted for resources: {'Port': ['ID=a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:37.278265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] No DVR routers for this DVR port a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:00:37.280956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:37.283006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98c612e0-1927-485d-b9a9-808993ffafdc req-697349a2-6e7a-4399-83d5-78a63f5872e2 tempest-DeleteServersTestJSON-2124733268 tempest-DeleteServersTestJSON-2124733268-project] 10.222.0.10 "DELETE /v2.0/ports/a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 HTTP/1.1" status: 204 len: 173 time: 0.3838739 Aug 25 12:00:37.283456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-deleted', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:00:37.285731 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea52396e-eea8-471f-8488-666b8d377b88" -d '{"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-deleted", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:00:37.325801 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bc1a6e-0128-4edf-b39d-fb845cd2a97c x-openstack-request-id: req-47bc1a6e-0128-4edf-b39d-fb845cd2a97c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:00:37.326685 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50077571-162e-43d2-a067-bc3c0da432ad", "name": "network-vif-deleted", "tag": "a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:00:37.326949 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47bc1a6e-0128-4edf-b39d-fb845cd2a97c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:00:37.327420 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50077571-162e-43d2-a067-bc3c0da432ad', 'name': 'network-vif-deleted', 'tag': 'a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38', 'status': 'completed', 'code': 200} Aug 25 12:00:37.958767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38546) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:00:38.003705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Deleting subnet 4348af15-1ecc-4fbe-a6fd-4b911a4ed995 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:00:38.006748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.041648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.078633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.130439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.159648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4348af15-1ecc-4fbe-a6fd-4b911a4ed995,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:38.165994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.168077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-03e02802-3738-4290-9093-f9fd73295a71 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4348af15-1ecc-4fbe-a6fd-4b911a4ed995 HTTP/1.1" status: 204 len: 168 time: 0.2082832 Aug 25 12:00:38.171450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:00:38.243563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.320343 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.330906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bce775-f880-441a-bfe4-16864e901cc0']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:00:38.340945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680376b2-dbbe-4504-a668-8fe1b8a4d5a5') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:00:38.341239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680376b2-dbbe-4504-a668-8fe1b8a4d5a5') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:00:38.350542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.364085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.369939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:00:38.370326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:00:38.372081 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:00:38.433785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.439476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.441620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/45bce775-f880-441a-bfe4-16864e901cc0 HTTP/1.1" status: 204 len: 168 time: 0.2688518 Aug 25 12:00:38.461924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74199651-e982-4324-a7fb-aeea6f2ca4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=45bce775-f880-441a-bfe4-16864e901cc0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:38.580136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38552) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:00:38.620088 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5ef7571e-8ed0-4f99-be1e-0d0e8bd846f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec4b0e7e13814c2980a8e1f1ed33c28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387824 Aug 25 12:00:38.622598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38554) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:00:38.683683 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-396ffcf1-bfab-4860-bb35-09667a508762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.709313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-396ffcf1-bfab-4860-bb35-09667a508762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.755963 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-396ffcf1-bfab-4860-bb35-09667a508762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.758674 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-396ffcf1-bfab-4860-bb35-09667a508762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:38.759843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-396ffcf1-bfab-4860-bb35-09667a508762 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f7255f7e-d086-4283-a6b7-800140ba4e67 HTTP/1.1" status: 204 len: 168 time: 0.1358602 Aug 25 12:00:38.768432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ffcf1-bfab-4860-bb35-09667a508762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7255f7e-d086-4283-a6b7-800140ba4e67,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:39.473572 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:00:39.581042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-372677090-network', 'tenant_id': 'ac1760c1c73b409eb39d5d6c2a0c06cd'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:00:39.602285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Made reservation on behalf of ac1760c1c73b409eb39d5d6c2a0c06cd for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:00:39.605065 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.614599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.704583 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.708397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.732711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:00:39.746201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9a9879-d7a1-404b-9c71-4b76597c7a3c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:39.748281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.748644 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Added segment b60e5010-e592-456a-9a4d-078d8cbeb250 of type vlan for network 62d58271-1abd-48b8-8ec3-74228c600607 Aug 25 12:00:39.789436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.813263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.814192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:39.814778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:39.867661 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3929522 Aug 25 12:00:39.870740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38580) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:00:39.875839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Request body: {'subnet': {'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-372677090-subnet', 'tenant_id': 'ac1760c1c73b409eb39d5d6c2a0c06cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:00:39.878223 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587d5d-d01b-4e4b-9c59-e675d61d18f8 admin admin] Pushing event updated for resources: {'Network': ['ID=62d58271-1abd-48b8-8ec3-74228c600607,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:39.887951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 62d58271-1abd-48b8-8ec3-74228c600607 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:00:39.898319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Made reservation on behalf of ac1760c1c73b409eb39d5d6c2a0c06cd for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:00:39.900779 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:40.068276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:40.129010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd010968-960b-4d43-8a02-b3c9d59a516d,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:40.135880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Checking segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:00:40.136235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Network hostable DHCP agents. Network: 62d58271-1abd-48b8-8ec3-74228c600607, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:00:40.153829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Network 62d58271-1abd-48b8-8ec3-74228c600607 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:00:40.161644 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 62d58271-1abd-48b8-8ec3-74228c600607) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:00:40.165744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:40.166325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:40.170856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefae29-49ab-4bb6-8c90-00eb660fbef9 None None] Network 62d58271-1abd-48b8-8ec3-74228c600607 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:00:40.180305 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e6dd4d5a-c40f-4e45-980b-4e5bbbdbc63a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083844 Aug 25 12:00:40.294748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef81d1-115d-476f-a8ee-c8c572240209 None None] Network 62d58271-1abd-48b8-8ec3-74228c600607 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:00:40.599000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-ba5c6156-33ae-4925-beb3-0f1d91ce69c5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:40.600365 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-ba5c6156-33ae-4925-beb3-0f1d91ce69c5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 814 time: 0.0985441 Aug 25 12:00:40.616105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-5e169cd5-94be-4183-8d38-9f5bbca12c5b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/quotas/ac1760c1c73b409eb39d5d6c2a0c06cd HTTP/1.1" status: 200 len: 375 time: 0.0101199 Aug 25 12:00:40.647983 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-e25cc0c5-bc77-4f8c-98fb-dbbd8ef5ba33 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264976 Aug 25 12:00:40.738456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-d21505f4-f5d5-44fa-a892-397474f876a5 service neutron] 10.222.0.35 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836499 Aug 25 12:00:40.826978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-e534c3cf-feae-4ffa-9eab-83a950212cf6 service neutron] 10.222.0.35 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825014 Aug 25 12:00:40.998492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ea6dff-81ec-4de6-b65a-b79c72b3e1df req-6514aac5-5284-4fff-b5c9-4a95722bd2ba tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 210 time: 0.0325136 Aug 25 12:00:41.300915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:00:41.320741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:00:41.321081 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a8fcdb6c-57d0-44c8-8a6d-fc1a3d1aef38 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:00:41.900203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-f676b909-f23b-451b-bdd2-0499c815c6bd tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:41.901711 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-f676b909-f23b-451b-bdd2-0499c815c6bd tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 814 time: 0.1034822 Aug 25 12:00:41.916640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Request body: {'port': {'device_id': '724599ce-a899-4813-b4f1-4356e9935295', 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'admin_state_up': True, 'tenant_id': 'ac1760c1c73b409eb39d5d6c2a0c06cd'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:00:42.030792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Made reservation on behalf of ac1760c1c73b409eb39d5d6c2a0c06cd for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:00:42.034875 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.094049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10bd046d-cea8-4bfc-b209-387a9030d16e req-e273cdd4-3d61-4a79-9b09-b05eace5e316 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 210 time: 0.0273495 Aug 25 12:00:42.164968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Allocated IP 172.20.0.11 (62d58271-1abd-48b8-8ec3-74228c600607/fd010968-960b-4d43-8a02-b3c9d59a516d/09595583-0a82-43dc-90f3-6c073230acc0) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:00:42.306189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.344349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.391558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Network 62d58271-1abd-48b8-8ec3-74228c600607 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:00:42.394617 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:00:42.398217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:00:42.404942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:42.449540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:42.450173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.463921 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-522ecd29-3a12-4625-9beb-d09266a5ae61 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5514936 Aug 25 12:00:42.476154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Request body: {'port': {'device_id': '724599ce-a899-4813-b4f1-4356e9935295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:00:42.529695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.789133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09595583-0a82-43dc-90f3-6c073230acc0 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:00:42.797040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.808801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Transition to ACTIVE for port object 09595583-0a82-43dc-90f3-6c073230acc0 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:00:42.813002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:42.863516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:42.930030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:00:42.930715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:00:42.930715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:00:42.934926 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Port 09595583-0a82-43dc-90f3-6c073230acc0 on network 62d58271-1abd-48b8-8ec3-74228c600607 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:00:42.935255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:00:42.940530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:00:42.940870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Checking segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:00:42.941255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Bound using segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:00:42.941697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Bound port: 09595583-0a82-43dc-90f3-6c073230acc0, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:00:42.942068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:43.004082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:00:43.007055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:00:43.011733 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:43.046537 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.047166 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:43.048566 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] 10.222.0.10 "PUT /v2.0/ports/09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 1093 time: 0.5766861 Aug 25 12:00:43.049090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:00:43.051293 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d484a4d4-f0ce-4e94-b244-a1797e19801a" -d '{"events": [{"name": "network-changed", "server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "tag": "09595583-0a82-43dc-90f3-6c073230acc0"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:00:43.074653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203986d5-efb4-489e-a2c0-759fba7e84cf service neutron] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:43.106301 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871635de-0e68-41bf-b5f3-5bee139bbb9f x-openstack-request-id: req-871635de-0e68-41bf-b5f3-5bee139bbb9f {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:00:43.106587 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "tag": "09595583-0a82-43dc-90f3-6c073230acc0", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:00:43.106838 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-871635de-0e68-41bf-b5f3-5bee139bbb9f {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:00:43.107900 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0', 'status': 'completed', 'code': 200} Aug 25 12:00:43.140846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-7d9959cf-730c-4843-b361-0f2e768feaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.142428 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-7d9959cf-730c-4843-b361-0f2e768feaa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1096 time: 0.0450988 Aug 25 12:00:43.188660 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-ac8b102d-82b4-48d4-a998-2a2df97cfda0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0388639 Aug 25 12:00:43.208837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93ad02-4e87-4aaa-aba5-5bdc5692583d req-27a916a1-165c-46d6-97e3-6921b2beb6e0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.210346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff93ad02-4e87-4aaa-aba5-5bdc5692583d req-27a916a1-165c-46d6-97e3-6921b2beb6e0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.0486221 Aug 25 12:00:43.238909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0175-5f48-44de-b209-47018be40429 req-57292d8e-e957-49c6-ae78-c65ae10e5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.240392 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-57292d8e-e957-49c6-ae78-c65ae10e5ca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0444896 Aug 25 12:00:43.248027 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff93ad02-4e87-4aaa-aba5-5bdc5692583d req-432e6612-fb7d-4287-88b2-7c32e564dea5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Aug 25 12:00:43.273609 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-9f53576a-c38f-4e75-ac9b-f9ff9fe54775 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255048 Aug 25 12:00:43.284447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-0bb565df-cbd9-4b2f-9cb7-ebfbcdf7e80f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:00:43.285393 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-0bb565df-cbd9-4b2f-9cb7-ebfbcdf7e80f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049825 Aug 25 12:00:43.376248 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-59e56f74-4fe2-4bb1-a249-8d0448bc4bf2 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834804 Aug 25 12:00:43.473389 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1ece0175-5f48-44de-b209-47018be40429 req-7d860d5c-1394-4430-9267-33f0a595b933 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897641 Aug 25 12:00:43.557984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-d948de45-018a-4b8d-9709-8966a2329bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.559540 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-d948de45-018a-4b8d-9709-8966a2329bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1096 time: 0.0410380 Aug 25 12:00:43.653590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-85d2a51f-718d-466a-8cce-3a855c7ec942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.655648 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-85d2a51f-718d-466a-8cce-3a855c7ec942 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0892467 Aug 25 12:00:43.696655 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-88215440-25ef-456f-9538-340f706a907c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0340111 Aug 25 12:00:43.750518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-412ae2ef-fa9a-4451-9140-9af66e8d2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:43.752011 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-412ae2ef-fa9a-4451-9140-9af66e8d2173 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0480411 Aug 25 12:00:43.785431 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-f6833c6c-abd5-4e6b-955a-7d942c0301bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260670 Aug 25 12:00:43.873581 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-bff5e97a-4d2b-45ee-ae5d-ac1c49893fdf service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796387 Aug 25 12:00:43.967375 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d484a4d4-f0ce-4e94-b244-a1797e19801a req-5c1c10b2-5796-4a4a-938d-eb49821a3938 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861781 Aug 25 12:00:44.364108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97b04e-720a-4a02-9dde-00263fc8b8a8 req-a3fd4e94-4800-4c63-9feb-270b6ce520b9 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:44.365599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce97b04e-720a-4a02-9dde-00263fc8b8a8 req-a3fd4e94-4800-4c63-9feb-270b6ce520b9 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.0484214 Aug 25 12:00:44.404306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce97b04e-720a-4a02-9dde-00263fc8b8a8 req-9723d3f3-a266-4e7d-acbb-d00ad205baac tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Aug 25 12:00:45.312183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:00:45.407422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:45.418858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '09595583-0a82-43dc-90f3-6c073230acc0', 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'port_id': '09595583-0a82-43dc-90f3-6c073230acc0', 'mac_address': 'fa:16:3e:d1:92:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd010968-960b-4d43-8a02-b3c9d59a516d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:00:45.456969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:45.469821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09595583-0a82-43dc-90f3-6c073230acc0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:00:45.489810 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:45.493672 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:45.524137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc0e8-eedd-4bdb-aa97-610963b4446c req-8e68e960-e751-4639-a01c-d661d885dcb4 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:45.525646 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-850bc0e8-eedd-4bdb-aa97-610963b4446c req-8e68e960-e751-4639-a01c-d661d885dcb4 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.0539083 Aug 25 12:00:45.543553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:45.564419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-850bc0e8-eedd-4bdb-aa97-610963b4446c req-a541a2a5-fca6-4a1f-9b3e-bf909d938341 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Aug 25 12:00:45.683050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['09595583-0a82-43dc-90f3-6c073230acc0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:00:46.683036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610952-b3cc-4361-981e-922d395ec956 req-1b4eba1e-a398-4173-ad7c-2183fe71ede1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:46.684573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40610952-b3cc-4361-981e-922d395ec956 req-1b4eba1e-a398-4173-ad7c-2183fe71ede1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Aug 25 12:00:46.727261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40610952-b3cc-4361-981e-922d395ec956 req-a0df3084-1277-4a2f-93f4-692383eea159 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362053 Aug 25 12:00:47.346776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:00:47.397509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 09595583-0a82-43dc-90f3-6c073230acc0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:00:47.401712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 09595583-0a82-43dc-90f3-6c073230acc0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:00:47.402109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:47.484405 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:47.511967 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:00:47.515041 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2f349-e1c8-4e03-bc1d-da16325947ed" -d '{"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-plugged", "status": "completed", "tag": "09595583-0a82-43dc-90f3-6c073230acc0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:00:47.528267 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:00:47.534618 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:47.561313 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd64b592-8173-4c65-bb3c-f5eb369dc9b8 x-openstack-request-id: req-dd64b592-8173-4c65-bb3c-f5eb369dc9b8 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:00:47.561813 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-plugged", "status": "completed", "tag": "09595583-0a82-43dc-90f3-6c073230acc0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:00:47.561937 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd64b592-8173-4c65-bb3c-f5eb369dc9b8 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:00:47.562317 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0', 'code': 200} Aug 25 12:00:47.593180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:00:47.861175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae11f5-0f7f-4e98-8371-51038a24a56e req-e24f9e78-2479-4661-b807-c900cb5e5a3a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:47.862677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25ae11f5-0f7f-4e98-8371-51038a24a56e req-e24f9e78-2479-4661-b807-c900cb5e5a3a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0533345 Aug 25 12:00:47.905585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25ae11f5-0f7f-4e98-8371-51038a24a56e req-1fff678a-fdc2-450a-94b2-8e5d430c1ea4 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Aug 25 12:00:47.952509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22917-dcd7-40ea-bb85-dc86879ba154 req-9cd789b2-6c2c-4e94-8a1f-646f1031f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:47.954084 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4b22917-dcd7-40ea-bb85-dc86879ba154 req-9cd789b2-6c2c-4e94-8a1f-646f1031f058 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1098 time: 0.0581834 Aug 25 12:00:47.994469 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e4b22917-dcd7-40ea-bb85-dc86879ba154 req-73459ebb-5d1e-40aa-86b7-7b6d0f253e6d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Aug 25 12:00:48.255807 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c77c5600-2041-48cf-a8ff-9cc36a85497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:49.027558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e46af-44a4-4e1c-815f-f06509c77e4e req-fc67029e-df16-4565-bb00-43ba45671a51 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:49.029087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f4e46af-44a4-4e1c-815f-f06509c77e4e req-fc67029e-df16-4565-bb00-43ba45671a51 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0526855 Aug 25 12:00:49.071634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f4e46af-44a4-4e1c-815f-f06509c77e4e req-e2eee150-7e63-4a36-a429-a15183eef9f0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Aug 25 12:00:50.197620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367d711-1df0-4284-932c-60a7d4887e79 req-5ba4b88f-63d5-4d74-ac28-368cc2aa69c5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:50.199222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3367d711-1df0-4284-932c-60a7d4887e79 req-5ba4b88f-63d5-4d74-ac28-368cc2aa69c5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0564594 Aug 25 12:00:50.240984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3367d711-1df0-4284-932c-60a7d4887e79 req-cffcdce6-bef5-4012-abbb-af0e58eff6ca tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Aug 25 12:00:50.360447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b3486-ff40-40ee-b6c9-2a7f29deff0a req-52803bf4-78c5-4482-8581-37546afe3b07 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:50.361944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e53b3486-ff40-40ee-b6c9-2a7f29deff0a req-52803bf4-78c5-4482-8581-37546afe3b07 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0514894 Aug 25 12:00:50.399053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e53b3486-ff40-40ee-b6c9-2a7f29deff0a req-752a0452-7c97-4964-9a67-989e712715f8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Aug 25 12:00:50.607264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d117a1-38ee-41a3-bfee-beaf6110a3b1 req-3acf3761-f704-431c-942b-cbd32b2d70cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:50.607688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4d117a1-38ee-41a3-bfee-beaf6110a3b1 req-3acf3761-f704-431c-942b-cbd32b2d70cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0531814 Aug 25 12:00:50.646804 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e4d117a1-38ee-41a3-bfee-beaf6110a3b1 req-a86756cb-110a-4dbb-9fbe-5629e2a9b937 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Aug 25 12:00:50.762198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dc847-a898-4999-928a-9a66cc58071f req-0fcb36ac-9305-473b-a53e-751563adb123 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:50.763705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d2dc847-a898-4999-928a-9a66cc58071f req-0fcb36ac-9305-473b-a53e-751563adb123 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0494878 Aug 25 12:00:50.802244 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d2dc847-a898-4999-928a-9a66cc58071f req-d6e61b24-09ef-4ee3-a6e1-e6c9a35158a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Aug 25 12:00:51.034323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-b106f97f-898d-4369-9d2d-06351cd2186a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510728 Aug 25 12:00:51.039834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36940a4f-6fc7-4d6f-b933-2a93db7fee1d req-247a8a9f-819a-4b38-be17-de23ac4b5f23 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:51.041494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36940a4f-6fc7-4d6f-b933-2a93db7fee1d req-247a8a9f-819a-4b38-be17-de23ac4b5f23 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0505540 Aug 25 12:00:51.081455 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36940a4f-6fc7-4d6f-b933-2a93db7fee1d req-931c5527-f10f-469d-a498-03b627077b06 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322785 Aug 25 12:00:51.191105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e68689c1-6de3-494f-90b6-77302eea8843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:51.419179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:52.008502 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-cd39fa8d-f296-48fb-8ae8-7bd978497c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.010047 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-cd39fa8d-f296-48fb-8ae8-7bd978497c3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1098 time: 0.0470490 Aug 25 12:00:52.115824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-fd87f9dc-ed34-40a8-944d-9da7444bd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.117384 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-fd87f9dc-ed34-40a8-944d-9da7444bd5af service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0874834 Aug 25 12:00:52.162974 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-a8148a99-035e-4efc-9583-e2ec146f4919 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0378830 Aug 25 12:00:52.220414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-96e877d1-1e51-4e12-8c16-a4b1769e1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.221949 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-96e877d1-1e51-4e12-8c16-a4b1769e1973 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0510991 Aug 25 12:00:52.225955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347ff2c-0929-4fe9-8d71-98a267c81547 req-505efd18-3a7a-4e8c-bf85-bc950c5fa3be tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.227917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b347ff2c-0929-4fe9-8d71-98a267c81547 req-505efd18-3a7a-4e8c-bf85-bc950c5fa3be tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0713935 Aug 25 12:00:52.259899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-cef25809-105d-4320-8fe5-b9959dfa3bdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260947 Aug 25 12:00:52.268708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b347ff2c-0929-4fe9-8d71-98a267c81547 req-3978dc2e-3e79-44f1-a0ae-8c43beebe1be tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Aug 25 12:00:52.356558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-b7403199-f273-44cb-aa63-19627c7abf72 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883861 Aug 25 12:00:52.459264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-709db9fa-eb9c-4ff5-9a5c-903e2cd785d4 req-d3c6c557-6ab8-42c5-ab67-90ab2b105d84 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960376 Aug 25 12:00:52.567205 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:52.630963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-44a17f56-e1ce-402c-b9f6-bd6596e728db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.632506 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-44a17f56-e1ce-402c-b9f6-bd6596e728db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1098 time: 0.0440733 Aug 25 12:00:52.730411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-bb75a2d2-390e-4ff2-a72c-ee1785c0e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.732072 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-bb75a2d2-390e-4ff2-a72c-ee1785c0e92a service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0910034 Aug 25 12:00:52.777522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-871c7528-2869-4fdd-8b28-aec7e7bd3668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0386763 Aug 25 12:00:52.827653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-aa771187-9ac7-46f3-97ec-1b9717b62233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:52.829050 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-aa771187-9ac7-46f3-97ec-1b9717b62233 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0450728 Aug 25 12:00:52.862236 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-a3009d2a-0977-4d94-91da-ea9763e01bdb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261865 Aug 25 12:00:52.961565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-e273c1e4-66d3-432c-99ca-28ff90941782 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921831 Aug 25 12:00:53.068032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-7d511949-8f60-40f6-8309-989edaf94ac6 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992477 Aug 25 12:00:53.395315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b333-fa1d-475f-8f00-0b8cfc4112bc req-1e3ff473-f1c6-468a-99db-1ac22a59b089 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:53.396924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72f9b333-fa1d-475f-8f00-0b8cfc4112bc req-1e3ff473-f1c6-468a-99db-1ac22a59b089 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0556347 Aug 25 12:00:53.441629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-72f9b333-fa1d-475f-8f00-0b8cfc4112bc req-b02a3067-a863-493e-862f-3d0e21748cbb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380137 Aug 25 12:00:54.419204 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:54.563383 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083366a2-789f-4aac-8bb7-26bba5d1785a req-88ebc059-6cd2-4691-bb83-c54822300c71 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:54.564818 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-083366a2-789f-4aac-8bb7-26bba5d1785a req-88ebc059-6cd2-4691-bb83-c54822300c71 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Aug 25 12:00:54.605272 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-083366a2-789f-4aac-8bb7-26bba5d1785a req-367a85a7-b77e-4e4a-ab91-ffa1a1b9f40d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344236 Aug 25 12:00:55.733845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25632-3d67-4d49-963a-d30691562513 req-291c737e-5c6a-4244-9b3c-2a180abd9638 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:55.735356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4fa25632-3d67-4d49-963a-d30691562513 req-291c737e-5c6a-4244-9b3c-2a180abd9638 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0573478 Aug 25 12:00:55.775731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4fa25632-3d67-4d49-963a-d30691562513 req-b22fd02d-af6c-437b-a6dd-d717d3639c00 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Aug 25 12:00:56.895577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5a51-e929-4f3a-b7e5-5be98a7f6d77 req-d52b2f10-5e05-4872-8f00-01ca1f3fde93 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:56.897145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61fe5a51-e929-4f3a-b7e5-5be98a7f6d77 req-d52b2f10-5e05-4872-8f00-01ca1f3fde93 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0506051 Aug 25 12:00:56.937029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61fe5a51-e929-4f3a-b7e5-5be98a7f6d77 req-0f139be6-de77-4f3f-9575-9d87658ab9bd tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Aug 25 12:00:57.502798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:00:58.091875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464758-ebe6-4394-af24-68e8e9d2c589 req-bd0e983c-54cd-4f6e-a98f-80d70fc29823 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:58.093558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b464758-ebe6-4394-af24-68e8e9d2c589 req-bd0e983c-54cd-4f6e-a98f-80d70fc29823 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0523005 Aug 25 12:00:58.137015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b464758-ebe6-4394-af24-68e8e9d2c589 req-4177c719-bef6-400c-a9a2-bf1f22c4f2cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368350 Aug 25 12:00:59.264543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744475fa-082f-4616-ada4-a922a1055309 req-fa81ad9d-203d-4500-936a-0eb27c5dfa64 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:00:59.266550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-744475fa-082f-4616-ada4-a922a1055309 req-fa81ad9d-203d-4500-936a-0eb27c5dfa64 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0566316 Aug 25 12:00:59.306261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-744475fa-082f-4616-ada4-a922a1055309 req-058e1051-e883-460d-8aee-21f41bf3ab21 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332205 Aug 25 12:01:00.426680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92067eb1-2bf4-4806-94b5-12d208ff8c0b req-827302ae-b3ff-4a48-b606-81555c10a1c0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:00.428552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92067eb1-2bf4-4806-94b5-12d208ff8c0b req-827302ae-b3ff-4a48-b606-81555c10a1c0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0515869 Aug 25 12:01:00.471382 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-92067eb1-2bf4-4806-94b5-12d208ff8c0b req-a891ea94-6f1b-4939-aba1-5351dd0c874c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361352 Aug 25 12:01:01.146633 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:01.594417 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e743ae1-29d1-4b82-a517-a4f54b1f796d req-1cf1d566-d988-4af9-a83e-e9ddf6c97542 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:01.596061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e743ae1-29d1-4b82-a517-a4f54b1f796d req-1cf1d566-d988-4af9-a83e-e9ddf6c97542 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0530879 Aug 25 12:01:01.639723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e743ae1-29d1-4b82-a517-a4f54b1f796d req-6ea6d61c-f68a-40a9-921f-ffc05d32511b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Aug 25 12:01:02.770987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f64077-40a1-4c5a-8fff-a34f5399f537 req-9608a352-949b-4fb4-928a-edec0c803e1a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:02.772624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5f64077-40a1-4c5a-8fff-a34f5399f537 req-9608a352-949b-4fb4-928a-edec0c803e1a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0579896 Aug 25 12:01:02.815800 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f5f64077-40a1-4c5a-8fff-a34f5399f537 req-b668cb9b-b87c-43c1-a14a-ea98b39602de tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Aug 25 12:01:03.938922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa3a07-ee4e-4e0c-9592-496ed951524e req-447592b9-5784-4409-add6-2db40eb61377 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:03.940540 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95aa3a07-ee4e-4e0c-9592-496ed951524e req-447592b9-5784-4409-add6-2db40eb61377 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0537312 Aug 25 12:01:03.981903 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95aa3a07-ee4e-4e0c-9592-496ed951524e req-674e155a-7ddf-4d23-acfd-53c49c0fa9cd tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Aug 25 12:01:05.102649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f02db-f9a3-4a11-8f57-25f57195bd82 req-a7effb98-e0e9-4f19-83b7-9d4ecc85bbcd tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:05.104236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-958f02db-f9a3-4a11-8f57-25f57195bd82 req-a7effb98-e0e9-4f19-83b7-9d4ecc85bbcd tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0499265 Aug 25 12:01:05.144891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-958f02db-f9a3-4a11-8f57-25f57195bd82 req-f6a7f86f-3458-4352-a589-2aa5e493f1aa tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Aug 25 12:01:06.263304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ae93-47cf-4479-b8e2-41f7cc815be5 req-49d9b88c-7a3b-403b-8cb9-88978496c81d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:06.264827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3828ae93-47cf-4479-b8e2-41f7cc815be5 req-49d9b88c-7a3b-403b-8cb9-88978496c81d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0519419 Aug 25 12:01:06.306395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3828ae93-47cf-4479-b8e2-41f7cc815be5 req-245bb359-5f6c-4ca1-baec-8b5d73ce7787 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Aug 25 12:01:07.421616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41935-68ca-4f75-89c3-9dbf06871e4a req-8557b012-6dd9-419f-a708-79baae7388dc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:07.423173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13a41935-68ca-4f75-89c3-9dbf06871e4a req-8557b012-6dd9-419f-a708-79baae7388dc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0504148 Aug 25 12:01:07.462651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13a41935-68ca-4f75-89c3-9dbf06871e4a req-e4be90b8-8412-433f-8fde-d8162cb09927 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332778 Aug 25 12:01:08.578850 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7d706-3e29-4862-92d1-085a49891edd req-1aca9b0c-5ac2-41e2-8d83-67235b4e1609 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:08.580403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0c7d706-3e29-4862-92d1-085a49891edd req-1aca9b0c-5ac2-41e2-8d83-67235b4e1609 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0495360 Aug 25 12:01:08.621232 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e0c7d706-3e29-4862-92d1-085a49891edd req-db9c0ee1-68ff-439e-8769-1cc231d916a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347602 Aug 25 12:01:09.627250 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:01:09.743675 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60497-fb90-458a-80d9-8c26f04f3cab req-26a9df0f-6f8c-4e42-915a-a1b1d60ff98c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:09.745238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96f60497-fb90-458a-80d9-8c26f04f3cab req-26a9df0f-6f8c-4e42-915a-a1b1d60ff98c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0530937 Aug 25 12:01:09.789779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-96f60497-fb90-458a-80d9-8c26f04f3cab req-0dc5a1aa-ca83-4b13-95e4-e8a96ff87704 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368881 Aug 25 12:01:10.903816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25843e-7a2f-417a-ae3f-ee2b0f721802 req-38aa544b-9df2-4636-9c00-be3fc35dc62e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:10.905879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e25843e-7a2f-417a-ae3f-ee2b0f721802 req-38aa544b-9df2-4636-9c00-be3fc35dc62e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0494165 Aug 25 12:01:10.944502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e25843e-7a2f-417a-ae3f-ee2b0f721802 req-e7860495-8185-4fa9-9c97-85cd611eaca1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Aug 25 12:01:12.064524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31da3-981e-470b-8318-74069b6ff9ff req-7fbb8d30-d64e-4207-8cd6-4812945dd238 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:12.066114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82b31da3-981e-470b-8318-74069b6ff9ff req-7fbb8d30-d64e-4207-8cd6-4812945dd238 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0509541 Aug 25 12:01:12.108460 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82b31da3-981e-470b-8318-74069b6ff9ff req-c0db5563-f8f9-48a2-b4aa-ee742bfdeee9 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357862 Aug 25 12:01:13.229622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5591-fd42-4006-9656-1084c8efd9f5 req-87f997f7-4d02-4a80-b11f-7a2763df471e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:13.231172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-862d5591-fd42-4006-9656-1084c8efd9f5 req-87f997f7-4d02-4a80-b11f-7a2763df471e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0538964 Aug 25 12:01:13.270431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-862d5591-fd42-4006-9656-1084c8efd9f5 req-d87d889a-4f0f-4afc-bb33-b82284fba758 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Aug 25 12:01:14.385588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fef7d-d188-4724-964b-dcef8a2cd07d req-22a9c99e-912c-40f6-92d2-3d86b8836f56 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:14.387129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-206fef7d-d188-4724-964b-dcef8a2cd07d req-22a9c99e-912c-40f6-92d2-3d86b8836f56 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0492532 Aug 25 12:01:14.427311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-206fef7d-d188-4724-964b-dcef8a2cd07d req-e407bc0b-2557-4bff-bbcf-dc59840e89f6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Aug 25 12:01:15.545292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea701d-8834-4f15-aba3-0b63e7a43ffc req-2980d343-d6fe-461f-b953-8ce8fe76f802 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:15.547500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbea701d-8834-4f15-aba3-0b63e7a43ffc req-2980d343-d6fe-461f-b953-8ce8fe76f802 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0518870 Aug 25 12:01:15.586887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbea701d-8834-4f15-aba3-0b63e7a43ffc req-1580ccc0-69f2-4c64-83a3-52c08b51b753 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332899 Aug 25 12:01:16.706989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a0db5-d309-4cfd-873d-69eef942c510 req-f0c2d048-0027-444b-ae0a-d76b612800dc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:16.708450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-917a0db5-d309-4cfd-873d-69eef942c510 req-f0c2d048-0027-444b-ae0a-d76b612800dc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0519669 Aug 25 12:01:16.745714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-917a0db5-d309-4cfd-873d-69eef942c510 req-4287b00e-e27f-464b-b41a-e09446fd4927 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Aug 25 12:01:17.866496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1857a-b42c-40f4-ade8-f21e41404cc9 req-5b6a7729-eddb-496f-807e-b1155730513f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:17.867961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1857a-b42c-40f4-ade8-f21e41404cc9 req-5b6a7729-eddb-496f-807e-b1155730513f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Aug 25 12:01:17.905532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-45c1857a-b42c-40f4-ade8-f21e41404cc9 req-df1d0b4d-6990-4406-8e56-a040b2948800 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Aug 25 12:01:18.256948 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c3f63c1-8323-4b80-b1cd-550bfc24d0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:19.020172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612c18-f898-4280-82b9-4490e283dcab req-85d89ddd-037b-467d-af97-e570ff2ddc2b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:19.021710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-08612c18-f898-4280-82b9-4490e283dcab req-85d89ddd-037b-467d-af97-e570ff2ddc2b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Aug 25 12:01:19.060131 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-08612c18-f898-4280-82b9-4490e283dcab req-491d9f1b-fcfc-4805-814b-6541ae0ce2dc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Aug 25 12:01:20.017866 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-366524cc-7698-4180-93f8-276701f453d3 req-5766cd80-7644-4585-bbf9-2f945f17ff6d service neutron] show failed (client error): The resource could not be found. Aug 25 12:01:20.018896 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-5766cd80-7644-4585-bbf9-2f945f17ff6d service neutron] 10.222.0.10 "GET /v2.0/ports/09595583-0a82-43dc-90f3-6c073230acc0/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.1082411 Aug 25 12:01:20.227136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e515f5-d9e1-481c-91a5-c1b48c4e3f26 req-c494b2e9-1bc6-4eff-906a-eea8fee11606 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:20.228623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4e515f5-d9e1-481c-91a5-c1b48c4e3f26 req-c494b2e9-1bc6-4eff-906a-eea8fee11606 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0973413 Aug 25 12:01:20.275145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-aeaed3a3-0378-472b-abae-c308c116c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:20.276600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-aeaed3a3-0378-472b-abae-c308c116c161 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295&tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd HTTP/1.1" status: 200 len: 1098 time: 0.1032424 Aug 25 12:01:20.284220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4e515f5-d9e1-481c-91a5-c1b48c4e3f26 req-4b804c41-46c7-4e92-823d-303f25d5fb02 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493612 Aug 25 12:01:20.289025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:01:20.344316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:20.540134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:20.571472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:01:20.609004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:01:20.611365 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2c8cfe-dcd4-4d64-9266-439964efa90d" -d '{"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-unplugged", "status": "completed", "tag": "09595583-0a82-43dc-90f3-6c073230acc0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:01:20.615196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:20.627892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Transition to ACTIVE for port object 09595583-0a82-43dc-90f3-6c073230acc0 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:01:20.631801 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:20.693080 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc27bc6-1f99-4b5b-8eee-cab44e243456 x-openstack-request-id: req-5fc27bc6-1f99-4b5b-8eee-cab44e243456 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:01:20.693372 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-unplugged", "status": "completed", "tag": "09595583-0a82-43dc-90f3-6c073230acc0", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:01:20.693616 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fc27bc6-1f99-4b5b-8eee-cab44e243456 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:01:20.694027 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0', 'code': 200} Aug 25 12:01:20.696502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] No DVR routers for this DVR port 09595583-0a82-43dc-90f3-6c073230acc0 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:01:20.705266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:20.730403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.730647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.730984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.731314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.731636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.731955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.732269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.732584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.732927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.733242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.733553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.733887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:20.746860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:01:20.747191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:01:20.747521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:01:20.752291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Port 09595583-0a82-43dc-90f3-6c073230acc0 on network 62d58271-1abd-48b8-8ec3-74228c600607 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:01:20.752607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Attempting to bind port 09595583-0a82-43dc-90f3-6c073230acc0 on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:01:20.757237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:01:20.757573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Checking segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:01:20.757977 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Bound using segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:01:20.758396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Bound port: 09595583-0a82-43dc-90f3-6c073230acc0, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:01:20.758746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:20.819177 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:01:20.822487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:01:20.827737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:20.858936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:20.859566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:20.860941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] 10.222.0.67 "PUT /v2.0/ports/09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 1093 time: 0.5758343 Aug 25 12:01:20.883315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd34e-cd34-455c-9554-b2f640c0c250 service neutron] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:21.193457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7d35f72c-059e-4600-83d3-e5d8764fd297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:21.246196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-0e1ffa50-cf16-46cd-a521-249ba19bcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:21.247710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-0e1ffa50-cf16-46cd-a521-249ba19bcce2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1096 time: 0.3602431 Aug 25 12:01:21.339147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-4279935b-e663-4df8-ab4c-9341619c7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:21.340652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-4279935b-e663-4df8-ab4c-9341619c7ee1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0851805 Aug 25 12:01:21.407137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-6ea746d6-8849-49a5-a618-c3377c6be275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0579469 Aug 25 12:01:21.421594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:21.459821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4d36d-7b2c-4454-aa5a-d15ac1a19c4f req-f01068d4-22ee-4876-aa3a-4b5f911e8fae tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:21.461212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abc4d36d-7b2c-4454-aa5a-d15ac1a19c4f req-f01068d4-22ee-4876-aa3a-4b5f911e8fae tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.1062136 Aug 25 12:01:21.488757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366524cc-7698-4180-93f8-276701f453d3 req-1f034489-b1d3-4d35-a690-408b0ac5f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:21.490219 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-1f034489-b1d3-4d35-a690-408b0ac5f30f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0748081 Aug 25 12:01:21.517859 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abc4d36d-7b2c-4454-aa5a-d15ac1a19c4f req-ea34522d-7d79-46af-9e5b-7e73319e97e6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505660 Aug 25 12:01:21.532591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-f49e498d-fe15-45c1-9fb1-3a6a46332de5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313282 Aug 25 12:01:21.544017 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-c65d5dab-8b63-4bcc-a125-2b58afb18eb0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:01:21.544946 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-c65d5dab-8b63-4bcc-a125-2b58afb18eb0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050111 Aug 25 12:01:21.638615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-12287518-35ca-4fd2-aa5c-6ed0f9c10f7b service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857184 Aug 25 12:01:21.733733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-366524cc-7698-4180-93f8-276701f453d3 req-078104e6-014c-44bd-a878-2abc49c1fc7b service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797775 Aug 25 12:01:22.569557 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:22.642542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344540-20d6-4319-a4e2-808bc2f2389c req-d918754c-0ba1-495b-ba26-54a7afd3655b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.644117 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17344540-20d6-4319-a4e2-808bc2f2389c req-d918754c-0ba1-495b-ba26-54a7afd3655b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.0561106 Aug 25 12:01:22.686624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-17344540-20d6-4319-a4e2-808bc2f2389c req-5b91b654-c316-42f8-8c17-01534797f76f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Aug 25 12:01:22.695279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:01:22.697710 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76910de6-ff2e-4f2f-bb10-b72109bd7983" -d '{"events": [{"name": "network-changed", "server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "tag": "09595583-0a82-43dc-90f3-6c073230acc0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:01:22.744626 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2dd47-fac7-4a61-b747-18c85fa5eb70 x-openstack-request-id: req-80f2dd47-fac7-4a61-b747-18c85fa5eb70 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:01:22.744968 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "tag": "09595583-0a82-43dc-90f3-6c073230acc0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:01:22.745173 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80f2dd47-fac7-4a61-b747-18c85fa5eb70 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:01:22.745571 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0', 'status': 'completed', 'code': 200} Aug 25 12:01:22.804470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-9503ea58-f7ca-48fa-ac76-015ef17d499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.805993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-9503ea58-f7ca-48fa-ac76-015ef17d499d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1096 time: 0.0426767 Aug 25 12:01:22.808670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-f3c53ce5-ecaa-4800-8fc9-cf0ce227daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.810230 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-f3c53ce5-ecaa-4800-8fc9-cf0ce227daf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1096 time: 0.0410328 Aug 25 12:01:22.897432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-37787133-8f55-436c-87dc-f7dbeb348df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.898955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-37787133-8f55-436c-87dc-f7dbeb348df9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0843925 Aug 25 12:01:22.899425 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-137f25c7-9db9-4e96-b66e-619c02a8d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.900969 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-137f25c7-9db9-4e96-b66e-619c02a8d672 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0837841 Aug 25 12:01:22.946249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-311a369e-3f07-4d6f-bc0e-fda318c9bf1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0381196 Aug 25 12:01:22.947127 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-d29a83ab-78a7-4280-b3ec-3d52a7ad1743 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0383902 Aug 25 12:01:22.996835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-eab15595-9d89-49a8-9583-a63064721081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.997102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-ebfc6561-4222-4a43-b0d8-02bd8bae9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:22.998376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-ebfc6561-4222-4a43-b0d8-02bd8bae9635 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0438879 Aug 25 12:01:22.998534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-eab15595-9d89-49a8-9583-a63064721081 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0444331 Aug 25 12:01:23.033189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-4fc878c2-86f5-4516-b7cf-54cead420d8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265193 Aug 25 12:01:23.037223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-1dac7ef1-fdb4-4e2e-8492-b02770f9961b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255983 Aug 25 12:01:23.126239 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-2e8033c6-7e19-41c0-85e4-a34269bdfbec service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859523 Aug 25 12:01:23.130432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-d277a354-0a12-40df-bf3b-9585b5b950a3 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860047 Aug 25 12:01:23.219321 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-d803beb5-d773-4893-a4a1-fcfd52c10597 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864482 Aug 25 12:01:23.224449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76910de6-ff2e-4f2f-bb10-b72109bd7983 req-f59c66cd-a0d1-4673-a8c3-23876f82902a service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832114 Aug 25 12:01:23.439909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:01:23.479594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:01:23.806282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d8753-ee46-451a-80c3-447d1f1e988d req-a21ecd07-8512-494b-8123-1b5d03368673 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:23.807796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a9d8753-ee46-451a-80c3-447d1f1e988d req-a21ecd07-8512-494b-8123-1b5d03368673 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.0504124 Aug 25 12:01:23.850473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a9d8753-ee46-451a-80c3-447d1f1e988d req-f21072e6-b1d7-414b-8276-7f7cb44b8e4e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358160 Aug 25 12:01:24.042870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e01987-e95e-45b8-bb40-5dc00aa43b61 req-ae86e0a1-282d-4ab4-bd60-33b2fec3e753 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:24.044396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44e01987-e95e-45b8-bb40-5dc00aa43b61 req-ae86e0a1-282d-4ab4-bd60-33b2fec3e753 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 944 time: 0.0507553 Aug 25 12:01:24.084449 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-44e01987-e95e-45b8-bb40-5dc00aa43b61 req-c1118d1f-1fe9-45c6-ad43-b44a33abda72 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333366 Aug 25 12:01:24.094797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f661f-a462-469f-ace1-a8256f5ece7e req-c27b32c2-5382-40f9-8bf0-723e9293c9ce tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:24.096152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-c27b32c2-5382-40f9-8bf0-723e9293c9ce tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.10 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295&tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 944 time: 0.0906091 Aug 25 12:01:24.156191 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-224f661f-a462-469f-ace1-a8256f5ece7e req-e22e6abd-21c8-4884-bff6-bfcc0267a562 service neutron] delete failed (client error): The resource could not be found. Aug 25 12:01:24.157194 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-e22e6abd-21c8-4884-bff6-bfcc0267a562 service neutron] 10.222.0.10 "DELETE /v2.0/ports/09595583-0a82-43dc-90f3-6c073230acc0/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0537579 Aug 25 12:01:24.240171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f661f-a462-469f-ace1-a8256f5ece7e req-80e79992-4d3a-4c97-86fa-fe1a46fa253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:24.241657 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-80e79992-4d3a-4c97-86fa-fe1a46fa253f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 1096 time: 0.0406790 Aug 25 12:01:24.333797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f661f-a462-469f-ace1-a8256f5ece7e req-a02b18ac-27ee-4693-b1be-29340688144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:24.335277 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-a02b18ac-27ee-4693-b1be-29340688144a service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0866706 Aug 25 12:01:24.378151 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-388a039b-88b4-4215-8582-7afc5a9c9909 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 200 len: 217 time: 0.0344818 Aug 25 12:01:24.421579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:24.426812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f661f-a462-469f-ace1-a8256f5ece7e req-763c7bb7-aecb-49e2-9c24-bdc5cc2cd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:24.428274 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-763c7bb7-aecb-49e2-9c24-bdc5cc2cd8af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0437341 Aug 25 12:01:24.464419 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-0b55b086-72cc-4840-a41d-16be35eb088b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282598 Aug 25 12:01:24.551962 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-fb5b9767-d0e4-42f5-a397-741cbb56ce93 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810568 Aug 25 12:01:24.644423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-224f661f-a462-469f-ace1-a8256f5ece7e req-94622f3e-7a33-4dbc-96f6-486ad2ddea4d service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847621 Aug 25 12:01:24.825411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:01:24.920594 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:24.931692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '09595583-0a82-43dc-90f3-6c073230acc0', 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'port_id': '09595583-0a82-43dc-90f3-6c073230acc0', 'mac_address': 'fa:16:3e:d1:92:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd010968-960b-4d43-8a02-b3c9d59a516d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:01:24.970320 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:24.986002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09595583-0a82-43dc-90f3-6c073230acc0 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:01:25.005631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:25.009262 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:25.059839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:25.068019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.068371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.068769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.069118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.069478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.069856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.070185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.070510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.070857 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.071156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.071505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.071982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:01:25.205025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8b6e3-0ff2-4dde-9dc7-82a21e931197 req-9ff2ca15-4cbc-4586-878a-663717490a5d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:25.206610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22e8b6e3-0ff2-4dde-9dc7-82a21e931197 req-9ff2ca15-4cbc-4586-878a-663717490a5d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 945 time: 0.0514045 Aug 25 12:01:25.243261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22e8b6e3-0ff2-4dde-9dc7-82a21e931197 req-c700adcc-7ada-4b59-87fd-819d4c636d39 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Aug 25 12:01:25.250434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['09595583-0a82-43dc-90f3-6c073230acc0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:01:25.359825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904e471-c29d-4dd2-9c14-cb4ba379506c req-b6a916ba-13bf-4aab-8e69-1af27673b863 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:25.361322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3904e471-c29d-4dd2-9c14-cb4ba379506c req-b6a916ba-13bf-4aab-8e69-1af27673b863 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 25 12:01:25.403370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3904e471-c29d-4dd2-9c14-cb4ba379506c req-51ce8dd1-55f4-4387-9d4d-cdbdaeb86b59 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Aug 25 12:01:25.515674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ddb0-e2dd-4757-b700-0013dbfecf5c req-86e3a77a-c1a3-496f-b75d-3d31befd39cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:25.517175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b91ddb0-e2dd-4757-b700-0013dbfecf5c req-86e3a77a-c1a3-496f-b75d-3d31befd39cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Aug 25 12:01:25.554822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b91ddb0-e2dd-4757-b700-0013dbfecf5c req-a7a796c2-fe22-47f3-a623-f13d526618f2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Aug 25 12:01:25.900315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-807793d1-8691-4f6d-bcd7-a0e6b46e806d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:25.901820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-807793d1-8691-4f6d-bcd7-a0e6b46e806d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 814 time: 0.0999081 Aug 25 12:01:25.916979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-3ff2f6e2-2d62-4216-a2fc-83b8e2b941a1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/quotas/ac1760c1c73b409eb39d5d6c2a0c06cd HTTP/1.1" status: 200 len: 375 time: 0.0089917 Aug 25 12:01:25.970123 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-a3bfe8d8-4804-427b-b6d2-b5d93fa9b768 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472915 Aug 25 12:01:26.119465 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-f7ebb8de-ce4c-43ab-9dbc-0333e2fada35 service neutron] 10.222.0.35 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423779 Aug 25 12:01:26.212075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-2702a07c-2363-4874-9181-661c1f3a6133 service neutron] 10.222.0.35 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Aug 25 12:01:26.373403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0ba442a-b252-497b-be90-a8159f475285 req-b57f262f-61a9-4528-b00e-1f77ec3400a2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 25 12:01:26.842029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:01:26.895097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 09595583-0a82-43dc-90f3-6c073230acc0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:01:26.899318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 09595583-0a82-43dc-90f3-6c073230acc0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:01:26.900032 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:26.976644 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:26.999018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:01:27.001225 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b839a16-8e43-4473-bdaf-97d16f971da4" -d '{"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-plugged", "status": "completed", "tag": "09595583-0a82-43dc-90f3-6c073230acc0"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:01:27.013368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:27.019044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.042563 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab7537-98c7-4f48-8305-03d3821a663e x-openstack-request-id: req-e1ab7537-98c7-4f48-8305-03d3821a663e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:01:27.042849 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-plugged", "status": "completed", "tag": "09595583-0a82-43dc-90f3-6c073230acc0", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:01:27.043097 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1ab7537-98c7-4f48-8305-03d3821a663e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:01:27.043478 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0', 'code': 200} Aug 25 12:01:27.068602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:27.135602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-52573c8c-32b4-4f8e-bac4-7e0c2fe39891 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:27.136958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-52573c8c-32b4-4f8e-bac4-7e0c2fe39891 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.67 "GET /v2.0/ports?device_id=724599ce-a899-4813-b4f1-4356e9935295 HTTP/1.1" status: 200 len: 946 time: 0.0505760 Aug 25 12:01:27.294452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Deleting port 09595583-0a82-43dc-90f3-6c073230acc0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:01:27.295180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.403798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-275aebd0-b13a-4f21-8d15-1f0b8ed0841f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:27.405893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-275aebd0-b13a-4f21-8d15-1f0b8ed0841f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 814 time: 0.1754141 Aug 25 12:01:27.422736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Request body: {'port': {'device_id': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'admin_state_up': True, 'tenant_id': 'ac1760c1c73b409eb39d5d6c2a0c06cd'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:01:27.498109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.508146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] For port 09595583-0a82-43dc-90f3-6c073230acc0, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=09595583-0a82-43dc-90f3-6c073230acc0,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:27.508535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.514443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4988e74c-7f43-41b9-a839-bbba2b0d6335 req-cf992e28-b28e-4451-90e9-877dfdd8150a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 210 time: 0.0492873 Aug 25 12:01:27.529102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Calling delete_port for 09595583-0a82-43dc-90f3-6c073230acc0 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:01:27.638292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Made reservation on behalf of ac1760c1c73b409eb39d5d6c2a0c06cd for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:01:27.642724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.720961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.732801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['09595583-0a82-43dc-90f3-6c073230acc0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:01:27.777982 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Pushing event deleted for resources: {'Port': ['ID=09595583-0a82-43dc-90f3-6c073230acc0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:27.836243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] No DVR routers for this DVR port 09595583-0a82-43dc-90f3-6c073230acc0 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:01:27.841416 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:27.844081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.67 "DELETE /v2.0/ports/09595583-0a82-43dc-90f3-6c073230acc0 HTTP/1.1" status: 204 len: 173 time: 0.6996887 Aug 25 12:01:27.844517 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-deleted', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:01:27.846785 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ab7cf-87c6-4fd0-be53-1cb77d878421" -d '{"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-deleted", "tag": "09595583-0a82-43dc-90f3-6c073230acc0"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:01:27.899119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Allocated IP 172.20.0.10 (62d58271-1abd-48b8-8ec3-74228c600607/fd010968-960b-4d43-8a02-b3c9d59a516d/e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:01:27.902880 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c94d228-e4a4-4e7a-92ce-eaadbff0cbda x-openstack-request-id: req-4c94d228-e4a4-4e7a-92ce-eaadbff0cbda {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:01:27.903188 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724599ce-a899-4813-b4f1-4356e9935295", "name": "network-vif-deleted", "tag": "09595583-0a82-43dc-90f3-6c073230acc0", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:01:27.903496 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c94d228-e4a4-4e7a-92ce-eaadbff0cbda {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:01:27.903900 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724599ce-a899-4813-b4f1-4356e9935295', 'name': 'network-vif-deleted', 'tag': '09595583-0a82-43dc-90f3-6c073230acc0', 'status': 'completed', 'code': 200} Aug 25 12:01:28.052156 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.097759 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.111023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['09595583-0a82-43dc-90f3-6c073230acc0'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:01:28.138892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Network 62d58271-1abd-48b8-8ec3-74228c600607 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:01:28.144785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:01:28.148513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:01:28.176138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:28.202598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:28.203215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.217420 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-2374cd53-8167-426c-aabb-b71a033d97ff tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7992582 Aug 25 12:01:28.230585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Request body: {'port': {'device_id': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:01:28.283226 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.548515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:01:28.556015 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.568295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Transition to ACTIVE for port object e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:01:28.572356 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.652386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:28.706358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d2693-3462-405e-846e-c6e005a259cf req-824db91f-655f-49e6-b6bc-82423ba3ae1e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:28.707876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-309d2693-3462-405e-846e-c6e005a259cf req-824db91f-655f-49e6-b6bc-82423ba3ae1e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.1087952 Aug 25 12:01:28.760592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:01:28.760969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:01:28.761333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:01:28.766369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-309d2693-3462-405e-846e-c6e005a259cf req-d06701b0-a714-4f0c-a012-4d60e75a193b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524111 Aug 25 12:01:28.769649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on network 62d58271-1abd-48b8-8ec3-74228c600607 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:01:28.770005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:01:28.775000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:01:28.775339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Checking segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:01:28.775717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Bound using segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:01:28.776155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Bound port: e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:01:28.776504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.840450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:01:28.843875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:01:28.847819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.885282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:28.885919 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:28.887288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] 10.222.0.67 "PUT /v2.0/ports/e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 1093 time: 0.6607895 Aug 25 12:01:28.910004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de23fe8-f018-41d2-bae3-4f0b925961ed service neutron] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:28.969473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-f72f79cc-abe8-4f79-b5fa-d2abb6ddf36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:28.971015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-f72f79cc-abe8-4f79-b5fa-d2abb6ddf36b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0407946 Aug 25 12:01:29.012857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-bf406b53-3d25-4adc-bda0-c6c2d8ab6c74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0331404 Aug 25 12:01:29.063135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa446321-e731-42da-bdb1-963181d2d20f req-acb2349f-db20-4e21-a8da-995670238d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:29.064602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-acb2349f-db20-4e21-a8da-995670238d24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0441055 Aug 25 12:01:29.100417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-f2536f1b-08ea-4353-9298-ffcbb9d51541 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281677 Aug 25 12:01:29.189773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-f9e845bc-55d5-42b3-8dbc-6cda166722d2 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816689 Aug 25 12:01:29.287248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aa446321-e731-42da-bdb1-963181d2d20f req-e405d9ef-627f-481b-9e79-21abd92b8b19 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899060 Aug 25 12:01:29.887088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95623a2-61c8-49a1-b436-1eda8bd006fd req-ede01af3-c9b4-4b1c-b88d-175962a1cf85 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:29.888631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f95623a2-61c8-49a1-b436-1eda8bd006fd req-ede01af3-c9b4-4b1c-b88d-175962a1cf85 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.0496638 Aug 25 12:01:29.908210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:01:29.910378 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36" -d '{"events": [{"name": "network-changed", "server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:01:29.933819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f95623a2-61c8-49a1-b436-1eda8bd006fd req-e85c6684-f059-4f33-878b-9f443ce804b9 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Aug 25 12:01:29.947489 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad6afd9-7b3d-4cc9-9029-540aa632afd2 x-openstack-request-id: req-9ad6afd9-7b3d-4cc9-9029-540aa632afd2 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:01:29.947730 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:01:29.947990 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ad6afd9-7b3d-4cc9-9029-540aa632afd2 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:01:29.948424 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'status': 'completed', 'code': 200} Aug 25 12:01:30.009216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-01cfa504-7ffd-456b-b884-08530dbe8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:30.010775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-01cfa504-7ffd-456b-b884-08530dbe8c5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0416698 Aug 25 12:01:30.106506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-56c3178b-d00c-491d-a912-9950fca6a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:30.108395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-56c3178b-d00c-491d-a912-9950fca6a05e service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0883219 Aug 25 12:01:30.151899 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-55220ba0-8aa7-4403-b9b6-5d8d75f10bab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0350416 Aug 25 12:01:30.201034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-708179f4-4afc-41cf-b5a4-85f28bec44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:30.202529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-708179f4-4afc-41cf-b5a4-85f28bec44fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0430350 Aug 25 12:01:30.238824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-17a8e2ea-2982-4220-a315-14c146ec279c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283973 Aug 25 12:01:30.330718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-ec6e868d-2c0a-4644-96bb-4ec28c2eb4e1 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Aug 25 12:01:30.424633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a44fe4-ef92-4e9f-93ce-462c7c63cc36 req-fe7457fe-11ec-4a1b-a288-c92f67fe82e9 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860629 Aug 25 12:01:30.851354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:01:30.854503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:01:31.033818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 09595583-0a82-43dc-90f3-6c073230acc0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:01:31.034168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 09595583-0a82-43dc-90f3-6c073230acc0 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:01:31.057421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0af9ba-24cc-4030-be70-cd3585241fb8 req-f0e8b0b5-bad8-4fa2-bea9-6d11cf51bc50 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:31.059008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f0af9ba-24cc-4030-be70-cd3585241fb8 req-f0e8b0b5-bad8-4fa2-bea9-6d11cf51bc50 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.0517280 Aug 25 12:01:31.098118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9f0af9ba-24cc-4030-be70-cd3585241fb8 req-1eecf32d-29bb-4da1-a2a5-2b0d7678e07f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Aug 25 12:01:31.119660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:31.137132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'port_id': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'mac_address': 'fa:16:3e:ed:6f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd010968-960b-4d43-8a02-b3c9d59a516d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:01:31.149495 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:31.187053 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:31.201031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:01:31.220614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:31.224179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:31.269950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:31.427697 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:01:32.220217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21483d-f5ea-4953-bcc9-cc13f5e75932 req-9f87eccf-9072-46fa-b8d7-463b6233e62e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:32.221753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad21483d-f5ea-4953-bcc9-cc13f5e75932 req-9f87eccf-9072-46fa-b8d7-463b6233e62e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Aug 25 12:01:32.258841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad21483d-f5ea-4953-bcc9-cc13f5e75932 req-c67958df-1e8d-446b-923e-2f1240934377 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Aug 25 12:01:32.863721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:01:32.913355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:01:32.917039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:01:32.917415 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:32.993043 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:33.018828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:01:33.021123 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65812e-bb95-4ceb-845e-598d0915844c" -d '{"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:01:33.036142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:01:33.040120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:33.065897 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617536c1-80a7-43a0-a911-ce381cab7100 x-openstack-request-id: req-617536c1-80a7-43a0-a911-ce381cab7100 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:01:33.066188 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:01:33.066440 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-617536c1-80a7-43a0-a911-ce381cab7100 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:01:33.066833 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'code': 200} Aug 25 12:01:33.092383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:01:33.160892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fcc5c-88d4-480e-bc36-4160b900eccf req-5a876f67-5543-4ece-b6e2-a4b8c0d39bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:33.162359 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-465fcc5c-88d4-480e-bc36-4160b900eccf req-5a876f67-5543-4ece-b6e2-a4b8c0d39bcd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0497375 Aug 25 12:01:33.198327 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-465fcc5c-88d4-480e-bc36-4160b900eccf req-dae239f7-9538-4c2e-aafe-de9e8cc8f6e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287478 Aug 25 12:01:33.371927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a4d93-1f76-4cea-ae82-b5cea1b711a7 req-9b2d1081-1848-4a04-a9b3-9803b85f9c7c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:33.373401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d40a4d93-1f76-4cea-ae82-b5cea1b711a7 req-9b2d1081-1848-4a04-a9b3-9803b85f9c7c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Aug 25 12:01:33.410029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d40a4d93-1f76-4cea-ae82-b5cea1b711a7 req-f3b4bfc7-c052-4a87-8e35-0c87e4f1a50a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Aug 25 12:01:34.527911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6775f-78ac-4b2f-82b9-3b0b39da3f2c req-6f7654fd-7de2-4d10-8dcd-f16857d9b5d3 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:34.529379 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79c6775f-78ac-4b2f-82b9-3b0b39da3f2c req-6f7654fd-7de2-4d10-8dcd-f16857d9b5d3 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0489719 Aug 25 12:01:34.566495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79c6775f-78ac-4b2f-82b9-3b0b39da3f2c req-5d6e7f3f-3bc8-4f73-95bd-80d44775ea6b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Aug 25 12:01:34.681673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e171397-4752-4c1f-97cb-c56029f5bec6 req-159d5cac-ee9f-41cf-bd8a-59ccbff8debc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:34.683165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e171397-4752-4c1f-97cb-c56029f5bec6 req-159d5cac-ee9f-41cf-bd8a-59ccbff8debc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0523796 Aug 25 12:01:34.720425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e171397-4752-4c1f-97cb-c56029f5bec6 req-7e77c2a8-5611-429a-abf6-032369b03ef1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Aug 25 12:01:34.957045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c171a7-3331-41c0-83e6-807b03faca1b req-c214fde1-cdcf-4e06-8a72-b4e40e0d35d3 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:34.958674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59c171a7-3331-41c0-83e6-807b03faca1b req-c214fde1-cdcf-4e06-8a72-b4e40e0d35d3 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0511231 Aug 25 12:01:35.000868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59c171a7-3331-41c0-83e6-807b03faca1b req-6d3cb505-8afc-4a80-b143-5278d6a2b4a7 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Aug 25 12:01:35.208533 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-fd4af7c0-068c-40bc-bfe5-9811a3703354 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3094490 Aug 25 12:01:36.116722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a286383-5c4f-4e32-bf1e-22b40b084e12 req-b03b863a-f13c-49e0-80e4-66c5578cab58 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:36.118257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a286383-5c4f-4e32-bf1e-22b40b084e12 req-b03b863a-f13c-49e0-80e4-66c5578cab58 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0485141 Aug 25 12:01:36.156454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a286383-5c4f-4e32-bf1e-22b40b084e12 req-a9a42225-21fc-4248-b8f5-5de5dc6f956f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Aug 25 12:01:36.299297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-c0796eda-ad95-483a-86a3-13cea26ed90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:36.300702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-c0796eda-ad95-483a-86a3-13cea26ed90c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0450201 Aug 25 12:01:36.388529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-5f096b58-9fc4-42d3-be8a-927d2c8a255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:36.390097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-5f096b58-9fc4-42d3-be8a-927d2c8a255d service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0816061 Aug 25 12:01:36.431984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-d0a0018d-53b0-44ec-945b-a120554370d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0340106 Aug 25 12:01:36.485086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-ba614589-e8f4-423b-9d5b-ddfc5af0551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:36.486571 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-ba614589-e8f4-423b-9d5b-ddfc5af0551e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0470788 Aug 25 12:01:36.518963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-9aa129e9-4d36-4aaa-b780-ba1918a3a44a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244958 Aug 25 12:01:36.605745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-e23a8420-75cb-4c9d-a592-08dc95de388b service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793068 Aug 25 12:01:36.707461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-d69991b4-c720-48a0-9e15-65ae6c2571ae service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933707 Aug 25 12:01:37.273038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3fded-862b-415f-8394-845fc7bbd8f5 req-5636ac73-884d-4235-b137-bf9a40d8dcbc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:37.274480 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f3fded-862b-415f-8394-845fc7bbd8f5 req-5636ac73-884d-4235-b137-bf9a40d8dcbc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Aug 25 12:01:37.311701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6f3fded-862b-415f-8394-845fc7bbd8f5 req-fae4cef1-6c51-4913-b1cc-76301ccea69f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Aug 25 12:01:38.426624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d18b27-ba66-4f2d-bd84-ace79c04d1ef req-310f8ea8-4d7b-42e3-96cb-a9ddee90e30a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:38.428111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61d18b27-ba66-4f2d-bd84-ace79c04d1ef req-310f8ea8-4d7b-42e3-96cb-a9ddee90e30a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Aug 25 12:01:38.470385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61d18b27-ba66-4f2d-bd84-ace79c04d1ef req-5c95d9a1-f8b8-425a-a355-960961d2be2a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Aug 25 12:01:39.584108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de940e79-87b5-4a2d-a7ec-4be522ecdb77 req-d0286acb-69b4-4c1c-8053-e5053d687422 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:39.585592 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de940e79-87b5-4a2d-a7ec-4be522ecdb77 req-d0286acb-69b4-4c1c-8053-e5053d687422 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0491347 Aug 25 12:01:39.624097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de940e79-87b5-4a2d-a7ec-4be522ecdb77 req-83357777-0850-4591-b29c-a95602b190d1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Aug 25 12:01:40.738029 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ed0a3-dc0c-40a3-94a0-70f91c9e1bf9 req-00c55262-3b7c-4e3e-aea8-241ad093fe2a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:40.739509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e6ed0a3-dc0c-40a3-94a0-70f91c9e1bf9 req-00c55262-3b7c-4e3e-aea8-241ad093fe2a tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0480983 Aug 25 12:01:40.777633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e6ed0a3-dc0c-40a3-94a0-70f91c9e1bf9 req-d12dae3e-fdf9-4b5e-8f19-ef032a4a6620 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Aug 25 12:01:41.892763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4b4d-b84c-42b0-b122-91a3e9a75437 req-590e7716-ea03-48b4-bd4a-004b90e76315 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:41.894307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-106e4b4d-b84c-42b0-b122-91a3e9a75437 req-590e7716-ea03-48b4-bd4a-004b90e76315 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0491216 Aug 25 12:01:41.935439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-106e4b4d-b84c-42b0-b122-91a3e9a75437 req-c44f97bd-f3fa-441a-97b0-23185df16a51 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352070 Aug 25 12:01:43.051175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956da0f4-346a-4777-a425-1ba9585dd7f8 req-23e29979-33e8-4deb-8695-216c30168eb2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:43.052678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-956da0f4-346a-4777-a425-1ba9585dd7f8 req-23e29979-33e8-4deb-8695-216c30168eb2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Aug 25 12:01:43.090618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-956da0f4-346a-4777-a425-1ba9585dd7f8 req-e1282c7e-9f4c-4c38-91ec-cfe84cdee423 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Aug 25 12:01:44.204229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c6ce-d80c-48b2-b51f-cd8e50f13525 req-e562f5aa-9443-45a8-a8f1-aa2f53ce77b8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:44.205726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b454c6ce-d80c-48b2-b51f-cd8e50f13525 req-e562f5aa-9443-45a8-a8f1-aa2f53ce77b8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0490654 Aug 25 12:01:44.242933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b454c6ce-d80c-48b2-b51f-cd8e50f13525 req-5cf7d8b0-7915-40bb-a4b3-7a32e4d60abb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Aug 25 12:01:45.360907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bbeea-926c-4a43-9076-e0ab9c71163b req-07719257-4bc9-4306-ad56-7ac055a4b60c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:45.362434 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d69bbeea-926c-4a43-9076-e0ab9c71163b req-07719257-4bc9-4306-ad56-7ac055a4b60c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0502484 Aug 25 12:01:45.403218 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d69bbeea-926c-4a43-9076-e0ab9c71163b req-f0c5091d-5f6b-47d5-90c1-7e7e1343c6b8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347931 Aug 25 12:01:46.518388 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83deb10-3df1-486f-9081-4a0b17b5c006 req-140a976d-b797-48cd-bb0e-22e9c16e32b7 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:46.519887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f83deb10-3df1-486f-9081-4a0b17b5c006 req-140a976d-b797-48cd-bb0e-22e9c16e32b7 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0495434 Aug 25 12:01:46.557403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f83deb10-3df1-486f-9081-4a0b17b5c006 req-ecd09f1c-ecc3-4888-af77-d3093b9ff65c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Aug 25 12:01:46.627804 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:01:47.671736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f20764-3074-4824-9efa-5093ad6c3811 req-55b6e83b-9516-4f41-a76c-ddda5468243b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:47.673214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81f20764-3074-4824-9efa-5093ad6c3811 req-55b6e83b-9516-4f41-a76c-ddda5468243b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0489287 Aug 25 12:01:47.711091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81f20764-3074-4824-9efa-5093ad6c3811 req-65811f09-9f71-4a8d-9fd9-e8078847de18 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Aug 25 12:01:48.258962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3e000db9-0a7a-4a80-9c80-7e10a63ededf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:48.828949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2ac23-c3d1-4c19-9025-b9fd34105206 req-a3829a53-e59f-4046-8b4b-09abcc7a06d0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:48.830501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6c2ac23-c3d1-4c19-9025-b9fd34105206 req-a3829a53-e59f-4046-8b4b-09abcc7a06d0 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Aug 25 12:01:48.871386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6c2ac23-c3d1-4c19-9025-b9fd34105206 req-35854d5c-be1d-4ce4-aea7-9ee98d41fd40 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 Aug 25 12:01:49.986984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064d0aa-c94f-4a65-ac54-c2da9abbc79a req-55ef15d4-8189-454c-9274-8c0acb06f024 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:49.988479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3064d0aa-c94f-4a65-ac54-c2da9abbc79a req-55ef15d4-8189-454c-9274-8c0acb06f024 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0495362 Aug 25 12:01:50.026693 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3064d0aa-c94f-4a65-ac54-c2da9abbc79a req-c717d152-55a7-4188-ae59-a9716e230089 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Aug 25 12:01:51.141405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb40a-e636-4770-b497-814c642ec630 req-71bf16ec-71b0-4efe-9993-a5c90ba679e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:51.142932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e9cb40a-e636-4770-b497-814c642ec630 req-71bf16ec-71b0-4efe-9993-a5c90ba679e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0498137 Aug 25 12:01:51.179834 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9e9cb40a-e636-4770-b497-814c642ec630 req-cf0b8c84-3187-4835-9abd-db1f72a0a258 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Aug 25 12:01:51.196829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-91e17648-6aff-4ef5-b75c-59513dd32391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:51.424643 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:52.295153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd037-38f5-4ff2-a40e-eed784ab5d4b req-eace8501-783b-4d5c-bbf1-d999edeb183b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:52.296557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-165cd037-38f5-4ff2-a40e-eed784ab5d4b req-eace8501-783b-4d5c-bbf1-d999edeb183b tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0488503 Aug 25 12:01:52.337415 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-165cd037-38f5-4ff2-a40e-eed784ab5d4b req-cb493b65-d300-45b9-9e78-dede0bff376c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Aug 25 12:01:52.572239 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:53.451379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3ac1c-317b-4da2-88f4-bcb15df1eb4d req-c0cb2e3d-21d7-43cb-849b-72eaa7edc0d1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:53.454355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8c3ac1c-317b-4da2-88f4-bcb15df1eb4d req-c0cb2e3d-21d7-43cb-849b-72eaa7edc0d1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0501528 Aug 25 12:01:53.492184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d8c3ac1c-317b-4da2-88f4-bcb15df1eb4d req-aa034501-667d-4250-af80-3f2199604ad1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Aug 25 12:01:54.424430 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:54.607360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f244ab-8b89-409b-9f4a-eec15720e59e req-ab721c71-6d4a-4c65-986a-ba9b084a5780 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:54.608760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51f244ab-8b89-409b-9f4a-eec15720e59e req-ab721c71-6d4a-4c65-986a-ba9b084a5780 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0488229 Aug 25 12:01:54.646630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-51f244ab-8b89-409b-9f4a-eec15720e59e req-8bfc77af-affe-4cc2-b40f-5926bc198108 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Aug 25 12:01:55.760360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c451fb-dd2f-436e-bfc0-2f812cf6dadb req-9120d9d4-4cb1-4c70-99f1-31e947190552 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:55.761863 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30c451fb-dd2f-436e-bfc0-2f812cf6dadb req-9120d9d4-4cb1-4c70-99f1-31e947190552 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0483055 Aug 25 12:01:55.803836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30c451fb-dd2f-436e-bfc0-2f812cf6dadb req-382998b3-813c-4b10-accb-28020cef26bc tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352912 Aug 25 12:01:56.228806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f35f1-c496-49ea-96bf-b293077446f5 req-ddd53617-b467-47cb-a6f8-88bf7549edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:56.230344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-ddd53617-b467-47cb-a6f8-88bf7549edc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1098 time: 0.0409377 Aug 25 12:01:56.332114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f35f1-c496-49ea-96bf-b293077446f5 req-aaf5cf4a-8904-446f-815f-832b953c203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:56.333502 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-aaf5cf4a-8904-446f-815f-832b953c203a service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0827687 Aug 25 12:01:56.378655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-e93839ea-cbfa-4323-8b67-a079c6e3e7e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0373776 Aug 25 12:01:56.427731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f35f1-c496-49ea-96bf-b293077446f5 req-7150128e-c524-4baf-9cad-31f34c3961bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:56.429162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-7150128e-c524-4baf-9cad-31f34c3961bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0435057 Aug 25 12:01:56.460994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-8b12b229-6a4c-4929-86e0-a77c6903bbc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244417 Aug 25 12:01:56.556245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-4d1b3697-7fcb-4807-898d-cee3d76115de service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876682 Aug 25 12:01:56.647784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-197f35f1-c496-49ea-96bf-b293077446f5 req-553beb74-2b34-44fe-85a8-9b9e24fcbea3 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Aug 25 12:01:56.920452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79911471-e080-4451-988f-b05a1d10b1ac req-8336243a-9cc5-441e-8f54-51cc19099e09 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:56.921922 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79911471-e080-4451-988f-b05a1d10b1ac req-8336243a-9cc5-441e-8f54-51cc19099e09 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0502768 Aug 25 12:01:56.961056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-79911471-e080-4451-988f-b05a1d10b1ac req-59e8c251-d2e4-466f-ba66-8c9bcd2a8491 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Aug 25 12:01:57.497092 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:01:58.078520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075ac95-e7ea-4921-a7a4-130ba8cf3e3d req-eb5d81e2-f09b-44eb-9ef8-a183ecbb1393 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:58.079981 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9075ac95-e7ea-4921-a7a4-130ba8cf3e3d req-eb5d81e2-f09b-44eb-9ef8-a183ecbb1393 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0522959 Aug 25 12:01:58.117651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9075ac95-e7ea-4921-a7a4-130ba8cf3e3d req-8f8ec2dc-1715-4d66-aaf4-3b26ee93db84 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Aug 25 12:01:59.231472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19142f9a-b90f-4568-ba41-9c846a332746 req-776250db-8513-4a9d-9225-b8007894b9a9 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:01:59.232964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19142f9a-b90f-4568-ba41-9c846a332746 req-776250db-8513-4a9d-9225-b8007894b9a9 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0487423 Aug 25 12:01:59.273303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19142f9a-b90f-4568-ba41-9c846a332746 req-5322ae05-9155-4e23-93ef-e63498a4e0d7 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Aug 25 12:02:00.388936 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4801e-bd71-4729-a6bb-80c8efc9d28e req-7e9e0688-fe02-4590-9e18-4f9334ab1d91 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:00.390435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3b4801e-bd71-4729-a6bb-80c8efc9d28e req-7e9e0688-fe02-4590-9e18-4f9334ab1d91 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0475080 Aug 25 12:02:00.427787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3b4801e-bd71-4729-a6bb-80c8efc9d28e req-02b70fa6-aa7b-4218-ac07-e340625b62f6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Aug 25 12:02:01.173897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:01.866914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e9e68-b833-4423-98b9-f0015b745861 req-55487ce5-01c3-473c-b2d3-ff3903b4c567 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:01.868392 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-742e9e68-b833-4423-98b9-f0015b745861 req-55487ce5-01c3-473c-b2d3-ff3903b4c567 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.3728135 Aug 25 12:02:01.906431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-742e9e68-b833-4423-98b9-f0015b745861 req-7436cf60-bb14-4ac4-ba74-e09edb17a1a5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Aug 25 12:02:03.021190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de6668-14d6-4b64-af3e-45e6634a9bf4 req-24ab03ff-c621-4103-9996-c5fdef7eac79 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:03.023476 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3de6668-14d6-4b64-af3e-45e6634a9bf4 req-24ab03ff-c621-4103-9996-c5fdef7eac79 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0479488 Aug 25 12:02:03.061212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3de6668-14d6-4b64-af3e-45e6634a9bf4 req-96678a73-c2e6-491e-b0ab-e8abc23ef426 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Aug 25 12:02:03.579230 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-45ef8e79-bc4a-4ef4-86b7-7b75dde0c0ef service neutron] show failed (client error): The resource could not be found. Aug 25 12:02:03.580236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-45ef8e79-bc4a-4ef4-86b7-7b75dde0c0ef service neutron] 10.222.0.67 "GET /v2.0/ports/e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0541546 Aug 25 12:02:03.783091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-fd163211-09c0-4ea1-be1b-5d9a19bfb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:03.784665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-fd163211-09c0-4ea1-be1b-5d9a19bfb328 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7&tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd HTTP/1.1" status: 200 len: 1098 time: 0.0415442 Aug 25 12:02:03.796435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:03.850764 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:04.049777 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:04.081108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:02:04.122921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:04.125139 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8edf159-8b4e-4f88-b4f5-0e9732e762bc" -d '{"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:04.129547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:04.142712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Transition to ACTIVE for port object e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:04.148068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:04.178469 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79956e-ba05-4de7-bc6b-d58ef233f31b x-openstack-request-id: req-db79956e-ba05-4de7-bc6b-d58ef233f31b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:04.178767 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:04.179017 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db79956e-ba05-4de7-bc6b-d58ef233f31b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:04.179412 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'code': 200} Aug 25 12:02:04.187296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116aa51-5306-4d94-a598-029a4ff6ef2d req-f428db6b-c275-43b2-bf9b-b76b651296cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:04.188952 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f116aa51-5306-4d94-a598-029a4ff6ef2d req-f428db6b-c275-43b2-bf9b-b76b651296cb tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.0568438 Aug 25 12:02:04.216279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] No DVR routers for this DVR port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:02:04.218182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=6']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:04.228330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f116aa51-5306-4d94-a598-029a4ff6ef2d req-07ceab9d-3fb6-433d-be10-b81596f53ff8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Aug 25 12:02:04.228613 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.228968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.229310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.229645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.230004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.230336 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.230664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.230983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.231345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.231640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.232028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.232284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:04.270998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:02:04.271331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:02:04.271655 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:04.275880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on network 62d58271-1abd-48b8-8ec3-74228c600607 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:02:04.276200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Attempting to bind port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on network 62d58271-1abd-48b8-8ec3-74228c600607 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:04.280961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:02:04.281305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Checking segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:02:04.281704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Bound using segment: {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:02:04.282145 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Bound port: e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e5010-e592-456a-9a4d-078d8cbeb250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:02:04.282499 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:04.344326 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:02:04.348305 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:02:04.352561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:04.386190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:04.386805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:04.388192 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] 10.222.0.10 "PUT /v2.0/ports/e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 1093 time: 0.5958030 Aug 25 12:02:04.409077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746cad8-9780-449d-8a49-ff92ae3cc44e service neutron] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:04.451661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-40f02911-384b-4ba1-b484-2554aaa3546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:04.453184 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-40f02911-384b-4ba1-b484-2554aaa3546e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0409784 Aug 25 12:02:04.546121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-57d23e52-b615-4650-abdc-535c1cc17b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:04.547626 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-57d23e52-b615-4650-abdc-535c1cc17b38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0878346 Aug 25 12:02:04.589032 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-6d46d3c6-5a52-4759-8385-2da9df1661da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0344698 Aug 25 12:02:04.642922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-ac7c76b5-2d28-48af-8deb-21e183d23d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:04.644300 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-ac7c76b5-2d28-48af-8deb-21e183d23d9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0476203 Aug 25 12:02:04.676399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-41309bcd-2084-4849-bbcd-ec0263fb716b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252690 Aug 25 12:02:04.763420 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-29000504-ec9f-412c-b1aa-a39d65df4a2c service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802822 Aug 25 12:02:04.855587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-11a2d7b3-d6ed-44ae-8c07-8b11cb632ad6 req-8f496093-529a-459e-9de7-cf2578e5a7d3 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853455 Aug 25 12:02:05.346856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f813e-8ce4-477c-90c2-80acf8aedb96 req-f5ef2ed2-01a2-41ee-9079-2a09c43d0a48 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:05.348368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb2f813e-8ce4-477c-90c2-80acf8aedb96 req-f5ef2ed2-01a2-41ee-9079-2a09c43d0a48 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.0497754 Aug 25 12:02:05.385826 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bb2f813e-8ce4-477c-90c2-80acf8aedb96 req-6032ae1b-e975-4157-a2c0-20a20238ad3f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Aug 25 12:02:06.180542 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:06.183007 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:06.230239 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4fd2fc-39cd-4036-96e0-3de85dc304f7 x-openstack-request-id: req-cf4fd2fc-39cd-4036-96e0-3de85dc304f7 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:06.230531 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:06.230785 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf4fd2fc-39cd-4036-96e0-3de85dc304f7 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:06.231188 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'status': 'completed', 'code': 200} Aug 25 12:02:06.296636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-b7a6bd7f-0dae-4c89-aa9d-7ecce0abe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.298287 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-b7a6bd7f-0dae-4c89-aa9d-7ecce0abe40f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0463865 Aug 25 12:02:06.307684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-d7b167e2-5b60-48f0-aa16-8a9768582478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.309655 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-d7b167e2-5b60-48f0-aa16-8a9768582478 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0455182 Aug 25 12:02:06.406215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-4e0fa351-29c6-4326-acba-6a910f9f9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.408664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-4e0fa351-29c6-4326-acba-6a910f9f9a0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.1016400 Aug 25 12:02:06.421558 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-861765f2-a041-4d20-8fe4-35bb76a484f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.423146 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-861765f2-a041-4d20-8fe4-35bb76a484f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.1024888 Aug 25 12:02:06.451705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-345d3ead-4779-487c-a0d3-735ad43464bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0360768 Aug 25 12:02:06.468959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-0c60b700-0859-43f7-ada9-f61f6fab399d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0391252 Aug 25 12:02:06.520035 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-788297bd-5906-42d9-b257-69149fc259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.521521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-788297bd-5906-42d9-b257-69149fc259ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0459914 Aug 25 12:02:06.532576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-084e7782-5e2e-448a-a214-8e761bb4617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.534155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-084e7782-5e2e-448a-a214-8e761bb4617c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0752244 Aug 25 12:02:06.545649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd77e11-8370-4e1b-a668-b39a187a2039 req-8ce43fcb-b22d-4f0f-a04b-b6314b59185f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.547215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1dd77e11-8370-4e1b-a668-b39a187a2039 req-8ce43fcb-b22d-4f0f-a04b-b6314b59185f tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.0893395 Aug 25 12:02:06.553395 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-44749339-cd26-4994-a0ee-28874095ea46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250702 Aug 25 12:02:06.578328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-4da82b72-b845-4aa5-9145-94ff7204a314 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301576 Aug 25 12:02:06.648625 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-674b3634-e803-4ea1-b122-706481e3b5be service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883789 Aug 25 12:02:06.652133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1dd77e11-8370-4e1b-a668-b39a187a2039 req-2ae7cfa3-d4dd-4dd2-99e3-d992b1aca85d tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959573 Aug 25 12:02:06.691328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-711aee23-cc50-4f02-9537-a39118521d70 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047888 Aug 25 12:02:06.750019 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-60ed50db-4fa0-4c44-a259-083e6ada2724 service neutron] 10.222.0.10 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946205 Aug 25 12:02:06.799536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f7d04df-19c2-4ea6-bee1-a5e05c9b4b5f req-7e333c95-5d22-45e7-95fb-ae05d4e45899 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004908 Aug 25 12:02:06.887500 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8911e2-37e2-4790-bc42-bac73c39808e req-be938e4c-02d9-4ab0-9251-a6d05975c0c8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.888965 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a8911e2-37e2-4790-bc42-bac73c39808e req-be938e4c-02d9-4ab0-9251-a6d05975c0c8 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 944 time: 0.0836556 Aug 25 12:02:06.902136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-73b163e5-e6c1-4bcb-b62e-f55f039e4af1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:06.903593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-73b163e5-e6c1-4bcb-b62e-f55f039e4af1 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.67 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7&tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 944 time: 0.0715408 Aug 25 12:02:06.965955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a8911e2-37e2-4790-bc42-bac73c39808e req-0e633a49-8492-405d-93d5-75f4e783c38e tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612855 Aug 25 12:02:06.987123 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-c368fff9-2327-4cc4-9e63-89df76d621d8 service neutron] delete failed (client error): The resource could not be found. Aug 25 12:02:06.988308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-c368fff9-2327-4cc4-9e63-89df76d621d8 service neutron] 10.222.0.67 "DELETE /v2.0/ports/e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0706253 Aug 25 12:02:07.070500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:02:07.076651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-069cfd40-6111-410c-b0ce-c93b07d42354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:07.078304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-069cfd40-6111-410c-b0ce-c93b07d42354 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0426686 Aug 25 12:02:07.111605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:02:07.172361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-8627a744-90c7-42fd-9ba1-d9e47ba6a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:07.174484 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-8627a744-90c7-42fd-9ba1-d9e47ba6a7ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 200 len: 915 time: 0.0882764 Aug 25 12:02:07.216017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-c9af80fa-9401-4e35-a3d1-540daf360f2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 200 len: 217 time: 0.0334580 Aug 25 12:02:07.264156 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-78395ab1-a44b-426a-99b7-82b53b6871e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:07.265579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-78395ab1-a44b-426a-99b7-82b53b6871e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 200 len: 854 time: 0.0423346 Aug 25 12:02:07.302828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-b2879f4c-bf89-4545-bb4b-5e8e4109a90b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62d58271-1abd-48b8-8ec3-74228c600607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293124 Aug 25 12:02:07.391920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-3c88f629-7423-422a-b628-7c2c8a26f481 service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815687 Aug 25 12:02:07.486907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6d4f16a6-ccdf-4146-94f8-e9712c8e3fae req-596ff5ab-7b73-4ed9-9bdb-5864ae05e94f service neutron] 10.222.0.67 "GET /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Aug 25 12:02:07.645105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:02:07.736839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:07.747945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'network_id': '62d58271-1abd-48b8-8ec3-74228c600607', 'port_id': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'mac_address': 'fa:16:3e:ed:6f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd010968-960b-4d43-8a02-b3c9d59a516d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:02:07.786972 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:07.800720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:02:07.823522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:07.827449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:07.880232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:08.050148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:02:08.086294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2b2e-e9c2-49a8-a8a3-8285ad92becb req-9156b9b1-fe45-4497-9645-81a95ec01a85 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:08.087791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-712c2b2e-e9c2-49a8-a8a3-8285ad92becb req-9156b9b1-fe45-4497-9645-81a95ec01a85 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 945 time: 0.0498643 Aug 25 12:02:08.125760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-712c2b2e-e9c2-49a8-a8a3-8285ad92becb req-d3b29158-8bbb-462d-881b-76e3c7f994d7 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Aug 25 12:02:08.244337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca401c-c3cc-4653-9b18-3c5800a7bc07 req-4b1bf2c0-7569-4fd3-9eb6-9a4454aa9b28 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:08.245841 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74ca401c-c3cc-4653-9b18-3c5800a7bc07 req-4b1bf2c0-7569-4fd3-9eb6-9a4454aa9b28 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Aug 25 12:02:08.286999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74ca401c-c3cc-4653-9b18-3c5800a7bc07 req-0ed13542-aa93-4cde-820e-66a2ddbc3671 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Aug 25 12:02:08.404559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8a51-c3ef-4488-a3e0-29952a753a13 req-4335dc56-0f24-499b-a62d-1d4805950f46 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:08.406141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d6f8a51-c3ef-4488-a3e0-29952a753a13 req-4335dc56-0f24-499b-a62d-1d4805950f46 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Aug 25 12:02:08.444326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d6f8a51-c3ef-4488-a3e0-29952a753a13 req-2c9e4461-e31b-4776-878f-35dbf46a7f1c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Aug 25 12:02:08.764557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8dd0c-0976-40f3-a959-cd04c8fb61d8 req-5762d32e-fb1f-4156-a47f-0a4a4266352c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:08.766353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbc8dd0c-0976-40f3-a959-cd04c8fb61d8 req-5762d32e-fb1f-4156-a47f-0a4a4266352c tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 945 time: 0.0496109 Aug 25 12:02:08.805547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dbc8dd0c-0976-40f3-a959-cd04c8fb61d8 req-2610e274-0c35-4443-94f9-5ba05a135e56 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Aug 25 12:02:09.657002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:09.708780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:09.712398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:09.712772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:09.789631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:09.813148 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:09.816047 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f428f6d-1bf2-4c74-bd4f-150dd076a8ea" -d '{"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:09.829345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:09.834067 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:09.857841 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d442a307-bb68-4ff3-9a42-11c07485c153 x-openstack-request-id: req-d442a307-bb68-4ff3-9a42-11c07485c153 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:09.858133 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-plugged", "status": "completed", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:09.858386 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d442a307-bb68-4ff3-9a42-11c07485c153 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:09.858778 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'code': 200} Aug 25 12:02:09.888335 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:09.929191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15a3b5-3296-4ccd-aa1c-e6801a6451e2 req-4a202787-19d5-4c56-9714-5e79a9780064 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:09.930655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be15a3b5-3296-4ccd-aa1c-e6801a6451e2 req-4a202787-19d5-4c56-9714-5e79a9780064 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0502665 Aug 25 12:02:09.968908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-be15a3b5-3296-4ccd-aa1c-e6801a6451e2 req-a9e701a5-774b-4b88-a67b-9b3c3ae486f5 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.35 "GET /v2.0/security-groups?id=aa9a9879-d7a1-404b-9c71-4b76597c7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Aug 25 12:02:09.984982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611a418-6a60-4c38-954d-9d9b876d588d req-9dc3e84e-3976-4443-87c5-dd04ae5d9e29 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:09.987168 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4611a418-6a60-4c38-954d-9d9b876d588d req-9dc3e84e-3976-4443-87c5-dd04ae5d9e29 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da00df1-8428-4133-b384-0082b4d0d9c7 HTTP/1.1" status: 200 len: 946 time: 0.0567813 Aug 25 12:02:10.075715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Deleting port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:02:10.076060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:10.168464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] For port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,segment=NetworkSegment(b60e5010-e592-456a-9a4d-078d8cbeb250),segment_id=b60e5010-e592-456a-9a4d-078d8cbeb250)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:10.168833 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:10.182303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Calling delete_port for e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:02:10.305577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:10.317241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:02:10.337152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Pushing event deleted for resources: {'Port': ['ID=e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:10.382047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] No DVR routers for this DVR port e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:02:10.384710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:10.386830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4611a418-6a60-4c38-954d-9d9b876d588d req-13735de7-5aa2-4729-97fb-e44843a3a0e2 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] 10.222.0.10 "DELETE /v2.0/ports/e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a HTTP/1.1" status: 204 len: 173 time: 0.3937390 Aug 25 12:02:10.387283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-deleted', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:10.389614 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b50bf-f6bb-412e-9bb3-212c542eb1a6" -d '{"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-deleted", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:10.426061 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da31f51-846b-4b7f-8e94-9252ae32ad69 x-openstack-request-id: req-1da31f51-846b-4b7f-8e94-9252ae32ad69 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:10.426357 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da00df1-8428-4133-b384-0082b4d0d9c7", "name": "network-vif-deleted", "tag": "e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:10.426613 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1da31f51-846b-4b7f-8e94-9252ae32ad69 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:10.427087 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da00df1-8428-4133-b384-0082b4d0d9c7', 'name': 'network-vif-deleted', 'tag': 'e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a', 'status': 'completed', 'code': 200} Aug 25 12:02:11.090588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:11.139208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Deleting subnet fd010968-960b-4d43-8a02-b3c9d59a516d {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:02:11.142463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.175870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.213305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.269671 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.292447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd010968-960b-4d43-8a02-b3c9d59a516d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:11.299468 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.301339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-32c6ff16-0b86-41bd-a786-1176ca16a29e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd010968-960b-4d43-8a02-b3c9d59a516d HTTP/1.1" status: 204 len: 168 time: 0.2097428 Aug 25 12:02:11.303794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38908) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:11.375235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.453656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.463560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d58271-1abd-48b8-8ec3-74228c600607']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:11.474230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60e5010-e592-456a-9a4d-078d8cbeb250') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:11.474528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60e5010-e592-456a-9a4d-078d8cbeb250') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:11.483123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.501656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.507591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:02:11.508008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:02:11.509598 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:02:11.563073 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.568411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.570339 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] 10.222.0.35 "DELETE /v2.0/networks/62d58271-1abd-48b8-8ec3-74228c600607 HTTP/1.1" status: 204 len: 168 time: 0.2655754 Aug 25 12:02:11.581565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7cb7e-de9a-4541-aa5e-4e1343067a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d58271-1abd-48b8-8ec3-74228c600607,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:11.685321 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:11.724908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1609259c-48c0-4d27-8cbf-215e8d39b75f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac1760c1c73b409eb39d5d6c2a0c06cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383334 Aug 25 12:02:11.727499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38914) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:11.774835 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-da7642ce-d55a-42ce-8a5d-a9d04661b2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.795946 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-da7642ce-d55a-42ce-8a5d-a9d04661b2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.847425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-da7642ce-d55a-42ce-8a5d-a9d04661b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.850000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-da7642ce-d55a-42ce-8a5d-a9d04661b2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:11.851196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-da7642ce-d55a-42ce-8a5d-a9d04661b2fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa9a9879-d7a1-404b-9c71-4b76597c7a3c HTTP/1.1" status: 204 len: 168 time: 0.1227331 Aug 25 12:02:11.858896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7642ce-d55a-42ce-8a5d-a9d04661b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9a9879-d7a1-404b-9c71-4b76597c7a3c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:12.509772 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38936) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:12.604854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-438211477-network', 'tenant_id': '4092450ae87d4b3782c07389860a1947'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:12.627610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Made reservation on behalf of 4092450ae87d4b3782c07389860a1947 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:02:12.630101 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.638716 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.727582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.731355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.757631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:02:12.767685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e9d77-5cf0-445f-9669-22137a178f6f,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:12.774708 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.775610 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Added segment d8324ffa-685e-49e1-abc4-fb2a42697f67 of type vlan for network 748468fc-34d9-441f-a472-c5cd2ce5e930 Aug 25 12:02:12.815402 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.840104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.841053 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:12.841632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:12.896246 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3852463 Aug 25 12:02:12.899423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38940) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:12.904508 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Request body: {'subnet': {'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-438211477-subnet', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:12.905439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbffa65-1160-47cf-ad5a-038b0ad13217 admin admin] Pushing event updated for resources: {'Network': ['ID=748468fc-34d9-441f-a472-c5cd2ce5e930,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:12.915677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:02:12.927712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Made reservation on behalf of 4092450ae87d4b3782c07389860a1947 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:02:12.930156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.097262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.152307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9a57bb-e03e-4934-85ac-190caac42bd8,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:13.161587 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:02:13.162003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Network hostable DHCP agents. Network: 748468fc-34d9-441f-a472-c5cd2ce5e930, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:02:13.178897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:02:13.187454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 748468fc-34d9-441f-a472-c5cd2ce5e930) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:13.191730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:13.192316 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.196708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48fb17b-a4e5-44bb-9427-22cd271243d1 None None] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:02:13.206245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fffc6994-56bb-4cec-bfdd-9ed30421b7a6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3054209 Aug 25 12:02:13.208724 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38942) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:13.213325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:13.234593 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.235681 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.287375 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.348624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-748468fc-34d9-441f-a472-c5cd2ce5e930', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:02:13.349498 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.433943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.490085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Allocated IP 172.20.0.2 (748468fc-34d9-441f-a472-c5cd2ce5e930/fc9a57bb-e03e-4934-85ac-190caac42bd8/aa5bd80e-d38d-4ff5-b911-1ae73e536628) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:02:13.646589 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.651755 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.655855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Transition to ACTIVE for port object aa5bd80e-d38d-4ff5-b911-1ae73e536628 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:13.671418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Transition to ACTIVE for port object aa5bd80e-d38d-4ff5-b911-1ae73e536628 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:13.671873 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.677083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:02:13.681498 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.708642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:02:13.708909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e1e4a8a3-06a3-4fce-b260-eb10cbd41b7a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:02:13.738092 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:02:13.739558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:13.745368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:02:13.758274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Pushing event updated for resources: {'Port': ['ID=aa5bd80e-d38d-4ff5-b911-1ae73e536628,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:13.781442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Allocated IP 172.25.1.192 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/888f9f51-6b23-453f-9b35-310b5b4a7306) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:02:13.812095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Attempting to bind port aa5bd80e-d38d-4ff5-b911-1ae73e536628 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:02:13.812458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Attempting to bind port aa5bd80e-d38d-4ff5-b911-1ae73e536628 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:02:13.812920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Attempting to bind port aa5bd80e-d38d-4ff5-b911-1ae73e536628 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:13.818905 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:02:13.819294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:02:13.819700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.820098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:02:13.820565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Bound port: aa5bd80e-d38d-4ff5-b911-1ae73e536628, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:02:13.820949 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.890689 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.893526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] For port aa5bd80e-d38d-4ff5-b911-1ae73e536628, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:02:13.897278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] For port aa5bd80e-d38d-4ff5-b911-1ae73e536628, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa5bd80e-d38d-4ff5-b911-1ae73e536628,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:02:13.901856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.933026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:13.966927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0ed92-37b5-44a5-92df-2d8d6a0c5a34 None None] Pushing event updated for resources: {'Port': ['ID=aa5bd80e-d38d-4ff5-b911-1ae73e536628,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:13.987537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:02:13.990611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:13.995364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:02:13.998643 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Pushing event updated for resources: {'Port': ['ID=888f9f51-6b23-453f-9b35-310b5b4a7306,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:14.273024 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:14.467229 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:14.598801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Router 90b560f7-8e00-4413-ab23-b113326513cd is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:02:14.709636 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:02:14.719426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:02:14.727620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:14.730386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:02:14.731012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:01:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:14.732131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38944) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:14.732607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4bf98e2a-ce13-4382-9803-26f278bc0634 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5224354 Aug 25 12:02:14.828911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7695564-0af0-4a4f-83ac-60ec63c1551b None None] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:02:14.882030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:02:15.007351 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2479a450-29ee-45e4-83fb-5a407584d125 None None] Provisioning for port aa5bd80e-d38d-4ff5-b911-1ae73e536628 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:15.164904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:14Z', 'revision_number': 3, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:15.167767 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.193487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:02:15.193873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Updating router 90b560f7-8e00-4413-ab23-b113326513cd port 888f9f51-6b23-453f-9b35-310b5b4a7306 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:02:15.221345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.330395 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Allocated IP 172.20.0.1 (748468fc-34d9-441f-a472-c5cd2ce5e930/fc9a57bb-e03e-4934-85ac-190caac42bd8/2ce20169-e115-40b1-a592-07de5cea5bad) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:02:15.439744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.452943 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Transition to ACTIVE for port object 2ce20169-e115-40b1-a592-07de5cea5bad will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:15.486203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.496190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.506662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Transition to ACTIVE for port object 888f9f51-6b23-453f-9b35-310b5b4a7306 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:15.512412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.534291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:02:15.538314 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:15.541670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:02:15.546047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce20169-e115-40b1-a592-07de5cea5bad,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:15.571686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Attempting to bind port 888f9f51-6b23-453f-9b35-310b5b4a7306 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:02:15.572069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Attempting to bind port 888f9f51-6b23-453f-9b35-310b5b4a7306 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:02:15.572443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Attempting to bind port 888f9f51-6b23-453f-9b35-310b5b4a7306 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:15.577605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2466ae-5be9-4ef8-b8d1-1b90d6e7e4ae None None] Pushing event updated for resources: {'Port': ['ID=888f9f51-6b23-453f-9b35-310b5b4a7306,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:15.580665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:02:15.581062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:02:15.581473 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.582223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:02:15.582814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Bound port: 888f9f51-6b23-453f-9b35-310b5b4a7306, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:02:15.582814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.586114 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.642438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] For port 888f9f51-6b23-453f-9b35-310b5b4a7306, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:02:15.646855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] For port 888f9f51-6b23-453f-9b35-310b5b4a7306, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=888f9f51-6b23-453f-9b35-310b5b4a7306,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:02:15.656355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.712897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:02:15.713611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:01:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:15.728623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.768446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2466ae-5be9-4ef8-b8d1-1b90d6e7e4ae None None] Pushing event updated for resources: {'Port': ['ID=888f9f51-6b23-453f-9b35-310b5b4a7306,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:15.839168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c08a91e-cf76-4afd-8d6b-54bcd783a62a None None] Provisioning for port 2ce20169-e115-40b1-a592-07de5cea5bad completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:15.847473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5c08a91e-cf76-4afd-8d6b-54bcd783a62a None None] Provisioning complete for port 2ce20169-e115-40b1-a592-07de5cea5bad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:15.847948 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5c08a91e-cf76-4afd-8d6b-54bcd783a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.872918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:02:15.909127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.914012 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:15.989547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce20169-e115-40b1-a592-07de5cea5bad,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:15.993020 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:16.059095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa5bd80e-d38d-4ff5-b911-1ae73e536628 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:16.086444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:02:16.088146 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:16.100719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5c08a91e-cf76-4afd-8d6b-54bcd783a62a None None] Port 2ce20169-e115-40b1-a592-07de5cea5bad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:02:16.204962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port aa5bd80e-d38d-4ff5-b911-1ae73e536628 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:16.214044 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:02:16.217403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port aa5bd80e-d38d-4ff5-b911-1ae73e536628 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:16.217834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:16.332070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:02:16.338957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4acd284e-07b3-4d61-bba7-4dc46e99aa62 admin admin] 10.222.0.35 "PUT /v2.0/routers/90b560f7-8e00-4413-ab23-b113326513cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051011 Aug 25 12:02:16.359221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-517d477e-4fe0-4da3-9076-df26d8aa9e4a None None] Provisioning complete for port 2ce20169-e115-40b1-a592-07de5cea5bad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:16.359597 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-517d477e-4fe0-4da3-9076-df26d8aa9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:16.361183 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:16.411690 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 1, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:16.454017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60664fb9-b988-47f8-b308-267c3efb731f None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 1, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:02:16.457230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port aa5bd80e-d38d-4ff5-b911-1ae73e536628, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa5bd80e-d38d-4ff5-b911-1ae73e536628,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:16.458459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-517d477e-4fe0-4da3-9076-df26d8aa9e4a None None] Port 2ce20169-e115-40b1-a592-07de5cea5bad cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:02:16.462999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:16.514561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=aa5bd80e-d38d-4ff5-b911-1ae73e536628,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:16.959571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 38952) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:16.964415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716911987', 'description': 'tempest-description--630190598'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:16.987148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.077307 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.081399 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.125517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.127452 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1668339 Aug 25 12:02:17.128272 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3f7b3-0984-4eb0-94b5-2898b99fbafa tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:17.130451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38954) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:17.135546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'security_group_rule': {'security_group_id': '336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:17.167777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.235515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.240036 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.258927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d669eea-5498-4ab3-b159-463b45a40a6c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:17.269084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.270546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b743b7cb-c392-4fd7-9d13-984e3d4c187c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388643 Aug 25 12:02:17.273318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38956) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:17.278370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'security_group_rule': {'security_group_id': '336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:17.312103 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.377176 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.381744 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.403833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12660029-c780-4c2b-a00d-038183ef4ee4,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:17.411498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.413091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-23ac1154-c8c9-43e9-ab02-cbdd0ee3a220 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384213 Aug 25 12:02:17.416298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 38958) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:17.421353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:17.453604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.577929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.693989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Allocated IP 172.25.1.193 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/e4e9dad8-05b9-4ebe-9330-c94df114d540) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:02:17.809928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.853255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:17.900439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:02:17.904504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:17.908561 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:02:17.911757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'Port': ['ID=e4e9dad8-05b9-4ebe-9330-c94df114d540,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:17.912320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa5bd80e-d38d-4ff5-b911-1ae73e536628 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:17.966357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port aa5bd80e-d38d-4ff5-b911-1ae73e536628 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:17.966735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.001797 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.040733 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.080891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888f9f51-6b23-453f-9b35-310b5b4a7306 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:18.142622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 888f9f51-6b23-453f-9b35-310b5b4a7306 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:18.146550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 888f9f51-6b23-453f-9b35-310b5b4a7306 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:18.146922 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.208281 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.214029 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.237550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.273631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 888f9f51-6b23-453f-9b35-310b5b4a7306, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=888f9f51-6b23-453f-9b35-310b5b4a7306,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:18.275780 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a88908e7-009e-41de-b398-3ab2a702561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.279553 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.287893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'Port': ['ID=e4e9dad8-05b9-4ebe-9330-c94df114d540,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:18.301731 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.316866 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:18.318156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0fd1d0f5-78b3-495f-84bc-e2ead9bda679 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9009049 Aug 25 12:02:18.333831 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=888f9f51-6b23-453f-9b35-310b5b4a7306,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:18.469137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-e6e4e044-b0a1-4a1f-b2db-1c435b5803fe tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--716911987&fields=id&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 267 time: 0.0402238 Aug 25 12:02:18.565154 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:02:18.575129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:02:18.575734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:01:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:18.581734 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-27b93d36-089a-4d56-ac3a-77c562e87fc9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:18.583231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-27b93d36-089a-4d56-ac3a-77c562e87fc9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.1069837 Aug 25 12:02:18.608189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-da70bcfb-791f-4a3b-b85c-131d0e69aa09 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/quotas/4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 375 time: 0.0186779 Aug 25 12:02:18.668739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-034789e7-bb8b-42f2-a906-aa10df3084f4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525463 Aug 25 12:02:18.776515 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:02:18.782651 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-5c55ce86-0d99-4c24-bac4-e430f8a3d438 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984969 Aug 25 12:02:18.881944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-e8a9f19c-3aa7-4adf-94c3-d02183aaeee4 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955164 Aug 25 12:02:19.026568 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 2, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:19.064955 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:02:19.065309 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Updating router 90b560f7-8e00-4413-ab23-b113326513cd port 2ce20169-e115-40b1-a592-07de5cea5bad binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:02:19.091019 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:19.100312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca1c541a-beef-45de-8824-346a7a37d348 req-a18b04c9-bd89-4de6-9167-afcbc25d942d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 210 time: 0.0328877 Aug 25 12:02:19.384470 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:19.395771 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Transition to ACTIVE for port object 2ce20169-e115-40b1-a592-07de5cea5bad will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:19.402594 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:19.506477 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Pushing event updated for resources: {'Port': ['ID=2ce20169-e115-40b1-a592-07de5cea5bad,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:19.508777 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Attempting to bind port 2ce20169-e115-40b1-a592-07de5cea5bad on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:02:19.509141 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Attempting to bind port 2ce20169-e115-40b1-a592-07de5cea5bad by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:02:19.509495 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Attempting to bind port 2ce20169-e115-40b1-a592-07de5cea5bad on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:19.520094 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.520430 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.520770 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.521101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.521436 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.521768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.522128 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.522578 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.522904 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.523221 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.523539 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.523855 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:19.527695 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:02:19.528068 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:02:19.528472 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:19.528855 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:02:19.529332 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Bound port: 2ce20169-e115-40b1-a592-07de5cea5bad, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:02:19.529727 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:19.603218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] For port 2ce20169-e115-40b1-a592-07de5cea5bad, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:02:19.606705 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] For port 2ce20169-e115-40b1-a592-07de5cea5bad, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2ce20169-e115-40b1-a592-07de5cea5bad,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:02:19.613327 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:19.673254 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cad7e4-9f98-493b-9faa-168e47c8dde7 None None] Pushing event updated for resources: {'Port': ['ID=2ce20169-e115-40b1-a592-07de5cea5bad,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:19.684597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:02:19.685206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:01:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:19.800618 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:02:19.856157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2ce20169-e115-40b1-a592-07de5cea5bad up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:19.914747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 2ce20169-e115-40b1-a592-07de5cea5bad completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:19.918986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2ce20169-e115-40b1-a592-07de5cea5bad triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:19.919361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.030766 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.055123 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:19Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:20.060981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-674ed864-cc3c-4fb7-8eba-96ac3de41561 None None] Provisioning complete for port 2ce20169-e115-40b1-a592-07de5cea5bad triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:20.061612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-674ed864-cc3c-4fb7-8eba-96ac3de41561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.093843 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276a37e2-6666-4465-9036-cb00eee6f46a None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:19Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:02:20.100853 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 2ce20169-e115-40b1-a592-07de5cea5bad, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2ce20169-e115-40b1-a592-07de5cea5bad,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:20.116682 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.117559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888f9f51-6b23-453f-9b35-310b5b4a7306 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:20.177833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-a409548a-131a-4f08-ab04-5f758c76ef22 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:20.186058 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-a409548a-131a-4f08-ab04-5f758c76ef22 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.1766336 Aug 25 12:02:20.247580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=2ce20169-e115-40b1-a592-07de5cea5bad,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:20.259662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e1787a68-620e-407e-a241-606be9f402d1 req-ffed0dfd-f380-485f-a025-7551ff5686d4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 210 time: 0.0471721 Aug 25 12:02:20.276574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-14f7f042-bf55-4870-b7ea-2569cb0a96b7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 379 time: 0.0807953 Aug 25 12:02:20.285672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 888f9f51-6b23-453f-9b35-310b5b4a7306 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:20.286295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.288621 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'port': {'device_id': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'admin_state_up': True, 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'security_groups': ['336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:20.442239 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Made reservation on behalf of 4092450ae87d4b3782c07389860a1947 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:02:20.445913 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.591170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Allocated IP 172.20.0.12 (748468fc-34d9-441f-a472-c5cd2ce5e930/fc9a57bb-e03e-4934-85ac-190caac42bd8/7978752a-ff4c-4528-9947-58be18be7544) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:02:20.745923 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.761875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Transition to ACTIVE for port object 7978752a-ff4c-4528-9947-58be18be7544 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:20.797466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.843660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:02:20.850000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:02:20.854205 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:02:20.881581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:20.916038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:20.916908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:20.934926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-2b5d155c-bfda-476a-bdda-69cb7c9766a6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511054 Aug 25 12:02:20.950104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Request body: {'port': {'device_id': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:21.010497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.100661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-13baa1fb-2668-407c-abc4-c0e274ceb694 None None] Provisioning for port 7978752a-ff4c-4528-9947-58be18be7544 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:21.104979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-13baa1fb-2668-407c-abc4-c0e274ceb694 None None] Provisioning complete for port 7978752a-ff4c-4528-9947-58be18be7544 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:21.105359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-13baa1fb-2668-407c-abc4-c0e274ceb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.151782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-13baa1fb-2668-407c-abc4-c0e274ceb694 None None] Port 7978752a-ff4c-4528-9947-58be18be7544 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:02:21.200026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4b14ed41-f9a3-41eb-8a68-39d08d413687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.389808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae917e-e04c-4659-b014-2025e1bce759 req-7e549b5c-ad57-4e37-8b7b-287e1628639b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:21.391744 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcae917e-e04c-4659-b014-2025e1bce759 req-7e549b5c-ad57-4e37-8b7b-287e1628639b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 932 time: 0.0557845 Aug 25 12:02:21.429153 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.447402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bcae917e-e04c-4659-b014-2025e1bce759 req-459c5c42-0a6d-4dca-8357-8e5d359aac46 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480216 Aug 25 12:02:21.588625 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7978752a-ff4c-4528-9947-58be18be7544 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:02:21.596589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.608772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Transition to ACTIVE for port object 7978752a-ff4c-4528-9947-58be18be7544 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:02:21.613444 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.664812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:21.736219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:02:21.736563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:02:21.736892 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:21.741329 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Port 7978752a-ff4c-4528-9947-58be18be7544 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:02:21.741651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:02:21.746607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:02:21.746951 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:02:21.747334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:02:21.747758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Bound port: 7978752a-ff4c-4528-9947-58be18be7544, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:02:21.748119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.825009 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:02:21.830138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:02:21.835335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.839558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2ce20169-e115-40b1-a592-07de5cea5bad up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:21.869750 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:21.870032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.871428 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] 10.222.0.10 "PUT /v2.0/ports/7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1093 time: 0.9271307 Aug 25 12:02:21.871866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:21.874785 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:21.908737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 2ce20169-e115-40b1-a592-07de5cea5bad triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:21.909124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:21.910585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1bd56-b076-40a3-85dc-29e22667a369 service neutron] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:21.956732 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdfa1f-d284-4424-ad8c-e808b54716f4 x-openstack-request-id: req-36cdfa1f-d284-4424-ad8c-e808b54716f4 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:21.957241 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:21.957495 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36cdfa1f-d284-4424-ad8c-e808b54716f4 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:21.958259 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'status': 'completed', 'code': 200} Aug 25 12:02:21.976153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-98a3e4b9-8154-4be7-a61a-92196709fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:21.977758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-98a3e4b9-8154-4be7-a61a-92196709fbf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1096 time: 0.0531967 Aug 25 12:02:22.025811 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-e9eb04dd-b549-402b-950f-57638b00a00f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 217 time: 0.0389457 Aug 25 12:02:22.077382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-26126b44-96f9-4d87-89f8-ab192a102576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.078879 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-26126b44-96f9-4d87-89f8-ab192a102576 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0461433 Aug 25 12:02:22.126372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-86fbc552-3b6d-46b7-acf4-309969035865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.127900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-86fbc552-3b6d-46b7-acf4-309969035865 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422463 Aug 25 12:02:22.222875 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-e3870d34-3cd3-4f54-a53e-d17923b48636 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880392 Aug 25 12:02:22.316008 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-e74ffc4d-1be9-4941-bcd0-d641dcb2e238 req-5be7c029-3bde-4e2c-93ee-1be6d2e88646 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 Aug 25 12:02:22.402171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-792566a8-401b-4b7b-a1a8-0668b12e33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.403711 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-792566a8-401b-4b7b-a1a8-0668b12e33d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1096 time: 0.0424302 Aug 25 12:02:22.500436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-0f655bfe-61c2-42d4-8c4b-e94c395decbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.501947 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-0f655bfe-61c2-42d4-8c4b-e94c395decbf service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0905583 Aug 25 12:02:22.547180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-61a58b8a-e60c-4be6-87fd-d44274bc6509 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 217 time: 0.0383461 Aug 25 12:02:22.569468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469679-dc30-4e2d-8597-4c2e2fd615c7 req-9ab40e25-71be-40d5-91f5-4c2bcdfebf7b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.570985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb469679-dc30-4e2d-8597-4c2e2fd615c7 req-9ab40e25-71be-40d5-91f5-4c2bcdfebf7b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 944 time: 0.0502620 Aug 25 12:02:22.582437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:22.603905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-34c6b9be-bb3e-484a-bc15-f163dc07c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.605437 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-34c6b9be-bb3e-484a-bc15-f163dc07c076 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0515077 Aug 25 12:02:22.622030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb469679-dc30-4e2d-8597-4c2e2fd615c7 req-ccbe788a-3678-446d-8138-3c662df79431 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Aug 25 12:02:22.656930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-702862d6-c3c9-41d7-8fba-a3b81adb3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:22.659463 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-702862d6-c3c9-41d7-8fba-a3b81adb3591 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465639 Aug 25 12:02:22.757014 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-6d2feb4a-e570-444e-9074-b99ca69efb98 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898783 Aug 25 12:02:22.854183 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-944ae1ba-722a-4c95-a3fb-a7d32f5abc3d req-184160a4-5e18-438b-9cb6-192975d0c960 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884950 Aug 25 12:02:23.627505 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:02:23.733245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:02:23.752816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c246c-2188-4eda-a4ff-e6f6702702e5 req-e5343d10-5317-4bba-a1d3-85aa50466c60 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:23.754360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b4c246c-2188-4eda-a4ff-e6f6702702e5 req-e5343d10-5317-4bba-a1d3-85aa50466c60 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 944 time: 0.0531709 Aug 25 12:02:23.795132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b4c246c-2188-4eda-a4ff-e6f6702702e5 req-45e963c4-bbb3-47e1-85bf-741617b7beb6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346067 Aug 25 12:02:23.842974 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:23.855845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '7978752a-ff4c-4528-9947-58be18be7544', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': '7978752a-ff4c-4528-9947-58be18be7544', 'mac_address': 'fa:16:3e:d2:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:02:23.894543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:23.908379 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7978752a-ff4c-4528-9947-58be18be7544 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:02:23.927940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:23.931581 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:23.983933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:24.122060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['7978752a-ff4c-4528-9947-58be18be7544'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:02:24.425763 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:24.911432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28437f-e5d3-4b70-8369-313d799454d8 req-95d3e7db-6a2c-4105-99e2-b3c5c55adc53 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:24.913058 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e28437f-e5d3-4b70-8369-313d799454d8 req-95d3e7db-6a2c-4105-99e2-b3c5c55adc53 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 945 time: 0.0487568 Aug 25 12:02:24.953953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e28437f-e5d3-4b70-8369-313d799454d8 req-2a5ffb57-2ab8-498f-9b86-3fd3c19cb1fb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Aug 25 12:02:25.738819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:02:25.790530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 7978752a-ff4c-4528-9947-58be18be7544 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:02:25.794320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 7978752a-ff4c-4528-9947-58be18be7544 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:02:25.794699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:25.869336 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:25.891622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:25.894534 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589547da-e732-4706-aedf-8ef92895a932" -d '{"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-plugged", "status": "completed", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:25.907845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:02:25.911986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:25.937761 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9b458f-bce6-45ed-a558-d49646dee1c9 x-openstack-request-id: req-4c9b458f-bce6-45ed-a558-d49646dee1c9 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:25.938074 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-plugged", "status": "completed", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:25.938678 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c9b458f-bce6-45ed-a558-d49646dee1c9 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:25.939568 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'code': 200} Aug 25 12:02:25.973924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:02:25.982657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.982657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.983007 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.983339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.983666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.983990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.984312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.984633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.984982 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.985307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.985626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:25.985962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:02:26.036325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdc334-04bb-4043-8ced-f55e7f25a3f0 req-25c9e97e-fa4e-486a-8e9f-05423d25bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:26.037929 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a3bdc334-04bb-4043-8ced-f55e7f25a3f0 req-25c9e97e-fa4e-486a-8e9f-05423d25bfcf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1098 time: 0.0432706 Aug 25 12:02:26.074713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-a3bdc334-04bb-4043-8ced-f55e7f25a3f0 req-8865d049-fbb2-456b-97b7-4db7f600d1e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295696 Aug 25 12:02:26.082386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbf543-3cc1-40d1-95a0-32e9bfb53ac2 req-ae7f33c0-8071-45a4-a23a-60a994d4b715 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:26.083925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cbbf543-3cc1-40d1-95a0-32e9bfb53ac2 req-ae7f33c0-8071-45a4-a23a-60a994d4b715 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0499787 Aug 25 12:02:26.121588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4cbbf543-3cc1-40d1-95a0-32e9bfb53ac2 req-1d97746d-a5a0-43eb-b75d-4684d1f43308 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Aug 25 12:02:27.243559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ff75-8ed1-4318-84cc-6cc60507a249 req-ae54f3a3-a1bc-47ae-abac-933a8d14a08f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:27.245051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e439ff75-8ed1-4318-84cc-6cc60507a249 req-ae54f3a3-a1bc-47ae-abac-933a8d14a08f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0530319 Aug 25 12:02:27.283291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e439ff75-8ed1-4318-84cc-6cc60507a249 req-3d7ad0c1-2646-421a-9d5a-06a3d830d981 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Aug 25 12:02:27.398006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c8113-760f-4fa3-ac48-aca5877195f6 req-e76fa88b-57ba-4eff-a537-ff05818b80c9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:27.399594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d8c8113-760f-4fa3-ac48-aca5877195f6 req-e76fa88b-57ba-4eff-a537-ff05818b80c9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0515223 Aug 25 12:02:27.409754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:02:27.414638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'floatingip': {'port_id': '7978752a-ff4c-4528-9947-58be18be7544'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:02:27.455466 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:27.512938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:28.198518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:28.202113 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:28.301271 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 associated. External IP: 172.25.1.193, port: 7978752a-ff4c-4528-9947-58be18be7544. Aug 25 12:02:28.506965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:02:28.616992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:02:28.621436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:28.627828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:02:28.637365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:02:28.638004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:02:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:28.651253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-53b2ede2-ab5d-4766-b3a6-bab07a4c1642 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "PUT /v2.0/floatingips/4187758b-ff76-40b3-9782-42c71a520881 HTTP/1.1" status: 200 len: 992 time: 1.2401550 Aug 25 12:02:28.651859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:02:28.654154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e59f70-1d0e-4190-b41a-6757d5c7343c" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:02:28.749393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:02:28.766174 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccdbaf5-c77f-429f-bd12-fa860e691673 x-openstack-request-id: req-4ccdbaf5-c77f-429f-bd12-fa860e691673 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:02:28.766724 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:02:28.767012 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ccdbaf5-c77f-429f-bd12-fa860e691673 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:02:28.767416 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'status': 'completed', 'code': 200} Aug 25 12:02:28.835347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-647ec4af-5ce3-4d7d-be8b-b89c242a5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:28.836904 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-647ec4af-5ce3-4d7d-be8b-b89c242a5b0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1098 time: 0.0484421 Aug 25 12:02:28.930564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-1cdfd8ff-0c84-4e95-b2c4-8ca176fd3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:28.931967 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-1cdfd8ff-0c84-4e95-b2c4-8ca176fd3b9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0878036 Aug 25 12:02:28.978082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': '7978752a-ff4c-4528-9947-58be18be7544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:d2:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:02:28Z', 'revision_number': 1, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:28.999833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-2a783b83-f685-4661-bf88-d2cfdc30b965 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1000 time: 0.0600331 Aug 25 12:02:29.004015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:02:29.012907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:02:29.013507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:02:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:29.054643 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-42edf0a5-9080-4330-ab97-f384dc128a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:29.056308 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-42edf0a5-9080-4330-ab97-f384dc128a02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0497153 Aug 25 12:02:29.102769 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-67414acc-0f4d-408c-aefb-8c5d9f78eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:29.104304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-67414acc-0f4d-408c-aefb-8c5d9f78eab8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411117 Aug 25 12:02:29.122312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:02:29.199785 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-95b99485-1a35-48d1-941f-7daf3b3ef9c0 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875447 Aug 25 12:02:29.299306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b2e59f70-1d0e-4190-b41a-6757d5c7343c req-aed5a2c4-6a83-4db8-bc8e-fc4828d1cc3e service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915146 Aug 25 12:02:29.360202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': '7978752a-ff4c-4528-9947-58be18be7544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:d2:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:02:28Z', 'revision_number': 1, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:02:29.386154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d5e29-a4ae-491d-9786-e5ba088f1d43 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': '7978752a-ff4c-4528-9947-58be18be7544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:d2:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:02:28Z', 'revision_number': 1, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:02:29.601082 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20566d3-56d8-4a58-8195-6cef1cfe1a05 None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:02:31.175840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:48.258818 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3085bf36-6570-43f3-b78f-e7fa687319e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:51.201720 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5a7988cf-1b74-4d81-a34e-e07c7b528231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:51.421419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:51.490888 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-ca56b7df-cfec-478e-b08a-1bb434005fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405879 Aug 25 12:02:51.576087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-a0dc8c66-cca7-4c08-b4a8-6f90da638d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:51.577607 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-a0dc8c66-cca7-4c08-b4a8-6f90da638d48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1098 time: 0.0417399 Aug 25 12:02:51.691576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-88079373-5564-40de-8879-1530e659096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:51.692973 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-88079373-5564-40de-8879-1530e659096a service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0946822 Aug 25 12:02:51.758671 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-e9ccf350-f475-49f1-b4fe-a74cfff6581e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1002 time: 0.0581284 Aug 25 12:02:51.812406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-fb13a062-081e-4f4b-a82f-c88e696ff609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:51.814537 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-fb13a062-081e-4f4b-a82f-c88e696ff609 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0483429 Aug 25 12:02:51.859948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-fcd550b5-c673-4988-971c-309dc6b35202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:02:51.861996 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-fcd550b5-c673-4988-971c-309dc6b35202 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405893 Aug 25 12:02:51.949890 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-a5481c5d-f06a-47d9-8a2b-db8c06410bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806680 Aug 25 12:02:52.043366 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c2bbd23f-336e-4153-b4ee-f5dee232b1f0 req-afa1938b-02e9-4ab6-81c8-3c4096e03fe9 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Aug 25 12:02:52.578577 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:54.429043 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:02:57.525641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:00.641260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:03:01.191425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:18.411026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-14152478-4ffc-41ee-bbde-6a2e343d077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:21.203279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9f57760b-3466-4c83-b74a-2bdeb512d87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:21.423041 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:22.580889 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:24.431052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:27.535930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:31.219973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:37.630356 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:03:48.261792 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fa5d7a08-a029-44f6-a352-a2a61e2c8be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:51.202526 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-46aea9e8-3abb-4c72-8256-e0e363ed2cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:51.332619 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-de35d47a-c7c8-416a-823a-e4fd9ab9a4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407355 Aug 25 12:03:51.414248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-97d1d150-0826-414f-af1b-f86ede84b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:03:51.415782 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-97d1d150-0826-414f-af1b-f86ede84b8cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1098 time: 0.0417683 Aug 25 12:03:51.426761 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:51.523568 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-79112f3d-221c-446d-90cb-034fe6f513ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:03:51.525056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-79112f3d-221c-446d-90cb-034fe6f513ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0889943 Aug 25 12:03:51.590352 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-4da5b01e-80ef-4a97-a5e8-007e2bfd93fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1002 time: 0.0581090 Aug 25 12:03:51.645106 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-e9b676a6-a266-419b-84ff-d6baa045be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:03:51.646644 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-e9b676a6-a266-419b-84ff-d6baa045be29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0491769 Aug 25 12:03:51.696230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-9ebc9a09-8036-4ddc-8655-538208b6cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:03:51.697805 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-9ebc9a09-8036-4ddc-8655-538208b6cf4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415583 Aug 25 12:03:51.788401 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-2c60e2b4-d145-46cf-8c6b-2fb721519bcf service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811830 Aug 25 12:03:51.881520 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2565e69b-3f5e-4e67-9e85-94bafc5886a3 req-2e8d7821-da57-4c4e-87cd-47e3068cd0d1 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855787 Aug 25 12:03:52.583150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:54.434631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:03:57.539850 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:01.224915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:05.608226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2813c-1ec2-48b0-a46f-ab7e06b325da req-e2f9d2a6-d7b2-4f49-b5c7-59549b335060 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:05.609807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56d2813c-1ec2-48b0-a46f-ab7e06b325da req-e2f9d2a6-d7b2-4f49-b5c7-59549b335060 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0521092 Aug 25 12:04:05.651511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56d2813c-1ec2-48b0-a46f-ab7e06b325da req-60cfdeea-0fa2-4c72-880c-6399be5f66be tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352385 Aug 25 12:04:05.880882 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-f006d570-3fe2-4e29-a60f-050ddd03c7f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415106 Aug 25 12:04:05.898255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7524f00-3eed-4cd5-96dc-f8f37ed497f6 req-6c2011d5-f374-4d49-a775-d2aa799b32ad tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:05.899938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7524f00-3eed-4cd5-96dc-f8f37ed497f6 req-6c2011d5-f374-4d49-a775-d2aa799b32ad tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0543768 Aug 25 12:04:05.941884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7524f00-3eed-4cd5-96dc-f8f37ed497f6 req-314a8bf6-3747-4727-ac63-b18ab8e45005 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335689 Aug 25 12:04:06.953762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-971c3c17-5808-482c-8d29-d7d0047d3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:06.955345 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-971c3c17-5808-482c-8d29-d7d0047d3320 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1098 time: 0.0416644 Aug 25 12:04:07.050316 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-b35ce298-b8b7-4909-97e7-1a752e37709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:07.051825 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-b35ce298-b8b7-4909-97e7-1a752e37709c service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0899050 Aug 25 12:04:07.060555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de92f-97b1-48bf-a324-53e15823c0fe req-560f51e9-e397-47d5-8504-35848d8c6db4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:07.062087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-563de92f-97b1-48bf-a324-53e15823c0fe req-560f51e9-e397-47d5-8504-35848d8c6db4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Aug 25 12:04:07.101714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-563de92f-97b1-48bf-a324-53e15823c0fe req-b7b1b5cf-0db9-45dd-b406-be16bf24fc04 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330601 Aug 25 12:04:07.117284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-49f9d3f1-5f5d-4a04-908a-67d4946b8bd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1002 time: 0.0587656 Aug 25 12:04:07.170511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-86cd3e36-c3b7-4ca2-9821-2e6b77e29380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:07.171951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-86cd3e36-c3b7-4ca2-9821-2e6b77e29380 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0479889 Aug 25 12:04:07.217157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-d25fa044-a31d-42a3-89ca-b572ed88c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:07.218662 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-d25fa044-a31d-42a3-89ca-b572ed88c347 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396938 Aug 25 12:04:07.305595 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-2aaafa80-49f7-4148-9748-4eb8ea6c207a service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798979 Aug 25 12:04:07.402355 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-d8e0bc3a-2a75-43a0-86b8-4b7201fe2001 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902746 Aug 25 12:04:08.223958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe93759-ef9c-4c62-bd59-ed8f0b679c48 req-8bf14d9b-0ec8-478b-9424-fa21c7a757c2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:08.225545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbe93759-ef9c-4c62-bd59-ed8f0b679c48 req-8bf14d9b-0ec8-478b-9424-fa21c7a757c2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0550976 Aug 25 12:04:08.262613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fbe93759-ef9c-4c62-bd59-ed8f0b679c48 req-f645e747-1824-4c1c-b506-fb73ec8f2fde tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310504 Aug 25 12:04:09.393804 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1c827-4e2c-46ec-bf22-b420ac027261 req-470df54f-2539-4eae-a7d3-43d6d2d3b614 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:09.395304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6f1c827-4e2c-46ec-bf22-b420ac027261 req-470df54f-2539-4eae-a7d3-43d6d2d3b614 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0627899 Aug 25 12:04:09.434338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6f1c827-4e2c-46ec-bf22-b420ac027261 req-6082be11-52e6-450e-84f3-068d29e23a88 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Aug 25 12:04:10.549101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8b12-6f48-4518-9999-1b0c5b56dc2d req-5d0b2841-7a64-4a39-a9c4-842eaad6ee60 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:10.550643 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c6e8b12-6f48-4518-9999-1b0c5b56dc2d req-5d0b2841-7a64-4a39-a9c4-842eaad6ee60 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0498350 Aug 25 12:04:10.589141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c6e8b12-6f48-4518-9999-1b0c5b56dc2d req-7ca68a51-03f6-43b8-b7ce-f3d9350daf5c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Aug 25 12:04:11.703783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fc49a-83f6-4b7c-876b-26a080af2920 req-2278b9b1-b949-48db-a148-a9c8707b5945 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:11.705271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b97fc49a-83f6-4b7c-876b-26a080af2920 req-2278b9b1-b949-48db-a148-a9c8707b5945 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0495172 Aug 25 12:04:11.742462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b97fc49a-83f6-4b7c-876b-26a080af2920 req-5a5195d6-718a-43e5-844e-b9be4c756f34 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Aug 25 12:04:12.862423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40021828-4345-47cf-ae35-9064b03f3512 req-a86e4fa3-eb5a-4446-b779-0f4f42bb8f25 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:12.863923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40021828-4345-47cf-ae35-9064b03f3512 req-a86e4fa3-eb5a-4446-b779-0f4f42bb8f25 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Aug 25 12:04:12.902122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40021828-4345-47cf-ae35-9064b03f3512 req-dfff6d75-87df-47e0-aa24-8d05078479dd tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322249 Aug 25 12:04:14.017910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc23e76-9a64-4b21-be6e-730b1da713a6 req-990d2363-6e13-4c07-8853-93f2c0f27096 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:14.019436 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcc23e76-9a64-4b21-be6e-730b1da713a6 req-990d2363-6e13-4c07-8853-93f2c0f27096 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Aug 25 12:04:14.057868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcc23e76-9a64-4b21-be6e-730b1da713a6 req-bc1e3bad-bba4-422d-95cb-96ead75de885 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Aug 25 12:04:14.630344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:04:15.174234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab518809-c086-4e31-8dbd-e6db38fdf0a6 req-242c3662-ba9b-4f88-8cf7-a57a795a4669 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:15.175719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab518809-c086-4e31-8dbd-e6db38fdf0a6 req-242c3662-ba9b-4f88-8cf7-a57a795a4669 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0497639 Aug 25 12:04:15.213567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab518809-c086-4e31-8dbd-e6db38fdf0a6 req-85f2ca9a-c1aa-4947-aa60-5b2501f5c1df tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308845 Aug 25 12:04:16.339458 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b5d0c-1a1f-409a-a211-17e7e50bb532 req-ca05a76b-f4b8-4c4f-b41f-cd0419fd455d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:16.341014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e9b5d0c-1a1f-409a-a211-17e7e50bb532 req-ca05a76b-f4b8-4c4f-b41f-cd0419fd455d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0548599 Aug 25 12:04:16.378849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3e9b5d0c-1a1f-409a-a211-17e7e50bb532 req-9461a345-4dd0-45f0-b90d-630c3d64694d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Aug 25 12:04:17.493509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ba0f-d681-4569-9aa9-de08450ba3c1 req-0efe8a93-1517-43d4-a81c-0ec30264c4a8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:17.495057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df93ba0f-d681-4569-9aa9-de08450ba3c1 req-0efe8a93-1517-43d4-a81c-0ec30264c4a8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0492437 Aug 25 12:04:17.535565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df93ba0f-d681-4569-9aa9-de08450ba3c1 req-329e4763-c757-40ab-a988-7ce53d727032 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343294 Aug 25 12:04:18.262879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c98dc563-fa76-4fbb-8898-fa1c336f155f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:18.653961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a93b-0247-480b-a0c4-cc7f0e2b9d9a req-2b2b2c22-46e8-4878-bb31-dc7a532e28d4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:18.655459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5316a93b-0247-480b-a0c4-cc7f0e2b9d9a req-2b2b2c22-46e8-4878-bb31-dc7a532e28d4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0503414 Aug 25 12:04:18.692894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5316a93b-0247-480b-a0c4-cc7f0e2b9d9a req-4b6c9691-66ba-43b4-9f05-971434c1eb99 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309436 Aug 25 12:04:19.269983 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-5299892f-3e3a-478a-a406-0c1acf1f889d service neutron] show failed (client error): The resource could not be found. Aug 25 12:04:19.270994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-5299892f-3e3a-478a-a406-0c1acf1f889d service neutron] 10.222.0.10 "GET /v2.0/ports/7978752a-ff4c-4528-9947-58be18be7544/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0543952 Aug 25 12:04:19.530537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-ef340a84-2227-43bf-900b-1bba6c9d6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:19.532057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-ef340a84-2227-43bf-900b-1bba6c9d6cbc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 1098 time: 0.0945034 Aug 25 12:04:19.545379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:04:19.597787 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:19.842685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048caf99-6fac-4ad4-8d92-a729ef013f01 req-578b6ff8-63a2-4a09-ad33-d793a401009b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:19.844178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-048caf99-6fac-4ad4-8d92-a729ef013f01 req-578b6ff8-63a2-4a09-ad33-d793a401009b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0793726 Aug 25 12:04:19.845956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:19.903046 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:04:19.907068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-048caf99-6fac-4ad4-8d92-a729ef013f01 req-7ede0271-b42c-4210-b09c-1d8567adc84c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526743 Aug 25 12:04:19.945602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:19.948067 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3b7f30-3993-404e-90f1-bc7ce37588de" -d '{"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-unplugged", "status": "completed", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:19.952125 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:19.966054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Transition to ACTIVE for port object 7978752a-ff4c-4528-9947-58be18be7544 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:04:19.970308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:19.998987 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f439ccd-1d38-4862-9cba-58561a0502fc x-openstack-request-id: req-8f439ccd-1d38-4862-9cba-58561a0502fc {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:19.999273 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-unplugged", "status": "completed", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:19.999520 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f439ccd-1d38-4862-9cba-58561a0502fc {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:19.999909 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'code': 200} Aug 25 12:04:20.086897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:20.108983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.109322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.109659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.110022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.110349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.110673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.110996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.111329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.111639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.111956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.112272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.112588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:20.157345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] No DVR routers for this DVR port 7978752a-ff4c-4528-9947-58be18be7544 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:04:20.293877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:04:20.294138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:04:20.294467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:04:20.298651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Port 7978752a-ff4c-4528-9947-58be18be7544 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:04:20.298968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Attempting to bind port 7978752a-ff4c-4528-9947-58be18be7544 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:04:20.303709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:04:20.304043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:04:20.304428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:04:20.304856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Bound port: 7978752a-ff4c-4528-9947-58be18be7544, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:04:20.305232 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:20.367697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:04:20.371093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:04:20.376124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:20.408450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:20.408959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:20.410405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] 10.222.0.67 "PUT /v2.0/ports/7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1093 time: 0.8689876 Aug 25 12:04:20.447150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d347-1d37-4166-9b1b-09b8c65c3651 service neutron] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:20.478993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-63fa2135-1447-4e59-a8f6-700b72a41a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:20.480551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-63fa2135-1447-4e59-a8f6-700b72a41a59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1096 time: 0.0455494 Aug 25 12:04:20.581230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6882cbde-ec89-41e2-af4f-3ea0a07fdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:20.582773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-6882cbde-ec89-41e2-af4f-3ea0a07fdce9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0936892 Aug 25 12:04:20.651264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-dea52a1f-92d5-4451-a277-124cc41b19f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1000 time: 0.0609663 Aug 25 12:04:20.704585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-e3cffdd9-087d-4b91-9778-c9c0bc498573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:20.705928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-e3cffdd9-087d-4b91-9778-c9c0bc498573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0465012 Aug 25 12:04:20.750332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-aa35e9f1-0b66-43ef-9109-aafea1616157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:20.751814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-aa35e9f1-0b66-43ef-9109-aafea1616157 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385687 Aug 25 12:04:20.838595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-7c983135-81b1-493d-9791-f4a01325cd80 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791647 Aug 25 12:04:20.934637 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-37892ec6-2600-419c-93c4-44c66058779d service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873103 Aug 25 12:04:21.026547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a1bb1-760f-4cb0-9e0b-58691f16135a req-3ef564c9-71cc-4c76-b6ca-c697523515eb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:21.028086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369a1bb1-760f-4cb0-9e0b-58691f16135a req-3ef564c9-71cc-4c76-b6ca-c697523515eb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 944 time: 0.0502369 Aug 25 12:04:21.068472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-369a1bb1-760f-4cb0-9e0b-58691f16135a req-6f949a12-ae10-412f-8923-024203d3b312 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Aug 25 12:04:21.207056 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97320879-a6ed-401e-ba33-61cab5696cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:21.428326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:22.001052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:22.003464 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fbafec-ceab-4524-8ec2-452cd6fae666" -d '{"events": [{"name": "network-changed", "server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:22.052104 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c6410-620f-4bf9-9a93-e50085e54308 x-openstack-request-id: req-d53c6410-620f-4bf9-9a93-e50085e54308 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:22.052396 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:22.053001 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d53c6410-620f-4bf9-9a93-e50085e54308 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:22.053410 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'status': 'completed', 'code': 200} Aug 25 12:04:22.115727 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-cfd928dc-50e8-4607-a77b-bde8cb356eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.117262 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-cfd928dc-50e8-4607-a77b-bde8cb356eda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1096 time: 0.0421576 Aug 25 12:04:22.119604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-dcb58868-fd10-4a44-891a-c909be4705bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.121187 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-dcb58868-fd10-4a44-891a-c909be4705bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1096 time: 0.0472734 Aug 25 12:04:22.198916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:04:22.216117 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-1ce61cd6-5e14-4b18-be07-23b4d8a4a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.217607 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-1ce61cd6-5e14-4b18-be07-23b4d8a4a07c service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0924447 Aug 25 12:04:22.238650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:04:22.245363 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99404d0-fcb3-4a0d-bfbf-a64bc056262b req-23e1b59e-2b1d-48bf-8cc7-6b2836bb7399 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.246886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f99404d0-fcb3-4a0d-bfbf-a64bc056262b req-23e1b59e-2b1d-48bf-8cc7-6b2836bb7399 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 944 time: 0.1006105 Aug 25 12:04:22.251899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-e88069af-c3f0-4708-b65c-6abdc9fa45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.253354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-e88069af-c3f0-4708-b65c-6abdc9fa45d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.1250448 Aug 25 12:04:22.284593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-d49833ab-64aa-4a5d-bb21-2eb1266bfafd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1000 time: 0.0592179 Aug 25 12:04:22.331647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f99404d0-fcb3-4a0d-bfbf-a64bc056262b req-00df8026-f72d-43c9-9ea8-2aa098d3c186 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773647 Aug 25 12:04:22.337421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-c35d5810-3e5a-48ec-82ca-33490c284ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.338948 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-c35d5810-3e5a-48ec-82ca-33490c284ee6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0473673 Aug 25 12:04:22.344843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-dffc487a-6e9d-4e84-97fa-07f4d09c695f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1000 time: 0.0835011 Aug 25 12:04:22.385766 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-49530c0e-77bd-4d28-b983-3e6bed244258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.387232 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-49530c0e-77bd-4d28-b983-3e6bed244258 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410264 Aug 25 12:04:22.395494 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-0e3b0048-2078-4c74-8e76-c95115c751e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.396940 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-0e3b0048-2078-4c74-8e76-c95115c751e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0434980 Aug 25 12:04:22.449466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-02cd36e6-7002-4081-af8f-afd49bbeb117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:22.451095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-02cd36e6-7002-4081-af8f-afd49bbeb117 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461855 Aug 25 12:04:22.482796 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-6acd5d0c-73fb-407c-a5ac-bc3443bf45a3 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880835 Aug 25 12:04:22.563085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-f6433cc0-41e0-48a2-8bff-1f8c528d6cf6 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950410 Aug 25 12:04:22.590136 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-6a5be05d-1d64-4c71-be51-2b74f8e2be4b service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994101 Aug 25 12:04:22.590662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:22.669252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8fbafec-ceab-4524-8ec2-452cd6fae666 req-53258d64-5d19-46a0-8caf-1b18824028dc service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990567 Aug 25 12:04:23.453758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea4a56-e0ba-4f60-95a9-2f0223b3bc43 req-46ceae02-2462-4cc2-87f9-9f4f578a9e49 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:23.455298 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0aea4a56-e0ba-4f60-95a9-2f0223b3bc43 req-46ceae02-2462-4cc2-87f9-9f4f578a9e49 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 944 time: 0.0508089 Aug 25 12:04:23.495290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0aea4a56-e0ba-4f60-95a9-2f0223b3bc43 req-9582b286-514e-4c63-8173-59cd350111f9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Aug 25 12:04:23.689287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7817-d91f-4e24-8785-b354efa32c54 req-13b74fbf-edaa-408f-8fec-813efb9d6b79 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:23.690712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97ce7817-d91f-4e24-8785-b354efa32c54 req-13b74fbf-edaa-408f-8fec-813efb9d6b79 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 944 time: 0.0529580 Aug 25 12:04:23.701373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-0c8c03d4-face-4900-a136-ac198d685bc9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:23.702939 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-0c8c03d4-face-4900-a136-ac198d685bc9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623&tenant_id=4092450ae87d4b3782c07389860a1947&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 944 time: 0.0538161 Aug 25 12:04:23.721516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:04:23.731311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97ce7817-d91f-4e24-8785-b354efa32c54 req-ac225ccf-ef98-47fb-8c41-67524f2cf5f0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344303 Aug 25 12:04:23.765524 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-7b712a7a-fe93-4142-8591-ce077e407243 service neutron] delete failed (client error): The resource could not be found. Aug 25 12:04:23.766608 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-7b712a7a-fe93-4142-8591-ce077e407243 service neutron] 10.222.0.10 "DELETE /v2.0/ports/7978752a-ff4c-4528-9947-58be18be7544/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0565040 Aug 25 12:04:23.826567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:23.838939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '7978752a-ff4c-4528-9947-58be18be7544', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': '7978752a-ff4c-4528-9947-58be18be7544', 'mac_address': 'fa:16:3e:d2:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:04:23.860086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-f523dbc4-630a-4e80-9eb6-cb5df9fd1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:23.861587 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-f523dbc4-630a-4e80-9eb6-cb5df9fd1366 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 1096 time: 0.0466714 Aug 25 12:04:23.879461 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:23.892177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7978752a-ff4c-4528-9947-58be18be7544 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:04:23.912232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:23.916402 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:23.952057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-dfad8475-eb2f-4219-8589-a9b95f301433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:23.953556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-dfad8475-eb2f-4219-8589-a9b95f301433 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0850327 Aug 25 12:04:23.963291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:23.970767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.971117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.971457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.971792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.972126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.972456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.972782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.973819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.974017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.974341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.974657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:23.974983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:24.025653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-e040205a-4834-46f2-b510-1bbac48e1a75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 200 len: 1001 time: 0.0651147 Aug 25 12:04:24.077093 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-2d9cdaac-66e0-42d0-bee0-2434ba5ec6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:24.078585 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-2d9cdaac-66e0-42d0-bee0-2434ba5ec6bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0456707 Aug 25 12:04:24.122661 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-1d3ee9a8-28ce-4683-9b0b-c892c837746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:24.124137 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-1d3ee9a8-28ce-4683-9b0b-c892c837746a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390141 Aug 25 12:04:24.144499 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['7978752a-ff4c-4528-9947-58be18be7544'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:04:24.216618 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-2101f096-87a8-41d6-aee5-06e5b2ab278e service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851362 Aug 25 12:04:24.306484 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6249bbdd-4cf7-4f85-afc3-ac5433791122 req-242c7ffb-6fd0-4ade-a5ab-ae6ae9f4a5fc service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Aug 25 12:04:24.436197 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:24.850919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81e215-283e-4496-82e3-a6fc4887779e req-54f6fc4f-af22-4e0f-a57b-12ee0d787ece tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:24.852555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a81e215-283e-4496-82e3-a6fc4887779e req-54f6fc4f-af22-4e0f-a57b-12ee0d787ece tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Aug 25 12:04:24.895619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a81e215-283e-4496-82e3-a6fc4887779e req-4436a464-a72f-44b7-959f-9f11a82f4ed2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Aug 25 12:04:25.008639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8da13-223b-4f1c-af6c-009e9cd67545 req-224f4f6b-9953-41e0-a8f9-9ca17214db85 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:25.010147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7f8da13-223b-4f1c-af6c-009e9cd67545 req-224f4f6b-9953-41e0-a8f9-9ca17214db85 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Aug 25 12:04:25.048885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7f8da13-223b-4f1c-af6c-009e9cd67545 req-589b8588-d563-499d-920e-c1681c292eea tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 25 12:04:25.163126 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7495f-f0ab-4d40-9146-23d5c0b5cd03 req-28dca3d6-1980-47fc-b599-0a857589c224 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:25.164621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8c7495f-f0ab-4d40-9146-23d5c0b5cd03 req-28dca3d6-1980-47fc-b599-0a857589c224 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Aug 25 12:04:25.202397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c8c7495f-f0ab-4d40-9146-23d5c0b5cd03 req-33c3962e-f7d7-458a-a5df-38744ef82f51 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Aug 25 12:04:25.443521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105e3d-233e-4e30-b95d-5ee98d65681c req-c22f54ac-99e5-49ac-9aed-40745cce876a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:25.445080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18105e3d-233e-4e30-b95d-5ee98d65681c req-c22f54ac-99e5-49ac-9aed-40745cce876a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 945 time: 0.0578544 Aug 25 12:04:25.486751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18105e3d-233e-4e30-b95d-5ee98d65681c req-dcc31817-c6a3-43eb-bb3b-350221888f55 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356736 Aug 25 12:04:25.736345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:04:25.785545 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 7978752a-ff4c-4528-9947-58be18be7544 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:04:25.789313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 7978752a-ff4c-4528-9947-58be18be7544 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:04:25.789705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:25.864761 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:25.889936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:25.892167 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df38eea1-28c9-417a-8df9-763a72282627" -d '{"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-plugged", "status": "completed", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:25.905304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:25.909439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:25.955880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:26.010128 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68a918-a21b-4f67-804b-7e2c520c072f x-openstack-request-id: req-eb68a918-a21b-4f67-804b-7e2c520c072f {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:26.010548 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-plugged", "status": "completed", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:26.010806 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb68a918-a21b-4f67-804b-7e2c520c072f {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:26.011206 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'code': 200} Aug 25 12:04:26.602353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2d83e-1e08-4a04-bc3a-3b86ed184352 req-86aeb339-cff4-42d2-a745-35f262d1171f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:26.603852 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6be2d83e-1e08-4a04-bc3a-3b86ed184352 req-86aeb339-cff4-42d2-a745-35f262d1171f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Aug 25 12:04:26.642410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6be2d83e-1e08-4a04-bc3a-3b86ed184352 req-54dcbeae-603c-4b01-9108-f24af9719204 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Aug 25 12:04:26.731167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-3c8aa3c6-76f8-4769-a40f-480433e9d071 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:26.732616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-3c8aa3c6-76f8-4769-a40f-480433e9d071 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Aug 25 12:04:26.824225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Deleting port 7978752a-ff4c-4528-9947-58be18be7544 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:04:26.824476 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:26.909040 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] For port 7978752a-ff4c-4528-9947-58be18be7544, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=7978752a-ff4c-4528-9947-58be18be7544,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:26.909403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:27.080532 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:27.080842 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:27.081160 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 disassociated. External IP: 172.25.1.193, port: 7978752a-ff4c-4528-9947-58be18be7544. Aug 25 12:04:27.081510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Calling delete_port for 7978752a-ff4c-4528-9947-58be18be7544 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:04:27.211673 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:27.239879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event deleted for resources: {'Port': ['ID=7978752a-ff4c-4528-9947-58be18be7544,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:27.358756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:04:27.469026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:04:27.479114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:04:27.488208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:04:27.489390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:04:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:27.509589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] No DVR routers for this DVR port 7978752a-ff4c-4528-9947-58be18be7544 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:04:27.512469 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:27.514845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-24b25a4d-3a4d-427f-8094-00d47424eee6 req-1d55c7ef-65ec-423b-b207-8ade98053eb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "DELETE /v2.0/ports/7978752a-ff4c-4528-9947-58be18be7544 HTTP/1.1" status: 204 len: 173 time: 0.7753167 Aug 25 12:04:27.515307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-deleted', 'tag': '7978752a-ff4c-4528-9947-58be18be7544'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:27.518926 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9825b-a6ea-49e2-a4a8-e3f478ca9bb6" -d '{"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-deleted", "tag": "7978752a-ff4c-4528-9947-58be18be7544"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:27.548639 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:27.561215 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1423ec4a-b071-4fab-83e9-649a30b8a68a x-openstack-request-id: req-1423ec4a-b071-4fab-83e9-649a30b8a68a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:27.561574 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76ca4c5-38b9-4850-bbfc-40d531b97623", "name": "network-vif-deleted", "tag": "7978752a-ff4c-4528-9947-58be18be7544", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:27.561914 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1423ec4a-b071-4fab-83e9-649a30b8a68a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:27.562380 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76ca4c5-38b9-4850-bbfc-40d531b97623', 'name': 'network-vif-deleted', 'tag': '7978752a-ff4c-4528-9947-58be18be7544', 'status': 'completed', 'code': 200} Aug 25 12:04:27.613241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:04:27.757791 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-94e3b2d2-81eb-450f-84a9-9f0c71d570a7 req-59e93dd2-47a0-401c-8d40-be73455d6dba tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b76ca4c5-38b9-4850-bbfc-40d531b97623 HTTP/1.1" status: 200 len: 210 time: 0.0323553 Aug 25 12:04:27.830888 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:27.860401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:04:27.868656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:04:27.869187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:04:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:27.971671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:04:28.167927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:28.195101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae92eab-f978-4c4e-8e06-5f973ee32b78 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:04:28.416103 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a4467f-70e2-4646-9348-bf7fa1f7e78a None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:04:28.987865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-84e69ffd-92b3-4577-97f3-c80bd2cd5c11 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--716911987&fields=id&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 267 time: 0.0331872 Aug 25 12:04:29.092360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-b2f52191-3972-446d-a820-48be5a281c5b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:29.093754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-b2f52191-3972-446d-a820-48be5a281c5b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.0990639 Aug 25 12:04:29.109111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-6a042f21-4bce-4ce7-bcb6-51357689a43d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/quotas/4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 375 time: 0.0089686 Aug 25 12:04:29.166267 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-478189da-28f2-42f9-ab09-be9b5ac3f8a4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518191 Aug 25 12:04:29.181814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-0a44d6b9-0d48-462b-9b26-f6836dfa6938 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:04:29.182769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-0a44d6b9-0d48-462b-9b26-f6836dfa6938 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052969 Aug 25 12:04:29.269049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-2fb0a919-e70d-4575-ace6-357c3932847a service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804994 Aug 25 12:04:29.362661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-04c6c6de-aab0-4e8d-87d4-d329d30671c5 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869918 Aug 25 12:04:29.523047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc5f62d5-614a-49f2-80c0-bac911b81988 req-1ea8eee6-81d8-40fe-9976-c25d264930bb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 210 time: 0.0284345 Aug 25 12:04:29.758182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:04:29.778514 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 7978752a-ff4c-4528-9947-58be18be7544 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:04:29.778859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 7978752a-ff4c-4528-9947-58be18be7544 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:04:30.476598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-30566d8e-00be-436c-9657-3f6b0b3c4c64 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:30.477213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-30566d8e-00be-436c-9657-3f6b0b3c4c64 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.1117923 Aug 25 12:04:30.525314 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-39556177-e21b-4340-a261-955b16e2f433 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 379 time: 0.0381758 Aug 25 12:04:30.538544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'port': {'device_id': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'admin_state_up': True, 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'security_groups': ['336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:04:30.620074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4dc63e68-1e52-4755-996b-02dbda1451d7 req-d9b57c2a-840a-4006-ae08-a5c6272f2370 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 210 time: 0.0281615 Aug 25 12:04:30.648327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Made reservation on behalf of 4092450ae87d4b3782c07389860a1947 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:04:30.651971 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:30.782584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Allocated IP 172.20.0.5 (748468fc-34d9-441f-a472-c5cd2ce5e930/fc9a57bb-e03e-4934-85ac-190caac42bd8/d20c1207-136d-41bc-ad6c-e504bb7122cc) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:04:30.920233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:30.932415 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Transition to ACTIVE for port object d20c1207-136d-41bc-ad6c-e504bb7122cc will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:04:30.964994 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.009019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:04:31.012070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:04:31.014561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:04:31.041581 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:31.056619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.056968 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.057310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.057648 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.058011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.058342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.058678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.059004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.059327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.059656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.059983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.060531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:04:31.084471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:31.085105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.100540 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-1f50246e-6ec5-419a-b849-cf4c7c9f2ab9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664201 Aug 25 12:04:31.114137 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Request body: {'port': {'device_id': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:04:31.175271 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.240503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.241573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5be7ec30-6435-44ab-b863-d09709a98f2b None None] Provisioning for port d20c1207-136d-41bc-ad6c-e504bb7122cc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:04:31.245302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5be7ec30-6435-44ab-b863-d09709a98f2b None None] Provisioning complete for port d20c1207-136d-41bc-ad6c-e504bb7122cc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:04:31.245669 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5be7ec30-6435-44ab-b863-d09709a98f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.281978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-5be7ec30-6435-44ab-b863-d09709a98f2b None None] Port d20c1207-136d-41bc-ad6c-e504bb7122cc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:04:31.443659 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20c1207-136d-41bc-ad6c-e504bb7122cc {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:04:31.450949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.462942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Transition to ACTIVE for port object d20c1207-136d-41bc-ad6c-e504bb7122cc will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:04:31.466636 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.517276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:31.590225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:04:31.590555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:04:31.590880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:04:31.595341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Port d20c1207-136d-41bc-ad6c-e504bb7122cc on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:04:31.595663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:04:31.601118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:04:31.601457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:04:31.601906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:04:31.602417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Bound port: d20c1207-136d-41bc-ad6c-e504bb7122cc, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:04:31.602664 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.673230 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:04:31.676965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:04:31.681608 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.715110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:31.715726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:31.717236 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] 10.222.0.10 "PUT /v2.0/ports/d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 1092 time: 0.6079752 Aug 25 12:04:31.717573 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:31.719868 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aeed71-43c7-4356-96a8-a2de8a087ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:31.770402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ecba6-d726-4a25-9933-a55a2f545c41 req-805d226f-f75c-47f2-a5e5-bad6d75afefd tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:31.772591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c98ecba6-d726-4a25-9933-a55a2f545c41 req-805d226f-f75c-47f2-a5e5-bad6d75afefd tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.0795982 Aug 25 12:04:31.792916 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20263db-3485-45b2-8361-d540613d39ca x-openstack-request-id: req-b20263db-3485-45b2-8361-d540613d39ca {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:31.793454 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:31.793723 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b20263db-3485-45b2-8361-d540613d39ca {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:31.794135 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'status': 'completed', 'code': 200} Aug 25 12:04:31.795737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0750d23-510e-4d23-b410-c43b95072c6b service neutron] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:31.813531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-bc02e789-9fc3-4e20-8787-ba4db379290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:31.815133 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-bc02e789-9fc3-4e20-8787-ba4db379290c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1095 time: 0.0561998 Aug 25 12:04:31.816963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c98ecba6-d726-4a25-9933-a55a2f545c41 req-1890612c-2d55-43a6-b752-1617057e6742 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 Aug 25 12:04:31.870014 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-acae4032-09cb-45b8-a185-f8277b407b0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 217 time: 0.0465083 Aug 25 12:04:31.921157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-aad5a164-48b8-405d-a83b-fcda854fbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:31.922712 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-aad5a164-48b8-405d-a83b-fcda854fbf8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0454893 Aug 25 12:04:31.969138 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a4241-1515-4340-b33d-6b898ed48150 req-388b4d36-0df4-498a-acbb-3d6a54ef50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:31.970564 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-388b4d36-0df4-498a-acbb-3d6a54ef50fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402176 Aug 25 12:04:32.064007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-a994c5dc-7968-4850-a23b-837d6435fc7a service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850382 Aug 25 12:04:32.153235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-269a4241-1515-4340-b33d-6b898ed48150 req-725c089c-a95d-439e-9e79-ce3425d20c55 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821691 Aug 25 12:04:32.240142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-aeb15066-6b90-4a75-b043-b18b885d64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:32.241541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-aeb15066-6b90-4a75-b043-b18b885d64e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1095 time: 0.0412037 Aug 25 12:04:32.335008 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-6886f890-606a-4fd9-beef-a49b998fd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:32.336495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-6886f890-606a-4fd9-beef-a49b998fd278 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0879002 Aug 25 12:04:32.377633 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-4353c8a8-ba8f-4cdb-a3c2-42a03a91a8be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 217 time: 0.0335300 Aug 25 12:04:32.429368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-82300d70-3e57-4939-9545-f64430a343f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:32.430824 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-82300d70-3e57-4939-9545-f64430a343f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0464139 Aug 25 12:04:32.477919 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-14e8bd73-0792-4456-9320-806008956eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:32.479417 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-14e8bd73-0792-4456-9320-806008956eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401812 Aug 25 12:04:32.568104 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-58c11e1d-0e89-4087-8574-c88e49a03148 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807457 Aug 25 12:04:32.661672 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-69aeed71-43c7-4356-96a8-a2de8a087ec6 req-afd3b9f1-b918-44c0-8e58-299fc5096208 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859966 Aug 25 12:04:32.934732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15336-f7c8-436f-b89a-cd72eb6ceed8 req-cabbf421-9510-4ec5-b0cd-fcee071eec11 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:32.936236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33d15336-f7c8-436f-b89a-cd72eb6ceed8 req-cabbf421-9510-4ec5-b0cd-fcee071eec11 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.0494800 Aug 25 12:04:32.978373 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33d15336-f7c8-436f-b89a-cd72eb6ceed8 req-a6684f58-477a-435f-bc2a-fa902855e165 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355043 Aug 25 12:04:34.146914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25f5d-e6d0-432e-98cb-994f9d10371d req-37d0345b-ab75-402d-9d3d-7e80c8945f7b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:34.148395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20c25f5d-e6d0-432e-98cb-994f9d10371d req-37d0345b-ab75-402d-9d3d-7e80c8945f7b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.1032467 Aug 25 12:04:34.185396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20c25f5d-e6d0-432e-98cb-994f9d10371d req-e220e825-fab5-4f71-985e-581d02c053ce tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Aug 25 12:04:34.238056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:04:34.330112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:34.341117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'mac_address': 'fa:16:3e:7d:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:04:34.380736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:34.393142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20c1207-136d-41bc-ad6c-e504bb7122cc {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:04:34.411568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:34.415570 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:34.461737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:34.669183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['d20c1207-136d-41bc-ad6c-e504bb7122cc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:04:35.300918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0e6fc-1e90-4e4c-a01b-ae0e121129ac req-e002418e-2c8c-40db-a583-ecc2a1826071 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:35.302393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28f0e6fc-1e90-4e4c-a01b-ae0e121129ac req-e002418e-2c8c-40db-a583-ecc2a1826071 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 944 time: 0.0499396 Aug 25 12:04:35.340736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28f0e6fc-1e90-4e4c-a01b-ae0e121129ac req-8fbdeae6-6464-414f-a734-918489d04e48 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322850 Aug 25 12:04:36.254578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:04:36.303504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port d20c1207-136d-41bc-ad6c-e504bb7122cc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:04:36.307107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port d20c1207-136d-41bc-ad6c-e504bb7122cc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:04:36.307480 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:36.382194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:36.407995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:36.410262 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d701d38-644e-4930-afa9-70598ff71dc8" -d '{"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-plugged", "status": "completed", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:36.422710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:04:36.429268 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:36.454840 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a42a4c-d60e-43ad-8cd0-db6e359e80cc x-openstack-request-id: req-18a42a4c-d60e-43ad-8cd0-db6e359e80cc {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:36.455133 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-plugged", "status": "completed", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:36.455385 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18a42a4c-d60e-43ad-8cd0-db6e359e80cc {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:36.455777 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'code': 200} Aug 25 12:04:36.461452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a76f4-cf70-4145-815c-88122c3322e5 req-00f53c67-b08e-448e-80d9-2d7cb8535a50 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:36.463005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e3a76f4-cf70-4145-815c-88122c3322e5 req-00f53c67-b08e-448e-80d9-2d7cb8535a50 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 944 time: 0.0517216 Aug 25 12:04:36.491151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:04:36.507703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e3a76f4-cf70-4145-815c-88122c3322e5 req-403b6b01-c16c-4419-84dd-3ade7d2127b8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373671 Aug 25 12:04:36.556545 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c202e-d5b9-43ec-92e9-eed979a8f424 req-4209cfc1-55c1-49c6-a79d-23fa541fa6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:36.558098 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-595c202e-d5b9-43ec-92e9-eed979a8f424 req-4209cfc1-55c1-49c6-a79d-23fa541fa6ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1097 time: 0.0450032 Aug 25 12:04:36.593376 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-595c202e-d5b9-43ec-92e9-eed979a8f424 req-e5ee2b18-3018-47fe-bbba-9d603d96adac service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276694 Aug 25 12:04:37.632524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2f91e-58c0-4a27-aa91-d385bfe93434 req-5fdc8c4b-6fb7-4d07-9ef3-ee934a661a49 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:37.634036 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3a2f91e-58c0-4a27-aa91-d385bfe93434 req-5fdc8c4b-6fb7-4d07-9ef3-ee934a661a49 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0505970 Aug 25 12:04:37.677723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3a2f91e-58c0-4a27-aa91-d385bfe93434 req-3c6320cc-c65c-4a3b-bcc3-fd9bf86cee65 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371850 Aug 25 12:04:38.793272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea4347-6c36-465c-8787-d80c259fa5b8 req-1a8c04b7-d4e7-4f18-b116-302a492db430 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:38.794775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aea4347-6c36-465c-8787-d80c259fa5b8 req-1a8c04b7-d4e7-4f18-b116-302a492db430 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0491138 Aug 25 12:04:38.831697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3aea4347-6c36-465c-8787-d80c259fa5b8 req-e0bd7aef-2a27-4dd8-8446-b00ef3b8c3ab tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309792 Aug 25 12:04:38.942940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e076a-1616-4f8b-a32e-b303a9069b58 req-73a6197b-b0d3-4f4c-bab2-550fa4b714b1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:38.944412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-016e076a-1616-4f8b-a32e-b303a9069b58 req-73a6197b-b0d3-4f4c-bab2-550fa4b714b1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Aug 25 12:04:38.952974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39360) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:04:38.957876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'floatingip': {'port_id': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:04:38.999032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:39.756352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:39.760133 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:39.856568 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 associated. External IP: 172.25.1.193, port: d20c1207-136d-41bc-ad6c-e504bb7122cc. Aug 25 12:04:40.060791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:04:40.166250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:04:40.171150 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:40.175755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:04:40.186011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:04:40.186623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:04:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:40.197554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9def13c0-f166-4c7c-8e09-2479f96fcca3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "PUT /v2.0/floatingips/4187758b-ff76-40b3-9782-42c71a520881 HTTP/1.1" status: 200 len: 991 time: 1.2435524 Aug 25 12:04:40.198171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:04:40.200410 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:04:40.248785 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32138c34-a43a-4973-ac50-3ee60ab1c906 x-openstack-request-id: req-32138c34-a43a-4973-ac50-3ee60ab1c906 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:04:40.249136 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:04:40.249450 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-32138c34-a43a-4973-ac50-3ee60ab1c906 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:04:40.249944 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'status': 'completed', 'code': 200} Aug 25 12:04:40.294841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:04:40.312939 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-129e1d9e-a0ac-48ce-bf60-65b0fe56448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:40.314459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-129e1d9e-a0ac-48ce-bf60-65b0fe56448d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1097 time: 0.0402057 Aug 25 12:04:40.407470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-6df808ab-70c2-4a50-a30e-4c1f53620898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:40.408926 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-6df808ab-70c2-4a50-a30e-4c1f53620898 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0879450 Aug 25 12:04:40.473826 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-667c6793-ee95-4c06-b368-4c37154e9e7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 999 time: 0.0579581 Aug 25 12:04:40.513171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:7d:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:04:39Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:40.527047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-8d8781af-1f31-4c92-935e-5d8bc33edf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:40.528531 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-8d8781af-1f31-4c92-935e-5d8bc33edf85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0481362 Aug 25 12:04:40.543962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:04:40.552398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:04:40.552926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:04:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:40.575002 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-218ae549-0703-4efa-b177-b6b637256fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:40.576561 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-218ae549-0703-4efa-b177-b6b637256fdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409613 Aug 25 12:04:40.667257 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-da75acfe-948d-4e8f-a720-2e5449ecf588 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834775 Aug 25 12:04:40.766517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e7ae9-f9d4-4fdf-88e3-10d66a50d595 req-b9665c80-5396-4eba-87ff-26728a4dfcc6 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920770 Aug 25 12:04:40.821956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:04:41.038383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:7d:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:04:39Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:04:41.068152 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c021-c1eb-4d41-88b4-432a8f17ceb8 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:7d:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:04:39Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:04:41.253796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c9a42-ef11-47e1-b25e-3527607f8cfd None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:04:44.452730 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-7ae0ec6c-a0fa-4bce-81c5-2aca5a834c09 req-bd739294-58ec-42e6-adc5-3e4958e8ad40 service neutron] (94911) timed out ('10.222.0.10', 62393) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:04:48.264594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5b296a46-e4ce-49b0-8990-c298a0b505ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:51.207744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2b248cc2-640b-4ea9-aeef-0d80f1286f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:51.429449 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:51.629268 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:04:52.326433 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-82a1c3d1-8e8a-46bb-a7d3-10f2e3d86f53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435641 Aug 25 12:04:52.408644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-b8eaeb07-eee8-49ed-b6d4-6fe0dd3f3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:52.410167 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-b8eaeb07-eee8-49ed-b6d4-6fe0dd3f3800 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1097 time: 0.0414093 Aug 25 12:04:52.518678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-6d99f306-a898-4f86-b19f-ca45ea80664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:52.520178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-6d99f306-a898-4f86-b19f-ca45ea80664d service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0910277 Aug 25 12:04:52.594856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:52.595667 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-2fb6baf5-47eb-4dff-a4bc-dd37fc9ac813 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 1001 time: 0.0672240 Aug 25 12:04:52.650183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-5a3a70c7-d447-47b4-9ed1-4626b7028b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:52.652024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-5a3a70c7-d447-47b4-9ed1-4626b7028b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0495718 Aug 25 12:04:52.702183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-4ddbe357-b36f-4121-9a24-ca95200a996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:04:52.703732 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-4ddbe357-b36f-4121-9a24-ca95200a996a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433295 Aug 25 12:04:52.800736 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-32473e3a-02eb-4a48-92e4-788d2712a2fe service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895908 Aug 25 12:04:52.892120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-516b14a9-f12d-4c6a-b71a-cf2b239170f6 req-00039386-d6e3-455c-9b24-45486323f14a service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840116 Aug 25 12:04:54.439038 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:04:57.547460 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:01.242934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:18.264132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c63ab675-56cd-4dda-a731-9872c4460609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:21.208725 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-819ac562-4f34-4cad-b929-ed503a1b40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:21.429412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:22.586994 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:24.442372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:27.553292 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:28.627731 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:05:31.237162 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:48.265874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bcbe9166-d0e0-45b2-ae01-27d6fad62996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:51.210324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-efcd200b-6d0e-46c9-b0f9-fd21627ef0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:51.431286 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:52.590705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:53.350110 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-cbb0d794-45bd-4725-b7e2-40307131fc2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425410 Aug 25 12:05:53.438947 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-7166ccad-31c0-41d8-b32b-3ddef6aae9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:05:53.440459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-7166ccad-31c0-41d8-b32b-3ddef6aae9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1097 time: 0.0444617 Aug 25 12:05:53.556471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-b5831b0f-44ed-42d3-bf43-cfca05f023ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:05:53.558112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-b5831b0f-44ed-42d3-bf43-cfca05f023ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0968468 Aug 25 12:05:53.633468 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-71df6fe7-c61e-4d92-b661-73f62ea779b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 1001 time: 0.0673285 Aug 25 12:05:53.693489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-d3550149-7dd5-4e21-8a8f-e5428700cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:05:53.695067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-d3550149-7dd5-4e21-8a8f-e5428700cb08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0538409 Aug 25 12:05:53.747784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-dbe3f2b9-2311-4525-8cdc-54f95ffc8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:05:53.749348 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-dbe3f2b9-2311-4525-8cdc-54f95ffc8a14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462539 Aug 25 12:05:53.845160 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-c04d7883-9310-46ec-99b9-a400dced8b56 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886259 Aug 25 12:05:53.944761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-79174181-c1fb-45bf-a6cf-b5a2349dc3e6 req-b05379bc-acd7-4c55-8065-4969f659f857 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915234 Aug 25 12:05:54.443464 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:05:57.561859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:01.246015 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:05.627695 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:06:16.202600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a794b0-2cf6-4be9-93ac-8231745aa52b req-24acce71-33c1-458e-8e7a-a69e9c245ba9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:16.204049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48a794b0-2cf6-4be9-93ac-8231745aa52b req-24acce71-33c1-458e-8e7a-a69e9c245ba9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0549233 Aug 25 12:06:16.241648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48a794b0-2cf6-4be9-93ac-8231745aa52b req-a13caa96-111c-458e-932c-b6f3008a3324 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Aug 25 12:06:17.412212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082efd1f-8df6-45a1-9e71-abaee119e66c req-1761f15b-1669-44fd-8623-cb6ad396365e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:17.413727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-082efd1f-8df6-45a1-9e71-abaee119e66c req-1761f15b-1669-44fd-8623-cb6ad396365e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.1035347 Aug 25 12:06:17.451575 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-082efd1f-8df6-45a1-9e71-abaee119e66c req-e7cb5513-6e1e-4424-9761-97d2014495ed tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Aug 25 12:06:18.267726 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6b44-6544-45b5-a45a-6bd965be38cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:18.568145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f7963-2f8c-4d21-8ff9-0bd3d739e845 req-daafdd85-7d10-49da-92ea-e60c6920fdf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:18.569600 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa4f7963-2f8c-4d21-8ff9-0bd3d739e845 req-daafdd85-7d10-49da-92ea-e60c6920fdf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0483568 Aug 25 12:06:18.606367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fa4f7963-2f8c-4d21-8ff9-0bd3d739e845 req-7c2f6fe8-6c5c-40ba-8ef8-fc46e86993ea tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302248 Aug 25 12:06:19.724364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5445d8e-046a-449c-841a-2c3a66676277 req-38948aa6-dab0-473b-aea7-b26eeca3b376 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:19.725871 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5445d8e-046a-449c-841a-2c3a66676277 req-38948aa6-dab0-473b-aea7-b26eeca3b376 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0521111 Aug 25 12:06:19.763562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c5445d8e-046a-449c-841a-2c3a66676277 req-57719463-3173-4d31-a5ca-32cbf326572f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Aug 25 12:06:20.878554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759354-da9e-45ca-a31c-97fc41478bfe req-3ad342c8-3c91-4e1f-975c-79486d4e590d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:20.880015 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2759354-da9e-45ca-a31c-97fc41478bfe req-3ad342c8-3c91-4e1f-975c-79486d4e590d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0488744 Aug 25 12:06:20.917556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2759354-da9e-45ca-a31c-97fc41478bfe req-dfe7dd92-d463-4920-a43b-166e795a548b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Aug 25 12:06:21.211074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d8ff1fba-5daa-4b8e-ba5b-02b655ef43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:21.433279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:22.031234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6d05c-1238-4762-8f02-317fd1b58210 req-5dfcbe44-821d-46d3-9e7e-30900d7adb95 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:22.032784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d6d05c-1238-4762-8f02-317fd1b58210 req-5dfcbe44-821d-46d3-9e7e-30900d7adb95 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Aug 25 12:06:22.070384 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01d6d05c-1238-4762-8f02-317fd1b58210 req-da08fa21-c822-4da5-8b82-7f4cea4eeb40 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Aug 25 12:06:22.592812 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:23.188122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d1c6-af4c-4780-80bc-132c6a05d76f req-8fcddf1a-ac74-4486-a625-7ed337ea3101 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:23.189613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38f1d1c6-af4c-4780-80bc-132c6a05d76f req-8fcddf1a-ac74-4486-a625-7ed337ea3101 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0526402 Aug 25 12:06:23.227601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38f1d1c6-af4c-4780-80bc-132c6a05d76f req-399e9b0f-54a2-473e-b994-a86b6adc867a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Aug 25 12:06:24.346148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942920-9449-489d-9c74-253dfe39e986 req-dd072b38-731a-4267-985f-c6b665b817cb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:24.347697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71942920-9449-489d-9c74-253dfe39e986 req-dd072b38-731a-4267-985f-c6b665b817cb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0499320 Aug 25 12:06:24.385142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71942920-9449-489d-9c74-253dfe39e986 req-85ec6f93-7fbb-4710-92c9-b5537f1d9a6c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Aug 25 12:06:24.446134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:25.502234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b90c-67c6-4a0f-9561-6f882b71f03f req-bd5731ed-8f03-4ec1-a31b-fe3cac7674af tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:25.503723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ed9b90c-67c6-4a0f-9561-6f882b71f03f req-bd5731ed-8f03-4ec1-a31b-fe3cac7674af tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Aug 25 12:06:25.541414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ed9b90c-67c6-4a0f-9561-6f882b71f03f req-89ef2f5c-ce95-40b0-972a-ef71d6c2c1a5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Aug 25 12:06:26.659958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0a2ef-fa9e-49f6-a027-5b7fc03e90ea req-754de865-faa5-4049-8da2-b447b5b6c513 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:26.661467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0be0a2ef-fa9e-49f6-a027-5b7fc03e90ea req-754de865-faa5-4049-8da2-b447b5b6c513 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0531011 Aug 25 12:06:26.699299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0be0a2ef-fa9e-49f6-a027-5b7fc03e90ea req-94408feb-e789-42fb-a753-a3f4b1b2ef4c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Aug 25 12:06:26.936782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3461fa1-eb84-4d0d-96bd-8c139e2150cd req-b08f365b-35b5-4bf6-a5ac-393a5d1fc8ff tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:26.938292 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3461fa1-eb84-4d0d-96bd-8c139e2150cd req-b08f365b-35b5-4bf6-a5ac-393a5d1fc8ff tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Aug 25 12:06:27.000462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-55430ce2-dcdd-469e-8224-fd008f5d40f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205263 Aug 25 12:06:27.003243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3461fa1-eb84-4d0d-96bd-8c139e2150cd req-fff978aa-75db-4b96-a1a6-c679bdd14912 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557709 Aug 25 12:06:27.556753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:28.130409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b42c17-fd32-40cb-b74a-d705bb4c8ee7 req-1b09698b-0e4e-4c4b-8c6d-a8f71233b5f5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:28.131996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35b42c17-fd32-40cb-b74a-d705bb4c8ee7 req-1b09698b-0e4e-4c4b-8c6d-a8f71233b5f5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0562649 Aug 25 12:06:28.163112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-cb38165d-a3fb-4263-bebc-7f6d4440ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:28.164617 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-cb38165d-a3fb-4263-bebc-7f6d4440ac2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1097 time: 0.0975401 Aug 25 12:06:28.172022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35b42c17-fd32-40cb-b74a-d705bb4c8ee7 req-e04d13b1-f7b5-4dcc-8770-fbbe771d79b9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333934 Aug 25 12:06:28.260301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-5f86d1ff-3a3b-43bc-96f4-76fdd4a8762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:28.261838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-5f86d1ff-3a3b-43bc-96f4-76fdd4a8762b service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0902956 Aug 25 12:06:28.328247 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-dc688fc4-4112-44ba-aa61-21f929997e32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 1001 time: 0.0584078 Aug 25 12:06:28.376797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-ab05c7af-c8b6-4b44-84c1-6678540d133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:28.378231 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-ab05c7af-c8b6-4b44-84c1-6678540d133a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0422845 Aug 25 12:06:28.427878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-492e00c7-34bf-45ef-b6d1-33e60ce29be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:28.429253 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-492e00c7-34bf-45ef-b6d1-33e60ce29be4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434012 Aug 25 12:06:28.520828 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-70d84e10-8cde-4120-9bd6-aad449e9d22f service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810010 Aug 25 12:06:28.613541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-527e4a42-6e38-4ae6-bc16-117d082c8f1f service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Aug 25 12:06:29.286602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f737b1-58d2-4395-b2ca-e73e9c036f98 req-40b4b9a3-f283-4b92-8eb7-a51bfab180ce tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:29.287999 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42f737b1-58d2-4395-b2ca-e73e9c036f98 req-40b4b9a3-f283-4b92-8eb7-a51bfab180ce tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Aug 25 12:06:29.325788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42f737b1-58d2-4395-b2ca-e73e9c036f98 req-a1c5fb53-0aa8-4b11-8fea-5cd6aa790584 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Aug 25 12:06:30.441525 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf2f10-832e-45f9-b96e-1ad744b19e4f req-763992c0-47dc-4c08-a4bc-8bbbb7f9e435 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:30.443074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3bf2f10-832e-45f9-b96e-1ad744b19e4f req-763992c0-47dc-4c08-a4bc-8bbbb7f9e435 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Aug 25 12:06:30.486203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3bf2f10-832e-45f9-b96e-1ad744b19e4f req-b00e3940-6a31-4f3d-bb18-6d2164ec54a1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333660 Aug 25 12:06:30.505931 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-ebca5b33-7f91-4e51-8b04-62875e9fe66b service neutron] show failed (client error): The resource could not be found. Aug 25 12:06:30.506988 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-ebca5b33-7f91-4e51-8b04-62875e9fe66b service neutron] 10.222.0.10 "GET /v2.0/ports/d20c1207-136d-41bc-ad6c-e504bb7122cc/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0599239 Aug 25 12:06:30.704211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d1cdcdf4-9b69-4037-854d-5237fa270c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:30.705573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d1cdcdf4-9b69-4037-854d-5237fa270c57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 1097 time: 0.0440667 Aug 25 12:06:30.718913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:06:30.774993 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:30.973632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:31.006055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:06:31.046169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:31.048789 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb9c092-7cf1-4f9b-a957-8961b78ca992" -d '{"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:31.052894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:31.065377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Transition to ACTIVE for port object d20c1207-136d-41bc-ad6c-e504bb7122cc will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:06:31.070614 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:31.102849 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d4170-d106-411b-976d-f766b94ba836 x-openstack-request-id: req-9e1d4170-d106-411b-976d-f766b94ba836 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:31.103141 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:31.103391 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e1d4170-d106-411b-976d-f766b94ba836 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:31.103781 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'code': 200} Aug 25 12:06:31.154444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:31.169268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.169618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.169984 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.170320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.170652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.170981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.171306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.171631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.171956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.172279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.172600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.172921 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:31.208523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] No DVR routers for this DVR port d20c1207-136d-41bc-ad6c-e504bb7122cc on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:06:31.262629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:31.348078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:06:31.348406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:06:31.348740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:06:31.354607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Port d20c1207-136d-41bc-ad6c-e504bb7122cc on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:06:31.354931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Attempting to bind port d20c1207-136d-41bc-ad6c-e504bb7122cc on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:06:31.360210 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:06:31.360603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:06:31.360972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:06:31.361401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Bound port: d20c1207-136d-41bc-ad6c-e504bb7122cc, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:06:31.361796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:31.428422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:06:31.431459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:06:31.435509 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:31.473268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:31.473896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:31.475337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] 10.222.0.67 "PUT /v2.0/ports/d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 1092 time: 0.7607889 Aug 25 12:06:31.495789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000067-0800-4b49-96d5-5f3baf5e9d4e service neutron] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:31.542044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-a50e6e13-8446-4c6b-af65-b1a4988d102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:31.543735 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-a50e6e13-8446-4c6b-af65-b1a4988d102b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1095 time: 0.0449629 Aug 25 12:06:31.672858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225b492-3784-4c37-b7e9-89563dc85b3c req-6502c837-4204-4a14-ba56-8a41be8bc6c8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:31.674418 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e225b492-3784-4c37-b7e9-89563dc85b3c req-6502c837-4204-4a14-ba56-8a41be8bc6c8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.1134026 Aug 25 12:06:31.689980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-17e48db4-16d4-40a4-9bae-9fa0c118cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:31.691368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-17e48db4-16d4-40a4-9bae-9fa0c118cb49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.1396976 Aug 25 12:06:31.762007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e225b492-3784-4c37-b7e9-89563dc85b3c req-083bedc4-145d-45e3-bea0-443e5ccc78ab tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803263 Aug 25 12:06:31.775879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-e2fee228-e9bd-457d-a36a-bcd18df0bb99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 999 time: 0.0756242 Aug 25 12:06:31.824557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-1836a75a-fdc6-4e1f-a320-451feab7744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:31.825996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-1836a75a-fdc6-4e1f-a320-451feab7744b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0430641 Aug 25 12:06:31.871167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-148f98e4-730d-432c-a8e2-55e0793d9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:31.872624 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-148f98e4-730d-432c-a8e2-55e0793d9d20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394022 Aug 25 12:06:31.972939 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-03287ba7-dba8-4cef-9874-c98cf64ec768 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926685 Aug 25 12:06:32.062456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d5d9e65-53c2-4168-b582-5bf0636d26e4 req-fa941afc-264d-4f26-945c-79d525ccf158 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816689 Aug 25 12:06:32.801098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:06:32.839179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:06:32.883633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95316415-0cc5-488e-8af9-961209a17736 req-cde3d882-67a8-423e-902a-864539063d52 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:32.885137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95316415-0cc5-488e-8af9-961209a17736 req-cde3d882-67a8-423e-902a-864539063d52 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.0523310 Aug 25 12:06:32.924601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95316415-0cc5-488e-8af9-961209a17736 req-590ada3f-f25b-419f-88ac-34cdbcad1c4d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335937 Aug 25 12:06:33.105524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:33.107834 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536b6a5-d992-450d-b39c-cfb2554ca138" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:33.155303 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b105797-b7b4-457a-a272-c4d213e60085 x-openstack-request-id: req-7b105797-b7b4-457a-a272-c4d213e60085 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:33.155590 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:33.155836 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b105797-b7b4-457a-a272-c4d213e60085 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:33.156226 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'status': 'completed', 'code': 200} Aug 25 12:06:33.218692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-e6421902-cbc3-4728-8b37-afc79e0de0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.220217 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-e6421902-cbc3-4728-8b37-afc79e0de0fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1095 time: 0.0412841 Aug 25 12:06:33.227141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-755524fc-9741-47e8-bcb6-e6612b68ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.229269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-755524fc-9741-47e8-bcb6-e6612b68ec88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1095 time: 0.0533681 Aug 25 12:06:33.328810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-d9330780-8574-47bc-95ea-e843f3174add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.330513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-d9330780-8574-47bc-95ea-e843f3174add service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0938475 Aug 25 12:06:33.410026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-8d63c2ba-253e-4746-ac93-41cc117cdbca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 999 time: 0.0711725 Aug 25 12:06:33.465078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-02b4ca81-437a-44c4-b099-94ebbc3f0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.466638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-02b4ca81-437a-44c4-b099-94ebbc3f0d74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0490086 Aug 25 12:06:33.516960 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-f8d1300c-0f8b-4092-a2e6-c68e28131f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.518531 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-f8d1300c-0f8b-4092-a2e6-c68e28131f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440001 Aug 25 12:06:33.594173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-1f40b335-de31-478e-a93c-4a8645e98f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.595694 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-1f40b335-de31-478e-a93c-4a8645e98f3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.3683715 Aug 25 12:06:33.614320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-ea9743b2-79aa-4fab-a477-e79fe943f303 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Aug 25 12:06:33.662903 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-f81357d2-7df5-42b3-93f7-99aac4c5dd1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 999 time: 0.0598779 Aug 25 12:06:33.707457 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-c0b2dafa-97bb-4039-85fc-05f74ed5abb8 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849867 Aug 25 12:06:33.712036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-d8b19123-222b-44a8-8ac8-809958c44636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.713504 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-d8b19123-222b-44a8-8ac8-809958c44636 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0437250 Aug 25 12:06:33.763513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-feba80b8-0ea2-4abc-bab4-6a6a648e465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:33.765018 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-feba80b8-0ea2-4abc-bab4-6a6a648e465c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447884 Aug 25 12:06:33.851871 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-c5791cb5-ddd6-4a1a-a06d-a677a8dcdeb2 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796072 Aug 25 12:06:33.953562 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f536b6a5-d992-450d-b39c-cfb2554ca138 req-0c2add54-b965-4693-aebf-b437eaad0ccc service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937023 Aug 25 12:06:34.041165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7e0d0-5e91-4c59-a158-59768c578b4c req-2c3531b8-9585-4c0a-81fc-58c2ff9f47ec tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.042696 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82b7e0d0-5e91-4c59-a158-59768c578b4c req-2c3531b8-9585-4c0a-81fc-58c2ff9f47ec tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.0507338 Aug 25 12:06:34.079758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82b7e0d0-5e91-4c59-a158-59768c578b4c req-ae4ab02b-7bfb-407f-92e3-1d7d1e386a5b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Aug 25 12:06:34.277343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c59a1-5931-4858-b252-ebc79e3ce1cf req-ec00abba-f91c-415a-bc19-373606565eeb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.278886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c25c59a1-5931-4858-b252-ebc79e3ce1cf req-ec00abba-f91c-415a-bc19-373606565eeb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 943 time: 0.0567892 Aug 25 12:06:34.285531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-dde1feec-3c23-4abb-a616-9da7f210c7e8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.287112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-dde1feec-3c23-4abb-a616-9da7f210c7e8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4&tenant_id=4092450ae87d4b3782c07389860a1947&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 943 time: 0.0529904 Aug 25 12:06:34.318118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c25c59a1-5931-4858-b252-ebc79e3ce1cf req-14f6395a-2ba3-45bf-8317-0fb3e6cf71d6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331731 Aug 25 12:06:34.347283 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-4a7073c2-0bbf-428b-9c50-c7351ee05534 service neutron] delete failed (client error): The resource could not be found. Aug 25 12:06:34.348300 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-4a7073c2-0bbf-428b-9c50-c7351ee05534 service neutron] 10.222.0.10 "DELETE /v2.0/ports/d20c1207-136d-41bc-ad6c-e504bb7122cc/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0540817 Aug 25 12:06:34.420759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:06:34.434019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-7b304bba-416b-4972-ba7f-57d4f80ae47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.435533 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-7b304bba-416b-4972-ba7f-57d4f80ae47b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1095 time: 0.0427172 Aug 25 12:06:34.515907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:34.528442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'mac_address': 'fa:16:3e:7d:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:06:34.532212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-649f2082-e812-42ef-9276-53006e029928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.533716 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-649f2082-e812-42ef-9276-53006e029928 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0913546 Aug 25 12:06:34.566959 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:34.579769 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20c1207-136d-41bc-ad6c-e504bb7122cc {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:06:34.599070 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-2c9a2b84-3fec-41aa-8300-b87e07f0306d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 999 time: 0.0578372 Aug 25 12:06:34.599788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:34.604428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:34.651626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:34.652019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-0793ae9a-1a8f-4321-a1ae-5f5ec0e9c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.653493 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-0793ae9a-1a8f-4321-a1ae-5f5ec0e9c853 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0480151 Aug 25 12:06:34.659735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.660166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.660510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.660846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.661248 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.661500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.661852 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.662473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.662802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.663124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.663443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.663761 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:34.699916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-7beaa7a3-7d0e-40dc-8a2a-d6d80d1fe278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:34.701416 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-7beaa7a3-7d0e-40dc-8a2a-d6d80d1fe278 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405633 Aug 25 12:06:34.791212 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-35d977b8-4f51-475a-9e4c-b1bdd17bfe5b service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827157 Aug 25 12:06:34.841490 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d20c1207-136d-41bc-ad6c-e504bb7122cc'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:06:34.885421 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f75149ac-b751-45a9-ad17-4f92a2b99d22 req-04b016c3-1829-4ba7-93c9-d05ccdee437c service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868721 Aug 25 12:06:35.445986 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b002e-3b79-4299-aa33-ed46fed4feee req-ec162bbd-7999-44b9-807e-b6ff41bc051f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:35.447517 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c9b002e-3b79-4299-aa33-ed46fed4feee req-ec162bbd-7999-44b9-807e-b6ff41bc051f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 944 time: 0.0544560 Aug 25 12:06:35.491181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c9b002e-3b79-4299-aa33-ed46fed4feee req-c6574f5d-0069-4240-89e1-1b65e3cd8301 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375464 Aug 25 12:06:35.604045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355a312-9ccb-4ebc-95d5-714e83ebeaf1 req-8664c404-3134-4ce4-b8ee-4d1aba5daec4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:35.605558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4355a312-9ccb-4ebc-95d5-714e83ebeaf1 req-8664c404-3134-4ce4-b8ee-4d1aba5daec4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 944 time: 0.0489860 Aug 25 12:06:35.643176 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4355a312-9ccb-4ebc-95d5-714e83ebeaf1 req-7d9aa222-4f5c-4165-a4f2-b5e15a8fafe3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 25 12:06:35.877064 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c5bf8-81ac-4ee8-9f85-6741f63d97ee req-a86f5e45-bff2-4e6b-886e-1d339a527a50 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:35.878489 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c97c5bf8-81ac-4ee8-9f85-6741f63d97ee req-a86f5e45-bff2-4e6b-886e-1d339a527a50 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 944 time: 0.0815549 Aug 25 12:06:35.884232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-04f28ca9-ab0b-4f6d-bd99-30308973eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:35.885626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-04f28ca9-ab0b-4f6d-bd99-30308973eca3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 1096 time: 0.0567431 Aug 25 12:06:35.965464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c97c5bf8-81ac-4ee8-9f85-6741f63d97ee req-e5af0f68-830b-485f-8e03-716c1c722a8a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788586 Aug 25 12:06:36.001048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-f62fb880-55d6-414d-a7cf-5bb0e709f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:36.002569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-f62fb880-55d6-414d-a7cf-5bb0e709f451 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.1091886 Aug 25 12:06:36.068490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-0709b979-40e5-4b2d-ae5b-1eb4569c0cf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 200 len: 1000 time: 0.0581577 Aug 25 12:06:36.116997 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-cf4465db-d533-4c8c-a6b8-eb55d7903f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:36.119018 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-cf4465db-d533-4c8c-a6b8-eb55d7903f40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0431514 Aug 25 12:06:36.174014 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-6a85937e-c3d8-448b-81e8-c850c36b3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:36.175692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-6a85937e-c3d8-448b-81e8-c850c36b3b2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489230 Aug 25 12:06:36.271664 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-e0065fcc-c4de-471f-8a7c-9baa8763e4a5 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843132 Aug 25 12:06:36.373406 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae0b2539-afa0-45cf-bbda-ecdb7c228b62 req-f97c34a9-c639-4008-9067-19d0a5c3e94e service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939829 Aug 25 12:06:36.438809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:06:36.494118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port d20c1207-136d-41bc-ad6c-e504bb7122cc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:06:36.498649 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port d20c1207-136d-41bc-ad6c-e504bb7122cc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:06:36.499027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:36.577541 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:36.599629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:36.601906 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640440fa-e7a9-4ea5-89d5-9108ca5ea389" -d '{"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-plugged", "status": "completed", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:36.615113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:36.620003 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:36.645187 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9445391-0165-4a8b-8ee5-3afece096045 x-openstack-request-id: req-b9445391-0165-4a8b-8ee5-3afece096045 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:36.645504 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-plugged", "status": "completed", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:36.645782 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9445391-0165-4a8b-8ee5-3afece096045 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:36.646173 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'code': 200} Aug 25 12:06:36.672076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:37.081164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25895554-bddb-419d-89c7-657dcb4aa873 req-daee5ce6-1678-4085-b6db-7cfa60569a61 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:37.082691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25895554-bddb-419d-89c7-657dcb4aa873 req-daee5ce6-1678-4085-b6db-7cfa60569a61 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0489097 Aug 25 12:06:37.120539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25895554-bddb-419d-89c7-657dcb4aa873 req-625ed1b0-870f-4e50-bf72-8e1beff63652 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310225 Aug 25 12:06:37.357837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaaa30-d9ea-48e6-92c5-a13255421b69 req-93b5681b-c0e1-4c9a-adb4-167ef4542556 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:37.359324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2afaaa30-d9ea-48e6-92c5-a13255421b69 req-93b5681b-c0e1-4c9a-adb4-167ef4542556 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Aug 25 12:06:37.396560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2afaaa30-d9ea-48e6-92c5-a13255421b69 req-522fb881-77f1-4a11-b76c-6cf5a557c170 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Aug 25 12:06:38.517786 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d237cc-2aea-49f2-a1c3-325c90514ee3 req-d2ba88e1-8fca-4892-9a5b-fa7e6d628efe tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:38.519541 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75d237cc-2aea-49f2-a1c3-325c90514ee3 req-d2ba88e1-8fca-4892-9a5b-fa7e6d628efe tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0540268 Aug 25 12:06:38.557319 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75d237cc-2aea-49f2-a1c3-325c90514ee3 req-f531bb8a-3c52-4c9c-9770-7ca507496838 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310483 Aug 25 12:06:38.711172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-9e920519-ca53-46ef-8af0-9c391a8e2fb5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:38.713207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-9e920519-ca53-46ef-8af0-9c391a8e2fb5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Aug 25 12:06:38.800486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Deleting port d20c1207-136d-41bc-ad6c-e504bb7122cc {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:06:38.800827 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:38.893486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] For port d20c1207-136d-41bc-ad6c-e504bb7122cc, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d20c1207-136d-41bc-ad6c-e504bb7122cc,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:38.894141 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:39.064355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:39.064737 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:39.065055 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 disassociated. External IP: 172.25.1.193, port: d20c1207-136d-41bc-ad6c-e504bb7122cc. Aug 25 12:06:39.065395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Calling delete_port for d20c1207-136d-41bc-ad6c-e504bb7122cc owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:06:39.194207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:39.221497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event deleted for resources: {'Port': ['ID=d20c1207-136d-41bc-ad6c-e504bb7122cc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:39.343663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:06:39.455638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:06:39.467070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:06:39.477492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:06:39.478149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:06:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:39.496631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] No DVR routers for this DVR port d20c1207-136d-41bc-ad6c-e504bb7122cc on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:06:39.499926 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:39.501962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a120f98-692d-4ad5-be35-9706c31d5113 req-c8152dd8-6b5a-40f7-9dba-fd6b257aa77e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "DELETE /v2.0/ports/d20c1207-136d-41bc-ad6c-e504bb7122cc HTTP/1.1" status: 204 len: 173 time: 0.7818379 Aug 25 12:06:39.502398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-deleted', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:39.504623 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb046cde-fbf7-4832-a79a-35609decd64e" -d '{"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-deleted", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:39.544154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69136877-78e7-4ab7-9c63-f32dc17a76d1 x-openstack-request-id: req-69136877-78e7-4ab7-9c63-f32dc17a76d1 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:39.544750 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2e16f-5b17-45ce-94d7-64c8d52a44d4", "name": "network-vif-deleted", "tag": "d20c1207-136d-41bc-ad6c-e504bb7122cc", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:39.544750 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69136877-78e7-4ab7-9c63-f32dc17a76d1 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:39.545092 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2e16f-5b17-45ce-94d7-64c8d52a44d4', 'name': 'network-vif-deleted', 'tag': 'd20c1207-136d-41bc-ad6c-e504bb7122cc', 'status': 'completed', 'code': 200} Aug 25 12:06:39.594076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:06:39.675370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9ce3633-0ce7-4a27-8734-217c76156f22 req-0d0ce95e-91e0-4ff2-a2d1-6c0358a355a7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9c2e16f-5b17-45ce-94d7-64c8d52a44d4 HTTP/1.1" status: 200 len: 210 time: 0.0318396 Aug 25 12:06:39.803996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:39.830520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:06:39.838666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:06:39.839262 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:06:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:39.950241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:06:40.143025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:40.172780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158ac00-ee45-4907-a87a-7aad0caeb8f8 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:06:40.383040 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd337ec4-cb8d-4824-ad6b-829c2c2ee637 None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:06:40.943909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-bf24988e-ebdc-4041-af35-1d062f6e6a1f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--716911987&fields=id&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 267 time: 0.0320878 Aug 25 12:06:41.049352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-9ce65469-f7d8-4f10-898b-a1e995c9f165 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:41.050771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-9ce65469-f7d8-4f10-898b-a1e995c9f165 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.0997198 Aug 25 12:06:41.065705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-16eb2218-b3bc-4e23-9c53-b6fdddac2314 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/quotas/4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 375 time: 0.0092530 Aug 25 12:06:41.118162 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-dbd34d4a-4744-483f-97e9-64f4cad998b8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471764 Aug 25 12:06:41.263120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-a05ccbec-d8c0-43fe-98d3-6377111e2422 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337676 Aug 25 12:06:41.351667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-30e2ea04-bf8d-4d44-95ee-c1e8ab9819b5 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819139 Aug 25 12:06:41.519996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0512508-2e9a-47d8-b75d-fe0d369d0503 req-6063a793-16e0-4493-8ea9-fdff723ccad0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 210 time: 0.0330029 Aug 25 12:06:42.487579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-0ecb8970-4391-4f03-91d2-2a72b8ccb2a4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:42.489094 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-0ecb8970-4391-4f03-91d2-2a72b8ccb2a4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.1026254 Aug 25 12:06:42.538863 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-b025493d-468a-49b0-878b-322bdc7948c7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 379 time: 0.0402896 Aug 25 12:06:42.552593 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'port': {'device_id': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'admin_state_up': True, 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'security_groups': ['336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:06:42.614975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d7e1a938-9314-4d11-9ff7-e9c26dae4152 req-195b6675-0b73-4b32-b8c8-dd427f5e8676 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 210 time: 0.0268257 Aug 25 12:06:42.626401 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:06:42.658716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Made reservation on behalf of 4092450ae87d4b3782c07389860a1947 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:06:42.662205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:42.788383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Allocated IP 172.20.0.8 (748468fc-34d9-441f-a472-c5cd2ce5e930/fc9a57bb-e03e-4934-85ac-190caac42bd8/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:06:42.922748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:42.935918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Transition to ACTIVE for port object 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:06:42.969335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.014574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:06:43.019966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:06:43.023866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:06:43.050291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:43.062097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.062443 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.062788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.063126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.063462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.063802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.064132 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.064458 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.064785 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.065115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.065438 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.065781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:06:43.090634 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:43.091350 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.106798 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-139aa224-e4b5-459e-a09c-0e192c86fd80 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579481 Aug 25 12:06:43.119735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Request body: {'port': {'device_id': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:06:43.176876 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.241796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c957c8b8-1f5d-41d3-b017-bf2286350421 None None] Provisioning for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:06:43.246137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c957c8b8-1f5d-41d3-b017-bf2286350421 None None] Provisioning complete for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:06:43.246514 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c957c8b8-1f5d-41d3-b017-bf2286350421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.280627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c957c8b8-1f5d-41d3-b017-bf2286350421 None None] Port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:06:43.451991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:06:43.459473 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.471469 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Transition to ACTIVE for port object 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:06:43.476009 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.547371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:43.602191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:06:43.602533 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:06:43.602879 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:06:43.608005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:06:43.608361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:06:43.613227 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:06:43.613577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:06:43.613999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:06:43.614435 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Bound port: 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:06:43.614823 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.686609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:06:43.691392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:06:43.699431 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.739872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:43.745130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:43.745373 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc8097-322d-4b44-ac3d-5c69a7ee1fed req-ef91c7ae-93a8-462e-bcac-68195bd23ad2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:43.745875 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] 10.222.0.10 "PUT /v2.0/ports/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1092 time: 0.6271455 Aug 25 12:06:43.745875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:43.746054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebbc8097-322d-4b44-ac3d-5c69a7ee1fed req-ef91c7ae-93a8-462e-bcac-68195bd23ad2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.0538707 Aug 25 12:06:43.752550 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5eefae9c044318d429d09a3c212fbb4ac1131fca3c91a385f1af7feb874b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:43.773253 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81508e17-6862-478b-9bb0-97ebb0df263d service neutron] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:43.814259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ebbc8097-322d-4b44-ac3d-5c69a7ee1fed req-016181f9-6a98-4980-bde7-61b3111f7628 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610867 Aug 25 12:06:43.831556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-6abb2f49-b7e1-4ea2-be25-3213fc13e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:43.833757 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-6abb2f49-b7e1-4ea2-be25-3213fc13e459 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1095 time: 0.0488212 Aug 25 12:06:43.881374 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b12ee51-7d5f-4235-90bd-7fc3f9161875 x-openstack-request-id: req-2b12ee51-7d5f-4235-90bd-7fc3f9161875 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:43.881667 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:43.881945 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b12ee51-7d5f-4235-90bd-7fc3f9161875 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:43.882352 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'status': 'completed', 'code': 200} Aug 25 12:06:43.883898 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-64c536ac-2441-466b-9046-aa8fd18d8d33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 217 time: 0.0431743 Aug 25 12:06:43.937489 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-8d20d0f7-4fd0-43b8-9151-84da9912de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:43.939017 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-8d20d0f7-4fd0-43b8-9151-84da9912de9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0475225 Aug 25 12:06:43.986867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-e506a42a-82bc-465c-a42e-e1c0912cf32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:43.988294 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-e506a42a-82bc-465c-a42e-e1c0912cf32f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420270 Aug 25 12:06:44.084081 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-537b7b27-91ff-4eb7-8a98-c8fd35ef22ba service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883946 Aug 25 12:06:44.173034 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bd519d58-2d10-46e1-8ad2-7400b570131b req-b5d75629-eda4-43e2-ac4f-7e13522de328 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821157 Aug 25 12:06:44.260281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-c38ae5e0-cf1a-4aff-af7a-1e18062d6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:44.261818 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-c38ae5e0-cf1a-4aff-af7a-1e18062d6435 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1095 time: 0.0412977 Aug 25 12:06:44.358441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-cdb89b38-dbe2-4294-8e41-3b0b07c21c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:44.359934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-cdb89b38-dbe2-4294-8e41-3b0b07c21c7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0910053 Aug 25 12:06:44.402554 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-217d52d5-e3bd-40ac-b965-902652ea3b80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 217 time: 0.0354803 Aug 25 12:06:44.452286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:06:44.466822 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-56b42afb-0f54-4dd0-8865-551135853e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:44.466822 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-56b42afb-0f54-4dd0-8865-551135853e03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0559480 Aug 25 12:06:44.475275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: d20c1207-136d-41bc-ad6c-e504bb7122cc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:06:44.475626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d20c1207-136d-41bc-ad6c-e504bb7122cc not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:06:44.518670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-80f7b039-2440-43cb-b68f-11d0bff06de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:44.520405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-80f7b039-2440-43cb-b68f-11d0bff06de8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464461 Aug 25 12:06:44.615240 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-6ec95fa8-4aaf-401d-a7cd-b762b7e16b81 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Aug 25 12:06:44.710990 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7bec8afa-1c31-4fad-b39a-a0c07cd34a2a req-e3146a96-9372-4b92-9374-cad2a2e2853b service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Aug 25 12:06:44.933544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c19f05-e4fe-450e-ab02-4424c7c39dd3 req-8886304d-2f95-4746-92f1-aefb47214e85 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:44.935132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6c19f05-e4fe-450e-ab02-4424c7c39dd3 req-8886304d-2f95-4746-92f1-aefb47214e85 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.0502341 Aug 25 12:06:44.974215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6c19f05-e4fe-450e-ab02-4424c7c39dd3 req-1eebdb9c-a1d3-4989-bc00-03afb2bc4ff3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331700 Aug 25 12:06:46.092816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769db3a-d482-4aa6-9f4f-dcb16e932636 req-7b066599-8730-42e9-abc8-3de2b29acae0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:46.094314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6769db3a-d482-4aa6-9f4f-dcb16e932636 req-7b066599-8730-42e9-abc8-3de2b29acae0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.0514631 Aug 25 12:06:46.131375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6769db3a-d482-4aa6-9f4f-dcb16e932636 req-09bcd51c-8881-42ac-b356-e14c84b9dc12 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Aug 25 12:06:46.831737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:06:46.928941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:46.941329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'mac_address': 'fa:16:3e:eb:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:06:46.984681 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:46.997046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:06:47.016022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:47.020025 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:47.066663 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:47.246440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:06:47.253161 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6704c-49f4-459e-ac00-e97fee4e1b25 req-b5f12680-2495-4381-9717-57a1465f1728 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:47.254726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9bc6704c-49f4-459e-ac00-e97fee4e1b25 req-b5f12680-2495-4381-9717-57a1465f1728 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0581203 Aug 25 12:06:47.293812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9bc6704c-49f4-459e-ac00-e97fee4e1b25 req-753dd4ad-e512-49c0-826c-6759d5a0ecdb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Aug 25 12:06:48.269280 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ee66be2c-4576-4502-b708-41ae3c9e00e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:48.408534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7ae5-499f-4e8b-84ab-7694e45f4136 req-b1fc9950-10d6-46e5-a07f-55f79a84582b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:48.410019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68bf7ae5-499f-4e8b-84ab-7694e45f4136 req-b1fc9950-10d6-46e5-a07f-55f79a84582b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0495942 Aug 25 12:06:48.445878 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68bf7ae5-499f-4e8b-84ab-7694e45f4136 req-38df2dc8-2107-4344-81e1-042a34fec090 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298796 Aug 25 12:06:48.846733 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:06:48.896107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:06:48.899872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:06:48.900253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:48.980534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:49.002611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:49.004837 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61f91e83cb1a5b12b57efffeac9d4bc87daf2bf31a3462e7e3573dad6baf6426" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8681bc7-4382-40de-81e0-59407b3691a1" -d '{"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-plugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:49.017846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:06:49.022656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:49.049660 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e2843-9e21-4843-9938-0fbc056e2b34 x-openstack-request-id: req-277e2843-9e21-4843-9938-0fbc056e2b34 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:49.050699 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-plugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:49.050954 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-277e2843-9e21-4843-9938-0fbc056e2b34 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:49.051657 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'code': 200} Aug 25 12:06:49.079263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:06:49.140538 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8d345-0cf9-4f12-af72-23f9b3e7298c req-2d12df5c-e00c-4192-937c-1400ef837f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:49.141956 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12c8d345-0cf9-4f12-af72-23f9b3e7298c req-2d12df5c-e00c-4192-937c-1400ef837f6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1097 time: 0.0407169 Aug 25 12:06:49.175838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-12c8d345-0cf9-4f12-af72-23f9b3e7298c req-a6de07ff-a685-4457-ae7e-4248ba9889a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271790 Aug 25 12:06:49.573732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2efabe-b0d3-446e-b0eb-3faef7a9bf53 req-662593bf-437d-4eeb-98db-273343d6a0cc tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:49.575238 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e2efabe-b0d3-446e-b0eb-3faef7a9bf53 req-662593bf-437d-4eeb-98db-273343d6a0cc tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0539012 Aug 25 12:06:49.615273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e2efabe-b0d3-446e-b0eb-3faef7a9bf53 req-8ac11e09-5103-4fea-b274-7f294089e02d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338771 Aug 25 12:06:50.732648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca366a94-7b9a-41b1-9235-6f025eae5315 req-3ebadd33-0a0b-40c9-bcd6-d61b45148ba5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:50.734164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca366a94-7b9a-41b1-9235-6f025eae5315 req-3ebadd33-0a0b-40c9-bcd6-d61b45148ba5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0478952 Aug 25 12:06:50.771962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca366a94-7b9a-41b1-9235-6f025eae5315 req-fa2cd381-a1a3-4302-ade3-d57e38923e04 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319357 Aug 25 12:06:50.882274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48373fb0-3db1-4907-baf9-1e8ad3933adf req-e3d0f7d8-5894-4431-a255-59c57ea928d6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:50.883736 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48373fb0-3db1-4907-baf9-1e8ad3933adf req-e3d0f7d8-5894-4431-a255-59c57ea928d6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0480425 Aug 25 12:06:50.892265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 39726) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:06:50.896866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'floatingip': {'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:06:50.938130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:51.214285 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-303be168-3264-4f3d-b6d6-ae487ae2705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:51.434010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:51.694069 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:51.698746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:51.799821 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 associated. External IP: 172.25.1.193, port: 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd. Aug 25 12:06:52.009961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:06:52.119306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:06:52.124244 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:52.129136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:06:52.138441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:06:52.139150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:06:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:52.151021 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c83d118a-e518-4748-b0aa-56f53d20bdfb tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "PUT /v2.0/floatingips/4187758b-ff76-40b3-9782-42c71a520881 HTTP/1.1" status: 200 len: 991 time: 1.2577407 Aug 25 12:06:52.151600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:06:52.153912 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b062430962a8f303100e7e2fcd914a40d3aea26c8b7dd32902379cce79aa16fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835" -d '{"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:06:52.191840 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d826e-fdbd-4a1f-bc81-91f282a94191 x-openstack-request-id: req-039d826e-fdbd-4a1f-bc81-91f282a94191 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:06:52.192135 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:06:52.192393 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-039d826e-fdbd-4a1f-bc81-91f282a94191 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:06:52.192802 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'status': 'completed', 'code': 200} Aug 25 12:06:52.258276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-06283997-8da3-4e2a-80b1-159ae1e5d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:52.260456 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-06283997-8da3-4e2a-80b1-159ae1e5d21f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1097 time: 0.0444670 Aug 25 12:06:52.357791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-1102472f-7e53-481f-969e-e5575f95751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:52.359280 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-1102472f-7e53-481f-969e-e5575f95751b service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0909534 Aug 25 12:06:52.412055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:06:52.425863 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-8dba659d-db8f-4d8f-8caf-12aa4f2b897e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 999 time: 0.0591061 Aug 25 12:06:52.479543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-3facacc7-5d5e-4b99-8536-3b765164cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:52.481018 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-3facacc7-5d5e-4b99-8536-3b765164cbc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0482130 Aug 25 12:06:52.528470 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-ead5b742-81ac-466f-823c-1dcf238b41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:52.529934 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-ead5b742-81ac-466f-823c-1dcf238b41ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417314 Aug 25 12:06:52.621025 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-d4ea71ba-9b29-40be-a5a8-a611cc8c49d9 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842624 Aug 25 12:06:52.627557 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:52.655721 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:eb:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:06:51Z', 'revision_number': 9, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:52.683422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:06:52.691783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:06:52.692392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:06:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:52.717046 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-524fcbc6-0cad-4ea6-a3c5-163e12d4a835 req-a393adda-b535-46a5-a33f-7e32a280059a service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888121 Aug 25 12:06:52.798740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:06:53.020119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:eb:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:06:51Z', 'revision_number': 9, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:06:53.051621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cc140-61c0-4ceb-ae50-d1b8b1373800 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:eb:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:06:51Z', 'revision_number': 9, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:06:53.258429 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93dbd3c-3112-419b-b053-c3ced682b3f0 None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:06:53.324690 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-b1c2cdd4-8c81-475b-8ae4-9539869fa839 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406888 Aug 25 12:06:53.406550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-c1785c6a-1301-4df9-b355-319219811189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:53.408288 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-c1785c6a-1301-4df9-b355-319219811189 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1097 time: 0.0415883 Aug 25 12:06:53.514929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-78ec129e-e941-4f5b-97fe-47df4a1e8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:53.516853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-78ec129e-e941-4f5b-97fe-47df4a1e8c86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0896771 Aug 25 12:06:53.584044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-0c9abc04-c8ea-4413-bc95-189e191f9ff6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1002 time: 0.0607717 Aug 25 12:06:53.637084 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-3480b88f-71f3-49dc-b96e-b3df897409f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:53.638569 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-3480b88f-71f3-49dc-b96e-b3df897409f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0480645 Aug 25 12:06:53.683396 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-6e6e0423-568c-4a93-8f3b-7d89165ca733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:06:53.684859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-6e6e0423-568c-4a93-8f3b-7d89165ca733 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394115 Aug 25 12:06:53.772213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-44aeb44b-cd57-482e-9167-67ef11cf6f80 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801868 Aug 25 12:06:53.867044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-98a26e33-d9b6-4b86-8777-3c1a65efd4c0 req-7ed70885-85a8-4f06-9db4-f1494b076e3a service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868435 Aug 25 12:06:54.448825 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:06:56.136732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-53c33d0e-a48a-4fbe-825e-f44eab85266e req-f7de8a5f-2faa-49f0-8062-baa40e5f0f12 service neutron] (94911) timed out ('10.222.0.35', 59112) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:06:57.586653 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:01.259817 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:18.270655 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-82bd471a-7e55-4034-b3e7-d52fb2194a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:19.626556 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:07:21.216070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-af80b6b6-a03b-44ad-b3d6-3dec552af04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:21.436386 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:22.600314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:24.454137 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:27.608605 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:31.273214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:48.271690 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d924-cd06-4c1b-a8b2-4f64dc32d55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:51.216954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7525a798-3baa-4061-92ef-f94b2fa23ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:51.441055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:52.601422 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:54.455232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:07:55.410442 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-0f809cfd-e7f9-470e-b1b4-53825d5ede6e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807123 Aug 25 12:07:55.492703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-95d5157e-9c72-4203-9227-9e706e13b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:07:55.494270 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-95d5157e-9c72-4203-9227-9e706e13b216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1097 time: 0.0417655 Aug 25 12:07:55.599491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-05b556ef-800c-43fd-9071-542763c1079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:07:55.600873 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-05b556ef-800c-43fd-9071-542763c1079e service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0879891 Aug 25 12:07:55.667509 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-16027069-dd23-49d7-b9e5-514347b532c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1002 time: 0.0597095 Aug 25 12:07:55.723726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-a7a262a6-10a6-4675-8e27-2d2fe5d87f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:07:55.725226 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-a7a262a6-10a6-4675-8e27-2d2fe5d87f78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0509470 Aug 25 12:07:55.772450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-8e49482f-892c-4e41-b05e-0590749bf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:07:55.774007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-8e49482f-892c-4e41-b05e-0590749bf46d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420456 Aug 25 12:07:55.863179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-312a92e9-1a37-4f5c-aeec-ed1bc2b513aa service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816636 Aug 25 12:07:55.958698 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-242e294c-5a67-4001-a0cd-c4fbe484bb9c req-d42fdc3e-29f7-4cfa-bb16-e57526a5c414 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887363 Aug 25 12:07:56.626759 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:07:57.608594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:01.292950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:18.273249 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6bf74735-f7b6-4199-a481-ce4c31cc15aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:21.216220 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-11fc6d48-9cc6-420c-b749-a25c7e1b5488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:21.443367 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:22.605071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:24.457267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:27.613051 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:28.299591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-46b9dd9b-50dd-4849-8203-14a1a4508acd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0539451 Aug 25 12:08:28.430800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cccab7-02ef-438a-81b5-5de8e670f41b req-310915d8-e644-44e5-8aae-e4cb42c4c58b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:28.432860 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88cccab7-02ef-438a-81b5-5de8e670f41b req-310915d8-e644-44e5-8aae-e4cb42c4c58b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0991452 Aug 25 12:08:28.472397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88cccab7-02ef-438a-81b5-5de8e670f41b req-871c1a71-bb21-42d9-904b-f664f447e519 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334246 Aug 25 12:08:29.377135 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-15c18a7a-377e-45cc-a06c-75c7b8a3da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:29.378624 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-15c18a7a-377e-45cc-a06c-75c7b8a3da3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1097 time: 0.0434554 Aug 25 12:08:29.477549 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-f317cd19-d082-4d7c-a03f-1a8031bb008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:29.479120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-f317cd19-d082-4d7c-a03f-1a8031bb008b service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0933557 Aug 25 12:08:29.560237 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-f594595b-ff30-448e-8577-2c3a1b24476a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1002 time: 0.0707812 Aug 25 12:08:29.610918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-4418614b-8656-4578-bd4f-21af727ec6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:29.612414 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-4418614b-8656-4578-bd4f-21af727ec6e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0449259 Aug 25 12:08:29.666535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-6409d497-828c-4e25-b5fd-38b61b3fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:29.668078 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-6409d497-828c-4e25-b5fd-38b61b3fbf3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484533 Aug 25 12:08:29.702176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5aae3-d513-4036-8e28-2e84a172c641 req-d4fa5e19-5b0d-44ae-a681-ca3b5e2ae53e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:29.703686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89d5aae3-d513-4036-8e28-2e84a172c641 req-d4fa5e19-5b0d-44ae-a681-ca3b5e2ae53e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0989125 Aug 25 12:08:29.742723 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-89d5aae3-d513-4036-8e28-2e84a172c641 req-35701e67-560d-4c55-88f8-f96ac5c52c70 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322690 Aug 25 12:08:29.758312 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-72f7caab-2dd9-4738-b1cc-4c421993f6f1 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814574 Aug 25 12:08:29.855517 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-ff30102e-2acf-497e-956e-f899b52d90d1 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887125 Aug 25 12:08:30.864467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba7062-9053-4361-9bcb-db6f52f2fdd2 req-7325f226-17e2-4017-9d8c-659809d366e3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:30.865967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ba7062-9053-4361-9bcb-db6f52f2fdd2 req-7325f226-17e2-4017-9d8c-659809d366e3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0520363 Aug 25 12:08:30.903766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ba7062-9053-4361-9bcb-db6f52f2fdd2 req-81a66d26-1b28-4839-97a9-6549132c9b8e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Aug 25 12:08:31.288873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:32.023764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718900e-baae-4751-ad6d-714f309e2937 req-dde5260a-2424-473d-a494-ced2265b1329 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:32.024700 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9718900e-baae-4751-ad6d-714f309e2937 req-dde5260a-2424-473d-a494-ced2265b1329 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0501006 Aug 25 12:08:32.062898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9718900e-baae-4751-ad6d-714f309e2937 req-cf3e2219-7c5c-4a9a-bcc0-8b90ab575003 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Aug 25 12:08:33.180467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fea161-78c7-44ac-a7c7-a165421f1a62 req-57e295ab-12f3-4151-baa5-71858f5a1fba tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:33.181958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74fea161-78c7-44ac-a7c7-a165421f1a62 req-57e295ab-12f3-4151-baa5-71858f5a1fba tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0487723 Aug 25 12:08:33.220061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-74fea161-78c7-44ac-a7c7-a165421f1a62 req-753b8adf-af69-4aa9-8689-50aa6d21b82c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322435 Aug 25 12:08:33.625654 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:08:34.341583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d489-90b3-453b-b21b-da1ac507b3fa req-749e0bb6-6e3d-4366-91b3-1baabe043ebe tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:34.343135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a57d489-90b3-453b-b21b-da1ac507b3fa req-749e0bb6-6e3d-4366-91b3-1baabe043ebe tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0538771 Aug 25 12:08:34.381147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a57d489-90b3-453b-b21b-da1ac507b3fa req-d271da7c-e1d3-49a9-80de-2652912fc125 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321531 Aug 25 12:08:35.500173 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f20d8-5250-4328-b980-c35df05ce129 req-f3d37a36-89d2-4972-9197-13a248bc35f8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:35.501661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c8f20d8-5250-4328-b980-c35df05ce129 req-f3d37a36-89d2-4972-9197-13a248bc35f8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0493407 Aug 25 12:08:35.539356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c8f20d8-5250-4328-b980-c35df05ce129 req-3d310b68-dfb0-44d8-a3a3-a744520f0965 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Aug 25 12:08:36.658280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65497-ff79-4d9e-9727-0add9e5e0105 req-5bcdc0f4-2b25-43cc-a14f-6f5354981866 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:36.659780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30e65497-ff79-4d9e-9727-0add9e5e0105 req-5bcdc0f4-2b25-43cc-a14f-6f5354981866 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0495725 Aug 25 12:08:36.697445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-30e65497-ff79-4d9e-9727-0add9e5e0105 req-c78192f7-e284-4b00-b441-14e96d481982 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Aug 25 12:08:37.819818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2240b-f135-4453-96a2-04189ffac302 req-377c551d-02b1-465f-bd04-b46944a8382a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:37.821333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc2240b-f135-4453-96a2-04189ffac302 req-377c551d-02b1-465f-bd04-b46944a8382a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0537157 Aug 25 12:08:37.859692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3cc2240b-f135-4453-96a2-04189ffac302 req-da665a16-2314-4d82-bf99-6532c5f67a29 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318270 Aug 25 12:08:38.978231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b84435-d180-43b8-9afd-55b47165098a req-2d445177-178b-4b60-9804-b804348bee0f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:38.980303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7b84435-d180-43b8-9afd-55b47165098a req-2d445177-178b-4b60-9804-b804348bee0f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0510581 Aug 25 12:08:39.019988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b7b84435-d180-43b8-9afd-55b47165098a req-3dc6cc6a-45fc-4dfd-87bb-15b4d0c6dbb2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Aug 25 12:08:40.141911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af1e4d-03b7-4bbd-8d9f-58747cf170f9 req-6b8bb120-d7d4-4f6a-9e3d-333983d172de tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:40.143565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5af1e4d-03b7-4bbd-8d9f-58747cf170f9 req-6b8bb120-d7d4-4f6a-9e3d-333983d172de tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0531723 Aug 25 12:08:40.186631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5af1e4d-03b7-4bbd-8d9f-58747cf170f9 req-619ba246-d00a-4b38-8034-5e72ffccd6b4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360601 Aug 25 12:08:41.310372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2541fed-e144-4b00-a1e8-458951670967 req-2fd6958e-53e1-43ee-87c9-c458eeabf022 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:41.311801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2541fed-e144-4b00-a1e8-458951670967 req-2fd6958e-53e1-43ee-87c9-c458eeabf022 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0566835 Aug 25 12:08:41.350470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f2541fed-e144-4b00-a1e8-458951670967 req-727d30e4-b118-4495-9d43-f9ecddfbd848 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326893 Aug 25 12:08:41.686341 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-b4f902d9-7a44-4c36-9de5-70c9fdac1c37 service neutron] show failed (client error): The resource could not be found. Aug 25 12:08:41.687311 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-b4f902d9-7a44-4c36-9de5-70c9fdac1c37 service neutron] 10.222.0.10 "GET /v2.0/ports/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0579464 Aug 25 12:08:41.978409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-8619e339-0a57-4d2f-a298-b27e43b5c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:41.979947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-8619e339-0a57-4d2f-a298-b27e43b5c9b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 1097 time: 0.0790122 Aug 25 12:08:41.992169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:08:42.046018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:42.249075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:42.286602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:08:42.326436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:42.331815 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:42.344759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Transition to ACTIVE for port object 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:08:42.348894 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:42.378476 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ae6226-a381-483e-a79f-0101447458cc" -d '{"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:42.406482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:42.475707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.476056 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.476397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.476735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.477068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.477402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.477868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.478213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.478543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.478918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.479247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.479581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:42.519615 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d2c3c9-9368-4538-8b68-d099b97387f5 x-openstack-request-id: req-b4d2c3c9-9368-4538-8b68-d099b97387f5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:42.519615 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:42.519615 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4d2c3c9-9368-4538-8b68-d099b97387f5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:42.519907 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'code': 200} Aug 25 12:08:42.546704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] No DVR routers for this DVR port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:08:42.559169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f401e-0095-4926-b3f1-4e8fc7bc6a17 req-f5b24e2a-16fe-458f-bf43-17a511021333 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:42.560822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c2f401e-0095-4926-b3f1-4e8fc7bc6a17 req-f5b24e2a-16fe-458f-bf43-17a511021333 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.1112955 Aug 25 12:08:42.671326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6c2f401e-0095-4926-b3f1-4e8fc7bc6a17 req-b9065ad6-017d-4f10-ab64-882d4bc9a167 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792463 Aug 25 12:08:42.726967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:08:42.727299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:08:42.727629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:08:42.732239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:08:42.732579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:08:42.737490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:08:42.737859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:08:42.738244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:08:42.738664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Bound port: 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:08:42.739018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:42.808877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:08:42.812475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:08:42.818249 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:42.854784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:42.855423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:42.856894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] 10.222.0.67 "PUT /v2.0/ports/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1092 time: 0.8687458 Aug 25 12:08:42.883558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8f76-9f26-401b-82cf-36fd9094792b service neutron] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:42.932729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-6f891782-b1d1-4eae-aa57-831bd6615c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:42.934325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-6f891782-b1d1-4eae-aa57-831bd6615c63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1095 time: 0.0449865 Aug 25 12:08:43.042816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-c4b55a34-8162-46c6-8003-42c9df10cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:43.044304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-c4b55a34-8162-46c6-8003-42c9df10cf49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.1025152 Aug 25 12:08:43.110169 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-0dea0ad8-c6ab-423b-9c9d-a5c6a11f5a6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0579283 Aug 25 12:08:43.158224 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-e3434ff7-1232-460c-a8ca-e469313ba59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:43.159560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-e3434ff7-1232-460c-a8ca-e469313ba59e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0421300 Aug 25 12:08:43.209826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-959da1dd-e792-40b7-a526-81080e02d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:43.211318 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-959da1dd-e792-40b7-a526-81080e02d85a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429490 Aug 25 12:08:43.301591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-fa9b9f82-5627-438c-85c5-1a070bebe451 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819967 Aug 25 12:08:43.392423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ea1e55b-7b10-419c-9706-ed2d64310e9e req-77110113-a765-42e5-a1d7-5a7675a66a37 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830412 Aug 25 12:08:43.818683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3fad-fc82-4e30-a20e-8267382590e9 req-cedcb7a5-86fa-4900-9947-37791d6eb0b2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:43.820197 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a19a3fad-fc82-4e30-a20e-8267382590e9 req-cedcb7a5-86fa-4900-9947-37791d6eb0b2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.0554535 Aug 25 12:08:43.859998 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a19a3fad-fc82-4e30-a20e-8267382590e9 req-1772af49-1f9a-4b92-8257-d336d8e3fa25 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329697 Aug 25 12:08:44.520821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:44.523321 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed66ef81-66f9-406b-8950-63e5580334c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:44.573046 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e6bdc0-19d9-49ce-9e74-a9b9c57758e8 x-openstack-request-id: req-72e6bdc0-19d9-49ce-9e74-a9b9c57758e8 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:44.573377 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:44.573595 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72e6bdc0-19d9-49ce-9e74-a9b9c57758e8 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:44.574028 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'status': 'completed', 'code': 200} Aug 25 12:08:44.637981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-f7214415-9fb8-4fbb-8910-3b965865f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.639490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-f7214415-9fb8-4fbb-8910-3b965865f412 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1095 time: 0.0448453 Aug 25 12:08:44.640534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-f3fdc4c7-ca1b-467a-bfcb-217135cb8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.642076 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-f3fdc4c7-ca1b-467a-bfcb-217135cb8317 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1095 time: 0.0447917 Aug 25 12:08:44.734483 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-b1267acd-174d-44d2-abf6-7589c809f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.734833 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-e5e8dc74-d27f-48cc-946a-74a5f77111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.735875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-b1267acd-174d-44d2-abf6-7589c809f6da service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0871446 Aug 25 12:08:44.736306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-e5e8dc74-d27f-48cc-946a-74a5f77111f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0877867 Aug 25 12:08:44.808644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-b8f4c495-9c1d-4eaf-8938-9f372d729a27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0641394 Aug 25 12:08:44.809152 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-5e9216dd-9eea-419f-9c77-c12141c5fa8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0662167 Aug 25 12:08:44.860201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-1cf9edd4-e7ed-462b-8008-4f4bb29e5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.860648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-1e797726-e417-4632-8c87-d56f95502c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.861740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-1cf9edd4-e7ed-462b-8008-4f4bb29e5be5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0460060 Aug 25 12:08:44.862154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-1e797726-e417-4632-8c87-d56f95502c8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0464978 Aug 25 12:08:44.920522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-0e2656f8-696a-4ba7-abb1-3ae7d13a5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.922487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-0e2656f8-696a-4ba7-abb1-3ae7d13a5017 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518444 Aug 25 12:08:44.928094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-96d17c76-1c3a-4da4-89c6-05aa844f26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:44.931652 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-96d17c76-1c3a-4da4-89c6-05aa844f26e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611818 Aug 25 12:08:45.036508 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-affae02b-867b-47a5-8ce4-016d6d4227ca service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977235 Aug 25 12:08:45.065038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe961-d9d1-4526-9978-c3c9c55ee05b req-9f0fff2f-422a-4f30-85fa-dbdf9389c146 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:45.066630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ffe961-d9d1-4526-9978-c3c9c55ee05b req-9f0fff2f-422a-4f30-85fa-dbdf9389c146 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.1122048 Aug 25 12:08:45.075055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-2074bf60-38ec-4368-8506-6db2176f1f8e service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442566 Aug 25 12:08:45.146803 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-29aaeb7f-0c73-4ec8-a688-bb414a609c60 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032925 Aug 25 12:08:45.161924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-54ffe961-d9d1-4526-9978-c3c9c55ee05b req-5817af76-4a34-4172-9654-ca0198e8f1ca tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857444 Aug 25 12:08:45.198866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed66ef81-66f9-406b-8950-63e5580334c4 req-3e8d305c-6fde-4a34-9ddf-50782d30224b service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022265 Aug 25 12:08:45.407929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:08:45.447112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:08:46.282993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe39de-a6e3-49d2-9533-9c5bed4c215a req-0c987b12-5ebe-4bcb-951b-094ce9dad2d2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:46.284513 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49fe39de-a6e3-49d2-9533-9c5bed4c215a req-0c987b12-5ebe-4bcb-951b-094ce9dad2d2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.0508933 Aug 25 12:08:46.323868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49fe39de-a6e3-49d2-9533-9c5bed4c215a req-4b432c3f-56b9-4431-865b-8072de442a72 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333037 Aug 25 12:08:46.649839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-d6d3ad54-a821-4e47-b616-5a50fe012fa5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:46.651784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-d6d3ad54-a821-4e47-b616-5a50fe012fa5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe&tenant_id=4092450ae87d4b3782c07389860a1947&binding%3Ahost_id=n-h2-778732-11 HTTP/1.1" status: 200 len: 943 time: 0.0799510 Aug 25 12:08:46.668135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e49fa-44cd-4785-8021-8ea1f3aab48e req-99059250-f0fc-4b71-9810-f346a5a79b22 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:46.669504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40e49fa-44cd-4785-8021-8ea1f3aab48e req-99059250-f0fc-4b71-9810-f346a5a79b22 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 943 time: 0.0677145 Aug 25 12:08:46.741937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c40e49fa-44cd-4785-8021-8ea1f3aab48e req-2366a83d-24a9-4b1e-8009-2c597e21e94b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658002 Aug 25 12:08:46.747732 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-63fc7bc8-6392-41d0-81f9-9fb4889a43dc service neutron] 10.222.0.67 "GET /v2.0/ports/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd/bindings/n-h2-778732-11 HTTP/1.1" status: 200 len: 383 time: 0.0876198 Aug 25 12:08:46.815601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-e736f589-4bd2-4853-a235-4cb32bf5abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:46.817004 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-e736f589-4bd2-4853-a235-4cb32bf5abe6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1095 time: 0.0440292 Aug 25 12:08:46.905432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-be479221-7d71-4b4c-be22-5c7c322d05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:46.906938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-be479221-7d71-4b4c-be22-5c7c322d05b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0826828 Aug 25 12:08:46.990273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-049955f7-d116-4a1f-aa8c-2983f15e47e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0752773 Aug 25 12:08:47.004319 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:08:47.041571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-2b4b7b50-6703-4549-b1e3-7f5e9252307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:47.043082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-2b4b7b50-6703-4549-b1e3-7f5e9252307b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0456033 Aug 25 12:08:47.089709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-ba7812f8-4e89-4fab-bfd3-9b24f31d6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:47.091206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-ba7812f8-4e89-4fab-bfd3-9b24f31d6450 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408759 Aug 25 12:08:47.102413 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:47.113812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'mac_address': 'fa:16:3e:eb:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:08:47.151188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:47.163901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:08:47.184044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:47.185470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-7a4d6cd8-ca64-44d9-8ca5-60a7e348dff9 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Aug 25 12:08:47.187925 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:47.235553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:47.242787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.243137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.243480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.243817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.244156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.244983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.245309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.245638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.245994 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.246324 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.246648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.246970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:47.279528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-2f32ac4c-3e96-4f61-8760-b24fef811e84 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869043 Aug 25 12:08:47.421202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:08:47.861771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acee1ec-ad34-4fb5-9f40-abee1755bc67 req-681ab119-72ba-411e-9384-11d6ecd133a4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:47.863308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5acee1ec-ad34-4fb5-9f40-abee1755bc67 req-681ab119-72ba-411e-9384-11d6ecd133a4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0509617 Aug 25 12:08:47.902629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5acee1ec-ad34-4fb5-9f40-abee1755bc67 req-5bc23f0f-5164-44fc-bcb2-923736f63cb8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332334 Aug 25 12:08:48.278379 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-20d43a69-6269-46b5-acc4-12974e9ff61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.027465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:08:49.049391 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57fd5-fa20-4631-88d4-0cd6ad41a9ff req-8ff67d2a-7b06-4710-bdf8-e77d03d067d5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:49.051304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ce57fd5-fa20-4631-88d4-0cd6ad41a9ff req-8ff67d2a-7b06-4710-bdf8-e77d03d067d5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0723321 Aug 25 12:08:49.090999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:08:49.096811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:08:49.097411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.098708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2ce57fd5-fa20-4631-88d4-0cd6ad41a9ff req-3320e6d1-17d4-482c-a5ef-b7e86926d939 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393152 Aug 25 12:08:49.185346 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.208341 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:49.223791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:49.228310 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.253824 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16738ca-60ca-488e-86f0-fe5472afbec0" -d '{"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-plugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:49.293140 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:49.352128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-f4976faa-468f-4714-a063-646f106167b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:49.354341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-f4976faa-468f-4714-a063-646f106167b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 1097 time: 0.0440824 Aug 25 12:08:49.366978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:08:49.383843 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22761cac-e964-4e65-a01b-3cc61216d9b1 x-openstack-request-id: req-22761cac-e964-4e65-a01b-3cc61216d9b1 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:49.384283 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-plugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:49.384605 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22761cac-e964-4e65-a01b-3cc61216d9b1 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:49.385088 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'code': 200} Aug 25 12:08:49.423135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.638083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:49.673959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:08:49.714687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:49.720498 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.734712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Transition to ACTIVE for port object 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:08:49.738943 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:49.766487 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eaf5f3-218c-4707-b0e5-8cc9760f659f" -d '{"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:49.848436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=10']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:49.870302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.870660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.871005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.871355 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.871674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.872007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.872341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.872669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.872997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.873381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.873731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.874060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:08:49.883312 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728755b8-9133-4abe-ab26-53bfe5e0c462 x-openstack-request-id: req-728755b8-9133-4abe-ab26-53bfe5e0c462 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:49.883613 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:49.883929 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-728755b8-9133-4abe-ab26-53bfe5e0c462 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:49.884258 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'code': 200} Aug 25 12:08:49.972454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] No DVR routers for this DVR port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:08:50.234310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c79ba-61e5-435d-a470-a5f22c12923a req-921d4d12-ed76-41fd-ba7e-a80b4b442533 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:50.235807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-486c79ba-61e5-435d-a470-a5f22c12923a req-921d4d12-ed76-41fd-ba7e-a80b4b442533 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0530479 Aug 25 12:08:50.281435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-486c79ba-61e5-435d-a470-a5f22c12923a req-66832f7c-7b23-41a7-bf02-6c2d65c4a56b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391076 Aug 25 12:08:50.399393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:08:50.400100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:08:50.400100 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:08:50.404909 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:08:50.405259 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Attempting to bind port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:08:50.410270 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:08:50.410609 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:08:50.410997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:08:50.411424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Bound port: 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:08:50.411780 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:50.477915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:08:50.482309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:08:50.486835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:50.522571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:50.523314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:50.524900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] 10.222.0.10 "PUT /v2.0/ports/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1093 time: 1.1629839 Aug 25 12:08:50.548306 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef788d-328c-4e01-93c1-9b4c4c23cdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=11']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:50.604256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-623a3855-01f0-49c3-8223-a5e013272a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:50.605860 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-623a3855-01f0-49c3-8223-a5e013272a83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1096 time: 0.0483062 Aug 25 12:08:50.710402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-3617fd73-2131-475c-804e-e9798d471c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:50.711914 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-3617fd73-2131-475c-804e-e9798d471c20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0989559 Aug 25 12:08:50.780008 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-217b3efc-af03-42d2-b758-202024e7801c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0603645 Aug 25 12:08:50.829869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-2001dce8-074c-4e9b-9239-df2fedfe594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:50.831313 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-2001dce8-074c-4e9b-9239-df2fedfe594b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0444739 Aug 25 12:08:50.884550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-d58166fd-ba92-4cb7-9f52-4e9f007d34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:50.886718 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-d58166fd-ba92-4cb7-9f52-4e9f007d34a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485172 Aug 25 12:08:50.980549 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-729e5e9b-e53b-4401-9022-22c29556fb76 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860617 Aug 25 12:08:51.078891 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f4ea89f0-d2ef-407d-93e0-ad83b9bd7a19 req-34c2b8da-9a8c-4e74-a466-ee174c5050d1 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912344 Aug 25 12:08:51.217845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c6924e32-7bed-4e60-b27a-33d8c28e8d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:51.406325 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db2108-4603-4c09-8fd2-670cfa5c2d46 req-fa97ff4f-773f-4bd8-894e-58ec7077b869 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:51.407790 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07db2108-4603-4c09-8fd2-670cfa5c2d46 req-fa97ff4f-773f-4bd8-894e-58ec7077b869 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0513163 Aug 25 12:08:51.446758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:51.453236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07db2108-4603-4c09-8fd2-670cfa5c2d46 req-d786598f-b44c-45c5-8166-66c4919fc10a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394051 Aug 25 12:08:51.886116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:51.888530 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:51.937110 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143edcf7-1ffe-42cd-84b8-2ddfc71f4e9c x-openstack-request-id: req-143edcf7-1ffe-42cd-84b8-2ddfc71f4e9c {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:51.937405 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:51.937662 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-143edcf7-1ffe-42cd-84b8-2ddfc71f4e9c {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:51.938096 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'status': 'completed', 'code': 200} Aug 25 12:08:52.007119 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-8cf39a1f-a234-42e2-822a-879be137a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.008663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-8cf39a1f-a234-42e2-822a-879be137a80d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1096 time: 0.0476031 Aug 25 12:08:52.014668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-b3cce681-8f96-4c9d-b680-ea86d250d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.016222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-b3cce681-8f96-4c9d-b680-ea86d250d164 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 1096 time: 0.0488908 Aug 25 12:08:52.112412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-63a4b510-d921-4a7c-9750-cf40bec5df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.112758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-8fc5105f-c245-4a44-9eac-95343a1fadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.113948 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-63a4b510-d921-4a7c-9750-cf40bec5df8b service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0966721 Aug 25 12:08:52.114125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-8fc5105f-c245-4a44-9eac-95343a1fadde service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0900598 Aug 25 12:08:52.184501 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-96fcc0a0-9ecc-4c8a-83b4-02fe6f3dbae0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0624063 Aug 25 12:08:52.186431 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-e01e4898-d6af-474a-ad84-824930b8a1a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 200 len: 1000 time: 0.0643311 Aug 25 12:08:52.240397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-38fb78e2-c68d-46fb-9e0a-a6b0b0103da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.240658 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-301960c9-8f83-4581-853e-0a6a13c8f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.241950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-38fb78e2-c68d-46fb-9e0a-a6b0b0103da1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0470862 Aug 25 12:08:52.242125 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-301960c9-8f83-4581-853e-0a6a13c8f4f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0450611 Aug 25 12:08:52.290447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-c81cc89f-5221-4a90-ba6d-fb8c1975bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.292487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-c81cc89f-5221-4a90-ba6d-fb8c1975bcee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426981 Aug 25 12:08:52.300297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-2b6bbcb3-0bcf-441e-924f-6464a121dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.301828 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-2b6bbcb3-0bcf-441e-924f-6464a121dcaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487704 Aug 25 12:08:52.391714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-3d21f824-c4a7-4c42-86f1-c0f4f907b7ee service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908544 Aug 25 12:08:52.409918 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-09011f61-0000-46bb-a959-de49ae9efe65 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958495 Aug 25 12:08:52.502372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-f892bcac-4d93-4390-a10e-78e2694d3336 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004972 Aug 25 12:08:52.525121 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c7c360db-ac6a-4730-9b44-7d90c90fd0f2 req-96c58960-66db-4d1a-86f7-892b249c94d3 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071572 Aug 25 12:08:52.592847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8594-c2a0-4707-9a21-cb380ad28c76 req-4174dcb0-438b-4f42-8fc9-8245446b1612 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:52.594534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-263b8594-c2a0-4707-9a21-cb380ad28c76 req-4174dcb0-438b-4f42-8fc9-8245446b1612 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 944 time: 0.0551572 Aug 25 12:08:52.614226 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:52.642034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-263b8594-c2a0-4707-9a21-cb380ad28c76 req-4c28c761-e154-424e-bf2c-69e658748407 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Aug 25 12:08:53.041923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:08:53.084002 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:08:53.417546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:08:53.515131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:53.530003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'mac_address': 'fa:16:3e:eb:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:08:53.569206 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:53.583897 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:08:53.609992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:53.615027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:53.664730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:53.775423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e4ecd-31a4-4563-af97-aa4667ea50aa req-b66ad142-a563-41c6-9fd0-753f068414f7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:53.777482 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-611e4ecd-31a4-4563-af97-aa4667ea50aa req-b66ad142-a563-41c6-9fd0-753f068414f7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0608847 Aug 25 12:08:53.817184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-611e4ecd-31a4-4563-af97-aa4667ea50aa req-99fd2f2b-a5f9-45fa-b997-dcabdd22d63d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Aug 25 12:08:53.828772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:08:53.950238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53a825-2a5a-4a8f-b98f-5b2530b7de2a req-75706575-c7af-41a7-b87f-c0e9b55d4c4e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:53.951703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d53a825-2a5a-4a8f-b98f-5b2530b7de2a req-75706575-c7af-41a7-b87f-c0e9b55d4c4e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0511825 Aug 25 12:08:53.992154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d53a825-2a5a-4a8f-b98f-5b2530b7de2a req-2b48010b-6fff-4f5a-9afc-8128c0515af0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340648 Aug 25 12:08:54.107962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c29308-7ffb-4e81-89df-e08a536d3418 req-82e07ba0-a3a0-49d3-8f17-78688fb50b02 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:54.109479 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47c29308-7ffb-4e81-89df-e08a536d3418 req-82e07ba0-a3a0-49d3-8f17-78688fb50b02 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0487661 Aug 25 12:08:54.148589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47c29308-7ffb-4e81-89df-e08a536d3418 req-5a4398ae-6005-4dcb-bf7c-2b6b9e4494ae tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 Aug 25 12:08:54.464351 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:54.730166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b353560-920a-47c1-b042-e4cfaa22d83f req-5198713b-defa-4a36-a5ef-beff1ce1ef69 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:54.731560 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b353560-920a-47c1-b042-e4cfaa22d83f req-5198713b-defa-4a36-a5ef-beff1ce1ef69 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.3901541 Aug 25 12:08:54.768938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b353560-920a-47c1-b042-e4cfaa22d83f req-188a78e7-e164-41b3-a18d-9500d045c217 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Aug 25 12:08:55.454166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:08:55.510917 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:08:55.516131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:08:55.516617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:55.595420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:55.620102 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:55.622403 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e16e9fc-929a-4c87-a352-46bc118be46e" -d '{"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-plugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:55.637142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:55.638789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-3674ab39-dedc-4dfe-a414-7dde7f10f596 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:55.640522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-3674ab39-dedc-4dfe-a414-7dde7f10f596 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 945 time: 0.0521598 Aug 25 12:08:55.643047 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:55.670056 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90621f10-365c-4a38-9c84-fe74563fce42 x-openstack-request-id: req-90621f10-365c-4a38-9c84-fe74563fce42 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:55.670344 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-plugged", "status": "completed", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:55.670594 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90621f10-365c-4a38-9c84-fe74563fce42 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:55.670975 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'code': 200} Aug 25 12:08:55.697232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=13']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:55.733826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Deleting port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:08:55.734177 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:55.826810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] For port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:08:55.827181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:55.894668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c60c00-4d61-4b34-a3da-93c19a76dd10 req-a82a4332-b368-4a6a-9bc3-50106363072b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:55.896183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71c60c00-4d61-4b34-a3da-93c19a76dd10 req-a82a4332-b368-4a6a-9bc3-50106363072b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 946 time: 0.0496750 Aug 25 12:08:55.934220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71c60c00-4d61-4b34-a3da-93c19a76dd10 req-bec2b94c-d8df-4c4a-9b84-7505aa53654b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Aug 25 12:08:56.048846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:56.049232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:56.049544 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 disassociated. External IP: 172.25.1.193, port: 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd. Aug 25 12:08:56.049921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Calling delete_port for 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:08:56.173808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:56.203386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event deleted for resources: {'Port': ['ID=94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:08:56.323758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:08:56.429141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:08:56.439689 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:08:56.449190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:08:56.449845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:08:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:08:56.470439 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] No DVR routers for this DVR port 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:08:56.473066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:56.475100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-58903354-8f3f-448d-a101-0aff07fa9ff8 req-997b0a22-b932-4d41-b83d-79742e5b0369 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "DELETE /v2.0/ports/94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd HTTP/1.1" status: 204 len: 173 time: 0.8283434 Aug 25 12:08:56.475547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-deleted', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:08:56.477865 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15ba77b-00e4-42f7-9adc-db97f1d79970" -d '{"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-deleted", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:08:56.531969 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6dce48-ab4f-4cb4-9e6a-bf91c4bfc39b x-openstack-request-id: req-7b6dce48-ab4f-4cb4-9e6a-bf91c4bfc39b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:08:56.532264 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe", "name": "network-vif-deleted", "tag": "94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:08:56.532517 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b6dce48-ab4f-4cb4-9e6a-bf91c4bfc39b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:08:56.532926 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe', 'name': 'network-vif-deleted', 'tag': '94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd', 'status': 'completed', 'code': 200} Aug 25 12:08:56.563751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:08:56.764421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:08:56.791143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:08:56.799534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:08:56.800144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:08:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:08:56.909731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:08:57.061212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d0776081-a15f-4902-841f-06c1628d7aee req-d053511c-07a9-4308-9084-c033bcdcb74c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=fdedf8ab-b0ea-46a9-bb99-3b79f67e96fe HTTP/1.1" status: 200 len: 210 time: 0.0278847 Aug 25 12:08:57.273749 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:08:57.299837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c0eb4-71de-42d4-a613-9b14a69abe75 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:08:57.514863 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29928fa-593d-40c0-b902-366d6829468b None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:08:57.654418 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:08:58.342019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-7dd2d2f4-9b25-4652-b4af-9bbb0c94a18a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--716911987&fields=id&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 267 time: 0.0345392 Aug 25 12:08:58.450399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-fd95fb6a-887d-4a98-a1be-900b3816f59f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:58.451789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-fd95fb6a-887d-4a98-a1be-900b3816f59f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.1028693 Aug 25 12:08:58.467296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-185da979-cba4-4c6a-9791-628bfb33e582 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/quotas/4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 375 time: 0.0096827 Aug 25 12:08:58.527446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-17d56dbf-23dd-4b90-ae20-2580aa5d1ba0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544109 Aug 25 12:08:58.592528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-29c85a35-6171-4311-8667-b38d66a7c508 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:08:58.593539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-29c85a35-6171-4311-8667-b38d66a7c508 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531261 Aug 25 12:08:58.687595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-0bbf6789-0631-4f18-ba6d-21a8ff6a2fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875854 Aug 25 12:08:58.776820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-0902c762-78e7-4173-ab5d-efb280caa777 service neutron] 10.222.0.35 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831139 Aug 25 12:08:58.941047 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-453b424f-41a4-4a01-95c9-70ee67981642 req-496f9bf5-8058-4f24-872a-0cdc36898b97 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 210 time: 0.0284269 Aug 25 12:08:59.470061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:08:59.490830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:08:59.491186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 94f4618b-fc3c-49a7-b592-d8cdf6b2e0fd not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:08:59.867877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-5e9fdfb3-1ece-418c-8da2-d0b5c8ecc063 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:08:59.869518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-5e9fdfb3-1ece-418c-8da2-d0b5c8ecc063 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 811 time: 0.1070051 Aug 25 12:08:59.915259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-a090f558-94eb-43a7-8839-9c7aa973c800 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 379 time: 0.0362802 Aug 25 12:08:59.927380 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'port': {'device_id': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'admin_state_up': True, 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'security_groups': ['336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:09:00.055326 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d485cdfd-4cea-4433-9e30-d0b16c910c41 req-662660ff-44cf-4983-a4b6-4360810a5a65 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 210 time: 0.0383794 Aug 25 12:09:00.066910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Made reservation on behalf of 4092450ae87d4b3782c07389860a1947 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:09:00.072411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.198807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Allocated IP 172.20.0.11 (748468fc-34d9-441f-a472-c5cd2ce5e930/fc9a57bb-e03e-4934-85ac-190caac42bd8/ec0dd409-0739-46d2-a659-e321d8683174) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:09:00.343850 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.357419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Transition to ACTIVE for port object ec0dd409-0739-46d2-a659-e321d8683174 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:09:00.392058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.433945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:09:00.435368 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:09:00.442130 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:09:00.478036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:09:00.502820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:00.503442 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.522938 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-ec7df015-cc4e-4583-9d82-36663d375c57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5994222 Aug 25 12:09:00.536273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Request body: {'port': {'device_id': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:09:00.600020 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.666234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bac1f8be-fa44-4f0a-ad6a-e39fe6a4c27a None None] Provisioning for port ec0dd409-0739-46d2-a659-e321d8683174 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:09:00.670358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bac1f8be-fa44-4f0a-ad6a-e39fe6a4c27a None None] Provisioning complete for port ec0dd409-0739-46d2-a659-e321d8683174 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:09:00.670733 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bac1f8be-fa44-4f0a-ad6a-e39fe6a4c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.704927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-bac1f8be-fa44-4f0a-ad6a-e39fe6a4c27a None None] Port ec0dd409-0739-46d2-a659-e321d8683174 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:09:00.858949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:09:00.866148 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.878005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Transition to ACTIVE for port object ec0dd409-0739-46d2-a659-e321d8683174 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:09:00.882104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:00.935924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:09:01.008677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:09:01.009091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:09:01.009423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:09:01.014521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:09:01.014842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:09:01.020252 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:09:01.020607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:09:01.020991 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:09:01.021423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Bound port: ec0dd409-0739-46d2-a659-e321d8683174, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:09:01.021820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:01.090600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:09:01.094317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:09:01.100385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:01.145723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.146347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:01.147762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] 10.222.0.67 "PUT /v2.0/ports/ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1093 time: 0.6159732 Aug 25 12:09:01.151282 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:09:01.153582 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a8bc03-9af8-42fb-a121-52bc800b8eee" -d '{"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:09:01.213995 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f17c4e-d260-4aba-b7a6-db303e341787 x-openstack-request-id: req-24f17c4e-d260-4aba-b7a6-db303e341787 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:09:01.214282 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:09:01.214588 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24f17c4e-d260-4aba-b7a6-db303e341787 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:09:01.214930 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'status': 'completed', 'code': 200} Aug 25 12:09:01.236595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08867d-fc8d-4ea7-99a2-fa1eb876db6f service neutron] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:09:01.257303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-936d39e5-e7b1-426e-bed4-314c786e1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.258941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-936d39e5-e7b1-426e-bed4-314c786e1341 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1096 time: 0.0634139 Aug 25 12:09:01.267186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a783650-79eb-462d-b027-ed9ed07e3aa9 req-04a05447-6ecd-4887-9969-1f1161c087c1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.268678 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a783650-79eb-462d-b027-ed9ed07e3aa9 req-04a05447-6ecd-4887-9969-1f1161c087c1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.1250935 Aug 25 12:09:01.291352 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:01.310778 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-32e878e7-af4f-426d-8e98-531908f64e36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 217 time: 0.0410635 Aug 25 12:09:01.375440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6a783650-79eb-462d-b027-ed9ed07e3aa9 req-9bfd11c2-e10d-4d27-b30c-466e142dfcb9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674584 Aug 25 12:09:01.387442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-1c2f982f-ecd4-4de5-a4ef-0b4e46050053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.389019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-1c2f982f-ecd4-4de5-a4ef-0b4e46050053 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0651946 Aug 25 12:09:01.442333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-b9968e5e-7d72-43b5-ae27-8e08cf130d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.443848 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-b9968e5e-7d72-43b5-ae27-8e08cf130d05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447559 Aug 25 12:09:01.540663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-bf9460a5-2ffb-4bd0-a42c-bc6d185256f0 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886111 Aug 25 12:09:01.642601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-67e7f0ba-b2c6-4960-9fe9-cbc09082827a req-2101adee-527f-4c32-9fb7-cc3366ea4bc5 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943553 Aug 25 12:09:01.734011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-cb300e77-3ad8-4d9b-b165-eb727b860c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.735504 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-cb300e77-3ad8-4d9b-b165-eb727b860c65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1096 time: 0.0468256 Aug 25 12:09:01.827465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-618ecd2e-7800-4467-be02-d511c84d1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.828895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-618ecd2e-7800-4467-be02-d511c84d1901 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0849490 Aug 25 12:09:01.872165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-8227b815-f3a5-4973-b660-4af42a1d1dfd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 217 time: 0.0349247 Aug 25 12:09:01.925651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-a83bf2b8-d2d4-402e-82ce-1a0d1288eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.927160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-a83bf2b8-d2d4-402e-82ce-1a0d1288eea1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0476360 Aug 25 12:09:01.972641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-68ae7066-ead8-4b21-b25a-af3c4623e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:01.974201 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-68ae7066-ead8-4b21-b25a-af3c4623e777 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396144 Aug 25 12:09:02.063527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-fe9b1fc4-37d2-4125-b1c9-38e111f3b166 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806787 Aug 25 12:09:02.156608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a3a8bc03-9af8-42fb-a121-52bc800b8eee req-3a01cdda-1cfd-4114-b63f-b45f7532f6d4 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852010 Aug 25 12:09:02.494876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d41e3-792e-4b65-9f85-f5bd3a444fc2 req-46cf02c1-0777-4052-83f3-1c07c931d4a8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:02.496397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d01d41e3-792e-4b65-9f85-f5bd3a444fc2 req-46cf02c1-0777-4052-83f3-1c07c931d4a8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0506480 Aug 25 12:09:02.536530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d01d41e3-792e-4b65-9f85-f5bd3a444fc2 req-ec456411-9dd8-41db-b993-a9069ed60522 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338871 Aug 25 12:09:03.661570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7ccf-319f-48a8-93c4-0c2192b79d1f req-51c2bdb7-0b5a-4c43-9a48-13982cb57b31 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:03.666617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1ba7ccf-319f-48a8-93c4-0c2192b79d1f req-51c2bdb7-0b5a-4c43-9a48-13982cb57b31 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0564463 Aug 25 12:09:03.703566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c1ba7ccf-319f-48a8-93c4-0c2192b79d1f req-d4118e69-3224-443c-a5eb-e2776d0a853c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336661 Aug 25 12:09:04.822080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff840b7-d19e-4eae-8ebd-30b91f5cb6e3 req-e60831b9-31f3-4d73-88c9-d077c95b58e3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:04.823630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ff840b7-d19e-4eae-8ebd-30b91f5cb6e3 req-e60831b9-31f3-4d73-88c9-d077c95b58e3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0515187 Aug 25 12:09:04.863053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ff840b7-d19e-4eae-8ebd-30b91f5cb6e3 req-ab303086-c95d-467e-9ea5-e57c503c80e9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334592 Aug 25 12:09:05.130837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:09:05.233338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:09:05.247076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'ec0dd409-0739-46d2-a659-e321d8683174', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:09:05.285437 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:05.300088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:09:05.320509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:09:05.323935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:05.377259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:09:05.524704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['ec0dd409-0739-46d2-a659-e321d8683174'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:09:05.983461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582eb37-1806-443c-960a-68031758fc4e req-0e10ff94-b3a8-4dcf-81b2-6b39defdac2e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:05.985160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7582eb37-1806-443c-960a-68031758fc4e req-0e10ff94-b3a8-4dcf-81b2-6b39defdac2e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0497053 Aug 25 12:09:06.024969 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7582eb37-1806-443c-960a-68031758fc4e req-6a5d98f1-376b-4de8-b525-0153181d05af tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Aug 25 12:09:07.135801 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:09:07.144714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4d47-1b3c-45d5-8880-c0772f1a5df9 req-f236648d-a854-4161-9fdf-3c75d9947bc4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:07.146227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3fa4d47-1b3c-45d5-8880-c0772f1a5df9 req-f236648d-a854-4161-9fdf-3c75d9947bc4 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0540712 Aug 25 12:09:07.184978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3fa4d47-1b3c-45d5-8880-c0772f1a5df9 req-66993077-477e-4869-a24f-1338b6fd9fc3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Aug 25 12:09:07.188205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port ec0dd409-0739-46d2-a659-e321d8683174 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:09:07.192283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port ec0dd409-0739-46d2-a659-e321d8683174 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:09:07.192662 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:07.267978 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:07.290414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:09:07.293228 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba0999f-be04-4552-90a3-3cf2b6467ac6" -d '{"events": [{"server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "name": "network-vif-plugged", "status": "completed", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:09:07.305838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:09:07.310491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:07.333349 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc68de-dfc9-475f-8ccf-62c5f70d0a17 x-openstack-request-id: req-2bcc68de-dfc9-475f-8ccf-62c5f70d0a17 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:09:07.333640 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "name": "network-vif-plugged", "status": "completed", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:09:07.333914 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bcc68de-dfc9-475f-8ccf-62c5f70d0a17 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:09:07.334302 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'code': 200} Aug 25 12:09:07.363778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:09:07.428209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4801bb-c921-4be9-a282-1520e98dc411 req-85071942-a443-4195-a2cc-86a8b1f6180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:07.429705 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba4801bb-c921-4be9-a282-1520e98dc411 req-85071942-a443-4195-a2cc-86a8b1f6180d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1098 time: 0.0406504 Aug 25 12:09:07.465558 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba4801bb-c921-4be9-a282-1520e98dc411 req-0dc4253e-8c6e-4717-96f0-945f10e08f50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280814 Aug 25 12:09:08.300774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d32b0c-bcd8-4ddd-a865-4b40c62a7fa2 req-787ca9ca-f574-448e-b766-5c084dd54c9e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:08.302275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98d32b0c-bcd8-4ddd-a865-4b40c62a7fa2 req-787ca9ca-f574-448e-b766-5c084dd54c9e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0492923 Aug 25 12:09:08.340184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98d32b0c-bcd8-4ddd-a865-4b40c62a7fa2 req-b4092352-e5dd-4e9d-b8d6-c63a2bd9bcf1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Aug 25 12:09:09.459147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef298a89-1c9c-4143-ba94-3cdffe8df8ea req-38e0a39e-c685-4a4f-9907-b4d1cd5570f7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:09.460681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef298a89-1c9c-4143-ba94-3cdffe8df8ea req-38e0a39e-c685-4a4f-9907-b4d1cd5570f7 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0527177 Aug 25 12:09:09.499866 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef298a89-1c9c-4143-ba94-3cdffe8df8ea req-a21a40ea-da5b-4e8b-9fd4-6727a3ea48c3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312116 Aug 25 12:09:09.614817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8301df-698e-4ca5-a247-f258bad08060 req-e39a373b-9261-4fbc-b8fa-106ab6581844 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:09.616309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d8301df-698e-4ca5-a247-f258bad08060 req-e39a373b-9261-4fbc-b8fa-106ab6581844 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0531828 Aug 25 12:09:09.625610 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40138) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:09:09.630124 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Request body: {'floatingip': {'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:09:09.669025 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:10.105328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:10.109151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:10.207530 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 associated. External IP: 172.25.1.193, port: ec0dd409-0739-46d2-a659-e321d8683174. Aug 25 12:09:10.418497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:09:10.522930 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:09:10.528553 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:10.533599 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:09:10.544085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:09:10.544701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:08:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:09:10.555975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df9a5e08-09bc-4b53-bcd1-a3136a46daaf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "PUT /v2.0/floatingips/4187758b-ff76-40b3-9782-42c71a520881 HTTP/1.1" status: 200 len: 993 time: 0.9293036 Aug 25 12:09:10.556604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:09:10.560818 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25787acd-e7c4-4c54-8e3b-6ab6db138d36" -d '{"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:09:10.595604 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16490dfe-2f8e-49a5-92a9-d5e59a6bacbf x-openstack-request-id: req-16490dfe-2f8e-49a5-92a9-d5e59a6bacbf {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:09:10.596074 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:09:10.596538 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16490dfe-2f8e-49a5-92a9-d5e59a6bacbf {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:09:10.597030 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'status': 'completed', 'code': 200} Aug 25 12:09:10.624992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:09:10.653269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:09:10.668027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-44dab95b-e968-4c62-8d01-8cd8210d3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:10.669654 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-44dab95b-e968-4c62-8d01-8cd8210d3462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1098 time: 0.0425014 Aug 25 12:09:10.764416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-fa6e5e59-799b-437a-b961-bdba4999022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:10.765929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-fa6e5e59-799b-437a-b961-bdba4999022d service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0883470 Aug 25 12:09:10.832239 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-43c110a8-639c-4a70-8f54-7e8e5eaa0eb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0576217 Aug 25 12:09:10.873535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:09:10Z', 'revision_number': 13, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:09:10.880569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-da93d5cd-14b1-4cb5-8175-b91f53bf3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:10.882080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-da93d5cd-14b1-4cb5-8175-b91f53bf3fbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0424056 Aug 25 12:09:10.899584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:09:10.908317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:09:10.908914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:08:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:09:10.932231 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-9e0bbfd4-fa34-4282-b834-68750319d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:09:10.933655 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-9e0bbfd4-fa34-4282-b834-68750319d040 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444343 Aug 25 12:09:11.014183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:09:11.026124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-b5b66cbc-c4a0-4081-8401-0cde7bfa9f26 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Aug 25 12:09:11.122025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-25787acd-e7c4-4c54-8e3b-6ab6db138d36 req-ec34d0ef-56ee-4bec-b8d5-ab164273c0ec service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Aug 25 12:09:11.237220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:09:10Z', 'revision_number': 13, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:09:11.263542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aa27a5-dcf3-441f-865a-0ceb7ff519c7 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4187758b-ff76-40b3-9782-42c71a520881', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:02:17Z', 'updated_at': '2021-08-25T12:09:10Z', 'revision_number': 13, 'project_id': '4092450ae87d4b3782c07389860a1947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:09:11.455992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b64d6d-f8f8-41b6-ac64-a4498966a035 None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:09:18.280439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e32ed9c1-61ca-49a2-85cd-268dee0112dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:21.219474 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-116c11be-c1fc-4b31-9829-99bee758d1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:21.448330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:22.612591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:24.462969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:27.652652 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:31.310910 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:47.624925 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:09:48.284168 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffcae98a-58f9-481c-b25c-129372380908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:51.228256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7ab718fa-9370-4c69-9758-541ab5a30b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:51.448824 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:52.614985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:54.467223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:09:57.639221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:01.323129 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:04.196048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-646d3c8d-da05-441a-abbe-15ea58234855 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0487208 Aug 25 12:10:04.280425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcc55c-91ba-4f00-8036-43187154953b req-2b6b1740-ccf8-419e-9d1d-38fe443efc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:10:04.281964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-2b6b1740-ccf8-419e-9d1d-38fe443efc7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1098 time: 0.0429981 Aug 25 12:10:04.387232 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcc55c-91ba-4f00-8036-43187154953b req-25919f05-336b-49a4-9d9e-cc8b87165387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:10:04.388698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-25919f05-336b-49a4-9d9e-cc8b87165387 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0869386 Aug 25 12:10:04.454590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-50f69964-9e2b-4bb1-87f8-d0d56b47bbd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1003 time: 0.0577884 Aug 25 12:10:04.505174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcc55c-91ba-4f00-8036-43187154953b req-166777ed-45eb-4b4f-8aea-abf9da42781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:10:04.506708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-166777ed-45eb-4b4f-8aea-abf9da42781b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0443857 Aug 25 12:10:04.558125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcc55c-91ba-4f00-8036-43187154953b req-ef37c4f4-f101-4cb0-a593-365a1305cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:10:04.559648 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-ef37c4f4-f101-4cb0-a593-365a1305cbee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455163 Aug 25 12:10:04.649038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-538a5286-f477-49c9-a911-0c3455b460ed service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811627 Aug 25 12:10:05.072972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-20dcc55c-91ba-4f00-8036-43187154953b req-638e22f4-3db6-4bb8-adca-3af44752418e service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158790 Aug 25 12:10:18.286731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b61d4dcc-8462-4846-9aee-3576bf64e136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:21.219321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-760eff37-a958-4b5d-8e40-6988ed92ef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:21.451336 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:22.618384 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:24.468999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:24.625836 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:10:27.655221 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:31.318494 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:48.290383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f77aade5-4eaa-4098-bb87-bd06367e1db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:48.882516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc4c3-4e65-46da-a3fa-54348d591f6a req-26716827-9b1e-4e5b-8c00-6eb4c4a02bf5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:10:48.884132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac2fc4c3-4e65-46da-a3fa-54348d591f6a req-26716827-9b1e-4e5b-8c00-6eb4c4a02bf5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0487452 Aug 25 12:10:48.924205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ac2fc4c3-4e65-46da-a3fa-54348d591f6a req-c319c8f0-d776-42aa-b8eb-1a29b84ab878 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342937 Aug 25 12:10:50.846062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-61eff185-7e40-47e7-b6db-9c495a1eff30 req-61a21855-f45d-462b-b98c-ef8c83e9aac7 service neutron] (94910) timed out ('10.222.0.10', 62388) {{(pid=94910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:10:51.221392 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1bd187e8-0c83-49f3-92fa-a34e39fbeb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:51.454068 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:52.621874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:54.470821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:10:57.670241 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:00.101743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebb5b7-2fe7-4f7d-ac0a-b9fd657ba738 req-b8a889e4-a204-44ef-918a-610908960e72 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:00.103342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10ebb5b7-2fe7-4f7d-ac0a-b9fd657ba738 req-b8a889e4-a204-44ef-918a-610908960e72 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0541909 Aug 25 12:11:00.150209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10ebb5b7-2fe7-4f7d-ac0a-b9fd657ba738 req-eb613aa1-6d6e-45af-9492-812997b9ec30 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Aug 25 12:11:00.235691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-b0afbe67-9ea2-48fe-ad6d-18ee19ce78bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980725 Aug 25 12:11:01.264861 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c67e1-d652-4b88-b4a4-82c262c10aa0 req-b17edba4-56ef-4be4-a88b-b59a6018e23a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:01.266445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-693c67e1-d652-4b88-b4a4-82c262c10aa0 req-b17edba4-56ef-4be4-a88b-b59a6018e23a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0486240 Aug 25 12:11:01.304671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-693c67e1-d652-4b88-b4a4-82c262c10aa0 req-435eb33f-8f4a-4f08-89dc-69a5c8386159 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Aug 25 12:11:01.331822 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:01.624552 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:11:02.420072 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084d3e5-620a-422f-9cab-fd23c50bc8a2 req-be7f6d93-cc09-4bea-a95d-555b6619b051 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:02.421547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d084d3e5-620a-422f-9cab-fd23c50bc8a2 req-be7f6d93-cc09-4bea-a95d-555b6619b051 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0490949 Aug 25 12:11:02.458175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d084d3e5-620a-422f-9cab-fd23c50bc8a2 req-cca57362-0d64-4a56-9c14-eb151b239c56 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306327 Aug 25 12:11:03.379027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-8e810b26-9265-4e28-9c80-b7f8a90c0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:03.380647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-8e810b26-9265-4e28-9c80-b7f8a90c0e03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1098 time: 0.0420933 Aug 25 12:11:03.473556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-84e4dcd0-c674-4f31-8168-d129352c0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:03.475050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-84e4dcd0-c674-4f31-8168-d129352c0706 service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0866990 Aug 25 12:11:03.568523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-5bd5dd95-26f6-41e7-8af5-57ba7ab9b27d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1003 time: 0.0849380 Aug 25 12:11:03.616154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d883f6c-1ad5-42ca-a5b6-8bdb1415705b req-6b953dff-24aa-49ff-a725-43c37a09b787 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:03.617613 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d883f6c-1ad5-42ca-a5b6-8bdb1415705b req-6b953dff-24aa-49ff-a725-43c37a09b787 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0885501 Aug 25 12:11:03.646690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-98ebb27b-c1d2-424f-8fa2-45227a2ad3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:03.648025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-98ebb27b-c1d2-424f-8fa2-45227a2ad3dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0716774 Aug 25 12:11:03.672043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d883f6c-1ad5-42ca-a5b6-8bdb1415705b req-0ea04a7b-8554-4238-a48c-e8d86c21f5c5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484369 Aug 25 12:11:03.700372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-d9e7243e-d86e-470f-bd61-61c65d356fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:03.701923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-d9e7243e-d86e-470f-bd61-61c65d356fe6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446167 Aug 25 12:11:03.794149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-7ed035da-84a7-4d64-a1e7-4b03ab3d3203 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842490 Aug 25 12:11:03.886050 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-2bcd9ef7-3c30-4a75-8a69-3d8746abb782 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Aug 25 12:11:04.792685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a5a63-f160-42b1-b326-38fb6baebdc3 req-85f299c4-a34b-4490-86ab-1f48a59c2a9f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:04.794205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a93a5a63-f160-42b1-b326-38fb6baebdc3 req-85f299c4-a34b-4490-86ab-1f48a59c2a9f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0544069 Aug 25 12:11:04.833703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a93a5a63-f160-42b1-b326-38fb6baebdc3 req-f03885e5-3c71-400d-aca5-6fbac3ca864d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335793 Aug 25 12:11:05.211534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-f4622355-b008-46d7-ac0b-192921ee7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:05.213023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-f4622355-b008-46d7-ac0b-192921ee7f55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1098 time: 0.0407979 Aug 25 12:11:05.317680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-e4e9c2da-4d5f-4eca-aae8-35d2be50d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:05.319182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-e4e9c2da-4d5f-4eca-aae8-35d2be50d79e service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0864153 Aug 25 12:11:05.390185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-9dc18585-ff0d-4c98-84f1-d73179403698 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1003 time: 0.0627801 Aug 25 12:11:05.440425 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-6fa71aa4-1e67-48eb-a633-6f6e2c94a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:05.441919 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-6fa71aa4-1e67-48eb-a633-6f6e2c94a03c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0443985 Aug 25 12:11:05.488942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-cb995d53-2291-40ac-95c9-d14e5d035b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:05.490523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-cb995d53-2291-40ac-95c9-d14e5d035b42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407491 Aug 25 12:11:05.587472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-116f04f0-4322-466d-8b01-233682501316 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888124 Aug 25 12:11:05.681823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5dbf7d47-db63-4840-a004-5d76d1c7d724 req-049e04de-a3a5-4010-9677-3989e0180cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 Aug 25 12:11:05.956511 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f028e-da95-4cb9-9f18-09fd1dca5f3c req-e3b30fe4-b7bf-442c-99fd-dbfe49a5fd37 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:05.958023 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d3f028e-da95-4cb9-9f18-09fd1dca5f3c req-e3b30fe4-b7bf-442c-99fd-dbfe49a5fd37 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0546141 Aug 25 12:11:05.996275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d3f028e-da95-4cb9-9f18-09fd1dca5f3c req-61da4111-d4c4-4317-9f35-16473dcb85d3 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323331 Aug 25 12:11:07.116569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b98a2-791f-4c38-9849-c9c3fdde196f req-f1780210-d88f-4df7-8e91-718154de7095 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:07.118163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-015b98a2-791f-4c38-9849-c9c3fdde196f req-f1780210-d88f-4df7-8e91-718154de7095 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0503800 Aug 25 12:11:07.156798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-015b98a2-791f-4c38-9849-c9c3fdde196f req-586cebcb-b1df-4da0-bc2d-894e3c1a4f0b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Aug 25 12:11:08.276451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df64fa-5ba2-4145-8c8b-8711abe7e152 req-45223d9f-62ae-4769-ad06-87e15fb62e9a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:08.277906 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13df64fa-5ba2-4145-8c8b-8711abe7e152 req-45223d9f-62ae-4769-ad06-87e15fb62e9a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0505595 Aug 25 12:11:08.316093 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13df64fa-5ba2-4145-8c8b-8711abe7e152 req-d078191f-4375-4edb-85e2-cd045d50501a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Aug 25 12:11:09.436234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f69d-e72e-4e7f-9fb2-95430437f2b5 req-1d1a1a3e-cbf3-4704-9abb-c675ab747968 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:09.437760 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e47f69d-e72e-4e7f-9fb2-95430437f2b5 req-1d1a1a3e-cbf3-4704-9abb-c675ab747968 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0539002 Aug 25 12:11:09.476955 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1e47f69d-e72e-4e7f-9fb2-95430437f2b5 req-a8a39a1c-4abf-4881-b605-c99574fb856e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Aug 25 12:11:10.592022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c797ea-7226-4334-81be-0c44791e2748 req-76c4b3c0-2096-40d1-b8de-422aeb732ab8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:10.593527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1c797ea-7226-4334-81be-0c44791e2748 req-76c4b3c0-2096-40d1-b8de-422aeb732ab8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Aug 25 12:11:10.631280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1c797ea-7226-4334-81be-0c44791e2748 req-163ac7dd-5c3e-473a-bbb9-126e82ac0992 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312047 Aug 25 12:11:11.752035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ee776-2d66-42a6-b72d-e6e29397bf9d req-685fdd77-a630-4b53-a7a3-003cb2d9c0d8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:11.753530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-397ee776-2d66-42a6-b72d-e6e29397bf9d req-685fdd77-a630-4b53-a7a3-003cb2d9c0d8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0496929 Aug 25 12:11:11.792986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-397ee776-2d66-42a6-b72d-e6e29397bf9d req-2a276854-5a99-4e17-9313-443d4a163916 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326581 Aug 25 12:11:12.911059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41005baa-f61f-49e3-946d-a27f25f9f6de req-91c9594a-4d96-4a2e-83c3-7ef9e756d319 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:12.912554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41005baa-f61f-49e3-946d-a27f25f9f6de req-91c9594a-4d96-4a2e-83c3-7ef9e756d319 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0533295 Aug 25 12:11:12.950509 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-41005baa-f61f-49e3-946d-a27f25f9f6de req-e0bb343d-c1ea-4fda-80df-7d35d8d8fdb9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320528 Aug 25 12:11:14.073499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c10fe-2e6b-4107-b1f8-81fb1c9bf45c req-8da55ef0-6d4d-4cbc-9c13-ed82ef3c3130 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:14.075487 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b8c10fe-2e6b-4107-b1f8-81fb1c9bf45c req-8da55ef0-6d4d-4cbc-9c13-ed82ef3c3130 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0546315 Aug 25 12:11:14.117278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b8c10fe-2e6b-4107-b1f8-81fb1c9bf45c req-bbe59dba-cdaf-4028-a623-68b03ba2e791 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351872 Aug 25 12:11:15.236390 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3efc42-c3b4-404f-b32a-f427af2b2a4f req-6582fb0e-6dea-4a31-a515-1df7b8e9914d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:15.238008 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c3efc42-c3b4-404f-b32a-f427af2b2a4f req-6582fb0e-6dea-4a31-a515-1df7b8e9914d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0506132 Aug 25 12:11:15.277564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8c3efc42-c3b4-404f-b32a-f427af2b2a4f req-150f3398-b951-44e4-89ca-c08e1c2ad2c0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Aug 25 12:11:16.401205 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36140921-9ebe-4dbf-b476-9dbfbf80ab61 req-d7956778-3422-4ac8-84e9-b513e0e83f43 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:16.402889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36140921-9ebe-4dbf-b476-9dbfbf80ab61 req-d7956778-3422-4ac8-84e9-b513e0e83f43 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0570540 Aug 25 12:11:16.441895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36140921-9ebe-4dbf-b476-9dbfbf80ab61 req-a47e2f91-fb77-421a-bc0a-08a3962f6fbd tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322030 Aug 25 12:11:17.560892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40648148-f0a2-4a65-848c-f87c920ad184 req-e35f6981-3b8a-4d0d-bbd7-b6fe2bfffcad tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:17.562433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40648148-f0a2-4a65-848c-f87c920ad184 req-e35f6981-3b8a-4d0d-bbd7-b6fe2bfffcad tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0510266 Aug 25 12:11:17.602524 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40648148-f0a2-4a65-848c-f87c920ad184 req-255d533e-3627-43de-8b9d-d2ba0b553ae9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Aug 25 12:11:17.905246 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-389954d2-3843-4396-ac22-1379072c3458 req-f0b944d2-4895-4686-9d39-209c7256f70d service neutron] show failed (client error): The resource could not be found. Aug 25 12:11:17.906331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-f0b944d2-4895-4686-9d39-209c7256f70d service neutron] 10.222.0.67 "GET /v2.0/ports/ec0dd409-0739-46d2-a659-e321d8683174/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0555961 Aug 25 12:11:18.112624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-964bef6a-34dd-46ee-bf8c-03734c8d073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:18.114156 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-964bef6a-34dd-46ee-bf8c-03734c8d073a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 1098 time: 0.0475516 Aug 25 12:11:18.127294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:11:18.187487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.285474 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a2ac78b2-31c8-4b51-8f01-fb752cafa0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.390914 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:18.423322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:11:18.461978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:11:18.464261 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38d1826-e592-4a06-838d-eda1f1d1cec5" -d '{"events": [{"server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:11:18.468152 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.481650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Transition to ACTIVE for port object ec0dd409-0739-46d2-a659-e321d8683174 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:11:18.485384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.515676 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f9db68-e184-427c-89c8-82b364ef9190 x-openstack-request-id: req-e2f9db68-e184-427c-89c8-82b364ef9190 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:11:18.515965 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:11:18.516227 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2f9db68-e184-427c-89c8-82b364ef9190 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:11:18.517271 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'code': 200} Aug 25 12:11:18.566579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=6']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:18.581920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.582265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.582604 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.582941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.583273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.583597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.583921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.584240 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.584564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.584881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.585204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.585520 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:18.622484 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] No DVR routers for this DVR port ec0dd409-0739-46d2-a659-e321d8683174 on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:11:18.729436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28b219-ba1b-451f-9fc6-565315604e93 req-37abbaae-060c-4d22-af28-472bb2fe7ab1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:18.731042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b28b219-ba1b-451f-9fc6-565315604e93 req-37abbaae-060c-4d22-af28-472bb2fe7ab1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0548742 Aug 25 12:11:18.764381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:11:18.764636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:11:18.764933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:11:18.769922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:11:18.770251 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:11:18.773405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b28b219-ba1b-451f-9fc6-565315604e93 req-e0bbb3e7-986e-4173-ba94-037c433d5dd6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356033 Aug 25 12:11:18.775809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:11:18.776260 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:11:18.776738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:11:18.777238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Bound port: ec0dd409-0739-46d2-a659-e321d8683174, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:11:18.777605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.844504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:11:18.848077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:11:18.852569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.886771 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:18.887284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:18.888707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1093 time: 0.7655339 Aug 25 12:11:18.911985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e4841-0290-48f0-8113-04eae92c0b34 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:18.961849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-69e0c25d-9351-424d-b576-11f04eef3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:18.963416 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-69e0c25d-9351-424d-b576-11f04eef3bb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1096 time: 0.0472386 Aug 25 12:11:19.061423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-3155047a-cbb2-43d7-b8d1-40764278f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:19.063037 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-3155047a-cbb2-43d7-b8d1-40764278f6d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0925596 Aug 25 12:11:19.140679 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-6abaa49e-069b-4160-a9f1-c39ef9d4a0c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0709107 Aug 25 12:11:19.189872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-52c501f1-6960-49b5-8f2a-d497192eaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:19.191249 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-52c501f1-6960-49b5-8f2a-d497192eaf07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0443244 Aug 25 12:11:19.236645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389954d2-3843-4396-ac22-1379072c3458 req-ca60a413-62d8-4b53-9577-987bfc21c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:19.238136 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-ca60a413-62d8-4b53-9577-987bfc21c4b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403626 Aug 25 12:11:19.248954 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-da59fddf-f56d-4832-b0d5-5fe6fb182a27 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:11:19.249920 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-da59fddf-f56d-4832-b0d5-5fe6fb182a27 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049076 Aug 25 12:11:19.340844 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-643b7049-7931-484f-9ee2-b664743d865d service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 Aug 25 12:11:19.428741 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-688268c8-1daf-459c-ab39-5e33425e7f19 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808983 Aug 25 12:11:19.851206 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:11:19.893782 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:11:19.896744 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53db8-4a1f-4294-ae04-13d56eea3fcd req-9ef1531a-6b67-4153-b59e-d74d9e28636f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:19.898508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c53db8-4a1f-4294-ae04-13d56eea3fcd req-9ef1531a-6b67-4153-b59e-d74d9e28636f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0528805 Aug 25 12:11:19.936695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c53db8-4a1f-4294-ae04-13d56eea3fcd req-51a8b9b3-8efc-434d-9b2c-8f69cb653de1 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320060 Aug 25 12:11:20.519123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:11:20.521764 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f242b419-752f-40b3-9b96-7db6f389d806" -d '{"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:11:20.571183 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78121ce0-46bc-4a23-8bdc-fa72f7866b75 x-openstack-request-id: req-78121ce0-46bc-4a23-8bdc-fa72f7866b75 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:11:20.571473 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:11:20.571727 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78121ce0-46bc-4a23-8bdc-fa72f7866b75 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:11:20.572168 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'status': 'completed', 'code': 200} Aug 25 12:11:20.633449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-d480ab2d-8ed7-45f3-b895-143ebe526086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.635013 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-d480ab2d-8ed7-45f3-b895-143ebe526086 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1096 time: 0.0437100 Aug 25 12:11:20.637414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-4dad7919-e6d2-4d84-a89c-359cb9c59d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.639012 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-4dad7919-e6d2-4d84-a89c-359cb9c59d81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1096 time: 0.0432713 Aug 25 12:11:20.736618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-a5ff4a6f-a21f-4d26-a83d-3331e8d5575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.738151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-a5ff4a6f-a21f-4d26-a83d-3331e8d5575e service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0953224 Aug 25 12:11:20.744162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-5ae9f41c-66ef-4856-8506-2b2e562bd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.745637 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-5ae9f41c-66ef-4856-8506-2b2e562bd4bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0991955 Aug 25 12:11:20.807587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-2f2d2c99-11fc-4b4f-a28e-97541e45b1e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0609298 Aug 25 12:11:20.814322 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-4e2ec8f0-ad72-467a-9071-88f3183598f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0615778 Aug 25 12:11:20.860894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-d1ed3739-ef72-4dd8-ac27-2935938af8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.862525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-d1ed3739-ef72-4dd8-ac27-2935938af8f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0474961 Aug 25 12:11:20.871178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-a09be4c7-b495-4990-abf7-b940a836dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.872719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-a09be4c7-b495-4990-abf7-b940a836dace service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0501156 Aug 25 12:11:20.917591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-6b60305c-5d7d-40e0-b936-6b41f19ac332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.919146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-6b60305c-5d7d-40e0-b936-6b41f19ac332 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484121 Aug 25 12:11:20.922049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242b419-752f-40b3-9b96-7db6f389d806 req-13be2924-c907-4d18-b003-0aacccd753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:20.924203 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-13be2924-c907-4d18-b003-0aacccd753c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447838 Aug 25 12:11:21.013417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-9bdd9f3f-13d8-4d6e-8091-64caad6fbc0e service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861292 Aug 25 12:11:21.029425 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-0e031054-e91e-492f-9a44-7ce8a480bf14 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970461 Aug 25 12:11:21.126654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-953ecc9c-32dc-4f54-927b-c35804107d87 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905664 Aug 25 12:11:21.129735 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c63ace-3cce-427a-9fa9-56cbec4ce320 req-5604d944-f932-4e32-8887-17732d231113 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:21.131228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c63ace-3cce-427a-9fa9-56cbec4ce320 req-5604d944-f932-4e32-8887-17732d231113 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.1025105 Aug 25 12:11:21.164001 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f242b419-752f-40b3-9b96-7db6f389d806 req-451b4486-b9a2-4866-afa7-c14b4de2fc13 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429839 Aug 25 12:11:21.181894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33c63ace-3cce-427a-9fa9-56cbec4ce320 req-9492f0b3-fc65-47c2-ae79-b98644b5c23e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 Aug 25 12:11:21.231678 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f854b28f-8e4a-4c5b-8516-b3554b13c53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:21.456232 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:22.302062 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c7a4e-0528-45ed-b541-36f4c2b2b586 req-4c9f887e-c8ee-4b9c-a124-d1d33a5af59f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:22.303621 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-419c7a4e-0528-45ed-b541-36f4c2b2b586 req-4c9f887e-c8ee-4b9c-a124-d1d33a5af59f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0510654 Aug 25 12:11:22.345396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-419c7a4e-0528-45ed-b541-36f4c2b2b586 req-8907086a-977e-44ae-ad7e-fc06da2d554b tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358472 Aug 25 12:11:22.624319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:23.461136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043a0b-529f-4c09-b2a7-f4e6471a3836 req-ea247e1e-0250-48ca-9685-dad0800648ee tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:23.462642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb043a0b-529f-4c09-b2a7-f4e6471a3836 req-ea247e1e-0250-48ca-9685-dad0800648ee tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0491972 Aug 25 12:11:23.500334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-eb043a0b-529f-4c09-b2a7-f4e6471a3836 req-d65d98ad-2093-4b2b-953e-532e17a49836 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Aug 25 12:11:24.473879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:24.618950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e889ce3-a1f0-476e-8af7-1d6197ea0954 req-40029541-594d-481b-8d0b-21dd790c2200 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:24.620355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e889ce3-a1f0-476e-8af7-1d6197ea0954 req-40029541-594d-481b-8d0b-21dd790c2200 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0500228 Aug 25 12:11:24.658152 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e889ce3-a1f0-476e-8af7-1d6197ea0954 req-9d464ef9-41d7-4e1a-84d7-6ae8a272da88 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Aug 25 12:11:25.773618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc8efe-b5b7-4f40-8f5d-71e39d61c7f6 req-91136ef5-2018-4b1a-9e6d-e1c3f9548f81 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:25.775112 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16cc8efe-b5b7-4f40-8f5d-71e39d61c7f6 req-91136ef5-2018-4b1a-9e6d-e1c3f9548f81 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0476751 Aug 25 12:11:25.816713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-16cc8efe-b5b7-4f40-8f5d-71e39d61c7f6 req-405e3ed9-ad71-4b63-94b3-3e0a0a228518 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Aug 25 12:11:26.932079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85641-306a-4a1a-8a69-f77ab84a5029 req-2f8b23c9-3236-4a11-bb6f-d0eb37b7da60 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:26.933552 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ec85641-306a-4a1a-8a69-f77ab84a5029 req-2f8b23c9-3236-4a11-bb6f-d0eb37b7da60 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0486927 Aug 25 12:11:26.974605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ec85641-306a-4a1a-8a69-f77ab84a5029 req-324651f7-99de-407d-a310-e09862926eb0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351739 Aug 25 12:11:27.669319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:28.091700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1089e2-e402-431e-bb13-4affb538c00b req-9d2a2bc0-ec9e-4269-873e-3f9c7b59219f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:28.093172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1089e2-e402-431e-bb13-4affb538c00b req-9d2a2bc0-ec9e-4269-873e-3f9c7b59219f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0486073 Aug 25 12:11:28.130668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb1089e2-e402-431e-bb13-4affb538c00b req-e95c4ec7-53cd-4a1a-89fa-8700d1a5b255 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Aug 25 12:11:29.244953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815c8d2-b85a-4102-a33d-459da096bf8f req-eea680e5-9ed4-419f-849c-0d1d66f051ef tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:29.246433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2815c8d2-b85a-4102-a33d-459da096bf8f req-eea680e5-9ed4-419f-849c-0d1d66f051ef tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0477386 Aug 25 12:11:29.287645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2815c8d2-b85a-4102-a33d-459da096bf8f req-39680191-1716-45a5-aae9-9ff41860b855 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347047 Aug 25 12:11:30.405222 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f730a-e6a0-4903-9957-2ef01ac95ca8 req-928df9a8-52d0-47c5-8d79-dd12b4c91126 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:30.406662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b90f730a-e6a0-4903-9957-2ef01ac95ca8 req-928df9a8-52d0-47c5-8d79-dd12b4c91126 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0503638 Aug 25 12:11:30.445917 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b90f730a-e6a0-4903-9957-2ef01ac95ca8 req-927a5460-5e3e-495d-b6e9-4b662b34d87e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331190 Aug 25 12:11:30.743611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-edec2e68-ae59-4dfa-8c13-a287ce216bf0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:30.745098 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-edec2e68-ae59-4dfa-8c13-a287ce216bf0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.10 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3&tenant_id=4092450ae87d4b3782c07389860a1947&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 944 time: 0.0563986 Aug 25 12:11:30.762262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a6259-c6dd-43cb-b0a0-038a5b7de8b7 req-d6d3d413-27ef-4990-a365-4d4ec4de07cf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:30.763766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883a6259-c6dd-43cb-b0a0-038a5b7de8b7 req-d6d3d413-27ef-4990-a365-4d4ec4de07cf tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0492353 Aug 25 12:11:30.802911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-883a6259-c6dd-43cb-b0a0-038a5b7de8b7 req-5384222c-51c9-42e4-a808-6e0434fd5c3d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324957 Aug 25 12:11:30.807643 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-91990aa4-7695-4680-a623-bc7f08b90994 service neutron] 10.222.0.10 "GET /v2.0/ports/ec0dd409-0739-46d2-a659-e321d8683174/bindings/n-h1-778732-11 HTTP/1.1" status: 200 len: 383 time: 0.0544605 Aug 25 12:11:30.874599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-610e0ecf-d1ed-4aff-86e0-41355d97c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:30.876112 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-610e0ecf-d1ed-4aff-86e0-41355d97c6b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1096 time: 0.0446711 Aug 25 12:11:30.963591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-de295db8-633f-4b17-b6b2-9660ce4fbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:30.964957 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-de295db8-633f-4b17-b6b2-9660ce4fbad4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0822444 Aug 25 12:11:31.036382 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-784c7787-d9f9-4262-a938-dddb97838706 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0638511 Aug 25 12:11:31.337218 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:31.358032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-9ce70b74-4a6d-4200-9f57-3504c3513360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:31.359500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-9ce70b74-4a6d-4200-9f57-3504c3513360 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.3162866 Aug 25 12:11:31.408206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-a3977e2a-8f11-48a0-ac27-31f729fd0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:31.409874 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-a3977e2a-8f11-48a0-ac27-31f729fd0ddb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426569 Aug 25 12:11:31.501264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-088b9435-1a3d-4801-a6af-b73a17128f29 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Aug 25 12:11:31.591842 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-9a359aff-29e5-42ba-9ae4-9f8765979dfe service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828297 Aug 25 12:11:31.924885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13b0c7-0904-43f1-88de-eb33a38aea51 req-cfc1860f-0401-455e-8bef-ee3a5eda784e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:31.926307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d13b0c7-0904-43f1-88de-eb33a38aea51 req-cfc1860f-0401-455e-8bef-ee3a5eda784e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 944 time: 0.0524247 Aug 25 12:11:31.966587 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d13b0c7-0904-43f1-88de-eb33a38aea51 req-cec50c9f-1704-4ca8-afc1-4bc43730117f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344038 Aug 25 12:11:32.143169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:11:32.234892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:32.250940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ec0dd409-0739-46d2-a659-e321d8683174', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:11:32.287472 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:32.299996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:11:32.318414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:32.322254 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:32.368526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:32.375751 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.376100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.376441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.376830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.377174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.377502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.377865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.378200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.378518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.378844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.379168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.379492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:32.584864 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ec0dd409-0739-46d2-a659-e321d8683174'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:11:33.084574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e4842-c82a-467d-ab6b-fc75cf6aec67 req-031a8a99-bcec-47ae-95fd-9c5022cdaa62 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:33.086089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-360e4842-c82a-467d-ab6b-fc75cf6aec67 req-031a8a99-bcec-47ae-95fd-9c5022cdaa62 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 25 12:11:33.123608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-360e4842-c82a-467d-ab6b-fc75cf6aec67 req-296f199f-2dbc-45ff-9c86-6a5f2ba6e6ae tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Aug 25 12:11:34.167200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:11:34.244915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9b1dc-9c51-45cb-88ae-9a61cc371c86 req-6ab6b836-cd6d-4cc9-a55f-4a78d78f1769 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:34.246582 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2b9b1dc-9c51-45cb-88ae-9a61cc371c86 req-6ab6b836-cd6d-4cc9-a55f-4a78d78f1769 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0513210 Aug 25 12:11:34.262748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:34.274770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ec0dd409-0739-46d2-a659-e321d8683174', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:11:34.286125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a2b9b1dc-9c51-45cb-88ae-9a61cc371c86 req-eda77bf0-5a79-4c6a-9a04-2909ea20c4d2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330172 Aug 25 12:11:35.291379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-2ef868ad-df47-4313-a70e-e8bf4fe60e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:35.292779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-2ef868ad-df47-4313-a70e-e8bf4fe60e95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3&tenant_id=4092450ae87d4b3782c07389860a1947 HTTP/1.1" status: 200 len: 1097 time: 0.0419633 Aug 25 12:11:35.305622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:11:35.384152 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:35.437308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50548d-0763-4a66-bf5e-6e53ef85a960 req-3bbe27e5-668e-4533-96ea-098c9a92b8e2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:35.438807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b50548d-0763-4a66-bf5e-6e53ef85a960 req-3bbe27e5-668e-4533-96ea-098c9a92b8e2 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0838182 Aug 25 12:11:35.546034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b50548d-0763-4a66-bf5e-6e53ef85a960 req-fb25e9f7-6ef1-42f3-91d3-b013a1741309 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965574 Aug 25 12:11:35.626669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:35.659284 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:11:35.695403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:11:35.703768 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:35.714098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Ignored duplicate provisioning block setup for port ec0dd409-0739-46d2-a659-e321d8683174 by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 25 12:11:35.717426 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:35.792482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=9']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:35.807981 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.808336 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.808682 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.809027 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.809361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.809708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.810041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.810372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.810709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.811034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.811359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.811680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:11:35.855842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] No DVR routers for this DVR port ec0dd409-0739-46d2-a659-e321d8683174 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:11:35.991267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:11:35.991598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:11:35.992061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:11:35.996822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:11:35.997141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Attempting to bind port ec0dd409-0739-46d2-a659-e321d8683174 on network 748468fc-34d9-441f-a472-c5cd2ce5e930 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:11:36.002054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:11:36.002387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Checking segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:11:36.002774 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Bound using segment: {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:11:36.003189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Bound port: ec0dd409-0739-46d2-a659-e321d8683174, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8324ffa-685e-49e1-abc4-fb2a42697f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:11:36.003538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:36.066870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:11:36.070168 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:11:36.074283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:36.107422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.108037 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:36.109474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1093 time: 0.8077724 Aug 25 12:11:36.109940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:11:36.112227 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b6442-6944-4cbb-ae85-5db8e719b102" -d '{"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:11:36.139470 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74135-036e-4e2a-b6ad-9d00b85a93a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:36.169835 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b0ba6-bf41-4965-b9b0-58b7cbde46b9 x-openstack-request-id: req-5f3b0ba6-bf41-4965-b9b0-58b7cbde46b9 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:11:36.170134 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:11:36.170385 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f3b0ba6-bf41-4965-b9b0-58b7cbde46b9 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:11:36.170790 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'status': 'completed', 'code': 200} Aug 25 12:11:36.187678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4b48bb7a-26e6-4184-b6a2-776150eddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.189205 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-4b48bb7a-26e6-4184-b6a2-776150eddaec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1097 time: 0.0509467 Aug 25 12:11:36.235726 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-d8212b23-f857-4a05-a7c3-ce5ddadc2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.237714 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-d8212b23-f857-4a05-a7c3-ce5ddadc2e08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1097 time: 0.0445340 Aug 25 12:11:36.291818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-dc47e06c-0eea-4ef4-be6f-2d0243fab9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.293605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-dc47e06c-0eea-4ef4-be6f-2d0243fab9ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0965502 Aug 25 12:11:36.336543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-c2586233-cde3-4679-96c3-82ea432aed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.338100 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-c2586233-cde3-4679-96c3-82ea432aed19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0923178 Aug 25 12:11:36.367214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-5b122bfa-852b-463b-b9b4-953bfc9a5479 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0602832 Aug 25 12:11:36.404914 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-244b114d-6979-4ae8-a4f2-3383809ba3e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0594313 Aug 25 12:11:36.421969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-110c00e9-2f35-4d8a-bd5c-a6d67e8c0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.423436 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-110c00e9-2f35-4d8a-bd5c-a6d67e8c0037 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0485690 Aug 25 12:11:36.459362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-7006dbea-9547-4092-bfa9-01de6cf696e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.460899 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-7006dbea-9547-4092-bfa9-01de6cf696e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0495372 Aug 25 12:11:36.471601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-66efaa9c-b25a-4295-90ec-d3c7a6ceeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.473104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-66efaa9c-b25a-4295-90ec-d3c7a6ceeb82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414021 Aug 25 12:11:36.485245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-7caa4e92-8e24-4543-811c-e6f8ce72f39d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:11:36.486237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-7caa4e92-8e24-4543-811c-e6f8ce72f39d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053771 Aug 25 12:11:36.506897 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-d018fbc0-4981-4b4e-9d7c-143f63271285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.508407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-d018fbc0-4981-4b4e-9d7c-143f63271285 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410242 Aug 25 12:11:36.581350 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-0cfed804-74be-4988-9feb-664a06ce5d7c service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875475 Aug 25 12:11:36.601405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-8bb2875f-2e23-4d63-a17a-84171a17e853 service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844245 Aug 25 12:11:36.699408 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-05a6fb38-ea95-476f-9eea-ec3e69bd77aa service neutron] 10.222.0.10 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905044 Aug 25 12:11:36.714624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe1549-8867-49fd-a28f-0e45614bbf1a req-ce9af831-71ca-4f43-ae95-ebdec47995ac tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.716184 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9fe1549-8867-49fd-a28f-0e45614bbf1a req-ce9af831-71ca-4f43-ae95-ebdec47995ac tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0813348 Aug 25 12:11:36.721868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d84c0e0a-1fed-4519-96e4-a78955afbeab req-5ca15916-7af5-456f-9619-7019d7ff4f13 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332076 Aug 25 12:11:36.755921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d9fe1549-8867-49fd-a28f-0e45614bbf1a req-638b190b-382d-48b5-97d9-866c38fc5de5 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Aug 25 12:11:36.811666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-21fce90d-db84-42d9-a0cb-516902b68d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.813188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-21fce90d-db84-42d9-a0cb-516902b68d99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4092450ae87d4b3782c07389860a1947&device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 1097 time: 0.0481946 Aug 25 12:11:36.905629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-d810297d-ed51-4758-9024-4badcfcaf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:36.907157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-d810297d-ed51-4758-9024-4badcfcaf56a service neutron] 10.222.0.67 "GET /v2.0/networks?id=748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 200 len: 912 time: 0.0866616 Aug 25 12:11:36.977374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-2ad38338-09ef-46aa-8d5d-6be96bcc565b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 200 len: 1001 time: 0.0625849 Aug 25 12:11:37.029787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-661fa198-dd36-45bc-b2af-633465eb5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:37.031358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-661fa198-dd36-45bc-b2af-633465eb5111 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 200 len: 850 time: 0.0461249 Aug 25 12:11:37.082862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-020e5de1-ee31-48da-845b-7961164d7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:37.084254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-020e5de1-ee31-48da-845b-7961164d7029 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=748468fc-34d9-441f-a472-c5cd2ce5e930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449498 Aug 25 12:11:37.178748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-3e93eb62-ddd1-48dd-8bcb-e51a62361f7a service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859866 Aug 25 12:11:37.270335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d51b6442-6944-4cbb-ae85-5db8e719b102 req-bdb29f92-742c-4fac-bcc2-a3908b2fc287 service neutron] 10.222.0.67 "GET /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836923 Aug 25 12:11:37.878959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10748f48-2d53-4fea-891d-aaa54ebd8a3b req-40545efa-91d3-4994-89dc-02128c985d91 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:37.880559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10748f48-2d53-4fea-891d-aaa54ebd8a3b req-40545efa-91d3-4994-89dc-02128c985d91 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0523701 Aug 25 12:11:37.920780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-10748f48-2d53-4fea-891d-aaa54ebd8a3b req-5383972b-dd47-4d81-a38d-e89409885566 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341876 Aug 25 12:11:38.204989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:11:38.247884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:11:38.623501 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:11:39.048132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0edc47-004f-4768-a195-b96824854034 req-c090466e-aea2-41f0-86bb-19829aac76f8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:39.049714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a0edc47-004f-4768-a195-b96824854034 req-c090466e-aea2-41f0-86bb-19829aac76f8 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0570953 Aug 25 12:11:39.090275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a0edc47-004f-4768-a195-b96824854034 req-e6363c05-4c9b-436c-898e-46c378f18c0a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Aug 25 12:11:40.210924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27334f80-b516-409c-bce8-531c01a21625 req-ea59a8b5-9f67-4389-8380-4fbaad5c3ba0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:40.212477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27334f80-b516-409c-bce8-531c01a21625 req-ea59a8b5-9f67-4389-8380-4fbaad5c3ba0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0507202 Aug 25 12:11:40.250269 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-27334f80-b516-409c-bce8-531c01a21625 req-bf07a929-c760-4ca8-8512-5b46713cfe67 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Aug 25 12:11:41.365042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798159a1-8916-47df-999c-b1d2b737cda6 req-9f8c9a6d-5abd-4657-ae9e-f18b4fa5758a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:41.366543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-798159a1-8916-47df-999c-b1d2b737cda6 req-9f8c9a6d-5abd-4657-ae9e-f18b4fa5758a tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0483072 Aug 25 12:11:41.403378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-798159a1-8916-47df-999c-b1d2b737cda6 req-e3744391-90f5-4937-bbd4-c71a0c24e589 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310116 Aug 25 12:11:42.529329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b34d-eb7e-442a-88eb-2e63128b1d41 req-f78ff78c-f8c6-4f6b-8023-8b11d58329e6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:42.530845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d10b34d-eb7e-442a-88eb-2e63128b1d41 req-f78ff78c-f8c6-4f6b-8023-8b11d58329e6 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Aug 25 12:11:42.568032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d10b34d-eb7e-442a-88eb-2e63128b1d41 req-7055a146-d587-487d-b177-d67d1ac63d87 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307999 Aug 25 12:11:43.682775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244584b-8f93-403b-88a4-b2b75d657bce req-c9235016-ce18-4c3d-94f0-7b1e67bb0110 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:43.684286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6244584b-8f93-403b-88a4-b2b75d657bce req-c9235016-ce18-4c3d-94f0-7b1e67bb0110 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0483150 Aug 25 12:11:43.722775 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6244584b-8f93-403b-88a4-b2b75d657bce req-0d029df6-2a4b-4f80-8e0d-699424eb916d tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Aug 25 12:11:44.841129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6023eac-989d-4b5d-80f7-ab0bcd9337c3 req-7769d8ef-9595-4dde-a0d1-e8ac168d116e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:44.842687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6023eac-989d-4b5d-80f7-ab0bcd9337c3 req-7769d8ef-9595-4dde-a0d1-e8ac168d116e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0499871 Aug 25 12:11:44.881622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a6023eac-989d-4b5d-80f7-ab0bcd9337c3 req-3fa901a9-93b8-401d-9034-54d1ea2c2b7f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325613 Aug 25 12:11:46.000946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb73b8-a371-4c8b-94d1-ebb51ababf4c req-94990ccf-3d06-4854-9cbb-bda7b1684892 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:46.003129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdb73b8-a371-4c8b-94d1-ebb51ababf4c req-94990ccf-3d06-4854-9cbb-bda7b1684892 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Aug 25 12:11:46.041893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdb73b8-a371-4c8b-94d1-ebb51ababf4c req-663fefc2-0490-4740-90b0-fd9e6a20e656 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327921 Aug 25 12:11:47.157949 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537979ec-4d49-49d1-9fb3-2d940a07f680 req-81e1acc4-02fa-4c49-a515-15643b997c7f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:47.159437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-537979ec-4d49-49d1-9fb3-2d940a07f680 req-81e1acc4-02fa-4c49-a515-15643b997c7f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0487633 Aug 25 12:11:47.205719 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-537979ec-4d49-49d1-9fb3-2d940a07f680 req-ea3fe787-08ae-4477-bb94-ac2f2d4d67df tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Aug 25 12:11:48.287384 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e9473395-2f0f-4727-aa64-d47e39a0e8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:48.323286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fd8dd-58e3-4f10-ad20-d0c15edd33cf req-1e85b045-0a53-44b8-82a0-485e05ed1965 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:48.324793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-734fd8dd-58e3-4f10-ad20-d0c15edd33cf req-1e85b045-0a53-44b8-82a0-485e05ed1965 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Aug 25 12:11:48.361807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-734fd8dd-58e3-4f10-ad20-d0c15edd33cf req-16fa00af-103c-4b1c-b07f-7289ec777849 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303264 Aug 25 12:11:48.478926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e809f-7f4a-4744-baec-90c274223d7b req-730fe15c-9840-4acc-b8b4-e4f3d56a5333 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:48.480425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-855e809f-7f4a-4744-baec-90c274223d7b req-730fe15c-9840-4acc-b8b4-e4f3d56a5333 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0533178 Aug 25 12:11:48.519748 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-855e809f-7f4a-4744-baec-90c274223d7b req-9f10beac-a2fd-4add-9f0a-8bc9b76eb5f0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 25 12:11:48.636602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a2c64-87e5-4036-bade-de2324bf409c req-08f4956e-f7f5-47c8-9836-94aa008e4136 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:48.638092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d64a2c64-87e5-4036-bade-de2324bf409c req-08f4956e-f7f5-47c8-9836-94aa008e4136 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0478110 Aug 25 12:11:48.675694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d64a2c64-87e5-4036-bade-de2324bf409c req-5d5cf12c-8b93-4aed-b57d-3275c0817d5f tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Aug 25 12:11:48.908201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49c1c5-c1d7-4754-b72c-6c78c230ce86 req-086025d0-7ae6-4349-9942-592b691bf337 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:48.909733 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a49c1c5-c1d7-4754-b72c-6c78c230ce86 req-086025d0-7ae6-4349-9942-592b691bf337 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0492353 Aug 25 12:11:48.948404 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a49c1c5-c1d7-4754-b72c-6c78c230ce86 req-83fcd54e-394b-4bb4-b469-1a8947552141 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Aug 25 12:11:50.006764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:11:50.070482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979dd9c-c4b9-4e7f-943e-f33d15e700f2 req-20c2b3df-3b6c-4b7c-a13c-f7caeb04b82c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:50.071876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3979dd9c-c4b9-4e7f-943e-f33d15e700f2 req-20c2b3df-3b6c-4b7c-a13c-f7caeb04b82c tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 945 time: 0.0550647 Aug 25 12:11:50.101476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:50.111868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3979dd9c-c4b9-4e7f-943e-f33d15e700f2 req-509e02e1-9fb2-49cb-a689-2c0fcc480310 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups?id=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337415 Aug 25 12:11:50.113416 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'ec0dd409-0739-46d2-a659-e321d8683174', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'port_id': 'ec0dd409-0739-46d2-a659-e321d8683174', 'mac_address': 'fa:16:3e:c5:a6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:11:50.156316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.169638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:11:50.188549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:50.192989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.238779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:50.469613 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-43d228c7-bbf5-46fa-9fc8-b8ca9b666d57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:11:50.471118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-43d228c7-bbf5-46fa-9fc8-b8ca9b666d57 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 946 time: 0.0493078 Aug 25 12:11:50.561725 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Deleting port ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:11:50.562060 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.651895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] For port ec0dd409-0739-46d2-a659-e321d8683174, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=ec0dd409-0739-46d2-a659-e321d8683174,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:50.652328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.825177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.825478 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.825839 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Floating IP 4187758b-ff76-40b3-9782-42c71a520881 disassociated. External IP: 172.25.1.193, port: ec0dd409-0739-46d2-a659-e321d8683174. Aug 25 12:11:50.826175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Calling delete_port for ec0dd409-0739-46d2-a659-e321d8683174 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:11:50.958781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:50.985946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event deleted for resources: {'Port': ['ID=ec0dd409-0739-46d2-a659-e321d8683174,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:51.106181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:11:51.224389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bd45c0ba-d07d-47a8-b835-3992cafc149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:51.228472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b6be8f44-5412-4ce7-9c84-5422615c62f9 req-824007c1-a54c-4309-8cf6-327e586935db tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 210 time: 0.0330551 Aug 25 12:11:51.242359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:11:51.257506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:11:51.266393 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:11:51.266923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:11:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:11:51.290909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] No DVR routers for this DVR port ec0dd409-0739-46d2-a659-e321d8683174 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:11:51.293635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:51.295728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31c151fb-aa7c-4694-b7f1-6911ff1d0b07 req-f7baa044-0596-418b-a39b-cd1d7b2f7822 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.67 "DELETE /v2.0/ports/ec0dd409-0739-46d2-a659-e321d8683174 HTTP/1.1" status: 204 len: 173 time: 0.8167448 Aug 25 12:11:51.296195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'name': 'network-vif-deleted', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:11:51.298493 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33610e92-95fb-4e84-828f-ff467899a5c5" -d '{"events": [{"server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "name": "network-vif-deleted", "tag": "ec0dd409-0739-46d2-a659-e321d8683174"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:11:51.338517 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a616cf-23ca-4408-abc6-d7f6eae90672 x-openstack-request-id: req-61a616cf-23ca-4408-abc6-d7f6eae90672 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:11:51.338990 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40edc02-d96a-40c5-ba49-75fe9c7122c3", "name": "network-vif-deleted", "tag": "ec0dd409-0739-46d2-a659-e321d8683174", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:11:51.339730 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61a616cf-23ca-4408-abc6-d7f6eae90672 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:11:51.340493 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40edc02-d96a-40c5-ba49-75fe9c7122c3', 'name': 'network-vif-deleted', 'tag': 'ec0dd409-0739-46d2-a659-e321d8683174', 'status': 'completed', 'code': 200} Aug 25 12:11:51.375562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:11:51.650714 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:51.742317 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:11:51.773829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:11:51.782364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:11:51.783004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:11:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:11:51.888642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:11:52.097294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:11:52.123596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd2a33-b8e5-4539-bdb4-a324840f76c7 None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:15Z', 'revision_number': 4, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '2ce20169-e115-40b1-a592-07de5cea5bad', 'name': '', 'network_id': '748468fc-34d9-441f-a472-c5cd2ce5e930', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'mac_address': 'fa:16:3e:6b:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:15Z', 'updated_at': '2021-08-25T12:02:20Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'subnets': [{'id': 'fc9a57bb-e03e-4934-85ac-190caac42bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:11:52.335598 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edec5939-7beb-4cd4-90aa-9079cd52b192 req-20ed9a11-6e32-4ad8-80bb-233f0fc9f0c0 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 210 time: 0.0309286 Aug 25 12:11:52.355041 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5df4e-f13c-4606-9789-75279d3aba9e None None] New status for floating IP 4187758b-ff76-40b3-9782-42c71a520881: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:11:52.628210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:53.432307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a507cb93-32a5-4f79-8b60-2270e01394f7 req-5130493f-1a30-4710-946a-1c5ee313742e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 210 time: 0.0264635 Aug 25 12:11:54.027399 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:11:54.052794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: ec0dd409-0739-46d2-a659-e321d8683174 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:11:54.053142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device ec0dd409-0739-46d2-a659-e321d8683174 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:11:54.496334 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:54.549618 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edc2eedd-b3ce-43ab-824a-cb8429499757 req-03717683-b856-46fe-b663-2afa195bf029 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b40edc02-d96a-40c5-ba49-75fe9c7122c3 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Aug 25 12:11:57.690716 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.281539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40626) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:11:58.337362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e81ec59-3bcd-4a25-974d-aef98e543cf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.363410 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e81ec59-3bcd-4a25-974d-aef98e543cf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.414504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e81ec59-3bcd-4a25-974d-aef98e543cf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.417159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7e81ec59-3bcd-4a25-974d-aef98e543cf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.421048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40628) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:11:58.428515 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7e81ec59-3bcd-4a25-974d-aef98e543cf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "DELETE /v2.0/security-groups/336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c HTTP/1.1" status: 204 len: 168 time: 0.1457655 Aug 25 12:11:58.435866 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [None req-f47824ce-ee4a-4605-88e9-9f72541a2a21 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] show failed (client error): The resource could not be found. Aug 25 12:11:58.436970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f47824ce-ee4a-4605-88e9-9f72541a2a21 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "GET /v2.0/security-groups/336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c HTTP/1.1" status: 404 len: 347 time: 0.0148561 Aug 25 12:11:58.437588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81ec59-3bcd-4a25-974d-aef98e543cf9 tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ab1bc-0a8c-46b9-a9d3-17dc75e4da4c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:58.439692 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40630) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:11:58.566548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Deleting port e4e9dad8-05b9-4ebe-9330-c94df114d540 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:11:58.566888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.980022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.980357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:58.991769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Calling delete_port for e4e9dad8-05b9-4ebe-9330-c94df114d540 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:11:59.124050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:59.149933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Pushing event deleted for resources: {'Port': ['ID=e4e9dad8-05b9-4ebe-9330-c94df114d540,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:11:59.214655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:59.217724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:59.218907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9b4473a-b6f1-4fc4-9c63-74d37c621a7e tempest-ServerActionsTestJSON-650240160 tempest-ServerActionsTestJSON-650240160-project] 10.222.0.35 "DELETE /v2.0/floatingips/4187758b-ff76-40b3-9782-42c71a520881 HTTP/1.1" status: 204 len: 168 time: 0.7781432 Aug 25 12:11:59.222319 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40634) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:11:59.619411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:59.863464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Deleting port 2ce20169-e115-40b1-a592-07de5cea5bad {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:11:59.863800 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:59.939658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] For port 2ce20169-e115-40b1-a592-07de5cea5bad, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=2ce20169-e115-40b1-a592-07de5cea5bad,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:11:59.939939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:11:59.952472 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Calling delete_port for 2ce20169-e115-40b1-a592-07de5cea5bad owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:00.135048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:00.164877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce20169-e115-40b1-a592-07de5cea5bad,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:00.334806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:00.547313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Router 90b560f7-8e00-4413-ab23-b113326513cd has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:12:00.651067 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:12:00.656751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f365cf6d-afb3-437f-b5ec-8ecbbf038682 admin admin] 10.222.0.35 "PUT /v2.0/routers/90b560f7-8e00-4413-ab23-b113326513cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332809 Aug 25 12:12:00.659614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40638) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:00.661300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] Sync routers for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:12:00.671304 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:00.671916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:11:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:00.765116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:00.776076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:00.863847 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:00.918432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Deleting port 888f9f51-6b23-453f-9b35-310b5b4a7306 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:00.918769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:00.954012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:12:00Z', 'revision_number': 5, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port': {'id': '888f9f51-6b23-453f-9b35-310b5b4a7306', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b560f7-8e00-4413-ab23-b113326513cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:00.979929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] Checking router: 90b560f7-8e00-4413-ab23-b113326513cd for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:12:00.988700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] Routers {'90b560f7-8e00-4413-ab23-b113326513cd'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:00.989305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:11:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['90b560f7-8e00-4413-ab23-b113326513cd'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:00.997968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] For port 888f9f51-6b23-453f-9b35-310b5b4a7306, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=888f9f51-6b23-453f-9b35-310b5b4a7306,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:00.998479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.014144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Calling delete_port for 888f9f51-6b23-453f-9b35-310b5b4a7306 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:01.076991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] Set router 90b560f7-8e00-4413-ab23-b113326513cd gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:01.131055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:12:00Z', 'revision_number': 6, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:01.158252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05bd0a-326b-41f9-9a25-ced2b0e1c37b None None] The sync data for ids ['90b560f7-8e00-4413-ab23-b113326513cd'] in n-d-778732-11 is: [{'id': '90b560f7-8e00-4413-ab23-b113326513cd', 'name': 'tempest-ServerActionsTestJSON-438211477-router', 'tenant_id': '4092450ae87d4b3782c07389860a1947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:02:13Z', 'updated_at': '2021-08-25T12:12:00Z', 'revision_number': 6, 'project_id': '4092450ae87d4b3782c07389860a1947', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:12:01.194361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.218791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Pushing event deleted for resources: {'Port': ['ID=888f9f51-6b23-453f-9b35-310b5b4a7306,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:01.291534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.357065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.386450 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.388551 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.435106 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.439457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b560f7-8e00-4413-ab23-b113326513cd {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:12:01.445325 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.446538 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e59458e5-9190-4726-83f9-183926612743 admin admin] 10.222.0.35 "DELETE /v2.0/routers/90b560f7-8e00-4413-ab23-b113326513cd HTTP/1.1" status: 204 len: 168 time: 0.7857754 Aug 25 12:12:01.449141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40640) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:01.503976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Deleting subnet fc9a57bb-e03e-4934-85ac-190caac42bd8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:12:01.507273 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.551178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.635882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.692233 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.717832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc9a57bb-e03e-4934-85ac-190caac42bd8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:01.724124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.726035 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7161ce89-1578-443a-90fb-8ed22a098585 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fc9a57bb-e03e-4934-85ac-190caac42bd8 HTTP/1.1" status: 204 len: 168 time: 0.2759171 Aug 25 12:12:01.728512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40642) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:01.730389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f6b3a-5976-463b-a41f-224209ddec10 None None] Network 748468fc-34d9-441f-a472-c5cd2ce5e930 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:01.799947 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.853862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Deleting port aa5bd80e-d38d-4ff5-b911-1ae73e536628 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:01.854205 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.922788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] For port aa5bd80e-d38d-4ff5-b911-1ae73e536628, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa5bd80e-d38d-4ff5-b911-1ae73e536628,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:01.923253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:01.941524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Calling delete_port for aa5bd80e-d38d-4ff5-b911-1ae73e536628 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:01.941727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] DHCP port deletion for 748468fc-34d9-441f-a472-c5cd2ce5e930 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:12:01.991916 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] Deleting port aa5bd80e-d38d-4ff5-b911-1ae73e536628 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:01.992321 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.026649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.054721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5bd80e-d38d-4ff5-b911-1ae73e536628,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:02.058462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] No DVR routers for this DVR port aa5bd80e-d38d-4ff5-b911-1ae73e536628 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:02.060928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] For port aa5bd80e-d38d-4ff5-b911-1ae73e536628, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa5bd80e-d38d-4ff5-b911-1ae73e536628,segment=NetworkSegment(d8324ffa-685e-49e1-abc4-fb2a42697f67),segment_id=d8324ffa-685e-49e1-abc4-fb2a42697f67)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:02.061459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.076989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] Calling delete_port for aa5bd80e-d38d-4ff5-b911-1ae73e536628 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:02.138427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.144436 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa5bd80e-d38d-4ff5-b911-1ae73e536628 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:02.149975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748468fc-34d9-441f-a472-c5cd2ce5e930']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:02.159585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8324ffa-685e-49e1-abc4-fb2a42697f67') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:02.159823 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8324ffa-685e-49e1-abc4-fb2a42697f67') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:02.167440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: aa5bd80e-d38d-4ff5-b911-1ae73e536628 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:02.167440 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa5bd80e-d38d-4ff5-b911-1ae73e536628 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:02.167878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2ce20169-e115-40b1-a592-07de5cea5bad no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:02.169008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.184058 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.190488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:02.190863 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:02.192487 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:02.194398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 2ce20169-e115-40b1-a592-07de5cea5bad {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:02.194398 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 2ce20169-e115-40b1-a592-07de5cea5bad not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:02.194999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888f9f51-6b23-453f-9b35-310b5b4a7306 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:02.218915 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 888f9f51-6b23-453f-9b35-310b5b4a7306 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:02.219123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 888f9f51-6b23-453f-9b35-310b5b4a7306 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:02.226485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.254214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] Pushing event deleted for resources: {'Port': ['ID=aa5bd80e-d38d-4ff5-b911-1ae73e536628,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:02.258948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.259722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9cbe3-1c55-4b56-95db-e3ed6dd60d61 None None] No DVR routers for this DVR port aa5bd80e-d38d-4ff5-b911-1ae73e536628 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:02.265081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.267091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] 10.222.0.35 "DELETE /v2.0/networks/748468fc-34d9-441f-a472-c5cd2ce5e930 HTTP/1.1" status: 204 len: 168 time: 0.5376284 Aug 25 12:12:02.284976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891146f-9241-4311-841d-84ef8c922607 admin admin] Pushing event deleted for resources: {'Network': ['ID=748468fc-34d9-441f-a472-c5cd2ce5e930,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:02.392399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40646) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:02.433329 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a63a9402-4d42-4927-9981-bedccc6fc215 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4092450ae87d4b3782c07389860a1947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396855 Aug 25 12:12:02.436096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:02.488247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd2d5-2abe-44b3-bb16-17734414ec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.509002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd2d5-2abe-44b3-bb16-17734414ec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.556433 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd2d5-2abe-44b3-bb16-17734414ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.558944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b7bdd2d5-2abe-44b3-bb16-17734414ec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:02.560336 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b7bdd2d5-2abe-44b3-bb16-17734414ec55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/937e9d77-5cf0-445f-9669-22137a178f6f HTTP/1.1" status: 204 len: 168 time: 0.1232758 Aug 25 12:12:02.569645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdd2d5-2abe-44b3-bb16-17734414ec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e9d77-5cf0-445f-9669-22137a178f6f,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:03.280959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40670) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:03.375817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-372890963-network', 'tenant_id': '99b1426ffa4841f3990ac7eba8f8d26f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:03.397650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Made reservation on behalf of 99b1426ffa4841f3990ac7eba8f8d26f for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:03.399942 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.408079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.499041 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.503523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.525080 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:03.538684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2eba5f-9547-4e13-a06c-412e07f2d6ef,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:03.543603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.543955 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Added segment 3dc40ab0-9c96-4942-982f-b1f956871ced of type vlan for network 5fcae02f-2e64-44f2-a04b-2a210c975f58 Aug 25 12:12:03.583532 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.610427 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.611308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:03.611887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.665109 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3830268 Aug 25 12:12:03.668209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40674) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:03.672169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa65270-fee5-4500-82c0-cdb392b2c7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5fcae02f-2e64-44f2-a04b-2a210c975f58,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:03.673752 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Request body: {'subnet': {'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-372890963-subnet', 'tenant_id': '99b1426ffa4841f3990ac7eba8f8d26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:03.682143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 5fcae02f-2e64-44f2-a04b-2a210c975f58 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:03.697026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Made reservation on behalf of 99b1426ffa4841f3990ac7eba8f8d26f for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:03.699425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.866038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.922806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39aa63b-49b0-4b96-bef1-2db6cf813fc0,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:03.931751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Checking segment: {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:03.932112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Network hostable DHCP agents. Network: 5fcae02f-2e64-44f2-a04b-2a210c975f58, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:03.949058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Network 5fcae02f-2e64-44f2-a04b-2a210c975f58 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:03.957496 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 5fcae02f-2e64-44f2-a04b-2a210c975f58) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:03.962277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:03.962857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:03.966299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dad7f7-f2f4-47b0-88d2-0d993ce1985d None None] Network 5fcae02f-2e64-44f2-a04b-2a210c975f58 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:03.978402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4937a408-d3f6-4691-89fe-12632631d21b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3091044 Aug 25 12:12:04.092050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351de609-6347-43e5-954d-bc31a32786ae None None] Network 5fcae02f-2e64-44f2-a04b-2a210c975f58 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:04.398859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-4534b408-6a6c-47b0-bc7f-26333f1d83cc tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:04.400225 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-4534b408-6a6c-47b0-bc7f-26333f1d83cc tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/networks?id=5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 200 len: 813 time: 0.0988905 Aug 25 12:12:04.415273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-b1c02bd1-20d2-44b3-828f-d692860d2b8e tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/quotas/99b1426ffa4841f3990ac7eba8f8d26f HTTP/1.1" status: 200 len: 375 time: 0.0093725 Aug 25 12:12:04.450486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-8ffdcc18-686f-430c-801e-b7ae9ed2a16d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299516 Aug 25 12:12:04.623107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-8952585a-a5be-4588-b001-b40c2aa09347 service neutron] 10.222.0.35 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302347 Aug 25 12:12:04.715557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-98959f3d-7f1b-4b27-9acf-fe770b07ce95 service neutron] 10.222.0.35 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Aug 25 12:12:04.871747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29f8d645-3f00-4bc4-82ba-8969898b4adb req-c3c0ebf2-fb11-4e11-b873-e9dc2dc958ec tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Aug 25 12:12:05.926802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-2953977c-37b8-4950-a972-b7edc8fd4398 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:05.928529 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-2953977c-37b8-4950-a972-b7edc8fd4398 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.10 "GET /v2.0/networks?id=5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 200 len: 813 time: 0.1130562 Aug 25 12:12:05.941818 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Request body: {'port': {'device_id': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58', 'admin_state_up': True, 'tenant_id': '99b1426ffa4841f3990ac7eba8f8d26f'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:05.971824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-36e499a7-9529-4733-85b4-713b9142af41 req-6f865b6f-eabe-485e-816d-85d2f785c1c4 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 210 time: 0.0270107 Aug 25 12:12:06.050565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Made reservation on behalf of 99b1426ffa4841f3990ac7eba8f8d26f for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:06.054215 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.181741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Allocated IP 172.20.0.9 (5fcae02f-2e64-44f2-a04b-2a210c975f58/b39aa63b-49b0-4b96-bef1-2db6cf813fc0/ab1f109e-c5b9-46fc-b245-5b02f97e33b1) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:06.327221 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.365574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.411353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Network 5fcae02f-2e64-44f2-a04b-2a210c975f58 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:06.416654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:06.421256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:06.448689 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Pushing event updated for resources: {'Port': ['ID=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:06.474716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:06.475331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.489857 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-7ed55359-6d81-4ba9-9637-b35c39114386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522742 Aug 25 12:12:06.508646 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Request body: {'port': {'device_id': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:06.567924 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.832899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1f109e-c5b9-46fc-b245-5b02f97e33b1 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:12:06.840264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.852563 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Transition to ACTIVE for port object ab1f109e-c5b9-46fc-b245-5b02f97e33b1 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:06.856336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:06.907816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:06.970156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Attempting to bind port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:06.971076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Attempting to bind port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:06.971076 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Attempting to bind port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 on network 5fcae02f-2e64-44f2-a04b-2a210c975f58 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:06.975050 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 on network 5fcae02f-2e64-44f2-a04b-2a210c975f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:12:06.975333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Attempting to bind port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 on network 5fcae02f-2e64-44f2-a04b-2a210c975f58 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:06.979961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:06.980294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Checking segment: {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:06.980668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Bound using segment: {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:06.981088 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Bound port: ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:06.981441 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:07.062904 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] For port ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:07.066411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] For port ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:07.071267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:07.089440 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba7c8-3689-4c0b-bbd2-38379a9669ad req-337a0a7c-ce79-4322-afc9-b6182b4e50a6 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.090898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af8ba7c8-3689-4c0b-bbd2-38379a9669ad req-337a0a7c-ce79-4322-afc9-b6182b4e50a6 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 943 time: 0.0504093 Aug 25 12:12:07.104073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.104690 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:07.106107 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] 10.222.0.10 "PUT /v2.0/ports/ab1f109e-c5b9-46fc-b245-5b02f97e33b1 HTTP/1.1" status: 200 len: 1092 time: 0.6017423 Aug 25 12:12:07.106551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'tag': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:12:07.108781 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0968cbf-4b23-431b-b1de-eabe15d52fb4", "tag": "ab1f109e-c5b9-46fc-b245-5b02f97e33b1"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:12:07.135619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db54aa-aaf0-4169-9dd4-7df64aef8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:07.143496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-af8ba7c8-3689-4c0b-bbd2-38379a9669ad req-a779a748-1547-4265-b070-132d89507c1d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458016 Aug 25 12:12:07.174750 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b0dd92-2ffb-43be-97c9-0e91f32692b7 x-openstack-request-id: req-c3b0dd92-2ffb-43be-97c9-0e91f32692b7 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:12:07.175037 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0968cbf-4b23-431b-b1de-eabe15d52fb4", "tag": "ab1f109e-c5b9-46fc-b245-5b02f97e33b1", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:12:07.175281 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3b0dd92-2ffb-43be-97c9-0e91f32692b7 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:12:07.175669 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'tag': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1', 'status': 'completed', 'code': 200} Aug 25 12:12:07.190778 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-d0c476b3-15f4-42de-bc96-d0e256186a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.192256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-d0c476b3-15f4-42de-bc96-d0e256186a30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0451560 Aug 25 12:12:07.238296 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-11d622e2-ad6c-4603-b6ed-c6700d73fcf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1 HTTP/1.1" status: 200 len: 217 time: 0.0375960 Aug 25 12:12:07.286838 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-cf80ab58-41ed-43b4-baa4-66bb0cb43c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.288306 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-cf80ab58-41ed-43b4-baa4-66bb0cb43c55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b39aa63b-49b0-4b96-bef1-2db6cf813fc0 HTTP/1.1" status: 200 len: 853 time: 0.0425813 Aug 25 12:12:07.319650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-e47974a7-ea13-4450-9f46-41cd38e11929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fcae02f-2e64-44f2-a04b-2a210c975f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245485 Aug 25 12:12:07.409472 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-744cf391-1993-420d-a6b2-18685f39cfa2 service neutron] 10.222.0.10 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829334 Aug 25 12:12:07.498959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-097159ea-6a1f-4ad0-9769-402d2ba25957 req-d9570005-815b-4ca7-86ff-8cf66e4386d0 service neutron] 10.222.0.10 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828040 Aug 25 12:12:07.589036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-b2a21cef-1993-4c36-9d5d-82076fd45fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.590599 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-b2a21cef-1993-4c36-9d5d-82076fd45fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0413649 Aug 25 12:12:07.682789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-ec673900-de96-4ac1-a4da-2d8a1af80ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.684301 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-ec673900-de96-4ac1-a4da-2d8a1af80ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 200 len: 914 time: 0.0862367 Aug 25 12:12:07.731647 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-83387a82-ebb9-4b6b-ad15-279b56110ecb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1 HTTP/1.1" status: 200 len: 217 time: 0.0376928 Aug 25 12:12:07.780921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-f76b9ef1-04f3-4ddb-b2ce-c5bfc824d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:07.783006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-f76b9ef1-04f3-4ddb-b2ce-c5bfc824d123 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b39aa63b-49b0-4b96-bef1-2db6cf813fc0 HTTP/1.1" status: 200 len: 853 time: 0.0431950 Aug 25 12:12:07.817944 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-596cf8db-018f-4262-bbea-0c741c836a3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5fcae02f-2e64-44f2-a04b-2a210c975f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284231 Aug 25 12:12:07.905902 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-75380cd2-e999-4f3a-b9de-6e3cf5c97e38 service neutron] 10.222.0.10 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806534 Aug 25 12:12:07.998189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9ae9380-91b4-44de-840c-cf6d67c7dbb5 req-67bb22a2-f72e-4633-a14e-5ffc4c86bc05 service neutron] 10.222.0.10 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Aug 25 12:12:08.263330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae4da5-e4e7-4381-85b3-3ff46a6433d5 req-cbe444a9-bcd1-47fa-9fb9-f8f1ad55d637 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:08.264742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deae4da5-e4e7-4381-85b3-3ff46a6433d5 req-cbe444a9-bcd1-47fa-9fb9-f8f1ad55d637 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 943 time: 0.0545065 Aug 25 12:12:08.302879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-deae4da5-e4e7-4381-85b3-3ff46a6433d5 req-4f4b192a-b125-4eb7-abca-9db55586136c tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Aug 25 12:12:09.422154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bf78b-10f8-4a1a-845d-08c5c4ff80df req-2457cbaa-2ebf-4480-a246-535ffe419e23 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:09.423962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59bf78b-10f8-4a1a-845d-08c5c4ff80df req-2457cbaa-2ebf-4480-a246-535ffe419e23 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Aug 25 12:12:09.462092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f59bf78b-10f8-4a1a-845d-08c5c4ff80df req-6b087861-9ad3-47bd-a4e0-21b1e11cec0c tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Aug 25 12:12:10.286085 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab1f109e-c5b9-46fc-b245-5b02f97e33b1 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:12:10.380579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:10.391817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1', 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58', 'port_id': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1', 'mac_address': 'fa:16:3e:cc:17:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39aa63b-49b0-4b96-bef1-2db6cf813fc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:12:10.428474 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:10.440972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1f109e-c5b9-46fc-b245-5b02f97e33b1 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:12:10.459701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:10.464017 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:10.512600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:10.575421 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbba3be-83d3-4eef-b6b7-720804323134 req-664f8903-6705-4d0c-86b5-abe9e3c6c283 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:10.576829 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cbba3be-83d3-4eef-b6b7-720804323134 req-664f8903-6705-4d0c-86b5-abe9e3c6c283 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 944 time: 0.0499034 Aug 25 12:12:10.614688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8cbba3be-83d3-4eef-b6b7-720804323134 req-6f8e1cb4-e7f7-4b1a-be70-3d8a2294724c tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 25 12:12:10.653791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab1f109e-c5b9-46fc-b245-5b02f97e33b1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:12:11.733956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2358ef-a951-407e-b455-7b2450f97449 req-e6cf4776-0ea9-4805-a134-809e0a97200d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:11.736000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a2358ef-a951-407e-b455-7b2450f97449 req-e6cf4776-0ea9-4805-a134-809e0a97200d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 944 time: 0.0532613 Aug 25 12:12:11.772813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a2358ef-a951-407e-b455-7b2450f97449 req-8d2d10dc-5ca8-4d3a-8bcb-5f18d4372726 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Aug 25 12:12:12.305072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab1f109e-c5b9-46fc-b245-5b02f97e33b1 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:12.353112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:12.356605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:12.356973 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:12.433835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:12.455222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:12:12.457447 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df84346-a851-4d21-a8c1-c11f0003a806" -d '{"events": [{"server_uuid": "b0968cbf-4b23-431b-b1de-eabe15d52fb4", "name": "network-vif-plugged", "status": "completed", "tag": "ab1f109e-c5b9-46fc-b245-5b02f97e33b1"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:12:12.470964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:12.474989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:12.498338 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5bcaa8-50dc-4571-8386-ac3721f7327d x-openstack-request-id: req-0e5bcaa8-50dc-4571-8386-ac3721f7327d {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:12:12.498689 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0968cbf-4b23-431b-b1de-eabe15d52fb4", "name": "network-vif-plugged", "status": "completed", "tag": "ab1f109e-c5b9-46fc-b245-5b02f97e33b1", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:12:12.498963 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e5bcaa8-50dc-4571-8386-ac3721f7327d {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:12:12.499354 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1', 'code': 200} Aug 25 12:12:12.529232 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:12.594160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecc4a5-a774-4787-9601-e0d1f2d58dd3 req-58d27ee6-a66e-4397-b324-2ba3879edf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:12.596075 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdecc4a5-a774-4787-9601-e0d1f2d58dd3 req-58d27ee6-a66e-4397-b324-2ba3879edf2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0445457 Aug 25 12:12:12.631195 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fdecc4a5-a774-4787-9601-e0d1f2d58dd3 req-e5419f93-70e0-4167-8d7a-d99b904be0ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280201 Aug 25 12:12:12.884951 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff961e42-5bd8-4033-8e76-0b3fead6c79a req-392cef8d-f173-4ed6-8c1d-3ce2df5d462a tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:12.886360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff961e42-5bd8-4033-8e76-0b3fead6c79a req-392cef8d-f173-4ed6-8c1d-3ce2df5d462a tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0482621 Aug 25 12:12:12.924055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff961e42-5bd8-4033-8e76-0b3fead6c79a req-6a98b117-f98a-4da0-99bb-505437bbe9b8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Aug 25 12:12:14.038229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dc697-b086-4379-8dc0-fbd8bf3e0d24 req-34ae0591-67df-4d58-9271-145cc2f24f38 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:14.039726 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e12dc697-b086-4379-8dc0-fbd8bf3e0d24 req-34ae0591-67df-4d58-9271-145cc2f24f38 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0486450 Aug 25 12:12:14.078673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e12dc697-b086-4379-8dc0-fbd8bf3e0d24 req-66fa7734-b4be-4964-a1b4-aef5788e1386 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326071 Aug 25 12:12:14.299990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-6d67a5cd-fa3d-4554-a5d6-bf245698f65e tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:14.301445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-6d67a5cd-fa3d-4554-a5d6-bf245698f65e tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/networks?id=5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 200 len: 813 time: 0.1026647 Aug 25 12:12:14.317118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-adfd0ee7-b951-49ca-b74d-31a570dd25dc tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/quotas/99b1426ffa4841f3990ac7eba8f8d26f HTTP/1.1" status: 200 len: 375 time: 0.0097373 Aug 25 12:12:14.364447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-08889e8a-2c33-4551-9ee3-cf5324f49b18 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418196 Aug 25 12:12:14.455092 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-55b9739d-dc8c-469e-9d2a-2d93a165a46a service neutron] 10.222.0.35 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Aug 25 12:12:14.543662 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-292c1482-6cf1-424b-9e38-f02c367ae07a service neutron] 10.222.0.35 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824037 Aug 25 12:12:14.702227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2feab63-89f3-497d-86a3-1421d1d39fd1 req-9c84b5c4-0d70-4822-a6ff-a0f093703a20 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 210 time: 0.0267227 Aug 25 12:12:15.622826 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:12:15.679361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-3b609e0a-5299-4d94-8713-b8b6414baf66 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:15.680833 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-3b609e0a-5299-4d94-8713-b8b6414baf66 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.67 "GET /v2.0/networks?id=5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 200 len: 813 time: 0.1103101 Aug 25 12:12:15.694276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Request body: {'port': {'device_id': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58', 'admin_state_up': True, 'tenant_id': '99b1426ffa4841f3990ac7eba8f8d26f'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:15.808390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4833fa29-b29c-46c2-bee3-085029c331ef req-a48ca33c-2d3f-4aa8-b382-0465a3514f31 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 210 time: 0.0391285 Aug 25 12:12:15.832989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Made reservation on behalf of 99b1426ffa4841f3990ac7eba8f8d26f for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:15.832989 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:15.955118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Allocated IP 172.20.0.2 (5fcae02f-2e64-44f2-a04b-2a210c975f58/b39aa63b-49b0-4b96-bef1-2db6cf813fc0/d9a132d4-4140-4347-9db1-1589093c666e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:16.101211 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:16.138788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:16.150944 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab1f109e-c5b9-46fc-b245-5b02f97e33b1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:12:16.184183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Network 5fcae02f-2e64-44f2-a04b-2a210c975f58 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:16.187488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:16.191493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:16.198228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Pushing event updated for resources: {'Port': ['ID=d9a132d4-4140-4347-9db1-1589093c666e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:16.571896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:16.572506 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:16.587807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-576a170d-98b0-4ff3-9460-c30dfb350ac8 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970203 Aug 25 12:12:16.600278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Request body: {'port': {'device_id': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:16.654861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:16.952266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a132d4-4140-4347-9db1-1589093c666e {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:12:16.966777 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:16.976712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473a5fa-0c91-403a-8cf3-4b1430b2ef1f req-06840120-2fe5-42a2-b9e1-32b353d0eb25 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:16.978291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1473a5fa-0c91-403a-8cf3-4b1430b2ef1f req-06840120-2fe5-42a2-b9e1-32b353d0eb25 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 931 time: 0.1012795 Aug 25 12:12:16.996718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Transition to ACTIVE for port object d9a132d4-4140-4347-9db1-1589093c666e will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:17.005758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:17.069808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1473a5fa-0c91-403a-8cf3-4b1430b2ef1f req-46ddaa61-723c-40f4-a5b1-e599182a0991 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823102 Aug 25 12:12:17.080493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a132d4-4140-4347-9db1-1589093c666e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:17.148935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Attempting to bind port d9a132d4-4140-4347-9db1-1589093c666e on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:17.149267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Attempting to bind port d9a132d4-4140-4347-9db1-1589093c666e by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:17.149595 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Attempting to bind port d9a132d4-4140-4347-9db1-1589093c666e on network 5fcae02f-2e64-44f2-a04b-2a210c975f58 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:17.154143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Port d9a132d4-4140-4347-9db1-1589093c666e on network 5fcae02f-2e64-44f2-a04b-2a210c975f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:12:17.154392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Attempting to bind port d9a132d4-4140-4347-9db1-1589093c666e on network 5fcae02f-2e64-44f2-a04b-2a210c975f58 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:17.159286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:17.159622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Checking segment: {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:17.160011 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Bound using segment: {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:17.160438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Bound port: d9a132d4-4140-4347-9db1-1589093c666e, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc40ab0-9c96-4942-982f-b1f956871ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:17.160796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:17.224993 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] For port d9a132d4-4140-4347-9db1-1589093c666e, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:17.228423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] For port d9a132d4-4140-4347-9db1-1589093c666e, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d9a132d4-4140-4347-9db1-1589093c666e,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:17.234540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:17.270671 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:17.270806 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:17.272215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] 10.222.0.67 "PUT /v2.0/ports/d9a132d4-4140-4347-9db1-1589093c666e HTTP/1.1" status: 200 len: 1092 time: 0.6760814 Aug 25 12:12:17.272664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'tag': 'd9a132d4-4140-4347-9db1-1589093c666e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:12:17.274964 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b90f1f9-1bfb-45ad-9dbe-b9563a637367", "tag": "d9a132d4-4140-4347-9db1-1589093c666e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:12:17.300852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97bbd-efb4-4f43-9535-bdaa5607118d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a132d4-4140-4347-9db1-1589093c666e,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:17.318634 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da6dce-0561-4bf7-9bca-9afcb01bffa6 x-openstack-request-id: req-56da6dce-0561-4bf7-9bca-9afcb01bffa6 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:12:17.319045 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b90f1f9-1bfb-45ad-9dbe-b9563a637367", "tag": "d9a132d4-4140-4347-9db1-1589093c666e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:12:17.319315 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56da6dce-0561-4bf7-9bca-9afcb01bffa6 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:12:17.319714 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'tag': 'd9a132d4-4140-4347-9db1-1589093c666e', 'status': 'completed', 'code': 200} Aug 25 12:12:17.366441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-86aebae3-179f-4243-9823-d6c28f04656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:17.367886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-86aebae3-179f-4243-9823-d6c28f04656e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 1095 time: 0.0406764 Aug 25 12:12:17.413059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-cd267944-62f5-4366-923e-26c58c20d6c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9a132d4-4140-4347-9db1-1589093c666e HTTP/1.1" status: 200 len: 217 time: 0.0358837 Aug 25 12:12:17.462215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-ab142421-ef5f-4436-b6e3-72a83b45e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:17.463728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-ab142421-ef5f-4436-b6e3-72a83b45e77a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b39aa63b-49b0-4b96-bef1-2db6cf813fc0 HTTP/1.1" status: 200 len: 853 time: 0.0429864 Aug 25 12:12:17.496604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-56252e10-1b8a-49fd-b01a-095846b25e75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5fcae02f-2e64-44f2-a04b-2a210c975f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253131 Aug 25 12:12:17.592341 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-8a1ccdc4-2cb8-4bd1-99b7-6ce4f07197dd service neutron] 10.222.0.67 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874610 Aug 25 12:12:17.682495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4f586dc5-ed57-46df-b12f-4dcc9c43f593 req-b7937334-b885-43b4-8265-474a5840dffd service neutron] 10.222.0.67 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824375 Aug 25 12:12:17.771331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-3fa9802c-ec90-4a0a-ae88-9eab74bb36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:17.772817 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-3fa9802c-ec90-4a0a-ae88-9eab74bb36a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 1095 time: 0.0419955 Aug 25 12:12:17.866340 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-27eff53e-62fe-48ed-bf36-422d7b8be059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:17.867816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-27eff53e-62fe-48ed-bf36-422d7b8be059 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 200 len: 914 time: 0.0874901 Aug 25 12:12:17.910226 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-778f1844-d161-4acb-8edc-d8db43798738 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9a132d4-4140-4347-9db1-1589093c666e HTTP/1.1" status: 200 len: 217 time: 0.0344419 Aug 25 12:12:17.964276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-c48ea6b3-a480-4db4-9c83-ba9548077e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:17.965627 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-c48ea6b3-a480-4db4-9c83-ba9548077e28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b39aa63b-49b0-4b96-bef1-2db6cf813fc0 HTTP/1.1" status: 200 len: 853 time: 0.0479980 Aug 25 12:12:17.998593 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-81ccadc3-1737-415d-b4f9-8436141b64af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5fcae02f-2e64-44f2-a04b-2a210c975f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246871 Aug 25 12:12:18.089597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-dd216ab7-f27a-45ab-8968-83b279ca401d service neutron] 10.222.0.67 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824552 Aug 25 12:12:18.227246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de546bbd-348f-4400-aa43-57e281744b52 req-b059a392-297c-433d-961d-7dc90e271356 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:18.228660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de546bbd-348f-4400-aa43-57e281744b52 req-b059a392-297c-433d-961d-7dc90e271356 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 943 time: 0.0754251 Aug 25 12:12:18.230464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-28bfde0f-8013-4ff2-86fb-6b9edfa59bc1 req-be56c33a-904f-4078-a58a-d745f35cabb4 service neutron] 10.222.0.67 "GET /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321299 Aug 25 12:12:18.270957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de546bbd-348f-4400-aa43-57e281744b52 req-239babd9-fda2-4b50-9fcf-fd019fa5dcdf tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Aug 25 12:12:18.288150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-35c8cc1f-49bc-455a-b061-1b1c0fe439a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:19.400113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578190a-0462-4534-b164-7194a0bc78c6 req-296d1fa9-19c0-467e-a4b2-df2528f7db47 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:19.401628 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e578190a-0462-4534-b164-7194a0bc78c6 req-296d1fa9-19c0-467e-a4b2-df2528f7db47 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 943 time: 0.0513129 Aug 25 12:12:19.444409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e578190a-0462-4534-b164-7194a0bc78c6 req-62d1ad1d-11fc-4935-aad8-21f73fd65d51 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363097 Aug 25 12:12:20.161764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d9a132d4-4140-4347-9db1-1589093c666e details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:12:20.255806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d9a132d4-4140-4347-9db1-1589093c666e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d9a132d4-4140-4347-9db1-1589093c666e,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:20.267238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'd9a132d4-4140-4347-9db1-1589093c666e', 'network_id': '5fcae02f-2e64-44f2-a04b-2a210c975f58', 'port_id': 'd9a132d4-4140-4347-9db1-1589093c666e', 'mac_address': 'fa:16:3e:f3:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39aa63b-49b0-4b96-bef1-2db6cf813fc0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:12:20.307610 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:20.320055 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a132d4-4140-4347-9db1-1589093c666e {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:12:20.338901 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d9a132d4-4140-4347-9db1-1589093c666e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d9a132d4-4140-4347-9db1-1589093c666e,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:20.342778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:20.388226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d9a132d4-4140-4347-9db1-1589093c666e,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:20.553925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d9a132d4-4140-4347-9db1-1589093c666e'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:12:20.559258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656de9d7-9dca-4120-b7db-acee84b9f5c8 req-f6d9debd-e5fa-4af0-b023-483537fa4729 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:20.560756 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-656de9d7-9dca-4120-b7db-acee84b9f5c8 req-f6d9debd-e5fa-4af0-b023-483537fa4729 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 944 time: 0.0497668 Aug 25 12:12:20.607485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-656de9d7-9dca-4120-b7db-acee84b9f5c8 req-69535110-7b67-4f31-b0da-1ba42d71c756 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Aug 25 12:12:21.224852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f5bfd1ab-1fd7-4160-9c59-646756438f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:21.461121 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:21.718396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b20c62-b1df-4553-9ea9-9f6276e6106a req-2ce289ce-ac81-4150-a918-8835c3ade338 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:21.720462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48b20c62-b1df-4553-9ea9-9f6276e6106a req-2ce289ce-ac81-4150-a918-8835c3ade338 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 944 time: 0.0519567 Aug 25 12:12:21.757550 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48b20c62-b1df-4553-9ea9-9f6276e6106a req-9ed6b4f8-dfad-4b23-ad43-90cee642a321 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Aug 25 12:12:22.161559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d9a132d4-4140-4347-9db1-1589093c666e up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:22.208946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port d9a132d4-4140-4347-9db1-1589093c666e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:22.212817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port d9a132d4-4140-4347-9db1-1589093c666e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:22.213194 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:22.287859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:22.311911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a132d4-4140-4347-9db1-1589093c666e'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:12:22.314773 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b14711c-b3b1-4033-bf45-0b09056b33a6" -d '{"events": [{"server_uuid": "0b90f1f9-1bfb-45ad-9dbe-b9563a637367", "name": "network-vif-plugged", "status": "completed", "tag": "d9a132d4-4140-4347-9db1-1589093c666e"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:12:22.327412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d9a132d4-4140-4347-9db1-1589093c666e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d9a132d4-4140-4347-9db1-1589093c666e,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:22.332484 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:22.356121 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73431684-126d-49ee-9b61-f5c744603925 x-openstack-request-id: req-73431684-126d-49ee-9b61-f5c744603925 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:12:22.356415 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b90f1f9-1bfb-45ad-9dbe-b9563a637367", "name": "network-vif-plugged", "status": "completed", "tag": "d9a132d4-4140-4347-9db1-1589093c666e", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:12:22.356674 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73431684-126d-49ee-9b61-f5c744603925 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:12:22.357070 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a132d4-4140-4347-9db1-1589093c666e', 'code': 200} Aug 25 12:12:22.382803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d9a132d4-4140-4347-9db1-1589093c666e,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:22.449824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf5485-7d3e-4625-9906-73924150f039 req-525d5ba9-b614-4b34-9f58-2c944ede0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:22.451368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7abf5485-7d3e-4625-9906-73924150f039 req-525d5ba9-b614-4b34-9f58-2c944ede0de0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 1097 time: 0.0399184 Aug 25 12:12:22.490958 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7abf5485-7d3e-4625-9906-73924150f039 req-9e1091a9-dda8-49dc-a152-adc6074d1700 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Aug 25 12:12:22.631240 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:22.872825 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe744f9e-f8ba-450c-9300-272ef28b3a15 req-77d5bcf3-c325-497c-8531-75f6283d8c22 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:22.874335 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe744f9e-f8ba-450c-9300-272ef28b3a15 req-77d5bcf3-c325-497c-8531-75f6283d8c22 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 945 time: 0.0500643 Aug 25 12:12:22.911941 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fe744f9e-f8ba-450c-9300-272ef28b3a15 req-17fbeabd-014a-4d49-88ef-8f1e6d271f74 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 25 12:12:24.029149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77d8f2-a0fe-43a7-a067-4bdd0977fe19 req-182fef7e-0e6f-458d-aa08-d72475c04fa5 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:24.030701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f77d8f2-a0fe-43a7-a067-4bdd0977fe19 req-182fef7e-0e6f-458d-aa08-d72475c04fa5 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 945 time: 0.0506880 Aug 25 12:12:24.068585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3f77d8f2-a0fe-43a7-a067-4bdd0977fe19 req-f14d6c41-ce46-48f2-80ce-6dcdd49c937a tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316691 Aug 25 12:12:24.296038 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee461830-c36b-481f-a9f3-a0013b3463b9 req-24609312-f0ac-4d88-b615-79b9bf06425d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:24.298077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee461830-c36b-481f-a9f3-a0013b3463b9 req-24609312-f0ac-4d88-b615-79b9bf06425d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Aug 25 12:12:24.338044 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee461830-c36b-481f-a9f3-a0013b3463b9 req-5710d27d-6ed2-4a2d-ba6d-c57e6cc46c7e tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Aug 25 12:12:24.481267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:25.453300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcae83-31c1-4cd8-8bc7-30f15b5c05cc req-73efe28b-752d-44fb-9cbc-c51915e6cc83 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:25.455332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9fcae83-31c1-4cd8-8bc7-30f15b5c05cc req-73efe28b-752d-44fb-9cbc-c51915e6cc83 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 945 time: 0.0498018 Aug 25 12:12:25.494345 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9fcae83-31c1-4cd8-8bc7-30f15b5c05cc req-9ef1eb25-8746-4939-bb4f-f799b1535bad tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Aug 25 12:12:25.608897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-ca7c85bb-74d1-430c-b986-d5550baec1a4 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:25.610355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-ca7c85bb-74d1-430c-b986-d5550baec1a4 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b90f1f9-1bfb-45ad-9dbe-b9563a637367 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Aug 25 12:12:25.700559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Deleting port d9a132d4-4140-4347-9db1-1589093c666e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:25.700812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:25.787523 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] For port d9a132d4-4140-4347-9db1-1589093c666e, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d9a132d4-4140-4347-9db1-1589093c666e,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:25.787881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:25.800879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Calling delete_port for d9a132d4-4140-4347-9db1-1589093c666e owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:25.927169 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:25.940431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab1f109e-c5b9-46fc-b245-5b02f97e33b1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:12:25.942756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d9a132d4-4140-4347-9db1-1589093c666e'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:12:25.962533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Pushing event deleted for resources: {'Port': ['ID=d9a132d4-4140-4347-9db1-1589093c666e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:26.005263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] No DVR routers for this DVR port d9a132d4-4140-4347-9db1-1589093c666e on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:26.008078 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:26.010469 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-198b0c7a-46b9-4455-8462-0f1d8f4418a3 req-7a4b4256-c186-4b37-833c-bafb3cab1a28 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.67 "DELETE /v2.0/ports/d9a132d4-4140-4347-9db1-1589093c666e HTTP/1.1" status: 204 len: 173 time: 0.3937612 Aug 25 12:12:26.010955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'name': 'network-vif-deleted', 'tag': 'd9a132d4-4140-4347-9db1-1589093c666e'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:12:26.013644 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959870c-bb29-4c01-961c-fd3613dfd351" -d '{"events": [{"server_uuid": "0b90f1f9-1bfb-45ad-9dbe-b9563a637367", "name": "network-vif-deleted", "tag": "d9a132d4-4140-4347-9db1-1589093c666e"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:12:26.071132 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac6488-b325-4136-ae11-477a00346e92 x-openstack-request-id: req-caac6488-b325-4136-ae11-477a00346e92 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:12:26.071374 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b90f1f9-1bfb-45ad-9dbe-b9563a637367", "name": "network-vif-deleted", "tag": "d9a132d4-4140-4347-9db1-1589093c666e", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:12:26.071655 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-caac6488-b325-4136-ae11-477a00346e92 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:12:26.072064 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b90f1f9-1bfb-45ad-9dbe-b9563a637367', 'name': 'network-vif-deleted', 'tag': 'd9a132d4-4140-4347-9db1-1589093c666e', 'status': 'completed', 'code': 200} Aug 25 12:12:26.656402 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6068b-117a-485a-a4df-4d5230d37c98 req-5007ee3b-8ecb-48ca-9124-f13aeb3e323d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:26.658685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9b6068b-117a-485a-a4df-4d5230d37c98 req-5007ee3b-8ecb-48ca-9124-f13aeb3e323d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0599113 Aug 25 12:12:26.697209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c9b6068b-117a-485a-a4df-4d5230d37c98 req-c20250a0-3297-4b08-8ee8-c82625290024 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Aug 25 12:12:26.836338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0c9c9-dee6-436b-b465-00db15a4933a req-f5a341b8-6700-47e5-b2b6-04f1c4e32096 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:26.837885 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5be0c9c9-dee6-436b-b465-00db15a4933a req-f5a341b8-6700-47e5-b2b6-04f1c4e32096 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0586727 Aug 25 12:12:26.876943 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5be0c9c9-dee6-436b-b465-00db15a4933a req-ac34ff01-7945-40ff-b3b3-876704a21b61 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Aug 25 12:12:26.992673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee757b-7c18-420a-848f-c0e8972ec289 req-4fe882de-f997-41c5-9635-9689421d05d6 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:26.994459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78ee757b-7c18-420a-848f-c0e8972ec289 req-4fe882de-f997-41c5-9635-9689421d05d6 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0499303 Aug 25 12:12:27.033253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78ee757b-7c18-420a-848f-c0e8972ec289 req-9869125f-a01f-4464-aeb2-bc9b31ad42ff tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Aug 25 12:12:27.206558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f377f8-c7e9-4b1b-9a4a-bc82ee1fee89 req-d5be9030-96de-42dc-a26d-1511bdc25363 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:27.208346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7f377f8-c7e9-4b1b-9a4a-bc82ee1fee89 req-d5be9030-96de-42dc-a26d-1511bdc25363 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0543365 Aug 25 12:12:27.247813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7f377f8-c7e9-4b1b-9a4a-bc82ee1fee89 req-c28ceb2c-0833-43fa-8cc4-e74dbd7b925d tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321107 Aug 25 12:12:27.366603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ee476-85ee-46f1-aa34-5b614e1bc14c req-cd21a164-1c47-48a0-880f-827878be9295 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:27.368126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-288ee476-85ee-46f1-aa34-5b614e1bc14c req-cd21a164-1c47-48a0-880f-827878be9295 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0542264 Aug 25 12:12:27.405067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-288ee476-85ee-46f1-aa34-5b614e1bc14c req-59b71d42-4fe5-47bc-8119-751d2e513e8e tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Aug 25 12:12:27.527971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb6ce-ac69-48fb-be14-a4bc53a18144 req-55c6f741-cc19-4b1b-9a0b-235f246ca1d1 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:27.529459 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a1bb6ce-ac69-48fb-be14-a4bc53a18144 req-55c6f741-cc19-4b1b-9a0b-235f246ca1d1 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0491152 Aug 25 12:12:27.567527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9a1bb6ce-ac69-48fb-be14-a4bc53a18144 req-083edbd5-97c2-4c59-ae2a-f55e89313333 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Aug 25 12:12:27.688510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:27.875079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b40bbc-dffd-48fd-9426-396a16acf76e req-c6e854b8-a53f-49c0-99ee-2c2f61eb6ee3 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:27.877275 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91b40bbc-dffd-48fd-9426-396a16acf76e req-c6e854b8-a53f-49c0-99ee-2c2f61eb6ee3 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0526612 Aug 25 12:12:27.915798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91b40bbc-dffd-48fd-9426-396a16acf76e req-fac19fd9-d93f-4ec4-a658-4041d3ff7b81 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Aug 25 12:12:29.037096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d316c5-403a-4c98-810e-18fdc5d7c049 req-0b2508af-4be6-407b-b687-1931301e3cc1 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:29.038609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3d316c5-403a-4c98-810e-18fdc5d7c049 req-0b2508af-4be6-407b-b687-1931301e3cc1 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Aug 25 12:12:29.077346 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3d316c5-403a-4c98-810e-18fdc5d7c049 req-3df488d4-b431-479d-995e-428f4781e451 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2eba5f-9547-4e13-a06c-412e07f2d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Aug 25 12:12:29.174815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-2503530d-defa-4a97-ad46-dc294f628246 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:29.176258 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-2503530d-defa-4a97-ad46-dc294f628246 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0968cbf-4b23-431b-b1de-eabe15d52fb4 HTTP/1.1" status: 200 len: 945 time: 0.0490782 Aug 25 12:12:29.268934 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Deleting port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:29.269282 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:29.354522 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] For port ab1f109e-c5b9-46fc-b245-5b02f97e33b1, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,segment=NetworkSegment(3dc40ab0-9c96-4942-982f-b1f956871ced),segment_id=3dc40ab0-9c96-4942-982f-b1f956871ced)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:29.354894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:29.368060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Calling delete_port for ab1f109e-c5b9-46fc-b245-5b02f97e33b1 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:29.495485 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:29.508246 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['ab1f109e-c5b9-46fc-b245-5b02f97e33b1'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:12:29.525297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Pushing event deleted for resources: {'Port': ['ID=ab1f109e-c5b9-46fc-b245-5b02f97e33b1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:29.538178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.538524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.538863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.539199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.539528 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.539854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.540185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.540507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.540832 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.541154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.541474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.541820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:29.579712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] No DVR routers for this DVR port ab1f109e-c5b9-46fc-b245-5b02f97e33b1 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:29.582517 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:29.584653 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-440a93a5-d1df-4bce-b869-846c2fcf1b9c req-eca7b4d0-eb0d-4477-8454-37a6f852cbb7 tempest-ServersNegativeTestJSON-1988458231 tempest-ServersNegativeTestJSON-1988458231-project] 10.222.0.10 "DELETE /v2.0/ports/ab1f109e-c5b9-46fc-b245-5b02f97e33b1 HTTP/1.1" status: 204 len: 173 time: 0.4021173 Aug 25 12:12:29.585113 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'name': 'network-vif-deleted', 'tag': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:12:29.587461 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d697f208-2a8d-43f4-8855-b2099627f5e0" -d '{"events": [{"server_uuid": "b0968cbf-4b23-431b-b1de-eabe15d52fb4", "name": "network-vif-deleted", "tag": "ab1f109e-c5b9-46fc-b245-5b02f97e33b1"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:12:29.623882 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc6dd3d-ab09-411e-a676-9bb609822a35 x-openstack-request-id: req-bfc6dd3d-ab09-411e-a676-9bb609822a35 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:12:29.624175 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0968cbf-4b23-431b-b1de-eabe15d52fb4", "name": "network-vif-deleted", "tag": "ab1f109e-c5b9-46fc-b245-5b02f97e33b1", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:12:29.624457 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfc6dd3d-ab09-411e-a676-9bb609822a35 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:12:29.624860 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0968cbf-4b23-431b-b1de-eabe15d52fb4', 'name': 'network-vif-deleted', 'tag': 'ab1f109e-c5b9-46fc-b245-5b02f97e33b1', 'status': 'completed', 'code': 200} Aug 25 12:12:30.133902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40832) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:30.169996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d9a132d4-4140-4347-9db1-1589093c666e no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:30.180598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Deleting subnet b39aa63b-49b0-4b96-bef1-2db6cf813fc0 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:12:30.183726 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.189278 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: d9a132d4-4140-4347-9db1-1589093c666e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:30.189625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d9a132d4-4140-4347-9db1-1589093c666e not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:30.222655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.259718 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.321830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.347196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39aa63b-49b0-4b96-bef1-2db6cf813fc0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:30.354902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.356808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c155b381-4653-47ac-b218-2866ea4e490c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b39aa63b-49b0-4b96-bef1-2db6cf813fc0 HTTP/1.1" status: 204 len: 168 time: 0.2218680 Aug 25 12:12:30.359185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40834) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:30.430267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.509957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.527538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcae02f-2e64-44f2-a04b-2a210c975f58']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:30.537846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc40ab0-9c96-4942-982f-b1f956871ced') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:30.538145 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc40ab0-9c96-4942-982f-b1f956871ced') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:30.546834 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.560252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.567267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:30.567772 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:30.569496 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:30.628738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.634224 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.636053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/5fcae02f-2e64-44f2-a04b-2a210c975f58 HTTP/1.1" status: 204 len: 168 time: 0.2759628 Aug 25 12:12:30.647978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76779302-b3cc-4618-ad39-fc7824c836dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcae02f-2e64-44f2-a04b-2a210c975f58,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:30.759023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40838) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:30.801926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a0eb91db-a38c-4f77-9fc7-e687ab145603 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99b1426ffa4841f3990ac7eba8f8d26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416374 Aug 25 12:12:30.804272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40840) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:30.850810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9735bb8-8815-4603-b5ea-698ee5f8b681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.872341 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9735bb8-8815-4603-b5ea-698ee5f8b681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.919175 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9735bb8-8815-4603-b5ea-698ee5f8b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.921714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e9735bb8-8815-4603-b5ea-698ee5f8b681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:30.923376 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e9735bb8-8815-4603-b5ea-698ee5f8b681 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f2eba5f-9547-4e13-a06c-412e07f2d6ef HTTP/1.1" status: 204 len: 168 time: 0.1181965 Aug 25 12:12:30.931196 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9735bb8-8815-4603-b5ea-698ee5f8b681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2eba5f-9547-4e13-a06c-412e07f2d6ef,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:31.345457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.618411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40862) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:31.717881 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2053487643'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:31.738906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:31.742447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.754562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.843819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.847349 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.872508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:31.882357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a510e05c-23fb-40af-aeac-7f44e230167b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:31.887182 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.887526 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Added segment b9c02b53-85bd-4de4-ae82-71e13e8910e6 of type vlan for network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 Aug 25 12:12:31.929485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.955428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:31.961200 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:31.961826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:32.022056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4023917 Aug 25 12:12:32.035341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a95f4-cf62-4ed0-afbd-be7875ba0a99 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Network': ['ID=e074c0f2-4a5b-4bea-bc0c-cd4b88960b07,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:32.045968 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:34.445360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab1f109e-c5b9-46fc-b245-5b02f97e33b1 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:34.466533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: ab1f109e-c5b9-46fc-b245-5b02f97e33b1 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:34.466877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device ab1f109e-c5b9-46fc-b245-5b02f97e33b1 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:35.263499 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40866) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:35.268787 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'subnet': {'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:35.355797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:35.359285 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.542825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.603366 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Subnet': ['ID=78950d93-047e-4c37-af12-81f73cf70a97,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:35.611047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Checking segment: {'id': 'b9c02b53-85bd-4de4-ae82-71e13e8910e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:35.611414 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network hostable DHCP agents. Network: e074c0f2-4a5b-4bea-bc0c-cd4b88960b07, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:35.627475 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:35.635655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, e074c0f2-4a5b-4bea-bc0c-cd4b88960b07) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:35.643798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:35.644387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.645642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef36d75-c1e0-4930-8fa0-c7490de0ed93 None None] Network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:35.659212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-32a5c7fd-6bf0-499e-a1ab-2c58eae03dd6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3946090 Aug 25 12:12:35.662678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40868) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:35.667736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036196283'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:35.688182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:35.691614 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.719952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:35.729018 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.729364 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Added segment d9ce28e3-ca63-4df2-83f6-e7c724bd8e4e of type vlan for network 4bdd06f5-7c32-42a5-bf17-813381eb4898 Aug 25 12:12:35.768484 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.793706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-e074c0f2-4a5b-4bea-bc0c-cd4b88960b07', 'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07', 'tenant_id': 'ab2e10b91ab5462ab1b3b39d7fb7c074', 'fixed_ips': [{'subnet_id': '78950d93-047e-4c37-af12-81f73cf70a97'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:35.794136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.794613 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.800602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:35.801178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.854688 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1909318 Aug 25 12:12:35.858124 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40870) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:35.864433 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'subnet': {'network_id': '4bdd06f5-7c32-42a5-bf17-813381eb4898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:35.868945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Network': ['ID=4bdd06f5-7c32-42a5-bf17-813381eb4898,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:35.877261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.877614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.877988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.878330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.878670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.879766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.879766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.879766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.880030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.880312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.880638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.880963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b64f9b-aaf8-43bb-a18e-048dd30559cf tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:35.896421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 4bdd06f5-7c32-42a5-bf17-813381eb4898 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:35.955804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:35.959573 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:35.989822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Allocated IP 2001:db8:0:ffff::2 (e074c0f2-4a5b-4bea-bc0c-cd4b88960b07/78950d93-047e-4c37-af12-81f73cf70a97/3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:36.137881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.147123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Transition to ACTIVE for port object 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:36.159016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.163308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Transition to ACTIVE for port object 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:36.169175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.208645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:36.211577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:36.214619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:36.216973 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Subnet': ['ID=445fe2a6-e0c5-4288-8653-7fb60a104e0b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:36.227127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Pushing event updated for resources: {'Port': ['ID=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:36.228231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Checking segment: {'id': 'd9ce28e3-ca63-4df2-83f6-e7c724bd8e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '4bdd06f5-7c32-42a5-bf17-813381eb4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:36.228652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network hostable DHCP agents. Network: 4bdd06f5-7c32-42a5-bf17-813381eb4898, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:36.247224 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network 4bdd06f5-7c32-42a5-bf17-813381eb4898 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:36.252924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.252924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.253214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.253354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.253754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.254150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.254508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.255015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.255512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.255979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.256355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.256682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:36.257364 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 4bdd06f5-7c32-42a5-bf17-813381eb4898) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:36.261870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:36.262597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.278410 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-417bbc64-eada-4670-ae08-7a2cbe381af0 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4186623 Aug 25 12:12:36.280935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40872) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:36.286547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c634c81-b3bf-4898-a799-b23f3f5790a5 None None] Network 4bdd06f5-7c32-42a5-bf17-813381eb4898 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:36.330470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Attempting to bind port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:36.330836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Attempting to bind port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'b9c02b53-85bd-4de4-ae82-71e13e8910e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:36.331488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Attempting to bind port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 on network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:36.342337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:36.342707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Checking segment: {'id': 'b9c02b53-85bd-4de4-ae82-71e13e8910e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:36.343109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.343504 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Bound using segment: {'id': 'b9c02b53-85bd-4de4-ae82-71e13e8910e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:36.344077 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Bound port: 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c02b53-85bd-4de4-ae82-71e13e8910e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e074c0f2-4a5b-4bea-bc0c-cd4b88960b07'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:36.344458 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.383179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.459629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] For port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:36.463207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.464445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] For port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,segment=NetworkSegment(b9c02b53-85bd-4de4-ae82-71e13e8910e6),segment_id=b9c02b53-85bd-4de4-ae82-71e13e8910e6)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:36.472631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.535143 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.537191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6426d-d69f-4ad2-9413-760f86e2b25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-4bdd06f5-7c32-42a5-bf17-813381eb4898', 'network_id': '4bdd06f5-7c32-42a5-bf17-813381eb4898', 'tenant_id': 'ab2e10b91ab5462ab1b3b39d7fb7c074', 'fixed_ips': [{'subnet_id': '445fe2a6-e0c5-4288-8653-7fb60a104e0b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:36.538065 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-79c6426d-d69f-4ad2-9413-760f86e2b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.565870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Subnet': ['ID=445fe2a6-e0c5-4288-8653-7fb60a104e0b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:36.571893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed54ef-2ca9-40c0-856c-3734680b5c83 None None] Pushing event updated for resources: {'Port': ['ID=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:36.626343 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.638078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdd06f5-7c32-42a5-bf17-813381eb4898']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:36.647809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e8b53-e187-4ed9-884b-d17fc14dd91d None None] Network 4bdd06f5-7c32-42a5-bf17-813381eb4898 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:36.655917 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ce28e3-ca63-4df2-83f6-e7c724bd8e4e') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:36.656269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ce28e3-ca63-4df2-83f6-e7c724bd8e4e') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:36.666013 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.681961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.690157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:36.690578 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:36.694505 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:36.790082 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.798724 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.800606 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/4bdd06f5-7c32-42a5-bf17-813381eb4898 HTTP/1.1" status: 204 len: 168 time: 0.5179935 Aug 25 12:12:36.804387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40874) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:36.809638 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672910400'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:36.813447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b772a0e-1482-474c-868f-bc686702b22c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Network': ['ID=4bdd06f5-7c32-42a5-bf17-813381eb4898,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:36.832256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:36.836317 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.861579 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:36.870283 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.870631 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Added segment f2388618-6418-4d85-a4d2-5947cf317413 of type vlan for network f219007f-1f8c-43ac-a40e-aaa5d2e54b84 Aug 25 12:12:36.914397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.939272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:36.944791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:36.945377 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.005336 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1998215 Aug 25 12:12:37.008226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:37.013225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'subnet': {'network_id': 'f219007f-1f8c-43ac-a40e-aaa5d2e54b84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:37.020541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ca4f8-a34b-4871-9e4c-a5c4d1408560 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Network': ['ID=f219007f-1f8c-43ac-a40e-aaa5d2e54b84,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:37.032644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network f219007f-1f8c-43ac-a40e-aaa5d2e54b84 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:37.111271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:37.114791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.171387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Performing IP validity checks on allocation pools {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 25 12:12:37.172047 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.ipam_backend_mixin [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94911) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 25 12:12:37.305541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.370153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Subnet': ['ID=5d06c4c9-b7af-4f6d-a4ca-4696ac04dee5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:37.378923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Checking segment: {'id': 'f2388618-6418-4d85-a4d2-5947cf317413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f219007f-1f8c-43ac-a40e-aaa5d2e54b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:37.379362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network hostable DHCP agents. Network: f219007f-1f8c-43ac-a40e-aaa5d2e54b84, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:37.397249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network f219007f-1f8c-43ac-a40e-aaa5d2e54b84 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:37.407556 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, f219007f-1f8c-43ac-a40e-aaa5d2e54b84) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:37.422781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:37.423461 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.423876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbc3c9-17ae-4923-bea3-6fbfec540282 None None] Network f219007f-1f8c-43ac-a40e-aaa5d2e54b84 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:37.439964 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-affa1d39-d5a4-4dc5-bebf-a486ca70d67c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4306905 Aug 25 12:12:37.442669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40880) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:37.480245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c0a7e-d6a1-4bdd-bb67-2ac7eab63e50 None None] Network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:37.543966 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.574418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-26e9d319-07ee-4bab-a8c0-90aa43e1eaa5 None None] Provisioning for port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:37.599903 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.660378 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.689580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Subnet': ['ID=5d06c4c9-b7af-4f6d-a4ca-4696ac04dee5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:37.709807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b8190-76e3-4c4b-9ca0-4519f123dc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-f219007f-1f8c-43ac-a40e-aaa5d2e54b84', 'network_id': 'f219007f-1f8c-43ac-a40e-aaa5d2e54b84', 'tenant_id': 'ab2e10b91ab5462ab1b3b39d7fb7c074', 'fixed_ips': [{'subnet_id': '5d06c4c9-b7af-4f6d-a4ca-4696ac04dee5'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:37.710582 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-516b8190-76e3-4c4b-9ca0-4519f123dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.755415 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.767897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f219007f-1f8c-43ac-a40e-aaa5d2e54b84']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:37.779711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2388618-6418-4d85-a4d2-5947cf317413') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:37.780069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2388618-6418-4d85-a4d2-5947cf317413') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:37.790449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.805662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.807584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c68de0-627a-4b7e-ac55-e67f8d82fcff None None] Network f219007f-1f8c-43ac-a40e-aaa5d2e54b84 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:37.813528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:37.814066 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:37.817303 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:37.878280 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.883494 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.890537 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/f219007f-1f8c-43ac-a40e-aaa5d2e54b84 HTTP/1.1" status: 204 len: 168 time: 0.4411352 Aug 25 12:12:37.891585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40882) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:37.905446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246862466'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:37.910026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e9b09-67f5-4e2a-b929-f78fd19b94fb tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Network': ['ID=f219007f-1f8c-43ac-a40e-aaa5d2e54b84,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:37.930174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:37.933620 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.957980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:37.966852 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:37.967223 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Added segment 13afcb70-b6d9-4801-ab7f-9c281aa98d12 of type vlan for network bf4c1926-9d72-440d-aee9-d7304457c8cd Aug 25 12:12:38.009388 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.041586 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.047093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:38.047678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.104661 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2120390 Aug 25 12:12:38.108405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40884) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:38.113536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'subnet': {'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:38.116889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d92ef-1f2e-47c2-8c26-5d7971506c89 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Network': ['ID=bf4c1926-9d72-440d-aee9-d7304457c8cd,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:38.127830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bf4c1926-9d72-440d-aee9-d7304457c8cd details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:38.208456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:38.210665 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:38.214233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.261557 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:38.265253 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:38.265625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.345030 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.378907 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,segment=NetworkSegment(b9c02b53-85bd-4de4-ae82-71e13e8910e6),segment_id=b9c02b53-85bd-4de4-ae82-71e13e8910e6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:38.382860 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.402585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.432442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:38.460540 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Subnet': ['ID=9f81a334-5d8d-41e7-9ea7-3591f5bb0301,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:38.470814 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Checking segment: {'id': '13afcb70-b6d9-4801-ab7f-9c281aa98d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:38.471172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network hostable DHCP agents. Network: bf4c1926-9d72-440d-aee9-d7304457c8cd, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:38.486762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network bf4c1926-9d72-440d-aee9-d7304457c8cd is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:38.494906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bf4c1926-9d72-440d-aee9-d7304457c8cd) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:38.498906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:38.499626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.504480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935d71a-8c51-4430-a79d-793a1318da03 None None] Network bf4c1926-9d72-440d-aee9-d7304457c8cd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:38.517495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d0d0261f-08f2-479d-9c93-f558de365ae5 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4045835 Aug 25 12:12:38.517761 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40886) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:38.523297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1151758184'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:38.544529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:38.548791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.573707 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:38.585897 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.586429 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Added segment d2ec5437-e6bb-4122-830b-65ece249af22 of type vlan for network c167d95d-e7bc-4f15-af8c-117cb255ff5a Aug 25 12:12:38.626117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.650857 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.654987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-bf4c1926-9d72-440d-aee9-d7304457c8cd', 'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd', 'tenant_id': 'ab2e10b91ab5462ab1b3b39d7fb7c074', 'fixed_ips': [{'subnet_id': '9f81a334-5d8d-41e7-9ea7-3591f5bb0301'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:38.655870 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.658651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:38.659258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.717166 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1983240 Aug 25 12:12:38.722962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40888) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:38.728311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Request body: {'subnet': {'network_id': 'c167d95d-e7bc-4f15-af8c-117cb255ff5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:38.731584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eba1c2-a851-484d-a202-2186866baeb6 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Network': ['ID=c167d95d-e7bc-4f15-af8c-117cb255ff5a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:38.744476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network c167d95d-e7bc-4f15-af8c-117cb255ff5a details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:38.820591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Made reservation on behalf of ab2e10b91ab5462ab1b3b39d7fb7c074 for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:38.824238 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:38.849647 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Allocated IP 2001:db8::2 (bf4c1926-9d72-440d-aee9-d7304457c8cd/9f81a334-5d8d-41e7-9ea7-3591f5bb0301/1639a018-9d64-463d-95be-795402290fea) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:38.998423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.007580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Transition to ACTIVE for port object 1639a018-9d64-463d-95be-795402290fea will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:39.012444 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.024174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Transition to ACTIVE for port object 1639a018-9d64-463d-95be-795402290fea will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:39.030950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.074137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Network bf4c1926-9d72-440d-aee9-d7304457c8cd is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:39.076614 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event updated for resources: {'Subnet': ['ID=dbf8365d-f908-40d1-8cf5-4689aae11772,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:39.079570 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:39.084185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Checking segment: {'id': 'd2ec5437-e6bb-4122-830b-65ece249af22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c167d95d-e7bc-4f15-af8c-117cb255ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:39.084483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:39.084617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network hostable DHCP agents. Network: c167d95d-e7bc-4f15-af8c-117cb255ff5a, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:39.086474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Pushing event updated for resources: {'Port': ['ID=1639a018-9d64-463d-95be-795402290fea,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:39.104653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Network c167d95d-e7bc-4f15-af8c-117cb255ff5a is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:39.113853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, c167d95d-e7bc-4f15-af8c-117cb255ff5a) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:39.117935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:39.118514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.131846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d188d70-f805-4f7b-b0ef-2156add40366 None None] Network c167d95d-e7bc-4f15-af8c-117cb255ff5a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:39.135490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7f02cbca-7f57-4eb1-8c1c-2447c42bee40 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4086924 Aug 25 12:12:39.135490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40890) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:39.178171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Attempting to bind port 1639a018-9d64-463d-95be-795402290fea on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:39.178539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Attempting to bind port 1639a018-9d64-463d-95be-795402290fea by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '13afcb70-b6d9-4801-ab7f-9c281aa98d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:39.178906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Attempting to bind port 1639a018-9d64-463d-95be-795402290fea on network bf4c1926-9d72-440d-aee9-d7304457c8cd {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:39.189387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:39.189788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Checking segment: {'id': '13afcb70-b6d9-4801-ab7f-9c281aa98d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:39.190193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.190590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Bound using segment: {'id': '13afcb70-b6d9-4801-ab7f-9c281aa98d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:39.191064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Bound port: 1639a018-9d64-463d-95be-795402290fea, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13afcb70-b6d9-4801-ab7f-9c281aa98d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf4c1926-9d72-440d-aee9-d7304457c8cd'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:39.191447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.237464 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.292141 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.353550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.380934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf8365d-f908-40d1-8cf5-4689aae11772,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:39.453100 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.454528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] For port 1639a018-9d64-463d-95be-795402290fea, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:39.464462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c167d95d-e7bc-4f15-af8c-117cb255ff5a']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:39.475547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ec5437-e6bb-4122-830b-65ece249af22') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:39.475990 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ec5437-e6bb-4122-830b-65ece249af22') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:39.479182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] For port 1639a018-9d64-463d-95be-795402290fea, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1639a018-9d64-463d-95be-795402290fea,segment=NetworkSegment(13afcb70-b6d9-4801-ab7f-9c281aa98d12),segment_id=13afcb70-b6d9-4801-ab7f-9c281aa98d12)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:39.481441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3f1aa-0685-4863-b721-ad45f9b4c209 None None] Network c167d95d-e7bc-4f15-af8c-117cb255ff5a requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:39.485165 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.488087 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.502669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.508607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:39.509004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:39.512047 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:39.573649 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.584440 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.587819 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/c167d95d-e7bc-4f15-af8c-117cb255ff5a HTTP/1.1" status: 204 len: 168 time: 0.4501662 Aug 25 12:12:39.589982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:39.603124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb748399-bfce-43df-8df7-b8602b34f360 None None] Pushing event updated for resources: {'Port': ['ID=1639a018-9d64-463d-95be-795402290fea,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:39.614679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193c56d-e83d-4225-9374-8a807056cd6c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Network': ['ID=c167d95d-e7bc-4f15-af8c-117cb255ff5a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:39.629783 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1094be-bc09-42f1-9d09-cd4839a08e22 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] GET failed (client error): The resource could not be found. Aug 25 12:12:39.631307 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3e1094be-bc09-42f1-9d09-cd4839a08e22 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "GET /v2.0/subnets/dbf8365d-f908-40d1-8cf5-4689aae11772 HTTP/1.1" status: 404 len: 337 time: 0.0402942 Aug 25 12:12:39.633993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:39.654918 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae80cbe-b8e1-457d-8a81-ac124884d2c3 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:39.655640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae80cbe-b8e1-457d-8a81-ac124884d2c3 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:39.657823 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ae80cbe-b8e1-457d-8a81-ac124884d2c3 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/c167d95d-e7bc-4f15-af8c-117cb255ff5a HTTP/1.1" status: 404 len: 339 time: 0.0225270 Aug 25 12:12:39.661667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:39.690684 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-90959ec1-c44e-403b-b9db-a6d9e4a6c44c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:39.691153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90959ec1-c44e-403b-b9db-a6d9e4a6c44c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:39.692883 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-90959ec1-c44e-403b-b9db-a6d9e4a6c44c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/subnets/dbf8365d-f908-40d1-8cf5-4689aae11772 HTTP/1.1" status: 404 len: 337 time: 0.0302405 Aug 25 12:12:39.695653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40898) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:39.714734 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-f444fbeb-f58a-43ee-ad45-0dd20dedc457 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:39.715289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f444fbeb-f58a-43ee-ad45-0dd20dedc457 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:39.719399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f444fbeb-f58a-43ee-ad45-0dd20dedc457 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/c167d95d-e7bc-4f15-af8c-117cb255ff5a HTTP/1.1" status: 404 len: 339 time: 0.0203285 Aug 25 12:12:39.719634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40900) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:39.785272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Deleting subnet 9f81a334-5d8d-41e7-9ea7-3591f5bb0301 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:12:39.788347 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.831388 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.915314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:39.977792 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.007515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Subnet': ['ID=9f81a334-5d8d-41e7-9ea7-3591f5bb0301,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:40.012053 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.014134 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ca61d7f2-249b-4b43-b253-9ea3c2223e1f tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/subnets/9f81a334-5d8d-41e7-9ea7-3591f5bb0301 HTTP/1.1" status: 204 len: 168 time: 0.2933609 Aug 25 12:12:40.016495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40902) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:40.095680 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.159190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Deleting port 1639a018-9d64-463d-95be-795402290fea {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:40.159544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.225906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] For port 1639a018-9d64-463d-95be-795402290fea, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1639a018-9d64-463d-95be-795402290fea,segment=NetworkSegment(13afcb70-b6d9-4801-ab7f-9c281aa98d12),segment_id=13afcb70-b6d9-4801-ab7f-9c281aa98d12)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:40.226278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.241310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Calling delete_port for 1639a018-9d64-463d-95be-795402290fea owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:40.251119 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1639a018-9d64-463d-95be-795402290fea up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:40.306005 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1639a018-9d64-463d-95be-795402290fea completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:40.310495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:40.334138 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.360931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:40.361303 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.361423 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Port': ['ID=1639a018-9d64-463d-95be-795402290fea,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:40.367451 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No DVR routers for this DVR port 1639a018-9d64-463d-95be-795402290fea on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:40.455249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.466020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4c1926-9d72-440d-aee9-d7304457c8cd']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:40.477151 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13afcb70-b6d9-4801-ab7f-9c281aa98d12') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:40.477447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13afcb70-b6d9-4801-ab7f-9c281aa98d12') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:40.487621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.504074 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.508847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d3a50-2ac0-4c5c-94ef-0741ed64ea5c None None] Network bf4c1926-9d72-440d-aee9-d7304457c8cd requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:40.510709 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:40.511173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:40.514354 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:40.561048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ba0c2592-77e7-4267-949e-f4b146c1f7ef None None] Could not find standard attr ID for object 1639a018-9d64-463d-95be-795402290fea. {{(pid=94912) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 25 12:12:40.571906 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.578968 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.581000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/bf4c1926-9d72-440d-aee9-d7304457c8cd HTTP/1.1" status: 204 len: 168 time: 0.5634904 Aug 25 12:12:40.583722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40904) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:40.593097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92eed4-f545-40a1-8dec-5ef41c4b1ca7 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Network': ['ID=bf4c1926-9d72-440d-aee9-d7304457c8cd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:40.613327 n-d-778732-11 neutron-server[94910]: INFO neutron.pecan_wsgi.hooks.translation [None req-781eccfa-98ec-4b6f-8a4c-e91d194d8bb3 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:40.614112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781eccfa-98ec-4b6f-8a4c-e91d194d8bb3 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94910) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:40.618505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-781eccfa-98ec-4b6f-8a4c-e91d194d8bb3 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/subnets/5d06c4c9-b7af-4f6d-a4ca-4696ac04dee5 HTTP/1.1" status: 404 len: 337 time: 0.0337036 Aug 25 12:12:40.618700 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:40.641145 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-995833ab-1ee8-49b2-a2f7-1f1cb5417f9d tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:40.641739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995833ab-1ee8-49b2-a2f7-1f1cb5417f9d tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:40.643483 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-995833ab-1ee8-49b2-a2f7-1f1cb5417f9d tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/f219007f-1f8c-43ac-a40e-aaa5d2e54b84 HTTP/1.1" status: 404 len: 339 time: 0.0238786 Aug 25 12:12:40.646391 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40908) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:40.663243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f233a-3216-4418-b233-456025b37520 None None] DHCP port deletion for bf4c1926-9d72-440d-aee9-d7304457c8cd request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:12:40.675994 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a077cbbf-2481-4b42-aab2-9618168af44c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:40.676685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a077cbbf-2481-4b42-aab2-9618168af44c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:40.678338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a077cbbf-2481-4b42-aab2-9618168af44c tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/subnets/445fe2a6-e0c5-4288-8653-7fb60a104e0b HTTP/1.1" status: 404 len: 337 time: 0.0310397 Aug 25 12:12:40.681597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40910) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:40.704925 n-d-778732-11 neutron-server[94911]: INFO neutron.pecan_wsgi.hooks.translation [None req-e892e649-6ed6-44e8-b938-dfc49a1d18ef tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] DELETE failed (client error): The resource could not be found. Aug 25 12:12:40.705463 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e892e649-6ed6-44e8-b938-dfc49a1d18ef tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94911) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 25 12:12:40.707315 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e892e649-6ed6-44e8-b938-dfc49a1d18ef tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/4bdd06f5-7c32-42a5-bf17-813381eb4898 HTTP/1.1" status: 404 len: 339 time: 0.0247209 Aug 25 12:12:40.709889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40912) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:40.760392 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Deleting subnet 78950d93-047e-4c37-af12-81f73cf70a97 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:12:40.763384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.803007 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:40.886654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.226156 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.251760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Subnet': ['ID=78950d93-047e-4c37-af12-81f73cf70a97,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:41.255598 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.257570 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98b80c08-3ba5-4d4c-a3c3-26f828675934 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/subnets/78950d93-047e-4c37-af12-81f73cf70a97 HTTP/1.1" status: 204 len: 168 time: 0.5466642 Aug 25 12:12:41.259918 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40914) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:41.262674 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d83ed-ced0-4364-9336-0ab0e27340c2 None None] Network e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:41.339901 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.393258 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Deleting port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:41.393597 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.429008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] DHCP port deletion for e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:12:41.456196 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] For port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,segment=NetworkSegment(b9c02b53-85bd-4de4-ae82-71e13e8910e6),segment_id=b9c02b53-85bd-4de4-ae82-71e13e8910e6)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:41.456683 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.470285 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Calling delete_port for 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:41.480280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] Deleting port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:41.480588 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.545904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] For port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,segment=NetworkSegment(b9c02b53-85bd-4de4-ae82-71e13e8910e6),segment_id=b9c02b53-85bd-4de4-ae82-71e13e8910e6)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:41.546305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.550715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.559923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] Calling delete_port for 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:41.574580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Port': ['ID=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:41.581922 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] No DVR routers for this DVR port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:41.634845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.658359 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.664999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] Pushing event deleted for resources: {'Port': ['ID=3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:41.668691 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e074c0f2-4a5b-4bea-bc0c-cd4b88960b07']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:41.668996 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e0b13-ce02-4b73-b640-e845bf3a4530 None None] No DVR routers for this DVR port 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:41.685731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c02b53-85bd-4de4-ae82-71e13e8910e6') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:41.686031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c02b53-85bd-4de4-ae82-71e13e8910e6') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:41.695887 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.711400 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.717388 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:41.717811 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:41.726235 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:41.778987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.786847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:41.789007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] 10.222.0.35 "DELETE /v2.0/networks/e074c0f2-4a5b-4bea-bc0c-cd4b88960b07 HTTP/1.1" status: 204 len: 168 time: 0.5274262 Aug 25 12:12:41.808037 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e084e89-2c57-4a49-abc8-dfd955095a50 tempest-NetworksIpV6Test-1730069517 tempest-NetworksIpV6Test-1730069517-project] Pushing event deleted for resources: {'Network': ['ID=e074c0f2-4a5b-4bea-bc0c-cd4b88960b07,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:42.037755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40920) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:42.154430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1639a018-9d64-463d-95be-795402290fea no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:42.171518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-029fae7c-fe45-4bf2-8ad7-f94a86932c47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab2e10b91ab5462ab1b3b39d7fb7c074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326165 Aug 25 12:12:42.174596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40924) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:42.175129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1639a018-9d64-463d-95be-795402290fea {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:42.175485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1639a018-9d64-463d-95be-795402290fea not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:42.175914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:12:42.195462 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:12:42.195809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3b0ba0ba-9cd8-4798-a59a-bc53c9b8a1e7 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:12:42.223830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46666e9f-d10c-4f37-8b64-8670dca1b143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:42.244408 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46666e9f-d10c-4f37-8b64-8670dca1b143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:42.295885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46666e9f-d10c-4f37-8b64-8670dca1b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:42.301081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-46666e9f-d10c-4f37-8b64-8670dca1b143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:42.301884 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-46666e9f-d10c-4f37-8b64-8670dca1b143 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a510e05c-23fb-40af-aeac-7f44e230167b HTTP/1.1" status: 204 len: 168 time: 0.1261015 Aug 25 12:12:42.309545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46666e9f-d10c-4f37-8b64-8670dca1b143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a510e05c-23fb-40af-aeac-7f44e230167b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:42.946814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40946) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:43.043617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-533421997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:43.066973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.067875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.117348 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.121296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.136910 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.138129 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-acdcc7a7-4e6f-4371-bbef-724df500cbd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1903067 Aug 25 12:12:43.141489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40950) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:43.146685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1487001049'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:43.166068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Made reservation on behalf of 612126d09e5e4d08bb1e48883d6ff37d for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:43.169379 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.177525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.270736 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.274416 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.302634 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:43.311416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c33eda3-79f4-42ec-8fb3-c91ea0f69570,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:43.320108 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.320108 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Added segment 8a385907-3185-4183-8d54-decaf7eaa8df of type vlan for network 82222ac9-668f-4524-80c8-1a44a2abb5f7 Aug 25 12:12:43.360446 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.384423 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.389937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:43.390580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.448440 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3058698 Aug 25 12:12:43.451875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40952) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:43.458909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Request body: {'subnet': {'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:43.465673 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f756f3-ae4e-48c6-bae2-25701914a25c tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event updated for resources: {'Network': ['ID=82222ac9-668f-4524-80c8-1a44a2abb5f7,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:43.475550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 82222ac9-668f-4524-80c8-1a44a2abb5f7 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:43.553700 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Made reservation on behalf of 612126d09e5e4d08bb1e48883d6ff37d for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:43.557245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.733719 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.785349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event updated for resources: {'Subnet': ['ID=8915e9d6-8b63-48dc-a10d-02348d23fe65,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:43.800539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Checking segment: {'id': '8a385907-3185-4183-8d54-decaf7eaa8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:43.800898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Network hostable DHCP agents. Network: 82222ac9-668f-4524-80c8-1a44a2abb5f7, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:43.816268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Network 82222ac9-668f-4524-80c8-1a44a2abb5f7 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:43.824154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 82222ac9-668f-4524-80c8-1a44a2abb5f7) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:43.828090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:43.828668 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.833708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716dafbd-82ef-46a3-97f2-a317af8e8200 None None] Network 82222ac9-668f-4524-80c8-1a44a2abb5f7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:43.847355 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30c13617-7ee0-4da1-83f5-3b94044c1ac0 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3933105 Aug 25 12:12:43.848208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40954) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:43.853481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1404371111'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:43.876503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Made reservation on behalf of 612126d09e5e4d08bb1e48883d6ff37d for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:43.880862 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.905276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:43.916226 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.916581 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Added segment 4c7c2f54-9593-4db4-aff3-22819d36a5a8 of type vlan for network bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3 Aug 25 12:12:43.958669 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.988334 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.994221 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:43.994370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-82222ac9-668f-4524-80c8-1a44a2abb5f7', 'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7', 'tenant_id': '612126d09e5e4d08bb1e48883d6ff37d', 'fixed_ips': [{'subnet_id': '8915e9d6-8b63-48dc-a10d-02348d23fe65'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:43.994810 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:43.995211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.051439 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2020380 Aug 25 12:12:44.054298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40956) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:44.061534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Request body: {'subnet': {'network_id': 'bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:44.115069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774d941-1d46-4970-964a-f3056086f459 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event updated for resources: {'Network': ['ID=bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:44.127675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:44.159036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Made reservation on behalf of 612126d09e5e4d08bb1e48883d6ff37d for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:44.162718 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.182873 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Allocated IP 172.20.0.2 (82222ac9-668f-4524-80c8-1a44a2abb5f7/8915e9d6-8b63-48dc-a10d-02348d23fe65/b4f4c237-e02f-43bd-9f36-27660952d3a1) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:44.346112 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.346515 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.354936 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Transition to ACTIVE for port object b4f4c237-e02f-43bd-9f36-27660952d3a1 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:44.370275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Transition to ACTIVE for port object b4f4c237-e02f-43bd-9f36-27660952d3a1 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:44.376376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.408736 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event updated for resources: {'Subnet': ['ID=5797fb85-1856-485e-a08e-ea485e2e0493,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:44.415338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Network 82222ac9-668f-4524-80c8-1a44a2abb5f7 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:44.418720 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Checking segment: {'id': '4c7c2f54-9593-4db4-aff3-22819d36a5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:44.419083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Network hostable DHCP agents. Network: bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:44.420503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:44.424193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:44.438486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Pushing event updated for resources: {'Port': ['ID=b4f4c237-e02f-43bd-9f36-27660952d3a1,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:44.439303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Network bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:44.449442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:44.454283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:44.454890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.464808 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e44af0-dc54-47de-935a-8bb1072ecd03 None None] Network bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:44.473561 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-71bbaaaf-eca9-436a-9d4d-726468ad885e tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162281 Aug 25 12:12:44.474668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40958) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:44.479584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-af5de7b3-9e99-468c-90af-14be847aa615 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:44.536645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Attempting to bind port b4f4c237-e02f-43bd-9f36-27660952d3a1 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:44.537257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Attempting to bind port b4f4c237-e02f-43bd-9f36-27660952d3a1 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '8a385907-3185-4183-8d54-decaf7eaa8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:44.537365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Attempting to bind port b4f4c237-e02f-43bd-9f36-27660952d3a1 on network 82222ac9-668f-4524-80c8-1a44a2abb5f7 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:44.546344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:44.546766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Checking segment: {'id': '8a385907-3185-4183-8d54-decaf7eaa8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:44.547180 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.547585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Bound using segment: {'id': '8a385907-3185-4183-8d54-decaf7eaa8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:44.548052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Bound port: b4f4c237-e02f-43bd-9f36-27660952d3a1, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a385907-3185-4183-8d54-decaf7eaa8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '82222ac9-668f-4524-80c8-1a44a2abb5f7'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:44.548440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.671619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] For port b4f4c237-e02f-43bd-9f36-27660952d3a1, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:44.678010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] For port b4f4c237-e02f-43bd-9f36-27660952d3a1, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b4f4c237-e02f-43bd-9f36-27660952d3a1,segment=NetworkSegment(8a385907-3185-4183-8d54-decaf7eaa8df),segment_id=8a385907-3185-4183-8d54-decaf7eaa8df)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:44.689373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-af5de7b3-9e99-468c-90af-14be847aa615 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.699488 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.727078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fc387-9ab0-44ba-a60a-c3dbd2b7c47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3', 'network_id': 'bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3', 'tenant_id': '612126d09e5e4d08bb1e48883d6ff37d', 'fixed_ips': [{'subnet_id': '5797fb85-1856-485e-a08e-ea485e2e0493'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:44.727938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-367fc387-9ab0-44ba-a60a-c3dbd2b7c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.809722 n-d-778732-11 neutron-server[94911]: INFO neutron.api.v2.resource [None req-af5de7b3-9e99-468c-90af-14be847aa615 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 25 12:12:44.816665 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-af5de7b3-9e99-468c-90af-14be847aa615 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "PUT /v2.0/routers/4e2009f3-b002-4f27-bd03-cd5deae2237f HTTP/1.1" status: 400 len: 364 time: 0.3350530 Aug 25 12:12:44.816911 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40960) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:44.841766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c9741-a2eb-4ca9-bcb6-f5a753218edf None None] Pushing event updated for resources: {'Port': ['ID=b4f4c237-e02f-43bd-9f36-27660952d3a1,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:44.876094 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Deleting subnet 5797fb85-1856-485e-a08e-ea485e2e0493 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:12:44.879788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.927139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:44.990088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.062274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server [None req-367fc387-9ab0-44ba-a60a-c3dbd2b7c47a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5797fb85-1856-485e-a08e-ea485e2e0493: This subnet is being modified by another concurrent operation. Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise self.value Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server raise exception Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5797fb85-1856-485e-a08e-ea485e2e0493: This subnet is being modified by another concurrent operation. Aug 25 12:12:45.067607 n-d-778732-11 neutron-server[94912]: ERROR oslo_messaging.rpc.server Aug 25 12:12:45.085106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900e7cc-d0c6-409b-b7d3-d54332295ec1 None None] Network bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:45.092236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event deleted for resources: {'Subnet': ['ID=5797fb85-1856-485e-a08e-ea485e2e0493,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:45.096619 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.100762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-49fab21a-1c46-40ae-8a55-d24e0fad1a11 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "DELETE /v2.0/subnets/5797fb85-1856-485e-a08e-ea485e2e0493 HTTP/1.1" status: 204 len: 168 time: 0.2806671 Aug 25 12:12:45.100932 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40962) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:45.176294 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.264289 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.274910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:45.286279 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7c2f54-9593-4db4-aff3-22819d36a5a8') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:45.286578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7c2f54-9593-4db4-aff3-22819d36a5a8') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:45.295803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.311073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.318298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:45.318707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:45.321905 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:45.384662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.389590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.395721 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "DELETE /v2.0/networks/bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3 HTTP/1.1" status: 204 len: 168 time: 0.2909064 Aug 25 12:12:45.395820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40964) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:45.407427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306174b-fc3b-4cec-b78f-e5beee0d0dd5 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event deleted for resources: {'Network': ['ID=bfc7153e-2bae-499d-b5f1-1d19cb7fa3f3,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:45.447870 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Deleting subnet 8915e9d6-8b63-48dc-a10d-02348d23fe65 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:12:45.451385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.494312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.585142 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.646377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.678104 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.682430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "DELETE /v2.0/subnets/8915e9d6-8b63-48dc-a10d-02348d23fe65 HTTP/1.1" status: 204 len: 168 time: 0.2831874 Aug 25 12:12:45.682430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c257cf7-a6fd-474f-aaee-90ee332a751b tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event deleted for resources: {'Subnet': ['ID=8915e9d6-8b63-48dc-a10d-02348d23fe65,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:45.682782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 40966) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:45.752835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7d3d1-825f-4d8e-b286-0400f17073dd None None] Network 82222ac9-668f-4524-80c8-1a44a2abb5f7 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:45.762702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.817031 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Deleting port b4f4c237-e02f-43bd-9f36-27660952d3a1 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:45.817374 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.844582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e072577e-7577-42f9-a1df-a9e6e495eee2 None None] Provisioning for port b4f4c237-e02f-43bd-9f36-27660952d3a1 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:45.887268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] For port b4f4c237-e02f-43bd-9f36-27660952d3a1, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b4f4c237-e02f-43bd-9f36-27660952d3a1,segment=NetworkSegment(8a385907-3185-4183-8d54-decaf7eaa8df),segment_id=8a385907-3185-4183-8d54-decaf7eaa8df)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:45.887743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.901449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Calling delete_port for b4f4c237-e02f-43bd-9f36-27660952d3a1 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:45.942698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] DHCP port deletion for 82222ac9-668f-4524-80c8-1a44a2abb5f7 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:12:45.981879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:45.995480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Deleting port b4f4c237-e02f-43bd-9f36-27660952d3a1 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:12:45.995857 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.014447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event deleted for resources: {'Port': ['ID=b4f4c237-e02f-43bd-9f36-27660952d3a1,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:46.025339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] No DVR routers for this DVR port b4f4c237-e02f-43bd-9f36-27660952d3a1 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:46.060286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] For port b4f4c237-e02f-43bd-9f36-27660952d3a1, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:46.060684 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.074222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Calling delete_port for b4f4c237-e02f-43bd-9f36-27660952d3a1 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:12:46.076895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Port b4f4c237-e02f-43bd-9f36-27660952d3a1 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 12:12:46.078282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.103276 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] Pushing event deleted for resources: {'Port': ['ID=b4f4c237-e02f-43bd-9f36-27660952d3a1,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:46.106747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60911cca-e76b-4e9e-9ccf-51c8a64f00d5 None None] No DVR routers for this DVR port b4f4c237-e02f-43bd-9f36-27660952d3a1 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:12:46.111939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.123089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96a36f-e829-4648-bb78-86b5a47c4f24 None None] get_active_networks_info from n-d-778732-11 {{(pid=94912) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 12:12:46.128576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82222ac9-668f-4524-80c8-1a44a2abb5f7']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:46.139432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a385907-3185-4183-8d54-decaf7eaa8df') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:46.139733 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a385907-3185-4183-8d54-decaf7eaa8df') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:46.148651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.162902 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.169237 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:12:46.169629 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:12:46.173444 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:12:46.185900 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96a36f-e829-4648-bb78-86b5a47c4f24 None None] Resources bound (agent type, host, resource id): {{(pid=94912) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 25 12:12:46.241231 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.248243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.250261 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "DELETE /v2.0/networks/82222ac9-668f-4524-80c8-1a44a2abb5f7 HTTP/1.1" status: 204 len: 168 time: 0.5664415 Aug 25 12:12:46.253587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40968) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:46.261407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2bac-a180-473b-aea7-1da8139075a2 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Pushing event deleted for resources: {'Network': ['ID=82222ac9-668f-4524-80c8-1a44a2abb5f7,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:46.282000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3a2a1a27-0d57-4958-9a08-30270ea90ded tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e2009f3-b002-4f27-bd03-cd5deae2237f HTTP/1.1" status: 200 len: 205 time: 0.0265594 Aug 25 12:12:46.284459 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40970) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:46.358207 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.841067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.843185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.889361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.889909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Fanout notify agent at l3_agent the message router_deleted on router 4e2009f3-b002-4f27-bd03-cd5deae2237f {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:12:46.897972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:46.899104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-92190016-61d5-4851-9608-2814db129e05 tempest-RoutersNegativeTest-1803173735 tempest-RoutersNegativeTest-1803173735-project] 10.222.0.35 "DELETE /v2.0/routers/4e2009f3-b002-4f27-bd03-cd5deae2237f HTTP/1.1" status: 204 len: 168 time: 0.6137395 Aug 25 12:12:47.148137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40976) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:47.279557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-26495eff-c033-46b6-a80a-14f9965b9604 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=612126d09e5e4d08bb1e48883d6ff37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302309 Aug 25 12:12:47.282065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 40980) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:47.329982 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25423f2-6365-4de8-ba1c-80572077c47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:47.350782 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25423f2-6365-4de8-ba1c-80572077c47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:47.397306 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25423f2-6365-4de8-ba1c-80572077c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:47.399843 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d25423f2-6365-4de8-ba1c-80572077c47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:47.401017 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d25423f2-6365-4de8-ba1c-80572077c47e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c33eda3-79f4-42ec-8fb3-c91ea0f69570 HTTP/1.1" status: 204 len: 168 time: 0.1179969 Aug 25 12:12:47.409103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25423f2-6365-4de8-ba1c-80572077c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c33eda3-79f4-42ec-8fb3-c91ea0f69570,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:48.015680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41002) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:48.114670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1657271151-network', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:48.136769 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Made reservation on behalf of ec7527009c3e4bbcbe5f026fc9d16c50 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:48.139091 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.148272 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.233366 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.237555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.263651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:48.278798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:48.285419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.285800 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Added segment a70fadaf-b340-4160-9b7e-42d219a9a7cf of type vlan for network 36feab47-bb56-4689-b4bc-e30421a76a33 Aug 25 12:12:48.291290 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25942783-252a-4c3b-8847-6b84ec913152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.327520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.351943 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.352891 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:48.353459 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.402948 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3861823 Aug 25 12:12:48.406876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41006) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:48.412027 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Request body: {'subnet': {'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-subnet', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:48.412253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340307a0-80d9-47e8-8e38-6f53428a94ee admin admin] Pushing event updated for resources: {'Network': ['ID=36feab47-bb56-4689-b4bc-e30421a76a33,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:48.422715 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 36feab47-bb56-4689-b4bc-e30421a76a33 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:48.434698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Made reservation on behalf of ec7527009c3e4bbcbe5f026fc9d16c50 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:48.437137 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.603809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.659994 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92e104b-b9e0-49a2-967c-15ba3dcabad9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:48.667930 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Checking segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:48.668293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Network hostable DHCP agents. Network: 36feab47-bb56-4689-b4bc-e30421a76a33, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:48.685072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Network 36feab47-bb56-4689-b4bc-e30421a76a33 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:48.693828 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 36feab47-bb56-4689-b4bc-e30421a76a33) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:48.698491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:48.699090 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.702929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d64b95-6547-4f1f-834c-54e1f5356c06 None None] Network 36feab47-bb56-4689-b4bc-e30421a76a33 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:48.714425 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9a08f5dc-ed80-4b94-880f-a94adf051502 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3062544 Aug 25 12:12:48.716945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41008) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:48.722153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:48.742775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.743840 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.800050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.850822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-36feab47-bb56-4689-b4bc-e30421a76a33', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'fixed_ips': [{'subnet_id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:48.851706 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.934205 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:48.986932 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Allocated IP 172.20.0.2 (36feab47-bb56-4689-b4bc-e30421a76a33/a92e104b-b9e0-49a2-967c-15ba3dcabad9/87ba48d9-a267-4a33-aec7-a59f18bf8a47) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:49.133851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.142115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Transition to ACTIVE for port object 87ba48d9-a267-4a33-aec7-a59f18bf8a47 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:49.148071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.158154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Transition to ACTIVE for port object 87ba48d9-a267-4a33-aec7-a59f18bf8a47 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:49.163175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.168159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.199755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Network 36feab47-bb56-4689-b4bc-e30421a76a33 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:49.204780 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:49.208489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:49.219818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Pushing event updated for resources: {'Port': ['ID=87ba48d9-a267-4a33-aec7-a59f18bf8a47,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:49.271934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Attempting to bind port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:49.272300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Attempting to bind port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:49.272698 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Attempting to bind port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 on network 36feab47-bb56-4689-b4bc-e30421a76a33 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:49.277629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:49.278032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Checking segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:49.278486 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.278827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Bound using segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:49.279286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Bound port: 87ba48d9-a267-4a33-aec7-a59f18bf8a47, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:49.279665 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.282644 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Allocated IP 172.25.1.254 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/5a352a9d-3a53-44de-a536-11624472e206) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:49.348464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] For port 87ba48d9-a267-4a33-aec7-a59f18bf8a47, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:49.351561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] For port 87ba48d9-a267-4a33-aec7-a59f18bf8a47, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=87ba48d9-a267-4a33-aec7-a59f18bf8a47,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:49.356161 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.386864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.420449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117d26c-28b4-49e4-8b42-c1432dec3606 None None] Pushing event updated for resources: {'Port': ['ID=87ba48d9-a267-4a33-aec7-a59f18bf8a47,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:49.430059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:49.474091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:49.476981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:49.479462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:49.522304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Pushing event updated for resources: {'Port': ['ID=5a352a9d-3a53-44de-a536-11624472e206,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:50.044658 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.199502 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 87ba48d9-a267-4a33-aec7-a59f18bf8a47 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:50.252730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:50.262354 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.289196 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d4cd3-83d3-4fb6-88c2-2f6decadc509 None None] Network 36feab47-bb56-4689-b4bc-e30421a76a33 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:50.396740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Router 76e548a9-0773-49c3-bacb-5f935e9ea768 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:12:50.408588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] Provisioning for port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:50.415943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] Provisioning complete for port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:50.416314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.510334 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:12:50.520572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.526888 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Sync routers for ids ['76e548a9-0773-49c3-bacb-5f935e9ea768'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:12:50.528384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.533461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-66139062-1df6-4171-aad9-e5437a94b247 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8153975 Aug 25 12:12:50.534095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41010) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:50.557099 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Routers {'76e548a9-0773-49c3-bacb-5f935e9ea768'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:50.557749 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['76e548a9-0773-49c3-bacb-5f935e9ea768'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:50.561829 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] For port 87ba48d9-a267-4a33-aec7-a59f18bf8a47, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=87ba48d9-a267-4a33-aec7-a59f18bf8a47,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:50.567524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.633940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7b5d5-a6f5-435f-bab2-d395972a5b49 None None] Pushing event updated for resources: {'Port': ['ID=87ba48d9-a267-4a33-aec7-a59f18bf8a47,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:50.770302 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Set router 76e548a9-0773-49c3-bacb-5f935e9ea768 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:50.794884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8fb510b9-61a3-4fb4-9344-e8e6bdafbe16 None None] Provisioning complete for port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:50.795428 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8fb510b9-61a3-4fb4-9344-e8e6bdafbe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:50.953872 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:12:49Z', 'revision_number': 3, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:50.981177 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Checking router: 76e548a9-0773-49c3-bacb-5f935e9ea768 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:12:50.981637 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Updating router 76e548a9-0773-49c3-bacb-5f935e9ea768 port 5a352a9d-3a53-44de-a536-11624472e206 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:12:50.996255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.007116 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.229227 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eefc4185-f55b-4742-bf13-c02ed08137a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.241268 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Allocated IP 172.20.0.1 (36feab47-bb56-4689-b4bc-e30421a76a33/a92e104b-b9e0-49a2-967c-15ba3dcabad9/c98acfad-be63-4799-9a4a-aa52c743eeee) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:51.263856 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.274449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Transition to ACTIVE for port object 5a352a9d-3a53-44de-a536-11624472e206 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:51.279522 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.335479 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Attempting to bind port 5a352a9d-3a53-44de-a536-11624472e206 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:51.335842 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Attempting to bind port 5a352a9d-3a53-44de-a536-11624472e206 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:51.336198 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Attempting to bind port 5a352a9d-3a53-44de-a536-11624472e206 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:51.338369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Pushing event updated for resources: {'Port': ['ID=5a352a9d-3a53-44de-a536-11624472e206,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:51.347171 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:51.347538 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:51.348202 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.348324 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:51.348758 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Bound port: 5a352a9d-3a53-44de-a536-11624472e206, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:51.349134 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.351998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.352192 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.352528 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.352860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.353180 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.353501 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.353849 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.354229 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.354587 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.354906 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.355218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.355539 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.355851 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:12:51.365105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Transition to ACTIVE for port object c98acfad-be63-4799-9a4a-aa52c743eeee will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:51.398501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.406887 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] For port 5a352a9d-3a53-44de-a536-11624472e206, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:51.410114 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] For port 5a352a9d-3a53-44de-a536-11624472e206, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5a352a9d-3a53-44de-a536-11624472e206,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:51.414339 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.443703 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Network 36feab47-bb56-4689-b4bc-e30421a76a33 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:51.446745 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:51.450415 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:51.473041 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Routers {'76e548a9-0773-49c3-bacb-5f935e9ea768'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:51.474118 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['76e548a9-0773-49c3-bacb-5f935e9ea768'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:51.475891 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.476860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c98acfad-be63-4799-9a4a-aa52c743eeee,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:51.494420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.529062 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b7a30-38a3-4e97-9f76-5e75549e499f None None] Pushing event updated for resources: {'Port': ['ID=5a352a9d-3a53-44de-a536-11624472e206,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:51.605407 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] Set router 76e548a9-0773-49c3-bacb-5f935e9ea768 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:51.641328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.700805 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-62cb9eb0-61e9-45ba-a2a1-e097725e74bc None None] Provisioning for port c98acfad-be63-4799-9a4a-aa52c743eeee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:51.715980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-62cb9eb0-61e9-45ba-a2a1-e097725e74bc None None] Provisioning complete for port c98acfad-be63-4799-9a4a-aa52c743eeee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:51.716515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-62cb9eb0-61e9-45ba-a2a1-e097725e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.755495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-62cb9eb0-61e9-45ba-a2a1-e097725e74bc None None] Port c98acfad-be63-4799-9a4a-aa52c743eeee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:12:51.791472 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:12:49Z', 'revision_number': 3, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:51.809545 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.814771 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.818977 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb13996-6c09-42a8-ac00-141fbda63664 None None] The sync data for ids ['76e548a9-0773-49c3-bacb-5f935e9ea768'] in n-d-778732-11 is: [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:12:49Z', 'revision_number': 3, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:12:51.880733 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c98acfad-be63-4799-9a4a-aa52c743eeee,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:51.883155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:51.980359 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Network 36feab47-bb56-4689-b4bc-e30421a76a33 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:51.981802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:52.130620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Router 76e548a9-0773-49c3-bacb-5f935e9ea768 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:12:52.252781 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:12:52.258539 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6e38dcf7-8e40-4014-9a34-291b888c53e2 admin admin] 10.222.0.35 "PUT /v2.0/routers/76e548a9-0773-49c3-bacb-5f935e9ea768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230308 Aug 25 12:12:52.272348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5a352a9d-3a53-44de-a536-11624472e206 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:52.327458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5a352a9d-3a53-44de-a536-11624472e206 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:52.332118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5a352a9d-3a53-44de-a536-11624472e206 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:52.332626 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.391618 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-7cbcbfd5-942a-4029-a1e6-147ae5a7fec3 None None] Provisioning complete for port c98acfad-be63-4799-9a4a-aa52c743eeee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:52.391997 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7cbcbfd5-942a-4029-a1e6-147ae5a7fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.455656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.468325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcbfd5-942a-4029-a1e6-147ae5a7fec3 None None] Port c98acfad-be63-4799-9a4a-aa52c743eeee cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:12:52.480228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 5a352a9d-3a53-44de-a536-11624472e206, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5a352a9d-3a53-44de-a536-11624472e206,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:52.485629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.486483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 87ba48d9-a267-4a33-aec7-a59f18bf8a47 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:52.622657 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:12:52.724693 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.748815 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=5a352a9d-3a53-44de-a536-11624472e206,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:52.759254 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:52.759631 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.801963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41026) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:52.807229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-125037384-network', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:52.828970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Made reservation on behalf of f04a69faedf342f2be177b4f0b0a1408 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:52.831534 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.843715 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.933749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.938417 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.964397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:12:52.974118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581e9ec-dc7b-4033-92d7-6365cd30d56e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:52.978986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:52.979336 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Added segment 24f3fe45-7bc7-4ff8-aac2-af1f7e2845da of type vlan for network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 Aug 25 12:12:53.019916 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.044407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.045580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:53.046328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.099617 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2964847 Aug 25 12:12:53.102449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:53.106767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1408a-8fa2-43fc-aff4-5529542e27bf admin admin] Pushing event updated for resources: {'Network': ['ID=76f0bc02-6a2f-4c4a-8cda-74a51b584fb0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:53.107667 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Request body: {'subnet': {'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-subnet', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:53.117730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:12:53.130376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Made reservation on behalf of f04a69faedf342f2be177b4f0b0a1408 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:53.133190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.314893 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.368412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e3830f-7b32-40ad-81fd-10069d8147ac,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:53.381394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Checking segment: {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:53.381790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Network hostable DHCP agents. Network: 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:12:53.399493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:12:53.407923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:53.412406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:53.413590 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.416841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a85fe-8b45-46c2-a3ce-e9384a12e3ee None None] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:53.427768 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4535f0cd-1bbf-4e59-a048-26e70ca5bbfd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3241365 Aug 25 12:12:53.430352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:53.434980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:53.457514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.458865 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.480095 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Sync routers for ids ['76e548a9-0773-49c3-bacb-5f935e9ea768'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:12:53.502776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Routers {'76e548a9-0773-49c3-bacb-5f935e9ea768'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:53.503475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['76e548a9-0773-49c3-bacb-5f935e9ea768'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:53.519827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.658599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.664069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Set router 76e548a9-0773-49c3-bacb-5f935e9ea768 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:53.667269 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'fixed_ips': [{'subnet_id': '02e3830f-7b32-40ad-81fd-10069d8147ac'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:12:53.668118 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.862356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.881567 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:53.927142 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Allocated IP 172.20.0.2 (76f0bc02-6a2f-4c4a-8cda-74a51b584fb0/02e3830f-7b32-40ad-81fd-10069d8147ac/c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:53.997108 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Allocated IP 172.25.1.127 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/a2eb105f-7065-44a1-a380-66db621ccf8f) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:54.046629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:12:51Z', 'revision_number': 4, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c98acfad-be63-4799-9a4a-aa52c743eeee', 'name': '', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'mac_address': 'fa:16:3e:e2:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:51Z', 'updated_at': '2021-08-25T12:12:51Z', 'revision_number': 2, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'subnets': [{'id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:54.077579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Checking router: 76e548a9-0773-49c3-bacb-5f935e9ea768 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:12:54.078470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Updating router 76e548a9-0773-49c3-bacb-5f935e9ea768 port c98acfad-be63-4799-9a4a-aa52c743eeee binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:12:54.107521 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.138432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.148073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.159328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.170070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Transition to ACTIVE for port object c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:54.190885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5a352a9d-3a53-44de-a536-11624472e206 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:54.193662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:54.196519 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:54.202321 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:54.230910 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a2eb105f-7065-44a1-a380-66db621ccf8f,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:54.234084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Transition to ACTIVE for port object c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:54.290785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.356518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:54.366230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:54.378025 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:54.381239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Pushing event updated for resources: {'Port': ['ID=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:54.425616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5a352a9d-3a53-44de-a536-11624472e206 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:54.426010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.458935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.537739 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.542149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Attempting to bind port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:54.542747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Attempting to bind port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:54.543298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Attempting to bind port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e on network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:54.559128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:54.559508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Checking segment: {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:54.559913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.560311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Bound using segment: {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:54.560792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Bound port: c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:54.561171 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.680776 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.706015 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.714686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] For port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:54.719922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] For port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,segment=NetworkSegment(24f3fe45-7bc7-4ff8-aac2-af1f7e2845da),segment_id=24f3fe45-7bc7-4ff8-aac2-af1f7e2845da)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:54.722785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Transition to ACTIVE for port object c98acfad-be63-4799-9a4a-aa52c743eeee will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:54.727438 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.732641 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.795017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82004db-2a28-4148-9fed-18a91ca7079a None None] Pushing event updated for resources: {'Port': ['ID=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:54.875633 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Router 0995d8db-9596-4c01-9847-c1e186ec3bc9 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:12:54.891950 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba92c6a-4987-4c6f-8de4-52bbec4a11c3 None None] Pushing event updated for resources: {'Port': ['ID=c98acfad-be63-4799-9a4a-aa52c743eeee,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:54.898600 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Attempting to bind port c98acfad-be63-4799-9a4a-aa52c743eeee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:54.898969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Attempting to bind port c98acfad-be63-4799-9a4a-aa52c743eeee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:54.899336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Attempting to bind port c98acfad-be63-4799-9a4a-aa52c743eeee on network 36feab47-bb56-4689-b4bc-e30421a76a33 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:54.904949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:54.905610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Checking segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:54.907007 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.907576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Bound using segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:54.908377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Bound port: c98acfad-be63-4799-9a4a-aa52c743eeee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:54.908950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:54.987106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] For port c98acfad-be63-4799-9a4a-aa52c743eeee, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:54.991574 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] For port c98acfad-be63-4799-9a4a-aa52c743eeee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c98acfad-be63-4799-9a4a-aa52c743eeee,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:54.997656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.010234 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:12:55.025453 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Sync routers for ids ['0995d8db-9596-4c01-9847-c1e186ec3bc9'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:12:55.034504 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.039101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41032) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:12:55.039611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-13043dc4-9735-46ae-91f6-c591cadcc3a6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6079152 Aug 25 12:12:55.040428 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Routers {'0995d8db-9596-4c01-9847-c1e186ec3bc9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:55.041046 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0995d8db-9596-4c01-9847-c1e186ec3bc9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:55.100568 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Routers {'76e548a9-0773-49c3-bacb-5f935e9ea768'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:55.101842 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['76e548a9-0773-49c3-bacb-5f935e9ea768'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:55.152411 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba92c6a-4987-4c6f-8de4-52bbec4a11c3 None None] Pushing event updated for resources: {'Port': ['ID=c98acfad-be63-4799-9a4a-aa52c743eeee,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:55.214246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Set router 0995d8db-9596-4c01-9847-c1e186ec3bc9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:55.276366 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] Set router 76e548a9-0773-49c3-bacb-5f935e9ea768 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:55.464885 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:54Z', 'revision_number': 3, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:55.496599 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Checking router: 0995d8db-9596-4c01-9847-c1e186ec3bc9 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:12:55.497224 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Updating router 0995d8db-9596-4c01-9847-c1e186ec3bc9 port a2eb105f-7065-44a1-a380-66db621ccf8f binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:12:55.525628 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.573234 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.695459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:12:51Z', 'revision_number': 4, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c98acfad-be63-4799-9a4a-aa52c743eeee', 'name': '', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'mac_address': 'fa:16:3e:e2:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:51Z', 'updated_at': '2021-08-25T12:12:54Z', 'revision_number': 4, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'subnets': [{'id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:55.724268 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523660a-4f2e-492d-b3fd-2abdac6db2e6 None None] The sync data for ids ['76e548a9-0773-49c3-bacb-5f935e9ea768'] in n-d-778732-11 is: [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:12:51Z', 'revision_number': 4, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'c98acfad-be63-4799-9a4a-aa52c743eeee', 'name': '', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'mac_address': 'fa:16:3e:e2:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:51Z', 'updated_at': '2021-08-25T12:12:54Z', 'revision_number': 4, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'subnets': [{'id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:12:55.780316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Allocated IP 172.20.0.1 (76f0bc02-6a2f-4c4a-8cda-74a51b584fb0/02e3830f-7b32-40ad-81fd-10069d8147ac/81fc961f-5b2e-404c-9487-c04b62e54a62) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:12:55.828774 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.844371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Transition to ACTIVE for port object a2eb105f-7065-44a1-a380-66db621ccf8f will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:55.856782 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.921192 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcad82-8875-47f0-9cc4-033570940717 None None] Pushing event updated for resources: {'Port': ['ID=a2eb105f-7065-44a1-a380-66db621ccf8f,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:55.923636 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.940024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Transition to ACTIVE for port object 81fc961f-5b2e-404c-9487-c04b62e54a62 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:12:55.950582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Attempting to bind port a2eb105f-7065-44a1-a380-66db621ccf8f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:12:55.950954 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Attempting to bind port a2eb105f-7065-44a1-a380-66db621ccf8f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:12:55.951317 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Attempting to bind port a2eb105f-7065-44a1-a380-66db621ccf8f on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:12:55.957711 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:12:55.958345 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:12:55.958503 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.958966 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:12:55.959377 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Bound port: a2eb105f-7065-44a1-a380-66db621ccf8f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:12:55.959762 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:55.986769 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.030136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:56.035944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:56.039766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:12:56.045712 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] For port a2eb105f-7065-44a1-a380-66db621ccf8f, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:12:56.050031 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] For port a2eb105f-7065-44a1-a380-66db621ccf8f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a2eb105f-7065-44a1-a380-66db621ccf8f,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:12:56.056621 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.071473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Pushing event updated for resources: {'Port': ['ID=81fc961f-5b2e-404c-9487-c04b62e54a62,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:56.099253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.150772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3e864-e025-4990-9fd9-4ab75cbf5597 None None] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:12:56.247598 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Routers {'0995d8db-9596-4c01-9847-c1e186ec3bc9'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:56.248209 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0995d8db-9596-4c01-9847-c1e186ec3bc9'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:56.271624 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-87a066fd-abcc-4404-bffd-990047d1e433 None None] Provisioning for port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:56.284300 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.316550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:56.356597 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcad82-8875-47f0-9cc4-033570940717 None None] Pushing event updated for resources: {'Port': ['ID=a2eb105f-7065-44a1-a380-66db621ccf8f,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:56.436708 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] Set router 0995d8db-9596-4c01-9847-c1e186ec3bc9 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:56.475822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:56.483414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:56.483768 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.533541 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.538970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.593027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.601713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.669211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,segment=NetworkSegment(24f3fe45-7bc7-4ff8-aac2-af1f7e2845da),segment_id=24f3fe45-7bc7-4ff8-aac2-af1f7e2845da)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:56.676935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.678289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c98acfad-be63-4799-9a4a-aa52c743eeee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:56.716975 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Pushing event updated for resources: {'Port': ['ID=81fc961f-5b2e-404c-9487-c04b62e54a62,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:56.779245 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '81fc961f-5b2e-404c-9487-c04b62e54a62', 'name': '', 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'mac_address': 'fa:16:3e:bd:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:55Z', 'updated_at': '2021-08-25T12:12:55Z', 'revision_number': 1, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'subnets': [{'id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:56.786858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:56.799021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:12:56.801085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:12:56.808086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c98acfad-be63-4799-9a4a-aa52c743eeee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:56.823348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c98acfad-be63-4799-9a4a-aa52c743eeee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:56.823734 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.846501 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef58d0fe-723e-4174-80ab-3c8931d7b939 None None] The sync data for ids ['0995d8db-9596-4c01-9847-c1e186ec3bc9'] in n-d-778732-11 is: [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '81fc961f-5b2e-404c-9487-c04b62e54a62', 'name': '', 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'mac_address': 'fa:16:3e:bd:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:55Z', 'updated_at': '2021-08-25T12:12:55Z', 'revision_number': 1, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'subnets': [{'id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:12:56.880862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-00aac262-6286-484a-8d3b-7f3329d24829 None None] Provisioning for port 81fc961f-5b2e-404c-9487-c04b62e54a62 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:12:56.890786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-00aac262-6286-484a-8d3b-7f3329d24829 None None] Provisioning complete for port 81fc961f-5b2e-404c-9487-c04b62e54a62 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:56.891250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-00aac262-6286-484a-8d3b-7f3329d24829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:56.972328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-00aac262-6286-484a-8d3b-7f3329d24829 None None] Port 81fc961f-5b2e-404c-9487-c04b62e54a62 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:12:56.982695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Router 0995d8db-9596-4c01-9847-c1e186ec3bc9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:12:56.982941 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:57.015306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-00aac262-6286-484a-8d3b-7f3329d24829 None None] Provisioning complete for port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:57.016244 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-00aac262-6286-484a-8d3b-7f3329d24829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:57.068251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c98acfad-be63-4799-9a4a-aa52c743eeee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c98acfad-be63-4799-9a4a-aa52c743eeee,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:12:57.075703 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:57.152978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:12:57.159936 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-25a4742c-3f3d-4ddd-a3c0-5669885549fd admin admin] 10.222.0.35 "PUT /v2.0/routers/0995d8db-9596-4c01-9847-c1e186ec3bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196527 Aug 25 12:12:57.165122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c98acfad-be63-4799-9a4a-aa52c743eeee,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:12:57.336755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-25d1af05-a7b3-413e-9ca1-1ce867d555d5 None None] Provisioning complete for port 81fc961f-5b2e-404c-9487-c04b62e54a62 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:57.337075 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-25d1af05-a7b3-413e-9ca1-1ce867d555d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:57.428507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-25d1af05-a7b3-413e-9ca1-1ce867d555d5 None None] Port 81fc961f-5b2e-404c-9487-c04b62e54a62 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:12:57.548578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8b915df6-4a2d-41da-b8b4-2f9ccbd82109 None None] Provisioning complete for port 81fc961f-5b2e-404c-9487-c04b62e54a62 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:57.549023 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8b915df6-4a2d-41da-b8b4-2f9ccbd82109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:57.586075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8b915df6-4a2d-41da-b8b4-2f9ccbd82109 None None] Port 81fc961f-5b2e-404c-9487-c04b62e54a62 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:12:57.701278 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:58.010497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-0868bd1f-66e5-406d-9693-c5a4b2a24636 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:58.011982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-0868bd1f-66e5-406d-9693-c5a4b2a24636 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/networks?id=36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 200 len: 817 time: 0.1043050 Aug 25 12:12:58.027309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-3031537e-5e3b-4f81-b004-9d1987bb0474 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/quotas/ec7527009c3e4bbcbe5f026fc9d16c50 HTTP/1.1" status: 200 len: 375 time: 0.0096123 Aug 25 12:12:58.080375 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-abc43b4e-cf43-4dd0-91b3-fb8adade62ec tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467582 Aug 25 12:12:58.177078 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:58.180113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-02c373f0-c970-490e-b65a-25802cf2618c service neutron] 10.222.0.35 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880208 Aug 25 12:12:58.224612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:58.224992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:58.330577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-d8adf876-efbd-488b-b1cb-c46f1b292148 service neutron] 10.222.0.35 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429846 Aug 25 12:12:58.355127 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c98acfad-be63-4799-9a4a-aa52c743eeee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:12:58.428953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c98acfad-be63-4799-9a4a-aa52c743eeee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:12:58.429332 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:58.583210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2dd923ce-6fbe-4a2b-8550-2e7e53de3d20 req-7e424cae-d23e-4b38-9ed8-2cacda06cdd5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 210 time: 0.0410547 Aug 25 12:12:59.578646 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-0926aa0e-62e5-41b1-8ed9-1b8421280dc9 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:12:59.580222 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-0926aa0e-62e5-41b1-8ed9-1b8421280dc9 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.67 "GET /v2.0/networks?id=36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 200 len: 817 time: 0.1210833 Aug 25 12:12:59.595216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Request body: {'port': {'device_id': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'admin_state_up': True, 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:12:59.697795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c370ffe6-6fe6-4e31-9e89-95575737b7f0 req-61d9b2f1-8714-4b7c-8fb3-392769e70719 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 210 time: 0.0386832 Aug 25 12:12:59.746120 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Made reservation on behalf of ec7527009c3e4bbcbe5f026fc9d16c50 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:12:59.750286 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:12:59.764691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Sync routers for ids ['0995d8db-9596-4c01-9847-c1e186ec3bc9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:12:59.775022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Routers {'0995d8db-9596-4c01-9847-c1e186ec3bc9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:12:59.775639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0995d8db-9596-4c01-9847-c1e186ec3bc9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:12:59.884943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Set router 0995d8db-9596-4c01-9847-c1e186ec3bc9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:12:59.885174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Allocated IP 172.20.0.6 (36feab47-bb56-4689-b4bc-e30421a76a33/a92e104b-b9e0-49a2-967c-15ba3dcabad9/d27b1b3a-52d0-4410-beed-8729a57e2c1c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:13:00.042833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.057076 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Transition to ACTIVE for port object d27b1b3a-52d0-4410-beed-8729a57e2c1c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:13:00.089950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.092530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '81fc961f-5b2e-404c-9487-c04b62e54a62', 'name': '', 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'mac_address': 'fa:16:3e:bd:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:55Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 2, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'subnets': [{'id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:13:00.121786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Checking router: 0995d8db-9596-4c01-9847-c1e186ec3bc9 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:13:00.121786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Updating router 0995d8db-9596-4c01-9847-c1e186ec3bc9 port 81fc961f-5b2e-404c-9487-c04b62e54a62 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:13:00.148609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Network 36feab47-bb56-4689-b4bc-e30421a76a33 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:13:00.148777 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.151677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:13:00.156845 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:13:00.161570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Pushing event updated for resources: {'Port': ['ID=d27b1b3a-52d0-4410-beed-8729a57e2c1c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:00.215023 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:00.215679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.233765 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-cea25b5c-2f59-4338-aec2-deaf9466b709 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431081 Aug 25 12:13:00.246956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Request body: {'port': {'device_id': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:13:00.263274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a2eb105f-7065-44a1-a380-66db621ccf8f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:13:00.308901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.386616 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port a2eb105f-7065-44a1-a380-66db621ccf8f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:13:00.392679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a2eb105f-7065-44a1-a380-66db621ccf8f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:00.393059 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.469708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-762e9949-5e6a-495e-ad44-200f063224f9 None None] Provisioning for port d27b1b3a-52d0-4410-beed-8729a57e2c1c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:13:00.479210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-762e9949-5e6a-495e-ad44-200f063224f9 None None] Provisioning complete for port d27b1b3a-52d0-4410-beed-8729a57e2c1c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:00.479583 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-762e9949-5e6a-495e-ad44-200f063224f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.567856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.586985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-762e9949-5e6a-495e-ad44-200f063224f9 None None] Port d27b1b3a-52d0-4410-beed-8729a57e2c1c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:13:00.587884 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27b1b3a-52d0-4410-beed-8729a57e2c1c {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:13:00.589072 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Transition to ACTIVE for port object 81fc961f-5b2e-404c-9487-c04b62e54a62 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:13:00.596749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.597676 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.603453 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.610464 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Transition to ACTIVE for port object d27b1b3a-52d0-4410-beed-8729a57e2c1c will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:13:00.614414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.646103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port a2eb105f-7065-44a1-a380-66db621ccf8f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a2eb105f-7065-44a1-a380-66db621ccf8f,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:00.659759 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.668937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dab67b-c852-4e13-95b6-8906d669d01e None None] Pushing event updated for resources: {'Port': ['ID=81fc961f-5b2e-404c-9487-c04b62e54a62,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:00.691233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Pushing event updated for resources: {'Port': ['ID=d27b1b3a-52d0-4410-beed-8729a57e2c1c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:00.757457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Attempting to bind port d27b1b3a-52d0-4410-beed-8729a57e2c1c on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:13:00.757821 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Attempting to bind port d27b1b3a-52d0-4410-beed-8729a57e2c1c by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:13:00.758307 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Attempting to bind port d27b1b3a-52d0-4410-beed-8729a57e2c1c on network 36feab47-bb56-4689-b4bc-e30421a76a33 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:13:00.768251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Port d27b1b3a-52d0-4410-beed-8729a57e2c1c on network 36feab47-bb56-4689-b4bc-e30421a76a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:13:00.770674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Attempting to bind port d27b1b3a-52d0-4410-beed-8729a57e2c1c on network 36feab47-bb56-4689-b4bc-e30421a76a33 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:13:00.784709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Attempting to bind port 81fc961f-5b2e-404c-9487-c04b62e54a62 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:13:00.785302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Attempting to bind port 81fc961f-5b2e-404c-9487-c04b62e54a62 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:13:00.785714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Attempting to bind port 81fc961f-5b2e-404c-9487-c04b62e54a62 on network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:13:00.789566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=a2eb105f-7065-44a1-a380-66db621ccf8f,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:00.792047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:13:00.792399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Checking segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:13:00.792777 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Bound using segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:13:00.793230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Bound port: d27b1b3a-52d0-4410-beed-8729a57e2c1c, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:13:00.793592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.797365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:13:00.797942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Checking segment: {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:13:00.798458 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.798959 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Bound using segment: {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:13:00.799551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Bound port: 81fc961f-5b2e-404c-9487-c04b62e54a62, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:13:00.800197 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.879478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] For port 81fc961f-5b2e-404c-9487-c04b62e54a62, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:13:00.883772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] For port 81fc961f-5b2e-404c-9487-c04b62e54a62, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=81fc961f-5b2e-404c-9487-c04b62e54a62,segment=NetworkSegment(24f3fe45-7bc7-4ff8-aac2-af1f7e2845da),segment_id=24f3fe45-7bc7-4ff8-aac2-af1f7e2845da)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:13:00.891711 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.902346 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ed071-ade1-477c-9fad-399e031d6959 req-1d945762-92c2-40c7-a447-2cdea5216908 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:00.903974 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b7ed071-ade1-477c-9fad-399e031d6959 req-1d945762-92c2-40c7-a447-2cdea5216908 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 943 time: 0.1184227 Aug 25 12:13:00.912311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] For port d27b1b3a-52d0-4410-beed-8729a57e2c1c, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:13:00.916495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] For port d27b1b3a-52d0-4410-beed-8729a57e2c1c, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:13:00.929255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.967215 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Routers {'0995d8db-9596-4c01-9847-c1e186ec3bc9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:13:00.967946 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:12:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0995d8db-9596-4c01-9847-c1e186ec3bc9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:13:00.987797 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:00.988425 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:00.989895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] 10.222.0.67 "PUT /v2.0/ports/d27b1b3a-52d0-4410-beed-8729a57e2c1c HTTP/1.1" status: 200 len: 1092 time: 0.7474439 Aug 25 12:13:00.994911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'tag': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:13:00.997770 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad923a2-4ca6-48ee-b123-9f679e6d536a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e4db47-c29b-4464-b239-ff7a63db9a29", "tag": "d27b1b3a-52d0-4410-beed-8729a57e2c1c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:13:01.075585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dab67b-c852-4e13-95b6-8906d669d01e None None] Pushing event updated for resources: {'Port': ['ID=81fc961f-5b2e-404c-9487-c04b62e54a62,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:01.086977 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ee6a6-f905-4074-9f31-01a2e023c718 x-openstack-request-id: req-fc8ee6a6-f905-4074-9f31-01a2e023c718 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:13:01.087394 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e4db47-c29b-4464-b239-ff7a63db9a29", "tag": "d27b1b3a-52d0-4410-beed-8729a57e2c1c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:13:01.087528 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc8ee6a6-f905-4074-9f31-01a2e023c718 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:13:01.087906 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'tag': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c', 'status': 'completed', 'code': 200} Aug 25 12:13:01.098424 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b7ed071-ade1-477c-9fad-399e031d6959 req-05b172d7-23d4-4d4f-8cab-3ee6a0a0b271 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718206 Aug 25 12:13:01.104938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc95e0-e874-460c-8b26-ea397d2a23ec service neutron] Pushing event updated for resources: {'Port': ['ID=d27b1b3a-52d0-4410-beed-8729a57e2c1c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:01.109803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] Set router 0995d8db-9596-4c01-9847-c1e186ec3bc9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:13:01.118426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-63171ac8-6eb1-47f2-bd67-c0b33eab2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.120182 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-63171ac8-6eb1-47f2-bd67-c0b33eab2242 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 1095 time: 0.0762343 Aug 25 12:13:01.173265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-476072d5-2397-4b05-a658-e48fbcaf5404 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c HTTP/1.1" status: 200 len: 217 time: 0.0417333 Aug 25 12:13:01.234313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-ccbd8805-cba3-48d5-8602-cae08294990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.235858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-ccbd8805-cba3-48d5-8602-cae08294990b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a92e104b-b9e0-49a2-967c-15ba3dcabad9 HTTP/1.1" status: 200 len: 856 time: 0.0556500 Aug 25 12:13:01.287662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-95f3faba-cad4-4fc2-aa22-9d7817d1395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.289214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-95f3faba-cad4-4fc2-aa22-9d7817d1395a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36feab47-bb56-4689-b4bc-e30421a76a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453391 Aug 25 12:13:01.367930 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:01.375706 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '81fc961f-5b2e-404c-9487-c04b62e54a62', 'name': '', 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'mac_address': 'fa:16:3e:bd:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:55Z', 'updated_at': '2021-08-25T12:13:00Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'subnets': [{'id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:13:01.387388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-b701ffe0-6fc5-4b3f-a7ab-89725f32b4ca service neutron] 10.222.0.67 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899849 Aug 25 12:13:01.403933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60abd89-bb93-48ab-91d1-2f0b19d467c3 None None] The sync data for ids ['0995d8db-9596-4c01-9847-c1e186ec3bc9'] in n-d-778732-11 is: [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:12:56Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '81fc961f-5b2e-404c-9487-c04b62e54a62', 'name': '', 'network_id': '76f0bc02-6a2f-4c4a-8cda-74a51b584fb0', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'mac_address': 'fa:16:3e:bd:87:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:55Z', 'updated_at': '2021-08-25T12:13:00Z', 'revision_number': 4, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'subnets': [{'id': '02e3830f-7b32-40ad-81fd-10069d8147ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:13:01.494293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-91d6985f-edcc-40c3-8049-f3c2259ef49d req-58bf9265-77bf-48df-ab37-d0143afc2299 service neutron] 10.222.0.67 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995576 Aug 25 12:13:01.594505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-962f1f20-b81c-4934-872e-cd34f731ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.596049 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-962f1f20-b81c-4934-872e-cd34f731ce89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 1095 time: 0.0512688 Aug 25 12:13:01.699007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-5e9ed597-1270-4b0b-971f-41bec0c5f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.700546 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-5e9ed597-1270-4b0b-971f-41bec0c5f219 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 200 len: 918 time: 0.0964212 Aug 25 12:13:01.745414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-8ebf821c-a6db-4bf8-9150-1f93f8399e41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c HTTP/1.1" status: 200 len: 217 time: 0.0368836 Aug 25 12:13:01.797631 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-7fcc9562-b5f2-4007-8757-937d5474e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.799118 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-7fcc9562-b5f2-4007-8757-937d5474e48a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a92e104b-b9e0-49a2-967c-15ba3dcabad9 HTTP/1.1" status: 200 len: 856 time: 0.0469069 Aug 25 12:13:01.849182 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-4e4099eb-1be9-46a2-b973-b60af22fa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:01.850687 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-4e4099eb-1be9-46a2-b973-b60af22fa5aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36feab47-bb56-4689-b4bc-e30421a76a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437403 Aug 25 12:13:01.940776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-7fe6be73-ce6f-4e22-8c4a-de14410f835f service neutron] 10.222.0.67 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817056 Aug 25 12:13:02.048120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ad923a2-4ca6-48ee-b123-9f679e6d536a req-1099f9ce-53b0-4373-9084-6d9676fa03e5 service neutron] 10.222.0.67 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998573 Aug 25 12:13:02.194745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 81fc961f-5b2e-404c-9487-c04b62e54a62 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:13:02.249320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 81fc961f-5b2e-404c-9487-c04b62e54a62 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:13:02.253603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 81fc961f-5b2e-404c-9487-c04b62e54a62 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:02.254038 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:02.335722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:02.370927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 81fc961f-5b2e-404c-9487-c04b62e54a62, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=81fc961f-5b2e-404c-9487-c04b62e54a62,segment=NetworkSegment(24f3fe45-7bc7-4ff8-aac2-af1f7e2845da),segment_id=24f3fe45-7bc7-4ff8-aac2-af1f7e2845da)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:02.374841 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:02.375719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a2eb105f-7065-44a1-a380-66db621ccf8f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:13:02.578430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdebaa5-a4f1-424a-95dd-26e266c7f457 req-f12a2104-b6fc-4f4a-845f-da6f0a8e486e tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:02.580055 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3bdebaa5-a4f1-424a-95dd-26e266c7f457 req-f12a2104-b6fc-4f4a-845f-da6f0a8e486e tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 943 time: 0.4009511 Aug 25 12:13:02.617441 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=81fc961f-5b2e-404c-9487-c04b62e54a62,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:02.620702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3bdebaa5-a4f1-424a-95dd-26e266c7f457 req-657c5f87-4350-4df5-8fa6-c00e198585a6 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Aug 25 12:13:02.629114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a2eb105f-7065-44a1-a380-66db621ccf8f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:02.629499 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:03.743880 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9bb2-4d56-45ed-aa2f-16a40a395264 req-a2ab0fd5-686c-4420-a21e-17bc6d1c6830 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:03.745303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-972a9bb2-4d56-45ed-aa2f-16a40a395264 req-a2ab0fd5-686c-4420-a21e-17bc6d1c6830 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 943 time: 0.0497839 Aug 25 12:13:03.783175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-972a9bb2-4d56-45ed-aa2f-16a40a395264 req-9d27a4a3-d72a-4d2d-a09f-58cf6840ea29 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Aug 25 12:13:04.171684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 81fc961f-5b2e-404c-9487-c04b62e54a62 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:13:04.217791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 81fc961f-5b2e-404c-9487-c04b62e54a62 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:04.218200 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:04.302457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d27b1b3a-52d0-4410-beed-8729a57e2c1c details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:13:04.392511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d27b1b3a-52d0-4410-beed-8729a57e2c1c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:04.403565 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'port_id': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c', 'mac_address': 'fa:16:3e:ce:38:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:13:04.443071 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:04.455772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27b1b3a-52d0-4410-beed-8729a57e2c1c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:13:04.474952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d27b1b3a-52d0-4410-beed-8729a57e2c1c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:04.478701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:04.531939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d27b1b3a-52d0-4410-beed-8729a57e2c1c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:04.689745 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d27b1b3a-52d0-4410-beed-8729a57e2c1c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:13:04.910265 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee79bd-8fb2-4606-a53e-ba3b543a7ae2 req-c0b4c761-1471-428f-bf79-787405eafce8 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:04.911929 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ee79bd-8fb2-4606-a53e-ba3b543a7ae2 req-c0b4c761-1471-428f-bf79-787405eafce8 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 944 time: 0.0523248 Aug 25 12:13:04.949371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-56ee79bd-8fb2-4606-a53e-ba3b543a7ae2 req-25d92da8-e331-4a28-b66f-123f234f3ba8 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 25 12:13:06.063316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660181cb-e34f-4e5e-9799-5a3c5af0918b req-8785b4cf-1532-4f2e-8237-821a8f15ca03 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:06.064777 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-660181cb-e34f-4e5e-9799-5a3c5af0918b req-8785b4cf-1532-4f2e-8237-821a8f15ca03 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 944 time: 0.0482476 Aug 25 12:13:06.102461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-660181cb-e34f-4e5e-9799-5a3c5af0918b req-df9fbe13-0e98-4d4a-a580-1b8bb36d127f tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Aug 25 12:13:06.316494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d27b1b3a-52d0-4410-beed-8729a57e2c1c up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:13:06.364200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port d27b1b3a-52d0-4410-beed-8729a57e2c1c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:13:06.367813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port d27b1b3a-52d0-4410-beed-8729a57e2c1c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:06.368185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:06.443434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:06.469093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:13:06.471385 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c0f3ac-cfd4-401c-9895-542dbec8dcce" -d '{"events": [{"server_uuid": "b0e4db47-c29b-4464-b239-ff7a63db9a29", "name": "network-vif-plugged", "status": "completed", "tag": "d27b1b3a-52d0-4410-beed-8729a57e2c1c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:13:06.484049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port d27b1b3a-52d0-4410-beed-8729a57e2c1c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:06.488388 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:06.514230 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46039876-8eba-43c8-9e0d-103ab6170108 x-openstack-request-id: req-46039876-8eba-43c8-9e0d-103ab6170108 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:13:06.514520 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e4db47-c29b-4464-b239-ff7a63db9a29", "name": "network-vif-plugged", "status": "completed", "tag": "d27b1b3a-52d0-4410-beed-8729a57e2c1c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:13:06.514770 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-46039876-8eba-43c8-9e0d-103ab6170108 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:13:06.515196 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c', 'code': 200} Aug 25 12:13:06.542202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=d27b1b3a-52d0-4410-beed-8729a57e2c1c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:06.607647 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be329b-6c2f-47b7-ad56-cec5a93b8a89 req-236d7611-def3-44e1-9ec4-f7e2a1b41978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:06.609061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66be329b-6c2f-47b7-ad56-cec5a93b8a89 req-236d7611-def3-44e1-9ec4-f7e2a1b41978 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 1097 time: 0.0397856 Aug 25 12:13:06.645585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-66be329b-6c2f-47b7-ad56-cec5a93b8a89 req-b0acdafe-b513-4d30-bc95-bdd2331b85e8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287876 Aug 25 12:13:07.216862 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6bcd-d6c5-40a6-8648-af22ece0a1a4 req-f5a60f88-6684-4f08-8813-0bfab356d004 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:07.218343 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-398b6bcd-d6c5-40a6-8648-af22ece0a1a4 req-f5a60f88-6684-4f08-8813-0bfab356d004 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Aug 25 12:13:07.255787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-398b6bcd-d6c5-40a6-8648-af22ece0a1a4 req-ce89a369-7fc9-4628-a5b7-4542cb1816ba tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Aug 25 12:13:08.374090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0bb8a-cf6c-4511-a328-31b8245e8a23 req-82594585-e7e0-4778-9d97-4a23cc828506 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:08.376206 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cf0bb8a-cf6c-4511-a328-31b8245e8a23 req-82594585-e7e0-4778-9d97-4a23cc828506 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Aug 25 12:13:08.413842 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cf0bb8a-cf6c-4511-a328-31b8245e8a23 req-69744f0e-461f-4704-8294-c91a9ff1f965 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Aug 25 12:13:08.528094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426f17c-0212-4471-97e9-ebe2e703b4bd req-9b1e26bf-794e-4ddc-b236-e584c794f6ef tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:08.529586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1426f17c-0212-4471-97e9-ebe2e703b4bd req-9b1e26bf-794e-4ddc-b236-e584c794f6ef tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 945 time: 0.0503368 Aug 25 12:13:08.567294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1426f17c-0212-4471-97e9-ebe2e703b4bd req-db166ed0-51cc-45ce-8725-fbf7dbbf95ac tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Aug 25 12:13:18.292762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1808b05f-6f95-4c30-a2ff-ca2f0c233445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:21.234732 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-78354efe-35fa-4524-b652-4a89eb37ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:21.463767 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:22.638613 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:24.489500 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:27.131215 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443af8e-4f0d-4e0d-8ee4-f7900ea7b76c req-74d24c41-7398-4c41-ab4e-a3a2ae0b9158 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:27.132720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4443af8e-4f0d-4e0d-8ee4-f7900ea7b76c req-74d24c41-7398-4c41-ab4e-a3a2ae0b9158 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 945 time: 0.0552514 Aug 25 12:13:27.169595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4443af8e-4f0d-4e0d-8ee4-f7900ea7b76c req-0aecf57f-8ef5-4d34-8f42-64a00759b835 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Aug 25 12:13:27.718776 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:28.385791 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967deca-44b0-400d-ad89-8d820cec9b4b req-bf02cbde-0112-48f8-b86f-b01795571a27 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:28.387259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e967deca-44b0-400d-ad89-8d820cec9b4b req-bf02cbde-0112-48f8-b86f-b01795571a27 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 945 time: 0.1471338 Aug 25 12:13:28.425166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e967deca-44b0-400d-ad89-8d820cec9b4b req-147040d3-8edc-4525-a4f2-10fdef491339 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Aug 25 12:13:28.764422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eedb8-68bf-4793-88b0-a058aca37671 req-2baf07de-909b-4df7-9c07-e13568b4e4e1 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:28.765918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-014eedb8-68bf-4793-88b0-a058aca37671 req-2baf07de-909b-4df7-9c07-e13568b4e4e1 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 945 time: 0.0479279 Aug 25 12:13:28.857125 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Deleting port d27b1b3a-52d0-4410-beed-8729a57e2c1c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:13:28.857470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:28.943195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] For port d27b1b3a-52d0-4410-beed-8729a57e2c1c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=d27b1b3a-52d0-4410-beed-8729a57e2c1c,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:28.943758 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:28.956454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Calling delete_port for d27b1b3a-52d0-4410-beed-8729a57e2c1c owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:13:29.088675 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:29.100781 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['d27b1b3a-52d0-4410-beed-8729a57e2c1c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:13:29.118944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Pushing event deleted for resources: {'Port': ['ID=d27b1b3a-52d0-4410-beed-8729a57e2c1c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:29.165597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] No DVR routers for this DVR port d27b1b3a-52d0-4410-beed-8729a57e2c1c on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:13:29.168361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:29.170454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-014eedb8-68bf-4793-88b0-a058aca37671 req-6a3dfc19-a6e3-4a45-b387-9b082973a7d5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.67 "DELETE /v2.0/ports/d27b1b3a-52d0-4410-beed-8729a57e2c1c HTTP/1.1" status: 204 len: 173 time: 0.3978748 Aug 25 12:13:29.170945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'name': 'network-vif-deleted', 'tag': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:13:29.173275 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4622a7a-cec6-43b3-abb2-4edc88f7c593" -d '{"events": [{"server_uuid": "b0e4db47-c29b-4464-b239-ff7a63db9a29", "name": "network-vif-deleted", "tag": "d27b1b3a-52d0-4410-beed-8729a57e2c1c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:13:29.213958 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a1195-6890-4252-94c8-8a09e007f4e4 x-openstack-request-id: req-9a8a1195-6890-4252-94c8-8a09e007f4e4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:13:29.214251 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e4db47-c29b-4464-b239-ff7a63db9a29", "name": "network-vif-deleted", "tag": "d27b1b3a-52d0-4410-beed-8729a57e2c1c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:13:29.214520 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a8a1195-6890-4252-94c8-8a09e007f4e4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:13:29.214924 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e4db47-c29b-4464-b239-ff7a63db9a29', 'name': 'network-vif-deleted', 'tag': 'd27b1b3a-52d0-4410-beed-8729a57e2c1c', 'status': 'completed', 'code': 200} Aug 25 12:13:29.533303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3eac9a5c-8ec2-4fbf-a997-54df8f7d92e6 req-4a430a30-1b23-42d5-8219-cbee7ba7e6af tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0e4db47-c29b-4464-b239-ff7a63db9a29 HTTP/1.1" status: 200 len: 210 time: 0.0275047 Aug 25 12:13:29.623232 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:13:31.200005 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-a33fdc52-7e2c-440f-956e-096d6a960da5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:31.201483 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-a33fdc52-7e2c-440f-956e-096d6a960da5 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/networks?id=36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 200 len: 817 time: 0.1002038 Aug 25 12:13:31.216317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-fe7d4b85-2c78-4f05-8040-19446cad2078 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/quotas/ec7527009c3e4bbcbe5f026fc9d16c50 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Aug 25 12:13:31.267231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-4d38c7d7-c4ef-4557-b9d4-84ff4c126111 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452003 Aug 25 12:13:31.365650 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:31.366347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-ac1199c8-738b-4c8f-a18c-1938833abec7 service neutron] 10.222.0.35 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869720 Aug 25 12:13:31.455718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-ed1f60fb-27ce-4b0e-9bc7-3fb4d54a40c9 service neutron] 10.222.0.35 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834033 Aug 25 12:13:31.672830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-50f37f8c-370c-40f5-a9a9-79382a62cea7 req-798acb5b-6491-4721-9902-17f9269ab315 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 210 time: 0.0853631 Aug 25 12:13:32.496212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d27b1b3a-52d0-4410-beed-8729a57e2c1c no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:13:32.511991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-244e76f8-9d54-4a27-af76-f9170ea6ec60 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:32.513714 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-244e76f8-9d54-4a27-af76-f9170ea6ec60 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.10 "GET /v2.0/networks?id=36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 200 len: 817 time: 0.1121578 Aug 25 12:13:32.521191 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: d27b1b3a-52d0-4410-beed-8729a57e2c1c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:13:32.521571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device d27b1b3a-52d0-4410-beed-8729a57e2c1c not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:13:32.527200 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Request body: {'port': {'device_id': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'admin_state_up': True, 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:13:32.634170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Made reservation on behalf of ec7527009c3e4bbcbe5f026fc9d16c50 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:13:32.637754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:32.771181 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-091422dd-d2f5-4ec0-bbce-43b95a90f7ba req-8e0ddc81-9f5e-4463-9582-52ece1f10d4d tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 210 time: 0.0282109 Aug 25 12:13:32.777309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Allocated IP 172.20.0.3 (36feab47-bb56-4689-b4bc-e30421a76a33/a92e104b-b9e0-49a2-967c-15ba3dcabad9/f57fe66f-0984-4172-9677-067a1dc47c3a) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:13:32.929119 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:32.943331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Transition to ACTIVE for port object f57fe66f-0984-4172-9677-067a1dc47c3a will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:13:32.976059 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.022197 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Network 36feab47-bb56-4689-b4bc-e30421a76a33 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:13:33.025299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:13:33.029059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:13:33.035815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Pushing event updated for resources: {'Port': ['ID=f57fe66f-0984-4172-9677-067a1dc47c3a,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:33.065841 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.066195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.066541 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.066880 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.067214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.067546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.067877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.068204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.068535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.068859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.069182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.069503 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:33.095362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:33.095983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.111346 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-d2c62141-1fb3-4b94-8065-e003182db8cc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885589 Aug 25 12:13:33.174129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Request body: {'port': {'device_id': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:13:33.233113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.246613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e5c1d220-dcdf-4eb2-84da-2e3645d955a1 None None] Provisioning for port f57fe66f-0984-4172-9677-067a1dc47c3a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:13:33.252084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e5c1d220-dcdf-4eb2-84da-2e3645d955a1 None None] Provisioning complete for port f57fe66f-0984-4172-9677-067a1dc47c3a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:33.252571 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e5c1d220-dcdf-4eb2-84da-2e3645d955a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.287587 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1d220-dcdf-4eb2-84da-2e3645d955a1 None None] Port f57fe66f-0984-4172-9677-067a1dc47c3a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:13:33.494033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57fe66f-0984-4172-9677-067a1dc47c3a {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:13:33.501407 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.512925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Transition to ACTIVE for port object f57fe66f-0984-4172-9677-067a1dc47c3a will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:13:33.517099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.587959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Pushing event updated for resources: {'Port': ['ID=f57fe66f-0984-4172-9677-067a1dc47c3a,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:33.646070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Attempting to bind port f57fe66f-0984-4172-9677-067a1dc47c3a on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:13:33.646411 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Attempting to bind port f57fe66f-0984-4172-9677-067a1dc47c3a by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:13:33.646749 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Attempting to bind port f57fe66f-0984-4172-9677-067a1dc47c3a on network 36feab47-bb56-4689-b4bc-e30421a76a33 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:13:33.651190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Port f57fe66f-0984-4172-9677-067a1dc47c3a on network 36feab47-bb56-4689-b4bc-e30421a76a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:13:33.651513 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Attempting to bind port f57fe66f-0984-4172-9677-067a1dc47c3a on network 36feab47-bb56-4689-b4bc-e30421a76a33 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:13:33.657148 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:13:33.657531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Checking segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:13:33.657946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Bound using segment: {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:13:33.658385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Bound port: f57fe66f-0984-4172-9677-067a1dc47c3a, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70fadaf-b340-4160-9b7e-42d219a9a7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:13:33.658745 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.723997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] For port f57fe66f-0984-4172-9677-067a1dc47c3a, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:13:33.729015 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] For port f57fe66f-0984-4172-9677-067a1dc47c3a, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f57fe66f-0984-4172-9677-067a1dc47c3a,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:13:33.734232 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.768193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:33.768839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:33.770521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] 10.222.0.10 "PUT /v2.0/ports/f57fe66f-0984-4172-9677-067a1dc47c3a HTTP/1.1" status: 200 len: 1092 time: 0.6507926 Aug 25 12:13:33.770961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'tag': 'f57fe66f-0984-4172-9677-067a1dc47c3a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:13:33.773192 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febf9d0f-76f5-493f-9734-ef108d05ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd17e50b-7304-44a9-853d-d2b52f4d59c4", "tag": "f57fe66f-0984-4172-9677-067a1dc47c3a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:13:33.800078 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7b79b-43d1-4528-aaa8-ba29337dce47 service neutron] Pushing event updated for resources: {'Port': ['ID=f57fe66f-0984-4172-9677-067a1dc47c3a,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:33.860260 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5b8720-d43a-4953-adde-6af842eb8537 x-openstack-request-id: req-ec5b8720-d43a-4953-adde-6af842eb8537 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:13:33.860702 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd17e50b-7304-44a9-853d-d2b52f4d59c4", "tag": "f57fe66f-0984-4172-9677-067a1dc47c3a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:13:33.861058 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec5b8720-d43a-4953-adde-6af842eb8537 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:13:33.862770 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'tag': 'f57fe66f-0984-4172-9677-067a1dc47c3a', 'status': 'completed', 'code': 200} Aug 25 12:13:33.880467 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-c63b2714-3b62-47fd-bc1e-e14e127f8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:33.882232 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-c63b2714-3b62-47fd-bc1e-e14e127f8962 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 1095 time: 0.0598090 Aug 25 12:13:33.921090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39433f60-65c9-49ff-9bc8-ea6573060c50 req-3f145aba-3e83-4efc-aea5-84eebfcbcf50 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:33.922895 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39433f60-65c9-49ff-9bc8-ea6573060c50 req-3f145aba-3e83-4efc-aea5-84eebfcbcf50 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 943 time: 0.0571847 Aug 25 12:13:33.931301 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-8ed5cf27-1604-444d-9418-f39663c1a14f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57fe66f-0984-4172-9677-067a1dc47c3a HTTP/1.1" status: 200 len: 217 time: 0.0397470 Aug 25 12:13:33.967665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-39433f60-65c9-49ff-9bc8-ea6573060c50 req-29d7f7d0-f870-4df1-8226-5006326c87dd tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Aug 25 12:13:33.987737 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-29666284-2e42-40af-b5ba-019875a1a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:33.989224 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-29666284-2e42-40af-b5ba-019875a1a7ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a92e104b-b9e0-49a2-967c-15ba3dcabad9 HTTP/1.1" status: 200 len: 856 time: 0.0509865 Aug 25 12:13:34.040291 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-e898b282-159a-4846-a0fb-90dbad4e49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:34.041832 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-e898b282-159a-4846-a0fb-90dbad4e49d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36feab47-bb56-4689-b4bc-e30421a76a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455844 Aug 25 12:13:34.420215 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-3ca68400-80be-4640-bae5-af209157d972 service neutron] 10.222.0.10 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708577 Aug 25 12:13:34.514660 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b79583a1-dc79-44bd-a049-d9fd96b4c099 req-7d2b7aac-3740-40e1-9197-683f41d67c96 service neutron] 10.222.0.10 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872664 Aug 25 12:13:34.603578 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-52ddb18f-11a4-4783-8a95-d34522208e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:34.605111 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-52ddb18f-11a4-4783-8a95-d34522208e55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 1095 time: 0.0415919 Aug 25 12:13:34.696821 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-ed6264fc-a1ba-46bd-aecc-bf4ab160fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:34.698251 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-ed6264fc-a1ba-46bd-aecc-bf4ab160fc70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 200 len: 918 time: 0.0860877 Aug 25 12:13:34.745792 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-c7f5de53-11cb-4092-9320-d327d32a8377 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57fe66f-0984-4172-9677-067a1dc47c3a HTTP/1.1" status: 200 len: 217 time: 0.0394969 Aug 25 12:13:34.798824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-e075bee3-0891-43f4-828d-ce6540b1a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:34.800353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-e075bee3-0891-43f4-828d-ce6540b1a56b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a92e104b-b9e0-49a2-967c-15ba3dcabad9 HTTP/1.1" status: 200 len: 856 time: 0.0460806 Aug 25 12:13:34.849422 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-defbd3da-78d2-4235-b9ae-7a6c55c90079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:34.850999 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-defbd3da-78d2-4235-b9ae-7a6c55c90079 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36feab47-bb56-4689-b4bc-e30421a76a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420601 Aug 25 12:13:34.948565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-0d5073e5-1ef4-4921-a358-623130ff4e03 service neutron] 10.222.0.10 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Aug 25 12:13:35.074901 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-febf9d0f-76f5-493f-9734-ef108d05ccc8 req-66f9ebd4-7efc-43bc-83bc-291d6865b5c4 service neutron] 10.222.0.10 "GET /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179488 Aug 25 12:13:35.118657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f175ad5-bfe9-406e-ab40-82b25ac8124d req-6908bce0-bda3-4ddf-9601-a5dfa88c49d8 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:35.120342 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f175ad5-bfe9-406e-ab40-82b25ac8124d req-6908bce0-bda3-4ddf-9601-a5dfa88c49d8 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 943 time: 0.0537200 Aug 25 12:13:35.163178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2f175ad5-bfe9-406e-ab40-82b25ac8124d req-1029273b-a9bf-49ef-82fe-e68f313358a4 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364966 Aug 25 12:13:36.285798 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee877a46-a8d7-4cda-8b4c-af7816155f76 req-8fe95720-6f00-4fdd-9acb-c817c6fc4e8b tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:36.287264 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee877a46-a8d7-4cda-8b4c-af7816155f76 req-8fe95720-6f00-4fdd-9acb-c817c6fc4e8b tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 943 time: 0.0552442 Aug 25 12:13:36.325927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ee877a46-a8d7-4cda-8b4c-af7816155f76 req-95f833c2-44bc-4756-afc4-1850cb3853f9 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326307 Aug 25 12:13:36.755279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f57fe66f-0984-4172-9677-067a1dc47c3a details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:13:36.847621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f57fe66f-0984-4172-9677-067a1dc47c3a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f57fe66f-0984-4172-9677-067a1dc47c3a,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:36.861943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'f57fe66f-0984-4172-9677-067a1dc47c3a', 'network_id': '36feab47-bb56-4689-b4bc-e30421a76a33', 'port_id': 'f57fe66f-0984-4172-9677-067a1dc47c3a', 'mac_address': 'fa:16:3e:63:05:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92e104b-b9e0-49a2-967c-15ba3dcabad9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:13:36.897979 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:36.911062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57fe66f-0984-4172-9677-067a1dc47c3a {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:13:36.929122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f57fe66f-0984-4172-9677-067a1dc47c3a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f57fe66f-0984-4172-9677-067a1dc47c3a,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:36.933668 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:36.982443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f57fe66f-0984-4172-9677-067a1dc47c3a,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:36.989792 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.990159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.990503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.990847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.991183 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.991516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.991848 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.992180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.992508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.992837 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.993163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:36.993623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:13:37.134454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f57fe66f-0984-4172-9677-067a1dc47c3a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:13:37.446794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fe5d-049d-4431-800e-1d34794c1e15 req-5049e4e5-f7c7-4871-bc5c-a1787c262dda tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:37.448377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa9fe5d-049d-4431-800e-1d34794c1e15 req-5049e4e5-f7c7-4871-bc5c-a1787c262dda tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 944 time: 0.0521986 Aug 25 12:13:37.488452 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ffa9fe5d-049d-4431-800e-1d34794c1e15 req-156d002a-c491-466b-ad3b-42a4a8f5784d tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Aug 25 12:13:38.603785 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80627e22-28de-452a-a589-2112d2c75c6a req-b9227f96-9422-4205-a359-8884385be7de tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:38.605367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80627e22-28de-452a-a589-2112d2c75c6a req-b9227f96-9422-4205-a359-8884385be7de tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 944 time: 0.0498869 Aug 25 12:13:38.645475 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80627e22-28de-452a-a589-2112d2c75c6a req-c08bc0a6-9040-4831-9188-42125129bebc tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Aug 25 12:13:38.768634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f57fe66f-0984-4172-9677-067a1dc47c3a up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:13:38.823245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port f57fe66f-0984-4172-9677-067a1dc47c3a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:13:38.827592 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port f57fe66f-0984-4172-9677-067a1dc47c3a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:13:38.828060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:38.909565 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:38.932136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57fe66f-0984-4172-9677-067a1dc47c3a'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:13:38.934390 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3497f0-12a4-4e5d-9a60-46010369c2de" -d '{"events": [{"server_uuid": "dd17e50b-7304-44a9-853d-d2b52f4d59c4", "name": "network-vif-plugged", "status": "completed", "tag": "f57fe66f-0984-4172-9677-067a1dc47c3a"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:13:38.947456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port f57fe66f-0984-4172-9677-067a1dc47c3a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f57fe66f-0984-4172-9677-067a1dc47c3a,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:13:38.951410 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:38.977716 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0dcaa8-b9ae-45e6-9f75-2f0bf8ac7d07 x-openstack-request-id: req-1e0dcaa8-b9ae-45e6-9f75-2f0bf8ac7d07 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:13:38.978004 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd17e50b-7304-44a9-853d-d2b52f4d59c4", "name": "network-vif-plugged", "status": "completed", "tag": "f57fe66f-0984-4172-9677-067a1dc47c3a", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:13:38.978257 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1e0dcaa8-b9ae-45e6-9f75-2f0bf8ac7d07 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:13:38.978647 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57fe66f-0984-4172-9677-067a1dc47c3a', 'code': 200} Aug 25 12:13:39.008412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=f57fe66f-0984-4172-9677-067a1dc47c3a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:13:39.080741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929412-d0e4-4d28-a88f-10f5c4979120 req-0e2ce40c-cad4-427f-a111-1ad999cfe877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:39.082264 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f2929412-d0e4-4d28-a88f-10f5c4979120 req-0e2ce40c-cad4-427f-a111-1ad999cfe877 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 1097 time: 0.0462530 Aug 25 12:13:39.116462 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f2929412-d0e4-4d28-a88f-10f5c4979120 req-f9311943-7a46-485e-beae-a19e13814824 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271857 Aug 25 12:13:39.766547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2134f17-2625-40c8-93f6-de57845951a9 req-0f692126-4ae5-4250-8fdf-ef428f36ad1b tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:39.768100 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2134f17-2625-40c8-93f6-de57845951a9 req-0f692126-4ae5-4250-8fdf-ef428f36ad1b tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 945 time: 0.0555980 Aug 25 12:13:39.807794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d2134f17-2625-40c8-93f6-de57845951a9 req-db769d72-eb2e-4190-9f01-1dc0cab8d1a8 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Aug 25 12:13:40.924830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1b74c-1155-40a2-bb1b-a8b11f0c20ba req-4227c319-cf26-4669-b957-19e380acc24c tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:40.926333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95d1b74c-1155-40a2-bb1b-a8b11f0c20ba req-4227c319-cf26-4669-b957-19e380acc24c tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 945 time: 0.0487223 Aug 25 12:13:40.962585 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95d1b74c-1155-40a2-bb1b-a8b11f0c20ba req-3e3a7f6a-d9a8-4b45-aa69-8b145cfd68bf tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Aug 25 12:13:41.079207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa3f53-71e1-41e7-a562-0949823b2f05 req-495bde1f-8644-47e8-8d0b-2010661ac2b3 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:41.080754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46fa3f53-71e1-41e7-a562-0949823b2f05 req-495bde1f-8644-47e8-8d0b-2010661ac2b3 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Aug 25 12:13:41.121810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46fa3f53-71e1-41e7-a562-0949823b2f05 req-48b8f8fc-ff61-4eed-92c0-585fafce32c3 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348606 Aug 25 12:13:48.295781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4c3d18fc-5e8d-4bdb-aae9-0f527ba5ac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:51.236388 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c42b68e4-85fc-4bbf-930a-6105c8b7ee8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:51.456522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:52.641267 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:54.489597 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:57.722944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:13:59.596445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67c88f-d75f-4209-ae77-ddc7a1d04b31 req-5ddbc41c-982f-45d8-a81b-f764b0a191f2 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:13:59.598554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed67c88f-d75f-4209-ae77-ddc7a1d04b31 req-5ddbc41c-982f-45d8-a81b-f764b0a191f2 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 945 time: 0.0561876 Aug 25 12:13:59.637843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed67c88f-d75f-4209-ae77-ddc7a1d04b31 req-b44b0a20-23f3-4c91-9bbd-1573e4703780 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Aug 25 12:14:00.758025 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0307a6e-d232-42c8-a569-fcc717eacf12 req-7e0a173b-d4c6-4130-bf02-a4a6745cb1b9 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:00.759529 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0307a6e-d232-42c8-a569-fcc717eacf12 req-7e0a173b-d4c6-4130-bf02-a4a6745cb1b9 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 945 time: 0.0501235 Aug 25 12:14:00.796493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c0307a6e-d232-42c8-a569-fcc717eacf12 req-170e2e33-9cc1-4cae-bc00-01bd8ca27ed6 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Aug 25 12:14:01.138401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-0b5bb8b9-3414-402e-9df2-e449a7caf089 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:01.139850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-0b5bb8b9-3414-402e-9df2-e449a7caf089 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 945 time: 0.0502751 Aug 25 12:14:01.235842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Deleting port f57fe66f-0984-4172-9677-067a1dc47c3a {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:01.236181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:01.326003 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] For port f57fe66f-0984-4172-9677-067a1dc47c3a, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=f57fe66f-0984-4172-9677-067a1dc47c3a,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:01.326286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:01.339493 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Calling delete_port for f57fe66f-0984-4172-9677-067a1dc47c3a owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:01.373965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:01.476472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:01.488263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['f57fe66f-0984-4172-9677-067a1dc47c3a'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:14:01.505317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Pushing event deleted for resources: {'Port': ['ID=f57fe66f-0984-4172-9677-067a1dc47c3a,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:01.548498 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] No DVR routers for this DVR port f57fe66f-0984-4172-9677-067a1dc47c3a on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:14:01.551274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:01.553310 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6108d3a7-ce78-4157-87b3-7ef5daa90fc4 req-698ffe73-b865-4592-9a1c-99f0555f8457 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.10 "DELETE /v2.0/ports/f57fe66f-0984-4172-9677-067a1dc47c3a HTTP/1.1" status: 204 len: 173 time: 0.4073648 Aug 25 12:14:01.553802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'name': 'network-vif-deleted', 'tag': 'f57fe66f-0984-4172-9677-067a1dc47c3a'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:14:01.556093 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f39d79-64a0-4341-bf91-22f52490048c" -d '{"events": [{"server_uuid": "dd17e50b-7304-44a9-853d-d2b52f4d59c4", "name": "network-vif-deleted", "tag": "f57fe66f-0984-4172-9677-067a1dc47c3a"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:14:01.668358 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa59317a-2f62-49d7-b23c-d7c757d66f3e x-openstack-request-id: req-fa59317a-2f62-49d7-b23c-d7c757d66f3e {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:14:01.668659 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd17e50b-7304-44a9-853d-d2b52f4d59c4", "name": "network-vif-deleted", "tag": "f57fe66f-0984-4172-9677-067a1dc47c3a", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:14:01.668915 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa59317a-2f62-49d7-b23c-d7c757d66f3e {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:14:01.669350 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd17e50b-7304-44a9-853d-d2b52f4d59c4', 'name': 'network-vif-deleted', 'tag': 'f57fe66f-0984-4172-9677-067a1dc47c3a', 'status': 'completed', 'code': 200} Aug 25 12:14:02.138405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b849357-ecad-4ecb-8cbc-67c1a4817ce7 req-3cc38f9a-fe59-495a-9232-042509332995 tempest-TestEncryptedCinderVolumes-180386656 tempest-TestEncryptedCinderVolumes-180386656-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd17e50b-7304-44a9-853d-d2b52f4d59c4 HTTP/1.1" status: 200 len: 210 time: 0.0271733 Aug 25 12:14:03.226505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41336) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:03.566026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:03.807945 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Deleting port c98acfad-be63-4799-9a4a-aa52c743eeee {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:03.808276 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:03.885600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] For port c98acfad-be63-4799-9a4a-aa52c743eeee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c98acfad-be63-4799-9a4a-aa52c743eeee,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:03.885895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:03.898453 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Calling delete_port for c98acfad-be63-4799-9a4a-aa52c743eeee owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:04.081144 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:04.110736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98acfad-be63-4799-9a4a-aa52c743eeee,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:04.138079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.138360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.138691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.139019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.139348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.139667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.139987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.140300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.140663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.140980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.141295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.141607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:04.292202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:04.507300 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Router 76e548a9-0773-49c3-bacb-5f935e9ea768 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:14:04.614980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:14:04.622340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bc54e334-cd0d-4d27-800c-830b9d9b07b2 admin admin] 10.222.0.35 "PUT /v2.0/routers/76e548a9-0773-49c3-bacb-5f935e9ea768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3924308 Aug 25 12:14:04.623253 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41338) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:04.628924 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] Sync routers for ids ['76e548a9-0773-49c3-bacb-5f935e9ea768'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:14:04.640179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] Routers {'76e548a9-0773-49c3-bacb-5f935e9ea768'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:04.641293 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['76e548a9-0773-49c3-bacb-5f935e9ea768'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:04.730305 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:04.745500 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] Set router 76e548a9-0773-49c3-bacb-5f935e9ea768 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:04.829129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:04.885857 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Deleting port 5a352a9d-3a53-44de-a536-11624472e206 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:04.886192 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:04.920942 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '5a352a9d-3a53-44de-a536-11624472e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:14:04Z', 'revision_number': 5, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port': {'id': '5a352a9d-3a53-44de-a536-11624472e206', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:49Z', 'updated_at': '2021-08-25T12:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:04.941429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f57fe66f-0984-4172-9677-067a1dc47c3a no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:04.951467 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] Checking router: 76e548a9-0773-49c3-bacb-5f935e9ea768 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:14:04.960368 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] Routers {'76e548a9-0773-49c3-bacb-5f935e9ea768'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:04.960972 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['76e548a9-0773-49c3-bacb-5f935e9ea768'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:04.964304 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] For port 5a352a9d-3a53-44de-a536-11624472e206, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5a352a9d-3a53-44de-a536-11624472e206,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:04.964665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:04.965980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: f57fe66f-0984-4172-9677-067a1dc47c3a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:04.966834 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device f57fe66f-0984-4172-9677-067a1dc47c3a not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:04.977779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Calling delete_port for 5a352a9d-3a53-44de-a536-11624472e206 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:05.047418 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] Set router 76e548a9-0773-49c3-bacb-5f935e9ea768 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:05.100247 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:14:04Z', 'revision_number': 6, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:05.130612 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e55c55-3a87-46e5-8b8c-8c50d9f0a6ca None None] The sync data for ids ['76e548a9-0773-49c3-bacb-5f935e9ea768'] in n-d-778732-11 is: [{'id': '76e548a9-0773-49c3-bacb-5f935e9ea768', 'name': 'tempest-TestEncryptedCinderVolumes-1657271151-router', 'tenant_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:48Z', 'updated_at': '2021-08-25T12:14:04Z', 'revision_number': 6, 'project_id': 'ec7527009c3e4bbcbe5f026fc9d16c50', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:14:05.153105 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.180287 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a352a9d-3a53-44de-a536-11624472e206,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:05.243174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.333547 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.335795 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.378218 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.378796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76e548a9-0773-49c3-bacb-5f935e9ea768 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:14:05.383089 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.384423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-692ef087-e2d0-40ff-a078-cf4161b1a6d4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/76e548a9-0773-49c3-bacb-5f935e9ea768 HTTP/1.1" status: 204 len: 168 time: 0.7602055 Aug 25 12:14:05.386979 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41340) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:05.434301 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Deleting subnet a92e104b-b9e0-49a2-967c-15ba3dcabad9 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:14:05.437237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.474380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.560457 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.612896 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.644222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.646390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a92e104b-b9e0-49a2-967c-15ba3dcabad9 HTTP/1.1" status: 204 len: 168 time: 0.2584486 Aug 25 12:14:05.647836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8691cac-0948-4135-b29b-27f701251b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92e104b-b9e0-49a2-967c-15ba3dcabad9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:05.649123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:05.649637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d860c10-31f2-4aa1-83dc-92982282c27e None None] Network 36feab47-bb56-4689-b4bc-e30421a76a33 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:14:05.721595 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.776055 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Deleting port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:05.776387 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.837751 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] For port 87ba48d9-a267-4a33-aec7-a59f18bf8a47, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=87ba48d9-a267-4a33-aec7-a59f18bf8a47,segment=NetworkSegment(a70fadaf-b340-4160-9b7e-42d219a9a7cf),segment_id=a70fadaf-b340-4160-9b7e-42d219a9a7cf)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:05.838036 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.850984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Calling delete_port for 87ba48d9-a267-4a33-aec7-a59f18bf8a47 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:05.917806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] DHCP port deletion for 36feab47-bb56-4689-b4bc-e30421a76a33 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:14:05.939013 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.965400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Pushing event deleted for resources: {'Port': ['ID=87ba48d9-a267-4a33-aec7-a59f18bf8a47,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:05.970283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Deleting port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:05.970802 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:05.971043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] No DVR routers for this DVR port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:14:06.035404 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] For port 87ba48d9-a267-4a33-aec7-a59f18bf8a47, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:06.035810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.048580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Calling delete_port for 87ba48d9-a267-4a33-aec7-a59f18bf8a47 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:06.049558 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.051365 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 12:14:06.052758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.059622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36feab47-bb56-4689-b4bc-e30421a76a33']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:06.070379 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70fadaf-b340-4160-9b7e-42d219a9a7cf') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:06.070694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70fadaf-b340-4160-9b7e-42d219a9a7cf') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:06.078692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] Pushing event deleted for resources: {'Port': ['ID=87ba48d9-a267-4a33-aec7-a59f18bf8a47,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:06.080546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58992e45-7fd4-4a4e-bc68-0e2313f68b88 None None] No DVR routers for this DVR port 87ba48d9-a267-4a33-aec7-a59f18bf8a47 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:14:06.082373 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.098775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.106386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:14:06.106808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:14:06.108517 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:14:06.167140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.174141 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.175930 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] 10.222.0.35 "DELETE /v2.0/networks/36feab47-bb56-4689-b4bc-e30421a76a33 HTTP/1.1" status: 204 len: 168 time: 0.5257714 Aug 25 12:14:06.179086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41344) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:06.188640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eb0b0-43ab-4ac9-991f-0235d42745af admin admin] Pushing event deleted for resources: {'Network': ['ID=36feab47-bb56-4689-b4bc-e30421a76a33,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:06.217309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5a352a9d-3a53-44de-a536-11624472e206 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:06.244481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5a352a9d-3a53-44de-a536-11624472e206 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:06.244912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5a352a9d-3a53-44de-a536-11624472e206 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:06.245338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c98acfad-be63-4799-9a4a-aa52c743eeee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:06.264758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c98acfad-be63-4799-9a4a-aa52c743eeee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:06.265110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c98acfad-be63-4799-9a4a-aa52c743eeee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:06.266188 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 87ba48d9-a267-4a33-aec7-a59f18bf8a47 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:06.285435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 87ba48d9-a267-4a33-aec7-a59f18bf8a47 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:06.285817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 87ba48d9-a267-4a33-aec7-a59f18bf8a47 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:06.536216 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:06.622241 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:14:07.107722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Deleting port 81fc961f-5b2e-404c-9487-c04b62e54a62 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:07.108061 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:07.187651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] For port 81fc961f-5b2e-404c-9487-c04b62e54a62, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=81fc961f-5b2e-404c-9487-c04b62e54a62,segment=NetworkSegment(24f3fe45-7bc7-4ff8-aac2-af1f7e2845da),segment_id=24f3fe45-7bc7-4ff8-aac2-af1f7e2845da)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:07.188017 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:07.200354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Calling delete_port for 81fc961f-5b2e-404c-9487-c04b62e54a62 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:07.378643 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:07.403912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=81fc961f-5b2e-404c-9487-c04b62e54a62,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:07.567179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:07.780524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Router 0995d8db-9596-4c01-9847-c1e186ec3bc9 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:14:07.886651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:14:07.892927 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aad45adf-1e98-434e-96ec-62b262fcf2a2 admin admin] 10.222.0.35 "PUT /v2.0/routers/0995d8db-9596-4c01-9847-c1e186ec3bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126186 Aug 25 12:14:07.895839 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41346) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:07.896653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] Sync routers for ids ['0995d8db-9596-4c01-9847-c1e186ec3bc9'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:14:07.906117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] Routers {'0995d8db-9596-4c01-9847-c1e186ec3bc9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:07.906713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0995d8db-9596-4c01-9847-c1e186ec3bc9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:08.000961 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.009985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] Set router 0995d8db-9596-4c01-9847-c1e186ec3bc9 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:08.104477 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.159360 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Deleting port a2eb105f-7065-44a1-a380-66db621ccf8f {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:08.159360 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.190361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:14:07Z', 'revision_number': 5, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port': {'id': 'a2eb105f-7065-44a1-a380-66db621ccf8f', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:08.223691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] Checking router: 0995d8db-9596-4c01-9847-c1e186ec3bc9 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:14:08.232028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] Routers {'0995d8db-9596-4c01-9847-c1e186ec3bc9'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:08.232615 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['0995d8db-9596-4c01-9847-c1e186ec3bc9'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:08.246034 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] For port a2eb105f-7065-44a1-a380-66db621ccf8f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a2eb105f-7065-44a1-a380-66db621ccf8f,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:08.246396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.263922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Calling delete_port for a2eb105f-7065-44a1-a380-66db621ccf8f owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:08.323155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] Set router 0995d8db-9596-4c01-9847-c1e186ec3bc9 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:08.373612 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:14:08Z', 'revision_number': 6, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:08.403825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1d16c-cb5a-433c-91ae-a17882efeca6 None None] The sync data for ids ['0995d8db-9596-4c01-9847-c1e186ec3bc9'] in n-d-778732-11 is: [{'id': '0995d8db-9596-4c01-9847-c1e186ec3bc9', 'name': 'tempest-TestEncryptedCinderVolumes-125037384-router', 'tenant_id': 'f04a69faedf342f2be177b4f0b0a1408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:12:53Z', 'updated_at': '2021-08-25T12:14:08Z', 'revision_number': 6, 'project_id': 'f04a69faedf342f2be177b4f0b0a1408', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:14:08.436695 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.461608 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2eb105f-7065-44a1-a380-66db621ccf8f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:08.527131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.617937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.620038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.667134 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.667513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0995d8db-9596-4c01-9847-c1e186ec3bc9 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:14:08.672371 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.673596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-044fbc7f-1a71-4d27-9739-5b83d132d8d2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0995d8db-9596-4c01-9847-c1e186ec3bc9 HTTP/1.1" status: 204 len: 168 time: 0.7768338 Aug 25 12:14:08.676413 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41348) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:08.720916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Deleting subnet 02e3830f-7b32-40ad-81fd-10069d8147ac {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:14:08.724799 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.764904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.850810 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.903548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.930018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e3830f-7b32-40ad-81fd-10069d8147ac,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:08.934692 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:08.936568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e842768-c88e-41c0-9586-7ddb4fde310c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/02e3830f-7b32-40ad-81fd-10069d8147ac HTTP/1.1" status: 204 len: 168 time: 0.2592094 Aug 25 12:14:08.939687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41350) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:08.942672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c3313a-f65a-4dcc-9a39-1e35a3a85828 None None] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:14:09.012342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.076094 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Deleting port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:09.076483 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.138060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] For port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,segment=NetworkSegment(24f3fe45-7bc7-4ff8-aac2-af1f7e2845da),segment_id=24f3fe45-7bc7-4ff8-aac2-af1f7e2845da)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:09.138342 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.153026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Calling delete_port for c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:09.177902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] DHCP port deletion for 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:14:09.230338 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Deleting port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:14:09.230713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.233308 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.267721 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:09.270503 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] No DVR routers for this DVR port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:14:09.344662 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.357010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f0bc02-6a2f-4c4a-8cda-74a51b584fb0']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:09.369077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:09.369379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f3fe45-7bc7-4ff8-aac2-af1f7e2845da') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:09.380630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.396455 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.403083 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:14:09.403717 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:14:09.405553 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:14:09.467451 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.474327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.478241 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] For port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:09.478736 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.479605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] 10.222.0.35 "DELETE /v2.0/networks/76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 HTTP/1.1" status: 204 len: 168 time: 0.5383174 Aug 25 12:14:09.491142 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a619-a570-4428-aba1-a07e672bb847 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f0bc02-6a2f-4c4a-8cda-74a51b584fb0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:09.496479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Calling delete_port for c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:14:09.499173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 12:14:09.500987 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.524400 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Network 76f0bc02-6a2f-4c4a-8cda-74a51b584fb0 is not hosted by any dhcp agent {{(pid=94912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 12:14:09.524858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] No DVR routers for this DVR port c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:14:09.526680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43329a6d-437c-4444-80e7-124b9d3a9d4f None None] Pushing event deleted for resources: {'Port': ['ID=c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:09.650039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41354) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:09.691221 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc2743b7-48e4-4210-b372-7bacc8cdfdb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec7527009c3e4bbcbe5f026fc9d16c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399852 Aug 25 12:14:09.693725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41356) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:09.747349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c946836b-841f-4542-8dda-9472a905b4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.769262 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c946836b-841f-4542-8dda-9472a905b4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.815826 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c946836b-841f-4542-8dda-9472a905b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.818541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c946836b-841f-4542-8dda-9472a905b4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:09.819701 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c946836b-841f-4542-8dda-9472a905b4b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c3917a8-9ec2-46af-a8fe-f3e3a024eb98 HTTP/1.1" status: 204 len: 168 time: 0.1250420 Aug 25 12:14:09.827351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946836b-841f-4542-8dda-9472a905b4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3917a8-9ec2-46af-a8fe-f3e3a024eb98,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:10.131762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41362) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:10.175252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8e4e78e6-b567-4f0e-aa43-278f78d5de0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f04a69faedf342f2be177b4f0b0a1408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423107 Aug 25 12:14:10.178083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41364) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:10.207080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:10.227719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:10.228063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c33c9f3e-bf39-4f0c-a58a-d0ed5c60193e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:10.228708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a2eb105f-7065-44a1-a380-66db621ccf8f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:10.228845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4566f0c0-f393-4b4f-9430-fed18c830ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:10.250320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4566f0c0-f393-4b4f-9430-fed18c830ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:10.251238 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a2eb105f-7065-44a1-a380-66db621ccf8f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:10.251724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a2eb105f-7065-44a1-a380-66db621ccf8f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:10.252285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 81fc961f-5b2e-404c-9487-c04b62e54a62 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:14:10.271652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 81fc961f-5b2e-404c-9487-c04b62e54a62 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:14:10.271999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 81fc961f-5b2e-404c-9487-c04b62e54a62 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:14:10.300397 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4566f0c0-f393-4b4f-9430-fed18c830ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:10.303395 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4566f0c0-f393-4b4f-9430-fed18c830ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:10.304565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4566f0c0-f393-4b4f-9430-fed18c830ef6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f581e9ec-dc7b-4033-92d7-6365cd30d56e HTTP/1.1" status: 204 len: 168 time: 0.1254802 Aug 25 12:14:10.312099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566f0c0-f393-4b4f-9430-fed18c830ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581e9ec-dc7b-4033-92d7-6365cd30d56e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:10.967312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41386) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:11.063938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1349772544-network', 'tenant_id': '8faf402979444f4b9188d64534202e51'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:11.084766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Made reservation on behalf of 8faf402979444f4b9188d64534202e51 for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:14:11.087059 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.095555 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.186937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.191365 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.211091 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:14:11.224047 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcdbf2d-906d-41c7-ac97-d8affeba430c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:11.228874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.229224 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Added segment 607592bc-4755-4b5e-ab0f-ecb089a01099 of type vlan for network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e Aug 25 12:14:11.273146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.297648 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.298553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:11.299237 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.348633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3802135 Aug 25 12:14:11.351695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41390) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:11.357653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fe057-f0b8-4f85-9ba5-991d417825dc admin admin] Pushing event updated for resources: {'Network': ['ID=35b88d8b-00a7-4303-82ec-0109e7ae8b7e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:11.360183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Request body: {'subnet': {'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1349772544-subnet', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:11.369395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:14:11.386090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Made reservation on behalf of 8faf402979444f4b9188d64534202e51 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:14:11.389097 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.559665 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.616770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d63ac9-d978-42c2-ad39-7965c48d381a,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:11.627756 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Checking segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:11.628121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Network hostable DHCP agents. Network: 35b88d8b-00a7-4303-82ec-0109e7ae8b7e, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:14:11.646980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:14:11.655842 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 35b88d8b-00a7-4303-82ec-0109e7ae8b7e) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:11.661352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:11.662560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.664475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd376ccf-20b3-4e1a-8d6e-6cf9f0bdf9d7 None None] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:14:11.677459 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b5467f69-51f5-4f8d-92a7-9d0540f90d1c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3240888 Aug 25 12:14:11.680335 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41392) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:11.685376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:11.705906 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.706913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.764160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.815274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:14:11.816212 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.898638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:11.951995 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Allocated IP 172.20.0.2 (35b88d8b-00a7-4303-82ec-0109e7ae8b7e/17d63ac9-d978-42c2-ad39-7965c48d381a/c389c2bc-ffb7-4b5f-863b-fcd69078cd72) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:12.102052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.103011 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.110173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Transition to ACTIVE for port object c389c2bc-ffb7-4b5f-863b-fcd69078cd72 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:12.121899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.124846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Transition to ACTIVE for port object c389c2bc-ffb7-4b5f-863b-fcd69078cd72 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:12.131406 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.171740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:12.174601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:12.178390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:12.185480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Pushing event updated for resources: {'Port': ['ID=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:12.231931 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Allocated IP 172.25.1.48 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/1abc3780-50d7-4c98-b3c4-7dafdd3546a6) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:12.235099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Attempting to bind port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:12.235470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Attempting to bind port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:12.235832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Attempting to bind port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 on network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:12.241076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:12.241451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Checking segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:12.241879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.242272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Bound using segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:12.242739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Bound port: c389c2bc-ffb7-4b5f-863b-fcd69078cd72, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:12.243124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.308652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] For port c389c2bc-ffb7-4b5f-863b-fcd69078cd72, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:12.311814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] For port c389c2bc-ffb7-4b5f-863b-fcd69078cd72, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:12.316419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.334472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.380117 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07493767-3a8f-4b7b-a2ba-2941ea04f825 None None] Pushing event updated for resources: {'Port': ['ID=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:12.380693 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.424663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:12.427599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:12.430278 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:12.460244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Pushing event updated for resources: {'Port': ['ID=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:12.700696 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:12.889319 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.020756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:14:13.135106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:14:13.148199 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Sync routers for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:14:13.153749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.158191 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df390174-66cf-4f92-a036-54b46acd5b41 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4766767 Aug 25 12:14:13.158546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41394) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:13.159006 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:13.159594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:13.255684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec54704c-eb53-46aa-975e-38f61ba2f1b6 None None] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:14:13.277422 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:13.349121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b72cd006-9683-4e6d-a7d2-260e9edbe7f9 None None] Provisioning for port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:13.565680 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:12Z', 'revision_number': 3, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:13.592294 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Checking router: a51fead7-fcfc-408f-9a77-c0e3532ba5f4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:14:13.592645 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Updating router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:14:13.598773 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.618227 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.757325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Allocated IP 172.20.0.1 (35b88d8b-00a7-4303-82ec-0109e7ae8b7e/17d63ac9-d978-42c2-ad39-7965c48d381a/bd3053db-fec0-414b-bcaf-6bd35527c4cb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:13.912528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.933226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Transition to ACTIVE for port object bd3053db-fec0-414b-bcaf-6bd35527c4cb will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:13.939508 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.953516 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Transition to ACTIVE for port object 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:13.959928 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:13.976023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.040147 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Attempting to bind port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:14.040736 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Attempting to bind port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:14.041328 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Attempting to bind port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:14.047518 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:14.052099 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:14.053542 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Pushing event updated for resources: {'Port': ['ID=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:14.056073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:14.064521 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:14.065125 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:14.065798 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.066443 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:14.067199 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Bound port: 1abc3780-50d7-4c98-b3c4-7dafdd3546a6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:14.067823 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.073396 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.073985 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.074545 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.075085 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.075632 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.076178 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.076726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.077285 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.077898 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.078441 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.078982 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.079525 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:14.114692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3053db-fec0-414b-bcaf-6bd35527c4cb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:14.139642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.156666 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] For port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:14.162949 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] For port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:14.171584 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.256867 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae90e-876f-4473-88de-7d1d3c1708a4 None None] Pushing event updated for resources: {'Port': ['ID=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:14.284894 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:14.285532 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:14.289935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c389c2bc-ffb7-4b5f-863b-fcd69078cd72 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:14.347500 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:14.351199 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.351727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:14.351885 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.404595 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:14.441959 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.450256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-57560a83-8d24-4695-9108-a0fb2bc4bb5f None None] Provisioning for port bd3053db-fec0-414b-bcaf-6bd35527c4cb completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:14.457548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-57560a83-8d24-4695-9108-a0fb2bc4bb5f None None] Provisioning complete for port bd3053db-fec0-414b-bcaf-6bd35527c4cb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:14.457876 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-57560a83-8d24-4695-9108-a0fb2bc4bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.510478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port c389c2bc-ffb7-4b5f-863b-fcd69078cd72, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:14.512069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-57560a83-8d24-4695-9108-a0fb2bc4bb5f None None] Port bd3053db-fec0-414b-bcaf-6bd35527c4cb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:14:14.521810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.530129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.535035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.576605 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:14.597370 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:12Z', 'revision_number': 3, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:14.606014 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:14.608715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3053db-fec0-414b-bcaf-6bd35527c4cb,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:14.624196 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa26808-4924-4b9d-804c-45aa64898da5 None None] The sync data for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 is: [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:12Z', 'revision_number': 3, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:14:14.704848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:14.706344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:14.853671 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:14:14.975352 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:14:14.980281 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f9e77c35-7c26-445b-ad58-6ca53917b590 admin admin] 10.222.0.35 "PUT /v2.0/routers/a51fead7-fcfc-408f-9a77-c0e3532ba5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206997 Aug 25 12:14:15.036442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c92b8dce-ef8a-4352-bbaa-f862d0835d89 None None] Provisioning complete for port bd3053db-fec0-414b-bcaf-6bd35527c4cb triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:15.036827 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c92b8dce-ef8a-4352-bbaa-f862d0835d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.077308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c92b8dce-ef8a-4352-bbaa-f862d0835d89 None None] Port bd3053db-fec0-414b-bcaf-6bd35527c4cb cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:14:15.479586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41410) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:15.485412 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1524538602-network', 'tenant_id': '2296a059b6604058b113f458f46069e1'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:15.506277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Made reservation on behalf of 2296a059b6604058b113f458f46069e1 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:14:15.508623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.520763 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.616874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.621029 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.646491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:14:15.656744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c0ae6-d6f4-4be7-bc2a-4c99dcdeec8e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:15.662799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.663154 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Added segment ce81459f-31ae-4f45-9bed-4b9029de7fcd of type vlan for network 0de935d1-c43c-4380-96a9-e35053758463 Aug 25 12:14:15.703336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.729372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.730437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:15.730953 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.786270 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3055634 Aug 25 12:14:15.788849 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41412) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:15.793585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Request body: {'subnet': {'network_id': '0de935d1-c43c-4380-96a9-e35053758463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1524538602-subnet', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:15.799457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8882e-828e-42f5-a058-a1602fb7f198 admin admin] Pushing event updated for resources: {'Network': ['ID=0de935d1-c43c-4380-96a9-e35053758463,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:15.810048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0de935d1-c43c-4380-96a9-e35053758463 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:14:15.818455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Made reservation on behalf of 2296a059b6604058b113f458f46069e1 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:14:15.820957 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:15.996006 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.056387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5f30cd-844d-477f-84fa-464dc076bc43,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:16.067209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Checking segment: {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:16.067575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Network hostable DHCP agents. Network: 0de935d1-c43c-4380-96a9-e35053758463, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:14:16.085786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Network 0de935d1-c43c-4380-96a9-e35053758463 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:14:16.094803 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0de935d1-c43c-4380-96a9-e35053758463) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:16.098826 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:16.099420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.104182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785aa869-3ed8-471e-b289-932942fa1fc9 None None] Network 0de935d1-c43c-4380-96a9-e35053758463 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:14:16.114625 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e6b82b64-e6ce-4651-8dd8-00ecf538dc46 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3247170 Aug 25 12:14:16.117160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41414) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:16.121998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:16.144694 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.145824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.212503 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.280858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-0de935d1-c43c-4380-96a9-e35053758463', 'network_id': '0de935d1-c43c-4380-96a9-e35053758463', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'fixed_ips': [{'subnet_id': 'fa5f30cd-844d-477f-84fa-464dc076bc43'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:14:16.282088 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.306682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c389c2bc-ffb7-4b5f-863b-fcd69078cd72 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:16.335517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Sync routers for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:14:16.360719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.417666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:16.418326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:16.534171 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:16.534549 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.597762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Allocated IP 172.20.0.2 (0de935d1-c43c-4380-96a9-e35053758463/fa5f30cd-844d-477f-84fa-464dc076bc43/9e0049d6-4b0d-4320-bc0b-5fc83564ba9f) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:16.612099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:16.836057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:16.847560 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.867105 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.974869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Allocated IP 172.25.1.115 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/31fe126a-6679-4aa4-a549-0afe2bb8c100) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:16.980851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:16.991172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:16.996757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Transition to ACTIVE for port object 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:17.003694 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:17.004063 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.041604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Transition to ACTIVE for port object 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:17.054605 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.092864 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.104639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Network 0de935d1-c43c-4380-96a9-e35053758463 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:17.113981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:17.119376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:17.122353 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 2, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:17.132685 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.157515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Pushing event updated for resources: {'Port': ['ID=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:17.161562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Checking router: a51fead7-fcfc-408f-9a77-c0e3532ba5f4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:14:17.161938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Updating router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 port bd3053db-fec0-414b-bcaf-6bd35527c4cb binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:14:17.178701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:17.183666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:17.187682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:17.211416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Pushing event updated for resources: {'Port': ['ID=31fe126a-6679-4aa4-a549-0afe2bb8c100,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:17.406986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.413708 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.434205 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Attempting to bind port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:17.434567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Attempting to bind port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:17.434924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Attempting to bind port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f on network 0de935d1-c43c-4380-96a9-e35053758463 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:17.457134 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.463331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:17.463703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Checking segment: {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:17.464107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.464498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Bound using segment: {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:17.464973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Bound port: 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:17.465347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.473385 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:17.487699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.643048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] For port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:17.647423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] For port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,segment=NetworkSegment(ce81459f-31ae-4f45-9bed-4b9029de7fcd),segment_id=ce81459f-31ae-4f45-9bed-4b9029de7fcd)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:17.658657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.660595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:17.690079 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.776093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76fe2-7e2c-4c1a-aa6f-1a5591712f09 None None] Pushing event updated for resources: {'Port': ['ID=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:17.794590 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Router 8785fe9a-7179-44f4-a086-e57bbd5842fa is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:14:17.851319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.862650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Transition to ACTIVE for port object bd3053db-fec0-414b-bcaf-6bd35527c4cb will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:17.868752 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.906815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:14:17.918762 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Sync routers for ids ['8785fe9a-7179-44f4-a086-e57bbd5842fa'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:14:17.924113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9ae2a-52e2-4774-bf8f-aaec53487a9e None None] Pushing event updated for resources: {'Port': ['ID=bd3053db-fec0-414b-bcaf-6bd35527c4cb,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:17.924785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:17.929377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41420) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:14:17.929941 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d43fe18e-57ad-4e61-a915-37f358b17dda admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8108456 Aug 25 12:14:17.943436 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Routers {'8785fe9a-7179-44f4-a086-e57bbd5842fa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:17.944130 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8785fe9a-7179-44f4-a086-e57bbd5842fa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:17.992934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Attempting to bind port bd3053db-fec0-414b-bcaf-6bd35527c4cb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:17.993364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Attempting to bind port bd3053db-fec0-414b-bcaf-6bd35527c4cb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:17.993658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Attempting to bind port bd3053db-fec0-414b-bcaf-6bd35527c4cb on network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:18.001039 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:18.001549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Checking segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:18.004927 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.007872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Bound using segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:18.008298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Bound port: bd3053db-fec0-414b-bcaf-6bd35527c4cb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:18.008755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.095226 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] For port bd3053db-fec0-414b-bcaf-6bd35527c4cb, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:18.099517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] For port bd3053db-fec0-414b-bcaf-6bd35527c4cb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bd3053db-fec0-414b-bcaf-6bd35527c4cb,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:18.111553 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.153566 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Set router 8785fe9a-7179-44f4-a086-e57bbd5842fa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:18.224388 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:18.225035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:18.237549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9ae2a-52e2-4774-bf8f-aaec53487a9e None None] Pushing event updated for resources: {'Port': ['ID=bd3053db-fec0-414b-bcaf-6bd35527c4cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:18.329023 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2014bcbd-e8a7-41c1-80e9-5e0082367fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.385498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:18.456809 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:18.497665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 3, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:18.532510 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Checking router: 8785fe9a-7179-44f4-a086-e57bbd5842fa for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:14:18.533575 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Updating router 8785fe9a-7179-44f4-a086-e57bbd5842fa port 31fe126a-6679-4aa4-a549-0afe2bb8c100 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:14:18.535110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:18.550776 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:18.566549 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.649287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:18.649659 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.803003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:18Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:18.830778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e30bdf-6159-4f01-84f0-dcb8d8677bcb None None] The sync data for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 is: [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:18Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:14:18.877893 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.888743 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Transition to ACTIVE for port object 31fe126a-6679-4aa4-a549-0afe2bb8c100 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:18.903027 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.983129 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3594f-ee16-40c4-aefb-deab947d6b74 None None] Pushing event updated for resources: {'Port': ['ID=31fe126a-6679-4aa4-a549-0afe2bb8c100,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:18.988910 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Attempting to bind port 31fe126a-6679-4aa4-a549-0afe2bb8c100 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:18.989615 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Attempting to bind port 31fe126a-6679-4aa4-a549-0afe2bb8c100 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:18.990340 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Attempting to bind port 31fe126a-6679-4aa4-a549-0afe2bb8c100 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:18.994050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:18.998249 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:18.998673 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:18.999078 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.000000 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:19.000484 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Bound port: 31fe126a-6679-4aa4-a549-0afe2bb8c100, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:19.005867 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.086286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6f920-0152-4b58-ad55-62aab67630ab None None] Network 0de935d1-c43c-4380-96a9-e35053758463 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:14:19.088065 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] For port 31fe126a-6679-4aa4-a549-0afe2bb8c100, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:19.092400 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] For port 31fe126a-6679-4aa4-a549-0afe2bb8c100, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=31fe126a-6679-4aa4-a549-0afe2bb8c100,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:19.098078 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.164384 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Routers {'8785fe9a-7179-44f4-a086-e57bbd5842fa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:19.165314 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:13:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8785fe9a-7179-44f4-a086-e57bbd5842fa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:19.188095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Allocated IP 172.20.0.1 (0de935d1-c43c-4380-96a9-e35053758463/fa5f30cd-844d-477f-84fa-464dc076bc43/62d9f4da-f57f-4950-ab37-f22ee5b5e9a2) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:19.203229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] Provisioning for port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:19.226487 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3594f-ee16-40c4-aefb-deab947d6b74 None None] Pushing event updated for resources: {'Port': ['ID=31fe126a-6679-4aa4-a549-0afe2bb8c100,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:19.231094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] Provisioning complete for port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:19.231622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.299091 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] Set router 8785fe9a-7179-44f4-a086-e57bbd5842fa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:19.307571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.322051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Transition to ACTIVE for port object 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:19.370296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.393992 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.427767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Network 0de935d1-c43c-4380-96a9-e35053758463 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:19.431683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:19.433875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:19.458219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] For port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,segment=NetworkSegment(ce81459f-31ae-4f45-9bed-4b9029de7fcd),segment_id=ce81459f-31ae-4f45-9bed-4b9029de7fcd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:19.464162 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.496036 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Pushing event updated for resources: {'Port': ['ID=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:19.528407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.540488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1bf6-6fc5-4aeb-8210-6f5eb7b24110 None None] Pushing event updated for resources: {'Port': ['ID=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:19.656832 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 3, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:19.689089 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86665f97-d161-4aaa-8d47-094d3e220c8a None None] The sync data for ids ['8785fe9a-7179-44f4-a086-e57bbd5842fa'] in n-d-778732-11 is: [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 3, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:14:19.695112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6d95fb4d-a0e1-41a5-8df2-c8ce8ed71e93 None None] Provisioning complete for port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:19.695467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6d95fb4d-a0e1-41a5-8df2-c8ce8ed71e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.744669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.962562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.962791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0b4a27cf-8989-49fb-ab71-d84885b78b61 None None] Provisioning for port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:19.982780 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:19.992508 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0b4a27cf-8989-49fb-ab71-d84885b78b61 None None] Provisioning complete for port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:19.992967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b4a27cf-8989-49fb-ab71-d84885b78b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.048704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a27cf-8989-49fb-ab71-d84885b78b61 None None] Port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:14:20.057514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.088174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Pushing event updated for resources: {'Port': ['ID=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:20.177605 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Network 0de935d1-c43c-4380-96a9-e35053758463 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:20.179670 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:20.337207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Router 8785fe9a-7179-44f4-a086-e57bbd5842fa has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:14:20.371098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:20.434549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:20.435179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.480469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:14:20.486528 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c76077f5-d3a9-4b46-9381-0ef362bb7599 admin admin] 10.222.0.35 "PUT /v2.0/routers/8785fe9a-7179-44f4-a086-e57bbd5842fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522976 Aug 25 12:14:20.494275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b9c1f5fa-7be0-4d5b-b765-c2b3d893ca32 None None] Provisioning complete for port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:20.494727 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b9c1f5fa-7be0-4d5b-b765-c2b3d893ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.559748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1f5fa-7be0-4d5b-b765-c2b3d893ca32 None None] Port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:14:20.567909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 31fe126a-6679-4aa4-a549-0afe2bb8c100 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:20.618686 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 31fe126a-6679-4aa4-a549-0afe2bb8c100 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:20.622824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 31fe126a-6679-4aa4-a549-0afe2bb8c100 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:20.623203 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.712541 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.739368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 31fe126a-6679-4aa4-a549-0afe2bb8c100, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=31fe126a-6679-4aa4-a549-0afe2bb8c100,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:20.745179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.746112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bd3053db-fec0-414b-bcaf-6bd35527c4cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:20.834070 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=31fe126a-6679-4aa4-a549-0afe2bb8c100,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:20.842420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port bd3053db-fec0-414b-bcaf-6bd35527c4cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:20.846420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bd3053db-fec0-414b-bcaf-6bd35527c4cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:20.846797 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.931864 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:20.967767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port bd3053db-fec0-414b-bcaf-6bd35527c4cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bd3053db-fec0-414b-bcaf-6bd35527c4cb,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:20.971133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:21.023775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=bd3053db-fec0-414b-bcaf-6bd35527c4cb,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:21.239904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a38b8d1a-86a3-4e58-9486-2d7e17c055ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:21.462228 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:22.237158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 31fe126a-6679-4aa4-a549-0afe2bb8c100 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:22.274621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Sync routers for ids ['8785fe9a-7179-44f4-a086-e57bbd5842fa'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:14:22.292301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Routers {'8785fe9a-7179-44f4-a086-e57bbd5842fa'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:22.293199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8785fe9a-7179-44f4-a086-e57bbd5842fa'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:22.400054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 31fe126a-6679-4aa4-a549-0afe2bb8c100 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:22.400442 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:22.452272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Set router 8785fe9a-7179-44f4-a086-e57bbd5842fa gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:22.613176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bd3053db-fec0-414b-bcaf-6bd35527c4cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:22.684431 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:22.731169 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port bd3053db-fec0-414b-bcaf-6bd35527c4cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:22.733013 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:22.947207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:19Z', 'revision_number': 4, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '62d9f4da-f57f-4950-ab37-f22ee5b5e9a2', 'name': '', 'network_id': '0de935d1-c43c-4380-96a9-e35053758463', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'mac_address': 'fa:16:3e:6a:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fa5f30cd-844d-477f-84fa-464dc076bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:19Z', 'updated_at': '2021-08-25T12:14:19Z', 'revision_number': 2, 'project_id': '2296a059b6604058b113f458f46069e1', 'subnets': [{'id': 'fa5f30cd-844d-477f-84fa-464dc076bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:22.978306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Checking router: 8785fe9a-7179-44f4-a086-e57bbd5842fa for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:14:22.978306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Updating router 8785fe9a-7179-44f4-a086-e57bbd5842fa port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:14:23.028862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:23.348377 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:23.360165 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Transition to ACTIVE for port object 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:23.371193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:23.435145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31adf6b-b4cf-4221-891b-3d9e56efcbe8 None None] Pushing event updated for resources: {'Port': ['ID=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:23.505669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Attempting to bind port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:23.506227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Attempting to bind port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:23.506691 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Attempting to bind port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 on network 0de935d1-c43c-4380-96a9-e35053758463 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:23.512285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:23.512971 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Checking segment: {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:23.513489 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:23.515821 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Bound using segment: {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:23.516984 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Bound port: 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce81459f-31ae-4f45-9bed-4b9029de7fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '0de935d1-c43c-4380-96a9-e35053758463'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:23.518502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:23.610988 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] For port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:23.616133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] For port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,segment=NetworkSegment(ce81459f-31ae-4f45-9bed-4b9029de7fcd),segment_id=ce81459f-31ae-4f45-9bed-4b9029de7fcd)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:23.623927 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:23.706358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31adf6b-b4cf-4221-891b-3d9e56efcbe8 None None] Pushing event updated for resources: {'Port': ['ID=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:23.720243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Routers {'8785fe9a-7179-44f4-a086-e57bbd5842fa'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:14:23.720886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:14:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8785fe9a-7179-44f4-a086-e57bbd5842fa'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:23.872975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] Set router 8785fe9a-7179-44f4-a086-e57bbd5842fa gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:14:24.137406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:19Z', 'revision_number': 4, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '62d9f4da-f57f-4950-ab37-f22ee5b5e9a2', 'name': '', 'network_id': '0de935d1-c43c-4380-96a9-e35053758463', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'mac_address': 'fa:16:3e:6a:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fa5f30cd-844d-477f-84fa-464dc076bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:19Z', 'updated_at': '2021-08-25T12:14:23Z', 'revision_number': 4, 'project_id': '2296a059b6604058b113f458f46069e1', 'subnets': [{'id': 'fa5f30cd-844d-477f-84fa-464dc076bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:14:24.168263 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19737484-aad1-433f-b0b5-043ec0762961 None None] The sync data for ids ['8785fe9a-7179-44f4-a086-e57bbd5842fa'] in n-d-778732-11 is: [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:19Z', 'revision_number': 4, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '62d9f4da-f57f-4950-ab37-f22ee5b5e9a2', 'name': '', 'network_id': '0de935d1-c43c-4380-96a9-e35053758463', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'mac_address': 'fa:16:3e:6a:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'fa5f30cd-844d-477f-84fa-464dc076bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:19Z', 'updated_at': '2021-08-25T12:14:23Z', 'revision_number': 4, 'project_id': '2296a059b6604058b113f458f46069e1', 'subnets': [{'id': 'fa5f30cd-844d-477f-84fa-464dc076bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:14:24.500365 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:26.271608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:26.325526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:26.330429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:26.330818 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:26.425543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:26.460920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,segment=NetworkSegment(ce81459f-31ae-4f45-9bed-4b9029de7fcd),segment_id=ce81459f-31ae-4f45-9bed-4b9029de7fcd)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:26.469713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:26.534980 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:27.722400 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:28.225590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:28.284844 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:28.285295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:30.278550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-fba32fcb-334c-40b6-bbce-939570715cea tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:30.280020 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-fba32fcb-334c-40b6-bbce-939570715cea tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 815 time: 0.1067743 Aug 25 12:14:30.296170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-192da2d3-297d-44f4-8392-1664a9cae0f7 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/quotas/8faf402979444f4b9188d64534202e51 HTTP/1.1" status: 200 len: 375 time: 0.0100930 Aug 25 12:14:30.352481 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-23e1a879-b4b7-4e70-8b41-b9ae73b3362b tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504086 Aug 25 12:14:30.489248 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-939802a5-1037-4c43-b5bb-7cce60dc92d4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:14:30.490293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-939802a5-1037-4c43-b5bb-7cce60dc92d4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469024 Aug 25 12:14:30.582223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-57007253-a707-4c9f-87c3-80f8cd12b7eb service neutron] 10.222.0.35 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 Aug 25 12:14:30.675947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-4709de0b-0631-4712-a766-1139e678ca04 service neutron] 10.222.0.35 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Aug 25 12:14:30.848747 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bce92ff5-6faf-4150-88a9-7d03800316a5 req-14b5d532-60d6-4cda-b9d7-be092be03503 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 210 time: 0.0278463 Aug 25 12:14:31.372452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:31.772793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-3f56a2c2-e66e-46b9-82c1-dc6315cd7b31 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:31.774328 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-3f56a2c2-e66e-46b9-82c1-dc6315cd7b31 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 815 time: 0.1123905 Aug 25 12:14:31.788649 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'port': {'device_id': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'admin_state_up': True, 'tenant_id': '8faf402979444f4b9188d64534202e51'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:31.911121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Made reservation on behalf of 8faf402979444f4b9188d64534202e51 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:14:31.915627 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:31.967950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a648860-195b-4270-b63f-e33a9d909c0b req-fcee8598-5f66-4082-84ff-12a428740b5a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 210 time: 0.0497363 Aug 25 12:14:32.096742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Allocated IP 172.20.0.6 (35b88d8b-00a7-4303-82ec-0109e7ae8b7e/17d63ac9-d978-42c2-ad39-7965c48d381a/56ea22b0-2381-4b25-b99c-ef889bf63173) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:14:32.302888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:32.324354 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Transition to ACTIVE for port object 56ea22b0-2381-4b25-b99c-ef889bf63173 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:32.362511 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:32.413860 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:14:32.417172 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:14:32.421834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:14:32.426961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:32.488201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:32.488882 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:32.505120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-12fc8b2a-ac10-4dac-9c5b-d639806a5662 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7208402 Aug 25 12:14:32.631386 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-822a5d10-6d0a-49a8-a870-3bcea6b5e708 None None] Provisioning for port 56ea22b0-2381-4b25-b99c-ef889bf63173 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:32.636047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-822a5d10-6d0a-49a8-a870-3bcea6b5e708 None None] Provisioning complete for port 56ea22b0-2381-4b25-b99c-ef889bf63173 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:32.636515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-822a5d10-6d0a-49a8-a870-3bcea6b5e708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:32.676029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-822a5d10-6d0a-49a8-a870-3bcea6b5e708 None None] Port 56ea22b0-2381-4b25-b99c-ef889bf63173 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:14:33.098996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce933f75-921b-4500-a4c6-6b3b160a4f0e req-43a8075d-573b-43aa-a02e-dec62ba9e2e3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:33.100649 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce933f75-921b-4500-a4c6-6b3b160a4f0e req-43a8075d-573b-43aa-a02e-dec62ba9e2e3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0556853 Aug 25 12:14:33.141521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce933f75-921b-4500-a4c6-6b3b160a4f0e req-18f4c19d-7b74-4062-8fe7-bb3591964dd7 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Aug 25 12:14:34.264088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4e02-2e80-41b8-9933-394af1e93437 req-b69e7591-539d-40e1-9287-590067699519 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:34.265742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18eb4e02-2e80-41b8-9933-394af1e93437 req-b69e7591-539d-40e1-9287-590067699519 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0511589 Aug 25 12:14:34.308461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-18eb4e02-2e80-41b8-9933-394af1e93437 req-d108c774-466e-4ad5-9432-96a95a6d22ae tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353806 Aug 25 12:14:35.438488 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f2ac1-d066-47ad-ad23-23ae95c01fb2 req-ed107591-1c04-4bef-8b23-fe7b572c7a43 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:35.442200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f49f2ac1-d066-47ad-ad23-23ae95c01fb2 req-ed107591-1c04-4bef-8b23-fe7b572c7a43 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0628464 Aug 25 12:14:35.482619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f49f2ac1-d066-47ad-ad23-23ae95c01fb2 req-a32ebd52-469a-47f5-8667-ac24c60b2b12 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Aug 25 12:14:36.604623 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bba81-513b-4876-a831-3a7245b8b0b7 req-b3443a24-fff9-43a1-9cee-804b2511cbb9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:36.606311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b5bba81-513b-4876-a831-3a7245b8b0b7 req-b3443a24-fff9-43a1-9cee-804b2511cbb9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0555980 Aug 25 12:14:36.648245 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b5bba81-513b-4876-a831-3a7245b8b0b7 req-14530df4-6def-4c04-94ef-10cc45912e07 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346994 Aug 25 12:14:37.770322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bd1e9-9c80-48da-b30d-81b9651a2a7e req-8c66637c-2c79-4384-ac97-cade95a3ba55 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:37.771856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e23bd1e9-9c80-48da-b30d-81b9651a2a7e req-8c66637c-2c79-4384-ac97-cade95a3ba55 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0535641 Aug 25 12:14:37.818296 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e23bd1e9-9c80-48da-b30d-81b9651a2a7e req-0033aaa7-2da5-4a25-ae27-687de48e6221 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 Aug 25 12:14:38.935295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711548-8ae2-457e-900c-34db0d2927b8 req-9a4344fd-aaf0-41d0-b0f7-9e11ebd1b811 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:38.936813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b711548-8ae2-457e-900c-34db0d2927b8 req-9a4344fd-aaf0-41d0-b0f7-9e11ebd1b811 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0508995 Aug 25 12:14:38.978086 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9b711548-8ae2-457e-900c-34db0d2927b8 req-919286cf-c20c-4b1b-9a55-993e2516f53e tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345838 Aug 25 12:14:40.115245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cd72d-0a7b-4eb9-a9ad-208eab1a10dc req-45537c02-45ca-4981-a2b6-c1387a7fcb57 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:40.118163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-349cd72d-0a7b-4eb9-a9ad-208eab1a10dc req-45537c02-45ca-4981-a2b6-c1387a7fcb57 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0594082 Aug 25 12:14:40.158634 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-349cd72d-0a7b-4eb9-a9ad-208eab1a10dc req-cd4e39da-525b-4a1d-bc03-d718a3d78816 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Aug 25 12:14:41.275943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9801-0ea6-457d-b6c0-ace220f8c62c req-64e68a45-38a9-425a-b2c9-8dea9c65500f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:41.277527 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6cd9801-0ea6-457d-b6c0-ace220f8c62c req-64e68a45-38a9-425a-b2c9-8dea9c65500f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 931 time: 0.0506861 Aug 25 12:14:41.317258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6cd9801-0ea6-457d-b6c0-ace220f8c62c req-100fc7da-3540-477b-89c3-8d17bc71f903 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 Aug 25 12:14:41.701088 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Request body: {'port': {'device_id': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:14:41.759026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:42.017148 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ea22b0-2381-4b25-b99c-ef889bf63173 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:14:42.025151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:42.037288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Transition to ACTIVE for port object 56ea22b0-2381-4b25-b99c-ef889bf63173 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:14:42.040540 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:42.090866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:42.166572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Attempting to bind port 56ea22b0-2381-4b25-b99c-ef889bf63173 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:14:42.166909 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Attempting to bind port 56ea22b0-2381-4b25-b99c-ef889bf63173 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:14:42.167238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Attempting to bind port 56ea22b0-2381-4b25-b99c-ef889bf63173 on network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:42.172627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Port 56ea22b0-2381-4b25-b99c-ef889bf63173 on network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:14:42.172957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Attempting to bind port 56ea22b0-2381-4b25-b99c-ef889bf63173 on network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:14:42.179059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:14:42.179401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Checking segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:14:42.179790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Bound using segment: {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:14:42.180220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Bound port: 56ea22b0-2381-4b25-b99c-ef889bf63173, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607592bc-4755-4b5e-ab0f-ecb089a01099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:14:42.180579 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:42.246211 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:14:42.249233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:14:42.254035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:42.287044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.287885 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:42.289163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] 10.222.0.67 "PUT /v2.0/ports/56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 1092 time: 0.6376810 Aug 25 12:14:42.289632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:14:42.291889 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c32ff7-98b1-4557-90d5-7bd3e30d1838" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:14:42.330273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b99bee-54eb-4cab-bdfc-139b36266ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:42.381502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-592decb0-babd-4ee5-a8c6-5c125382f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.384186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-592decb0-babd-4ee5-a8c6-5c125382f8ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1095 time: 0.0497718 Aug 25 12:14:42.458544 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-64b98712-f332-4a3e-9bff-6b5c32c1c017 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 217 time: 0.0660717 Aug 25 12:14:42.497271 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4da620-7ec3-40ae-a7db-cb7f9ccb5936 x-openstack-request-id: req-7e4da620-7ec3-40ae-a7db-cb7f9ccb5936 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:14:42.497558 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:14:42.497828 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4da620-7ec3-40ae-a7db-cb7f9ccb5936 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:14:42.498219 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'status': 'completed', 'code': 200} Aug 25 12:14:42.516913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e19b8-d034-4a45-b9d0-5fb488959cd2 req-81ab3823-5ede-4d1f-b4ee-c7673c82b54d tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.518501 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e5e19b8-d034-4a45-b9d0-5fb488959cd2 req-81ab3823-5ede-4d1f-b4ee-c7673c82b54d tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 943 time: 0.1196377 Aug 25 12:14:42.535002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-7aac1400-cb18-461e-afec-d08bdfc28d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.536387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-7aac1400-cb18-461e-afec-d08bdfc28d08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0696294 Aug 25 12:14:42.592668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e5e19b8-d034-4a45-b9d0-5fb488959cd2 req-70562267-0c3e-4059-9f8a-e402e6577699 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676801 Aug 25 12:14:42.603106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55212c-51af-4361-b41f-9173c169ccbc req-f3295943-5ea7-4976-8901-65849a09c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.604577 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-f3295943-5ea7-4976-8901-65849a09c74f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593278 Aug 25 12:14:42.692514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-4c9c776d-a5c0-4bb7-9df3-08c32f4cb1de service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801322 Aug 25 12:14:42.786307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e55212c-51af-4361-b41f-9173c169ccbc req-bcbb8c01-84c8-4560-bfcd-4b9654bf8edf service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860889 Aug 25 12:14:42.867915 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-a8ca868a-61e5-42b2-878b-34701bac2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.869399 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-a8ca868a-61e5-42b2-878b-34701bac2db3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1095 time: 0.0411928 Aug 25 12:14:42.958082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-59fcaa9f-87f8-4ce5-99c4-0105d1af1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:42.959542 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-59fcaa9f-87f8-4ce5-99c4-0105d1af1842 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.0827823 Aug 25 12:14:43.004764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-9a05d7f7-5f0e-4864-b0c2-4c8eb3b29344 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 217 time: 0.0371590 Aug 25 12:14:43.054541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-075146a0-5eab-4142-b174-33ee812415a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:43.055904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-075146a0-5eab-4142-b174-33ee812415a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0436876 Aug 25 12:14:43.101223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-2ea76a2b-c4a9-4e5c-94f4-10668e537679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:43.102821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-2ea76a2b-c4a9-4e5c-94f4-10668e537679 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396979 Aug 25 12:14:43.194532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-0116b649-8506-444a-9065-b3c5cf1305e7 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Aug 25 12:14:43.283433 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c32ff7-98b1-4557-90d5-7bd3e30d1838 req-54b5d7fa-1fe8-43f6-aea2-3867ab6d6fe4 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811431 Aug 25 12:14:43.622090 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:14:43.715559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2bf6c-bfe8-4a8e-ba0e-9e0c8f3554e6 req-ecf55db6-b3ad-46fe-8805-d2108303fdb5 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:43.717054 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9d2bf6c-bfe8-4a8e-ba0e-9e0c8f3554e6 req-ecf55db6-b3ad-46fe-8805-d2108303fdb5 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 943 time: 0.0533957 Aug 25 12:14:43.755427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e9d2bf6c-bfe8-4a8e-ba0e-9e0c8f3554e6 req-e8f69d29-1fe9-4572-9c6f-6a7e1a9e04a2 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Aug 25 12:14:44.872235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f0769-8925-4104-9479-10389997945d req-c07ac064-699e-446a-940b-cffcb5bdbbd1 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:44.873759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f3f0769-8925-4104-9479-10389997945d req-c07ac064-699e-446a-940b-cffcb5bdbbd1 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 943 time: 0.0484679 Aug 25 12:14:44.890028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 56ea22b0-2381-4b25-b99c-ef889bf63173 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:14:44.912908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7f3f0769-8925-4104-9479-10389997945d req-c827762d-9532-4e61-86ea-8f599ad2bbe2 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Aug 25 12:14:44.987115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:44.998981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'port_id': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'mac_address': 'fa:16:3e:29:1a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:14:45.037261 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:45.050314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ea22b0-2381-4b25-b99c-ef889bf63173 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:14:45.069401 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:45.073322 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:45.121619 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:45.129758 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.130106 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.130453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.130796 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.131130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.131458 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.131785 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.132113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.132437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.132762 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.133088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.133409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:14:45.287890 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['56ea22b0-2381-4b25-b99c-ef889bf63173'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:14:46.029136 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1c03c-74e3-4057-9bf4-008f792a89e5 req-e9ff5f37-5a22-4c7b-ba43-ca3ff8b5cd65 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:46.030692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42a1c03c-74e3-4057-9bf4-008f792a89e5 req-e9ff5f37-5a22-4c7b-ba43-ca3ff8b5cd65 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 944 time: 0.0501900 Aug 25 12:14:46.067808 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42a1c03c-74e3-4057-9bf4-008f792a89e5 req-da8c8b0d-4a71-4391-9246-302700ed3d7a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Aug 25 12:14:46.907087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 56ea22b0-2381-4b25-b99c-ef889bf63173 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:14:46.954481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 56ea22b0-2381-4b25-b99c-ef889bf63173 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:14:46.958037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 56ea22b0-2381-4b25-b99c-ef889bf63173 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:14:46.958417 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:47.039297 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:47.061920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:14:47.064198 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0e4500-5dea-409a-925b-156f82019535" -d '{"events": [{"server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "name": "network-vif-plugged", "status": "completed", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:14:47.076935 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:14:47.081675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:47.132719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:14:47.176998 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a256a4-2673-467d-ab00-9698fa2250a2 x-openstack-request-id: req-62a256a4-2673-467d-ab00-9698fa2250a2 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:14:47.177295 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "name": "network-vif-plugged", "status": "completed", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:14:47.177549 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62a256a4-2673-467d-ab00-9698fa2250a2 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:14:47.177970 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'code': 200} Aug 25 12:14:47.197331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251eea1-b642-4fbf-9a69-a5a50fe149bb req-f330f16a-d5d1-4e08-99e9-c119752769b8 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:47.198909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b251eea1-b642-4fbf-9a69-a5a50fe149bb req-f330f16a-d5d1-4e08-99e9-c119752769b8 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0601783 Aug 25 12:14:47.245869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b251eea1-b642-4fbf-9a69-a5a50fe149bb req-614909d2-0680-44d9-9f13-01cfee7510ea tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Aug 25 12:14:47.277367 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d2760-12ca-477a-8d10-5a06073ab76c req-d6c84e74-d507-402f-a397-3b024c4cf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:47.278914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-099d2760-12ca-477a-8d10-5a06073ab76c req-d6c84e74-d507-402f-a397-3b024c4cf8e7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1097 time: 0.0434170 Aug 25 12:14:47.314377 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-099d2760-12ca-477a-8d10-5a06073ab76c req-4bbf0768-0214-48af-957e-b2b9842945da service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273910 Aug 25 12:14:48.304935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a8c170ba-3166-4f14-a7ad-46b0efc108b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:48.367778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7cc95-2126-4ec8-8158-7325ea8e5313 req-d20efa34-5b00-4716-aa94-a8dedd1337e6 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:48.369308 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22d7cc95-2126-4ec8-8158-7325ea8e5313 req-d20efa34-5b00-4716-aa94-a8dedd1337e6 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0532393 Aug 25 12:14:48.410928 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22d7cc95-2126-4ec8-8158-7325ea8e5313 req-1cd478ab-3ccc-462b-9fb6-b574295140d9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Aug 25 12:14:49.538137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbcdf9-78f2-4485-809a-37926d86e971 req-06ef63ec-87be-4ee8-b848-5f1d0ab9bb98 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:49.539644 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7fbcdf9-78f2-4485-809a-37926d86e971 req-06ef63ec-87be-4ee8-b848-5f1d0ab9bb98 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0612471 Aug 25 12:14:49.577781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7fbcdf9-78f2-4485-809a-37926d86e971 req-50b1872d-ca9a-4b2a-8a6f-27294ad0ff13 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Aug 25 12:14:49.691545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd15cce-3477-46ae-b460-bb2b1a6b9c02 req-aaaac62f-2a59-40c0-90cc-f9c2e4e643ca tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:49.692964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abd15cce-3477-46ae-b460-bb2b1a6b9c02 req-aaaac62f-2a59-40c0-90cc-f9c2e4e643ca tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0502560 Aug 25 12:14:49.731161 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-abd15cce-3477-46ae-b460-bb2b1a6b9c02 req-12441f5d-0f75-4a99-a04d-6666eb18831a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Aug 25 12:14:49.915581 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d13a1-4776-4610-9114-083e05b0218d req-6dbffc50-5ca1-4c7f-a720-cbafbce168a3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:14:49.917070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-573d13a1-4776-4610-9114-083e05b0218d req-6dbffc50-5ca1-4c7f-a720-cbafbce168a3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Aug 25 12:14:49.954114 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-573d13a1-4776-4610-9114-083e05b0218d req-7e555b7e-826e-471c-9617-c271f7fcb2af tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Aug 25 12:14:51.242380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-07879dec-9fec-4eb6-b16d-e2891789c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:51.460612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:52.645514 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:54.495572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:14:57.708019 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:01.374255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:01.505621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275e1c-29bb-43bd-ab86-fee1e5925a4e req-614666ab-d9b8-4aef-8803-26f52414aede tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:01.507125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65275e1c-29bb-43bd-ab86-fee1e5925a4e req-614666ab-d9b8-4aef-8803-26f52414aede tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Aug 25 12:15:01.544536 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-65275e1c-29bb-43bd-ab86-fee1e5925a4e req-e3cde3be-48f1-4de2-87ab-3460ccc6e9bb tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Aug 25 12:15:01.567343 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41626) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:01.647983 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19d8fe-9d86-4ea6-bd0f-3a69e8663b6d tempest-TestMinimumBasicScenario-218906516 tempest-TestMinimumBasicScenario-218906516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:01.649490 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-dc19d8fe-9d86-4ea6-bd0f-3a69e8663b6d tempest-TestMinimumBasicScenario-218906516 tempest-TestMinimumBasicScenario-218906516-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1092 time: 0.0811996 Aug 25 12:15:01.652544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41630) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:01.658446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:01.682195 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:01.779730 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:01.878490 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Allocated IP 172.25.1.250 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/0349d880-456e-471d-97e2-36f2666b7dc5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:15:01.979324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:02.016861 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:02.055922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:15:02.060693 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:15:02.064705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:15:02.088399 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'Port': ['ID=0349d880-456e-471d-97e2-36f2666b7dc5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:02.416495 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:02.480829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:02.960664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:02.965445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.032089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'Port': ['ID=0349d880-456e-471d-97e2-36f2666b7dc5,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:03.043822 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.142666 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Floating IP f4867fc1-39bb-41b9-af8f-028179f5abbf associated. External IP: 172.25.1.250, port: 56ea22b0-2381-4b25-b99c-ef889bf63173. Aug 25 12:15:03.345143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:15:03.451003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:15:03.461922 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] Sync routers for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:15:03.474212 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:15:03.475256 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:15:03.476180 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.504684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a3b6316f-0f6e-4dea-af04-dfdf5c245712 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8511271 Aug 25 12:15:03.505266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:15:03.507561 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:15:03.507715 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41634) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:03.513034 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005431018', 'description': 'tempest-secgroup-smoke-2005431018 description', 'project_id': '8faf402979444f4b9188d64534202e51'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:03.539769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.548857 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787dd9d1-bda6-4673-9e48-ec4301a4117b x-openstack-request-id: req-787dd9d1-bda6-4673-9e48-ec4301a4117b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:15:03.549154 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:15:03.549406 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-787dd9d1-bda6-4673-9e48-ec4301a4117b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:15:03.549882 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'status': 'completed', 'code': 200} Aug 25 12:15:03.588951 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:15:03.622202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-187a94c1-4b10-41b8-b081-b6daa1c9cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:03.623704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-187a94c1-4b10-41b8-b081-b6daa1c9cab8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1097 time: 0.0490215 Aug 25 12:15:03.629080 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.633403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.658284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.660752 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1520970 Aug 25 12:15:03.663722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41638) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:03.670906 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group_rule': {'security_group_id': '5339da4f-2261-4f25-8d87-bc63347eeca5', 'project_id': '8faf402979444f4b9188d64534202e51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:03.688780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5339da4f-2261-4f25-8d87-bc63347eeca5,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:03.698464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.698820 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.699170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.700241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.700241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.700445 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.700624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.700927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.701618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.701618 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.701925 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.702277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac306005-2f24-4995-8528-012608aa7779 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:03.728695 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.736123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-2c25c01e-3853-4405-b95a-f4bfdb6acd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:03.737835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-2c25c01e-3853-4405-b95a-f4bfdb6acd40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.1065586 Aug 25 12:15:03.798680 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.807661 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.818887 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-9bebec29-5f18-4af7-b2b1-259eca0ffd90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 999 time: 0.0733819 Aug 25 12:15:03.829827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876143d6-bcd4-430c-a833-121e707ddcc5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:03.839320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.840568 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ceaba1ab-45ff-4c0a-b152-23f16c7cf0cf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759155 Aug 25 12:15:03.843950 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41640) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:03.850222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group_rule': {'security_group_id': '5339da4f-2261-4f25-8d87-bc63347eeca5', 'project_id': '8faf402979444f4b9188d64534202e51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:03.871275 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'f4867fc1-39bb-41b9-af8f-028179f5abbf', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'port_id': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'mac_address': 'fa:16:3e:29:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:15:02Z', 'updated_at': '2021-08-25T12:15:02Z', 'revision_number': 0, 'project_id': '8faf402979444f4b9188d64534202e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:15:03.880633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.890347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-c4517ffd-1a92-4628-b40a-58341e4a00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:03.891993 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-c4517ffd-1a92-4628-b40a-58341e4a00e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0638726 Aug 25 12:15:03.900523 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] Checking router: a51fead7-fcfc-408f-9a77-c0e3532ba5f4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:15:03.908845 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:15:03.909489 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:14:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:15:03.945054 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.946572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-8430231a-491a-4550-897a-19e541e14e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:03.948652 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-8430231a-491a-4550-897a-19e541e14e15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486200 Aug 25 12:15:03.949751 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.965933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f673c89-08c8-4af8-8d24-8c786eab8669,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:03.976451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:03.979978 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0ea53483-c06c-427d-84ff-9f68de0ebf28 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328697 Aug 25 12:15:03.980859 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41642) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:03.985712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group_rule': {'security_group_id': '5339da4f-2261-4f25-8d87-bc63347eeca5', 'project_id': '8faf402979444f4b9188d64534202e51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:04.015691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.032376 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:15:04.059419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-e6dde7ae-621a-4bbb-9b67-67d6c878aacf service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010811 Aug 25 12:15:04.084516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.089370 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.108723 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5036f2f-bf21-4782-9f69-af3c268b5118,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:04.116599 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.120500 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-08997742-b56d-45e4-a457-e72c0cfaada0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359956 Aug 25 12:15:04.120956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:04.128485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group_rule': {'security_group_id': '5339da4f-2261-4f25-8d87-bc63347eeca5', 'project_id': '8faf402979444f4b9188d64534202e51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:04.157778 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.167890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7a8ed27-2134-4e39-b9d1-8d2c01863ca6 req-fd4c1a11-3b51-4369-a2b4-011db7615f87 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002657 Aug 25 12:15:04.218717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.222534 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.241254 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a51e3d4-1f4e-4ccb-844a-a556f7bbe069,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:04.249118 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.250347 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-103c66f4-08f8-4049-8b19-e2c11d519b79 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277554 Aug 25 12:15:04.253596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41646) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:04.258153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group_rule': {'security_group_id': '5339da4f-2261-4f25-8d87-bc63347eeca5', 'project_id': '8faf402979444f4b9188d64534202e51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:04.280155 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Project 8faf402979444f4b9188d64534202e51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:15:04.285129 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.287454 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'f4867fc1-39bb-41b9-af8f-028179f5abbf', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'port_id': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'mac_address': 'fa:16:3e:29:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:15:02Z', 'updated_at': '2021-08-25T12:15:02Z', 'revision_number': 0, 'project_id': '8faf402979444f4b9188d64534202e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:15:04.319662 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13032b9f-9a5e-41ca-96f8-0832dba5fd8e None None] The sync data for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 is: [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'f4867fc1-39bb-41b9-af8f-028179f5abbf', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'port_id': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'mac_address': 'fa:16:3e:29:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:15:02Z', 'updated_at': '2021-08-25T12:15:02Z', 'revision_number': 0, 'project_id': '8faf402979444f4b9188d64534202e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:15:04.353243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.358181 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.378453 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2f0b93-e1c8-42fe-8e8d-b45bc643ae96,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:04.381860 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.385563 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02d73768-f92a-43ca-bb7e-c3cb64079a1f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285126 Aug 25 12:15:04.386180 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41648) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:15:04.390297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'security_group_rule': {'security_group_id': '5339da4f-2261-4f25-8d87-bc63347eeca5', 'project_id': '8faf402979444f4b9188d64534202e51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:04.411993 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Project 8faf402979444f4b9188d64534202e51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:15:04.417002 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.483659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.488247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.506668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0c6d94-d852-4884-beb6-98d183a3f8bf,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:04.515102 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.519059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-feff295a-58a6-4666-9610-3294aefe3f53 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296666 Aug 25 12:15:04.546952 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5c5177-d5c9-466a-a8fd-eaefc6618e43 None None] New status for floating IP f4867fc1-39bb-41b9-af8f-028179f5abbf: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:15:04.601675 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-0c379bc2-3d82-4043-8cc3-895e07c00ccf tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005431018&fields=id&tenant_id=8faf402979444f4b9188d64534202e51 HTTP/1.1" status: 200 len: 267 time: 0.0343697 Aug 25 12:15:04.654851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-bf611850-a21f-4f72-988e-efaf8582b854 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:04.656500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-bf611850-a21f-4f72-988e-efaf8582b854 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Aug 25 12:15:04.668943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'port': {'security_groups': ['6dcdbf2d-906d-41c7-ac97-d8affeba430c', '5339da4f-2261-4f25-8d87-bc63347eeca5']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:15:04.743915 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.950542 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:15:04.980111 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.984858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:04.996318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['56ea22b0-2381-4b25-b99c-ef889bf63173'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:15:05.035970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:05.036589 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:05.038031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e775d125-1c18-42ef-8f52-67e29e9eece9 req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "PUT /v2.0/ports/56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 981 time: 0.3740640 Aug 25 12:15:05.059630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=6']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:15:05.067953 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.068310 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.068666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.069010 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.070054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.070959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.070959 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.071159 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.071386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.071717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.072048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.072374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4fdd6-901e-4a06-bc3a-3f4b6505c65f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:15:05.099136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['56ea22b0-2381-4b25-b99c-ef889bf63173'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:15:05.183348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd96b8-2caf-43d8-8f7a-79f2174d48f1 req-cdbfff72-a315-4780-8123-7d80d779bc7f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:05.186353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbbd96b8-2caf-43d8-8f7a-79f2174d48f1 req-cdbfff72-a315-4780-8123-7d80d779bc7f tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0579236 Aug 25 12:15:05.233623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bbbd96b8-2caf-43d8-8f7a-79f2174d48f1 req-f4fdddd0-3d2c-485d-8795-b8e604d3ec1c tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406013 Aug 25 12:15:05.390558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c22f1386-0a19-49a8-89ac-eafe82899ac6 None None] Provisioning complete for port 56ea22b0-2381-4b25-b99c-ef889bf63173 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:15:05.390852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c22f1386-0a19-49a8-89ac-eafe82899ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:05.550898 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:15:05.553327 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08491f9-3a07-49a5-9a43-568926a98ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:15:05.592242 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d55693-53c8-4c67-b9f4-eecd0720f18c x-openstack-request-id: req-62d55693-53c8-4c67-b9f4-eecd0720f18c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:15:05.592649 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:15:05.593028 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62d55693-53c8-4c67-b9f4-eecd0720f18c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:15:05.593565 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'status': 'completed', 'code': 200} Aug 25 12:15:05.654495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-0af7ba80-ce72-416e-a79e-526e6bb9a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:05.656012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-0af7ba80-ce72-416e-a79e-526e6bb9a552 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1136 time: 0.0417178 Aug 25 12:15:05.752138 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-ecab81cc-526c-43b4-bed3-e0daaa240687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:05.754274 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-ecab81cc-526c-43b4-bed3-e0daaa240687 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.0901835 Aug 25 12:15:05.820450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-c3be63fe-3ab6-499b-839e-41045e4331b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 1001 time: 0.0580823 Aug 25 12:15:05.874696 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-c0f06ce0-bbf2-4b37-8199-5dc3824f35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:05.876133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-c0f06ce0-bbf2-4b37-8199-5dc3824f35df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0466027 Aug 25 12:15:05.923418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-5d2529f6-c8ed-4e54-9164-8a77c4110121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:05.925456 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-5d2529f6-c8ed-4e54-9164-8a77c4110121 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394409 Aug 25 12:15:06.022508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-3c0c53a0-d991-487b-8cf8-a35f7419cc38 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887234 Aug 25 12:15:06.116638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e08491f9-3a07-49a5-9a43-568926a98ee6 req-911203be-24bd-45a1-b0e0-53fee3b66cbb service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863624 Aug 25 12:15:07.156273 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-49e38db4-91c2-4930-a0b9-2f773981647d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407605 Aug 25 12:15:07.243357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-e311c25b-a6ca-4e2e-9042-e3cf69bf5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:07.244815 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-e311c25b-a6ca-4e2e-9042-e3cf69bf5ef1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1136 time: 0.0405433 Aug 25 12:15:07.350665 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-97f2117b-e50c-4568-9110-4653e8aa052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:07.352028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-97f2117b-e50c-4568-9110-4653e8aa052a service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.0861151 Aug 25 12:15:07.417916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-0a5f26d3-de7d-423c-888a-108d61dc8071 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 1001 time: 0.0571332 Aug 25 12:15:07.472244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-8582480d-6040-4a7d-93a2-9c1ef84517f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:07.473720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-8582480d-6040-4a7d-93a2-9c1ef84517f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0463817 Aug 25 12:15:07.520878 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-7bf54239-6b26-4290-927e-d17aa290d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:07.522422 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-7bf54239-6b26-4290-927e-d17aa290d817 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404370 Aug 25 12:15:07.611722 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-a51a145e-a895-4fe3-b5e0-a3ac18ffc93e service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806215 Aug 25 12:15:07.705000 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aae9a111-dd4f-4f85-9a1d-75885b84cb56 req-b0c0db09-0925-4484-bb34-f2dcee398380 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860505 Aug 25 12:15:18.306872 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a22e450b-2831-46ab-a060-93a130696a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:20.620793 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:15:21.242697 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4677-03b6-452c-8e42-a060698866d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:21.454548 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:21.527393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf480-6f37-4dc3-963a-effecade0439 req-776b62ac-7221-4979-81d7-73463cb7886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:21.528920 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-776b62ac-7221-4979-81d7-73463cb7886f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1136 time: 0.0686677 Aug 25 12:15:21.538084 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4235b0b-6a69-4262-8ae1-92930111c98a req-77287b94-b17c-461a-ac7a-2da6197d5e2d tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:21.539478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4235b0b-6a69-4262-8ae1-92930111c98a req-77287b94-b17c-461a-ac7a-2da6197d5e2d tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0920863 Aug 25 12:15:21.627172 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4235b0b-6a69-4262-8ae1-92930111c98a req-df21772c-7823-4ed0-8ac4-59fb0c7a34d0 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793014 Aug 25 12:15:21.663060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf480-6f37-4dc3-963a-effecade0439 req-5ed78899-ca52-4ea4-a328-da525dd6542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:21.665402 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-5ed78899-ca52-4ea4-a328-da525dd6542e service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.1250734 Aug 25 12:15:21.744933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-43c19df9-dfad-4f9b-baa8-6144138d7c5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 1001 time: 0.0685496 Aug 25 12:15:21.796699 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf480-6f37-4dc3-963a-effecade0439 req-026807c5-127f-4438-bc26-585f7b9d6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:21.798192 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-026807c5-127f-4438-bc26-585f7b9d6907 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0454645 Aug 25 12:15:21.844988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bf480-6f37-4dc3-963a-effecade0439 req-cfc8eaef-6d08-4fb7-afe5-e74d26e56746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:21.846508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-cfc8eaef-6d08-4fb7-afe5-e74d26e56746 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402811 Aug 25 12:15:21.942853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-1688d3bb-253f-45e2-9c6c-8a9c952d938f service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Aug 25 12:15:22.034601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-df3bf480-6f37-4dc3-963a-effecade0439 req-029b1ff4-a6f8-4bfa-90db-58bb879e77a9 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835309 Aug 25 12:15:22.648351 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:22.744493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5480f5-d922-4bf8-b984-837112654fb8 req-7422daaa-c917-41da-b55d-71409d7a0930 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:22.746011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb5480f5-d922-4bf8-b984-837112654fb8 req-7422daaa-c917-41da-b55d-71409d7a0930 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0494218 Aug 25 12:15:22.787146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb5480f5-d922-4bf8-b984-837112654fb8 req-3807fd73-132e-4abe-a9f5-2a5c6137ab74 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351169 Aug 25 12:15:23.919674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33a2d-80c9-4ebe-8db3-c8e933976634 req-7cec0cc7-7a82-4b06-949c-2adadb48eb02 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:23.921168 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cc33a2d-80c9-4ebe-8db3-c8e933976634 req-7cec0cc7-7a82-4b06-949c-2adadb48eb02 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0534863 Aug 25 12:15:23.963164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cc33a2d-80c9-4ebe-8db3-c8e933976634 req-a7cd193c-f35d-4a57-82e8-7b32e9209774 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353594 Aug 25 12:15:24.499272 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:25.082444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbb63-3fc6-493d-9ce6-db434e29dd59 req-86b4dac0-2dfc-49ea-a518-f5781b68887e tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:25.084288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2aacbb63-3fc6-493d-9ce6-db434e29dd59 req-86b4dac0-2dfc-49ea-a518-f5781b68887e tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0524921 Aug 25 12:15:25.126533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2aacbb63-3fc6-493d-9ce6-db434e29dd59 req-0185bd8b-c000-4566-b60d-3854e6ce8a29 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361936 Aug 25 12:15:26.260158 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd1666-b680-45e1-832d-d669748ab69b req-b12c66ef-b2ab-4aeb-89fa-1f1e78970fe6 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:26.261746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11fd1666-b680-45e1-832d-d669748ab69b req-b12c66ef-b2ab-4aeb-89fa-1f1e78970fe6 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0495176 Aug 25 12:15:26.302949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-11fd1666-b680-45e1-832d-d669748ab69b req-28c19ee1-9d2b-47bd-91d1-61df7c16ef2b tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350893 Aug 25 12:15:27.422803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc9d42-70e1-4d62-ba2a-444719ebed8a req-1256e789-8f08-4770-a79d-fa9bead04cf3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:27.424291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52cc9d42-70e1-4d62-ba2a-444719ebed8a req-1256e789-8f08-4770-a79d-fa9bead04cf3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0529797 Aug 25 12:15:27.464432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52cc9d42-70e1-4d62-ba2a-444719ebed8a req-94e467e1-64da-4089-b2a3-ef911f428667 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332801 Aug 25 12:15:27.715925 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:28.579208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab567823-1690-48a8-882e-b68b75b2f57e req-18acf3b7-d6fd-443c-9d0e-dcf1602f8c06 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:28.580691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab567823-1690-48a8-882e-b68b75b2f57e req-18acf3b7-d6fd-443c-9d0e-dcf1602f8c06 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0487750 Aug 25 12:15:28.620921 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab567823-1690-48a8-882e-b68b75b2f57e req-3903275a-12ff-4f67-a26a-9312bfcbe77c tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342183 Aug 25 12:15:29.740569 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096be0a6-8658-4223-97a7-2aa7847db2c9 req-3398aa53-9779-45b6-9e54-b3a33423c0e2 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:29.742095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-096be0a6-8658-4223-97a7-2aa7847db2c9 req-3398aa53-9779-45b6-9e54-b3a33423c0e2 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0517664 Aug 25 12:15:29.782523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-096be0a6-8658-4223-97a7-2aa7847db2c9 req-dc5ef508-c30a-4376-a652-235a6f82dbba tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343652 Aug 25 12:15:30.901616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14356e-60b9-45e2-a572-0129f85be11e req-9144b513-03ef-4bab-baca-c5c67f3dbb51 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:30.903165 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b14356e-60b9-45e2-a572-0129f85be11e req-9144b513-03ef-4bab-baca-c5c67f3dbb51 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0533102 Aug 25 12:15:30.943338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b14356e-60b9-45e2-a572-0129f85be11e req-eda44f35-56b7-491c-bae5-37b2ad540057 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340574 Aug 25 12:15:31.388016 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:32.058171 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7ca5d-ac02-4c22-a005-ced0ffd59b5a req-ebfba909-bac1-45a8-8c9a-695dfcea0d49 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:32.059702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22d7ca5d-ac02-4c22-a005-ced0ffd59b5a req-ebfba909-bac1-45a8-8c9a-695dfcea0d49 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0498347 Aug 25 12:15:32.099967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22d7ca5d-ac02-4c22-a005-ced0ffd59b5a req-5e17f982-5f1b-457f-b2a3-c25a1bda9d21 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338223 Aug 25 12:15:33.214327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a207-f88c-4854-bd1b-1e896c31a5c2 req-71959484-a2c3-4735-a40d-0f2b9d9936ed tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:15:33.215820 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b04a207-f88c-4854-bd1b-1e896c31a5c2 req-71959484-a2c3-4735-a40d-0f2b9d9936ed tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0491250 Aug 25 12:15:33.254806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5b04a207-f88c-4854-bd1b-1e896c31a5c2 req-3b528b16-16f6-4896-81e2-b50dcda4c46a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=5339da4f-2261-4f25-8d87-bc63347eeca5&id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328875 Aug 25 12:15:48.307848 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9297-9ebc-4b68-bbb2-ec1a811c253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:51.242857 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-28061416-d379-4ab7-85df-988a2f135794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:51.457972 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:52.650669 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:54.500642 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:15:57.619931 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:15:57.729492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:01.387582 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:05.738447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-7f143782-0ff5-4b9e-87d1-420693859be8 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005431018&fields=id&tenant_id=8faf402979444f4b9188d64534202e51 HTTP/1.1" status: 200 len: 267 time: 0.0365982 Aug 25 12:16:05.791218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-c02ab0a8-f3da-4dca-bbd4-900bd30f0efa tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:05.792715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-c02ab0a8-f3da-4dca-bbd4-900bd30f0efa tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 984 time: 0.0485766 Aug 25 12:16:05.803684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Request body: {'port': {'security_groups': ['6dcdbf2d-906d-41c7-ac97-d8affeba430c']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:05.865498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.036166 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:06.064977 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.070177 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.082001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['56ea22b0-2381-4b25-b99c-ef889bf63173'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:16:06.117655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:06.118309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.119781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-905ebc2f-2b78-418d-8ea7-cc9e573f0884 req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "PUT /v2.0/ports/56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 942 time: 0.3206000 Aug 25 12:16:06.122463 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:16:06.124755 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:16:06.131023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41704) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:06.158560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event updated for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:06.166747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.167627 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.168022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.168428 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.168775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.169112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.169448 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.169802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.170137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.170466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.170796 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.171451 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b8aade-c4d1-4a9a-b026-4ee26bc137f3 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.200918 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed22b79-d2f3-4a96-a647-7a2276d796c5 x-openstack-request-id: req-2ed22b79-d2f3-4a96-a647-7a2276d796c5 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:16:06.201818 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:16:06.202082 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ed22b79-d2f3-4a96-a647-7a2276d796c5 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:16:06.202494 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'status': 'completed', 'code': 200} Aug 25 12:16:06.203447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['56ea22b0-2381-4b25-b99c-ef889bf63173'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:16:06.216872 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.249715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.273298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-34f1d8a9-cccc-4bc9-9b47-0ec30f2358a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:06.275099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-34f1d8a9-cccc-4bc9-9b47-0ec30f2358a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1097 time: 0.0509982 Aug 25 12:16:06.326308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.329920 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.334707 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "DELETE /v2.0/security-groups/5339da4f-2261-4f25-8d87-bc63347eeca5 HTTP/1.1" status: 204 len: 168 time: 0.2008433 Aug 25 12:16:06.335575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41708) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:06.384664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-9c0ab8eb-5166-4dac-8d50-ff03cf248230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:06.386195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-9c0ab8eb-5166-4dac-8d50-ff03cf248230 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.1030502 Aug 25 12:16:06.390014 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5339da4f-2261-4f25-8d87-bc63347eeca5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:06.410322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.411193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.411530 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.411863 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.412194 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.412523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.412847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.413169 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.413491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.413848 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.414173 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.414483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386555dd-494e-48a5-8bf0-d840e9b68c24 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:06.445708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9ff3a4fd-226c-4ad8-bedf-869f935e1628 None None] Provisioning complete for port 56ea22b0-2381-4b25-b99c-ef889bf63173 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:06.446088 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9ff3a4fd-226c-4ad8-bedf-869f935e1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.468619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-1401df20-7625-4c44-8483-08659b730d56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 1001 time: 0.0747373 Aug 25 12:16:06.528090 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-ce8461cf-d06e-4880-8c06-664c4e71789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:06.529290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-ce8461cf-d06e-4880-8c06-664c4e71789e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0531259 Aug 25 12:16:06.537432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Deleting port 0349d880-456e-471d-97e2-36f2666b7dc5 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:06.537813 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.576759 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-411a0b6e-d14b-42de-9212-a647a3d9895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:06.578340 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-411a0b6e-d14b-42de-9212-a647a3d9895f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414798 Aug 25 12:16:06.614621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.614948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.627417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Calling delete_port for 0349d880-456e-471d-97e2-36f2666b7dc5 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:06.673094 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-c8771211-dbbf-4025-9edc-9323416ae6f8 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871394 Aug 25 12:16:06.765060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ecea37e-ad81-4e1c-a1ad-5b671c5fc545 req-7c3a51af-14d0-4842-a102-26395fd37836 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Aug 25 12:16:06.778704 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.806068 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event deleted for resources: {'Port': ['ID=0349d880-456e-471d-97e2-36f2666b7dc5,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:06.868697 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:06.869069 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Floating IP f4867fc1-39bb-41b9-af8f-028179f5abbf disassociated (deleted). External IP: 172.25.1.250, port: 56ea22b0-2381-4b25-b99c-ef889bf63173. Aug 25 12:16:07.075865 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:16:07.184022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:16:07.188890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:07.194679 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] Sync routers for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:16:07.203982 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:07.204594 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:07.219763 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2b2eaa85-12e0-4d8c-ab49-cc9d2fd707b9 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "DELETE /v2.0/floatingips/f4867fc1-39bb-41b9-af8f-028179f5abbf HTTP/1.1" status: 204 len: 168 time: 0.8747375 Aug 25 12:16:07.220363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:16:07.222662 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430657ff-efb9-46f9-a559-7c9c0a133c25" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:16:07.262117 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51ebb2-6635-4948-be99-dfb4705d7d1d x-openstack-request-id: req-6d51ebb2-6635-4948-be99-dfb4705d7d1d {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:16:07.262407 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:16:07.262654 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d51ebb2-6635-4948-be99-dfb4705d7d1d {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:16:07.263052 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'status': 'completed', 'code': 200} Aug 25 12:16:07.312768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:07.335042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-ce7e86c6-e833-48c9-a577-8cb0ae830fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:07.336645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-ce7e86c6-e833-48c9-a577-8cb0ae830fbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1097 time: 0.0512064 Aug 25 12:16:07.431102 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-fa16aa8c-a5f0-4016-a24d-b4f123e12f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:07.432650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-fa16aa8c-a5f0-4016-a24d-b4f123e12f21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.0883014 Aug 25 12:16:07.480933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-426852ab-3896-48ed-9e35-88e181d0b87c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 217 time: 0.0403898 Aug 25 12:16:07.537311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-eb5c538c-98bc-499b-a5d5-37b411bed9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:07.538828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-eb5c538c-98bc-499b-a5d5-37b411bed9db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0506597 Aug 25 12:16:07.540849 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:07.591436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-2da54714-52d7-47f5-90ed-ae6dbb94fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:07.592916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-2da54714-52d7-47f5-90ed-ae6dbb94fcb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443931 Aug 25 12:16:07.659426 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] Checking router: a51fead7-fcfc-408f-9a77-c0e3532ba5f4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:16:07.667741 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:07.668340 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:07.687367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-1e1f24e2-11ba-4490-9509-77b4818e89b1 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856593 Aug 25 12:16:07.772600 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:07.782188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-430657ff-efb9-46f9-a559-7c9c0a133c25 req-e5835044-1a49-4be0-93e3-65348ccaa533 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875762 Aug 25 12:16:07.971748 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:07.999065 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b871b2b-336c-4d60-b57c-c3963e66f2b0 None None] The sync data for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 is: [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:14:14Z', 'revision_number': 4, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'bd3053db-fec0-414b-bcaf-6bd35527c4cb', 'name': '', 'network_id': '35b88d8b-00a7-4303-82ec-0109e7ae8b7e', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'mac_address': 'fa:16:3e:37:f2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:13Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'subnets': [{'id': '17d63ac9-d978-42c2-ad39-7965c48d381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:16:08.208692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d72644-2e8f-49f8-8b5e-e38954abe645 None None] New status for floating IP f4867fc1-39bb-41b9-af8f-028179f5abbf: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:16:09.158692 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-ff693097-edb5-4930-a9f2-6b739573bc67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419941 Aug 25 12:16:09.243238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-1cb7ab93-717a-485b-821b-42039ca04c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:09.244910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-1cb7ab93-717a-485b-821b-42039ca04c61 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8faf402979444f4b9188d64534202e51&device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 1097 time: 0.0425954 Aug 25 12:16:09.353504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-19c33e7d-9d4c-46b7-bf4e-0641ecad7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:09.354978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-19c33e7d-9d4c-46b7-bf4e-0641ecad7ee1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 200 len: 916 time: 0.0894566 Aug 25 12:16:09.398864 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-360f01d9-b405-45d6-8802-16b3412473bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 200 len: 217 time: 0.0352943 Aug 25 12:16:09.454118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-eea41efe-5336-4f6e-9204-dd857ca5193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:09.455579 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-eea41efe-5336-4f6e-9204-dd857ca5193f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 200 len: 854 time: 0.0487421 Aug 25 12:16:09.502104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-90d3f427-2e24-4a76-bcca-9243decd91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:09.503605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-90d3f427-2e24-4a76-bcca-9243decd91f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b88d8b-00a7-4303-82ec-0109e7ae8b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407438 Aug 25 12:16:09.598738 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-1ab81929-ed6b-40a4-819c-57a9c8c75c29 service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Aug 25 12:16:09.709823 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2948b1cd-32fa-4231-94e5-c965a2328efa req-a51063ee-c224-4ab0-9b80-6c6e727dc38a service neutron] 10.222.0.67 "GET /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029835 Aug 25 12:16:14.179241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdedbfe-c88f-4fd2-94c5-df08c30f114b req-244f8572-71c9-4f5a-9574-86d1099c31de tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:14.180763 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdedbfe-c88f-4fd2-94c5-df08c30f114b req-244f8572-71c9-4f5a-9574-86d1099c31de tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Aug 25 12:16:14.220137 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2bdedbfe-c88f-4fd2-94c5-df08c30f114b req-1a86d2a0-d383-4e84-9b4e-b836509f7f7e tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 25 12:16:15.334382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d820cb8-10bf-4a15-868b-a557f88c02aa req-325e97fe-5822-4d0f-b47c-0d1229b64c6e tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:15.335869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d820cb8-10bf-4a15-868b-a557f88c02aa req-325e97fe-5822-4d0f-b47c-0d1229b64c6e tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Aug 25 12:16:15.373084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d820cb8-10bf-4a15-868b-a557f88c02aa req-eb7713b6-f6ae-43b6-ab2b-07f7ac539866 tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/security-groups?id=6dcdbf2d-906d-41c7-ac97-d8affeba430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Aug 25 12:16:15.878508 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-84b7a2e0-1b66-4673-81d4-227c0ba2d5cc tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:15.880619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-84b7a2e0-1b66-4673-81d4-227c0ba2d5cc tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Aug 25 12:16:15.978201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Deleting port 56ea22b0-2381-4b25-b99c-ef889bf63173 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:15.978548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:16.069748 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] For port 56ea22b0-2381-4b25-b99c-ef889bf63173, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=56ea22b0-2381-4b25-b99c-ef889bf63173,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:16.070116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:16.082794 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Calling delete_port for 56ea22b0-2381-4b25-b99c-ef889bf63173 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:16.211445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:16.223336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['56ea22b0-2381-4b25-b99c-ef889bf63173'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:16:16.239619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Pushing event deleted for resources: {'Port': ['ID=56ea22b0-2381-4b25-b99c-ef889bf63173,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:16.281259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] No DVR routers for this DVR port 56ea22b0-2381-4b25-b99c-ef889bf63173 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:16:16.283930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:16.286019 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-76b6c06a-d554-4791-8134-8b9b2f961019 req-0059eace-e677-4f5c-9d81-f7f54cee737a tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.67 "DELETE /v2.0/ports/56ea22b0-2381-4b25-b99c-ef889bf63173 HTTP/1.1" status: 204 len: 173 time: 0.3991582 Aug 25 12:16:16.286457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'name': 'network-vif-deleted', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:16:16.288692 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792a094-63fa-4346-879d-7cb32f51f18e" -d '{"events": [{"server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "name": "network-vif-deleted", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:16:16.327786 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec501b-e663-469c-b5ad-78ff0a3c4445 x-openstack-request-id: req-3dec501b-e663-469c-b5ad-78ff0a3c4445 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:16:16.328101 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca94508b-c24d-4c3f-a31e-1b0e6e716b04", "name": "network-vif-deleted", "tag": "56ea22b0-2381-4b25-b99c-ef889bf63173", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:16:16.328349 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dec501b-e663-469c-b5ad-78ff0a3c4445 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:16:16.328769 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca94508b-c24d-4c3f-a31e-1b0e6e716b04', 'name': 'network-vif-deleted', 'tag': '56ea22b0-2381-4b25-b99c-ef889bf63173', 'status': 'completed', 'code': 200} Aug 25 12:16:16.479251 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43dffe0a-7c17-49c4-8d6d-94fd320e00a0 req-240d9ed3-1a23-45c4-97f1-af87f647d6da tempest-TestMinimumBasicScenario-1512115455 tempest-TestMinimumBasicScenario-1512115455-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca94508b-c24d-4c3f-a31e-1b0e6e716b04 HTTP/1.1" status: 200 len: 210 time: 0.0266566 Aug 25 12:16:18.044524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41806) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:18.310512 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7fd7842b-284c-4e61-9850-79898e1c891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:18.397290 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:18.639449 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Deleting port bd3053db-fec0-414b-bcaf-6bd35527c4cb {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:18.639778 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:18.714216 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] For port bd3053db-fec0-414b-bcaf-6bd35527c4cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=bd3053db-fec0-414b-bcaf-6bd35527c4cb,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:18.714565 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:18.727457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Calling delete_port for bd3053db-fec0-414b-bcaf-6bd35527c4cb owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:18.903199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:18.926887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3053db-fec0-414b-bcaf-6bd35527c4cb,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:19.102080 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:19.311303 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 56ea22b0-2381-4b25-b99c-ef889bf63173 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:19.333535 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 56ea22b0-2381-4b25-b99c-ef889bf63173 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:19.333909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 56ea22b0-2381-4b25-b99c-ef889bf63173 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:19.646016 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:16:19.751938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:16:19.757500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b4905c15-eea3-4d23-9ac9-26f7d94b4fad admin admin] 10.222.0.35 "PUT /v2.0/routers/a51fead7-fcfc-408f-9a77-c0e3532ba5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119267 Aug 25 12:16:19.760079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41810) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:19.761812 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] Sync routers for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:16:19.771263 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:19.771855 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:19.862010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:19.874308 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:19.971026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.028419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Deleting port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:20.028766 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.058964 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:16:18Z', 'revision_number': 5, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port': {'id': '1abc3780-50d7-4c98-b3c4-7dafdd3546a6', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:12Z', 'updated_at': '2021-08-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:20.085418 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] Checking router: a51fead7-fcfc-408f-9a77-c0e3532ba5f4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:16:20.093657 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] Routers {'a51fead7-fcfc-408f-9a77-c0e3532ba5f4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:20.094279 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:15:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:20.106866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] For port 1abc3780-50d7-4c98-b3c4-7dafdd3546a6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:20.107430 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.120677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Calling delete_port for 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:20.179098 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] Set router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:20.229019 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:16:19Z', 'revision_number': 6, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:20.260605 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb8fe9-a122-4414-9c3f-2ad7d11bf413 None None] The sync data for ids ['a51fead7-fcfc-408f-9a77-c0e3532ba5f4'] in n-d-778732-11 is: [{'id': 'a51fead7-fcfc-408f-9a77-c0e3532ba5f4', 'name': 'tempest-TestMinimumBasicScenario-1349772544-router', 'tenant_id': '8faf402979444f4b9188d64534202e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:11Z', 'updated_at': '2021-08-25T12:16:19Z', 'revision_number': 6, 'project_id': '8faf402979444f4b9188d64534202e51', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:16:20.298632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.324045 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1abc3780-50d7-4c98-b3c4-7dafdd3546a6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:20.386659 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.478971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.480973 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.522788 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.523338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51fead7-fcfc-408f-9a77-c0e3532ba5f4 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:16:20.527714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.528889 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b1a933a0-1dea-4971-af33-2e2e4d39f1fc admin admin] 10.222.0.35 "DELETE /v2.0/routers/a51fead7-fcfc-408f-9a77-c0e3532ba5f4 HTTP/1.1" status: 204 len: 168 time: 0.7678638 Aug 25 12:16:20.531501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41812) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:20.578801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Deleting subnet 17d63ac9-d978-42c2-ad39-7965c48d381a {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:16:20.581714 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.620159 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.701589 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.752836 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.785237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d63ac9-d978-42c2-ad39-7965c48d381a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:20.787312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.789970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c29d4fb7-7589-4c58-b9f5-8b51dc89b102 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/17d63ac9-d978-42c2-ad39-7965c48d381a HTTP/1.1" status: 204 len: 168 time: 0.2574770 Aug 25 12:16:20.791989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b444be5-f17a-4abc-8fff-3a2c97a8602c None None] Network 35b88d8b-00a7-4303-82ec-0109e7ae8b7e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:16:20.792372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:20.859830 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.913208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Deleting port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:20.913577 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.978905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] For port c389c2bc-ffb7-4b5f-863b-fcd69078cd72, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:20.979143 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:20.992611 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Calling delete_port for c389c2bc-ffb7-4b5f-863b-fcd69078cd72 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:21.017018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] DHCP port deletion for 35b88d8b-00a7-4303-82ec-0109e7ae8b7e request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:16:21.065274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Deleting port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:21.065651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.078563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.104051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:21.109301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] No DVR routers for this DVR port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:16:21.137283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] For port c389c2bc-ffb7-4b5f-863b-fcd69078cd72, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,segment=NetworkSegment(607592bc-4755-4b5e-ab0f-ecb089a01099),segment_id=607592bc-4755-4b5e-ab0f-ecb089a01099)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:21.137721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.151173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Calling delete_port for c389c2bc-ffb7-4b5f-863b-fcd69078cd72 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:21.184191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.195837 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b88d8b-00a7-4303-82ec-0109e7ae8b7e']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:21.207869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607592bc-4755-4b5e-ab0f-ecb089a01099') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:21.208301 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607592bc-4755-4b5e-ab0f-ecb089a01099') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:21.217748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.226731 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.234659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.241551 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:16:21.242011 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.272986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Pushing event deleted for resources: {'Port': ['ID=c389c2bc-ffb7-4b5f-863b-fcd69078cd72,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:16:21.282318 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:16:21.287346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] No DVR routers for this DVR port c389c2bc-ffb7-4b5f-863b-fcd69078cd72 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:16:21.292226 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a0a49dd-72a3-4579-82bf-d2ff23bbbc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.295186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.295891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.295891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.296177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.296835 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.297370 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.299742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.300221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.301275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.301613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.301975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.302307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4c06e-ab54-46da-a984-d4b834908677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:21.311662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.318260 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.320205 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] 10.222.0.35 "DELETE /v2.0/networks/35b88d8b-00a7-4303-82ec-0109e7ae8b7e HTTP/1.1" status: 204 len: 168 time: 0.5273185 Aug 25 12:16:21.323877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41820) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:21.331599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971b1c4-9558-4523-b4a3-8beb3290c7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=35b88d8b-00a7-4303-82ec-0109e7ae8b7e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:21.464368 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.669101 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.910754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Deleting port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:21.911098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:21.986529 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] For port 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,segment=NetworkSegment(ce81459f-31ae-4f45-9bed-4b9029de7fcd),segment_id=ce81459f-31ae-4f45-9bed-4b9029de7fcd)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:21.986805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:22.002935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Calling delete_port for 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:22.181259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:22.208590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d9f4da-f57f-4950-ab37-f22ee5b5e9a2,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:22.355725 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c389c2bc-ffb7-4b5f-863b-fcd69078cd72 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:22.377885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: c389c2bc-ffb7-4b5f-863b-fcd69078cd72 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:22.378221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device c389c2bc-ffb7-4b5f-863b-fcd69078cd72 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:22.379290 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bd3053db-fec0-414b-bcaf-6bd35527c4cb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:22.381798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:22.401211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: bd3053db-fec0-414b-bcaf-6bd35527c4cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:22.401546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device bd3053db-fec0-414b-bcaf-6bd35527c4cb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:22.402185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:22.421091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:22.421438 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1abc3780-50d7-4c98-b3c4-7dafdd3546a6 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:22.611080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Router 8785fe9a-7179-44f4-a086-e57bbd5842fa has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:16:22.655835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:22.719847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:16:22.724832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e71995dc-59cf-46cb-a252-d89d8e7160c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/8785fe9a-7179-44f4-a086-e57bbd5842fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998983 Aug 25 12:16:22.727600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41826) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:22.729036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] Sync routers for ids ['8785fe9a-7179-44f4-a086-e57bbd5842fa'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:16:22.738849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] Routers {'8785fe9a-7179-44f4-a086-e57bbd5842fa'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:22.739464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8785fe9a-7179-44f4-a086-e57bbd5842fa'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:22.835355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:22.943652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:22.997369 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Deleting port 31fe126a-6679-4aa4-a549-0afe2bb8c100 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:22.997746 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.007813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] Set router 8785fe9a-7179-44f4-a086-e57bbd5842fa gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:23.076622 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] For port 31fe126a-6679-4aa4-a549-0afe2bb8c100, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=31fe126a-6679-4aa4-a549-0afe2bb8c100,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:23.077131 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.092044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Calling delete_port for 31fe126a-6679-4aa4-a549-0afe2bb8c100 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:23.186577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:16:22Z', 'revision_number': 5, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port': {'id': '31fe126a-6679-4aa4-a549-0afe2bb8c100', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:23.212403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] Checking router: 8785fe9a-7179-44f4-a086-e57bbd5842fa for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:16:23.220623 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] Routers {'8785fe9a-7179-44f4-a086-e57bbd5842fa'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:23.221288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['8785fe9a-7179-44f4-a086-e57bbd5842fa'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:23.258263 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.288244 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fe126a-6679-4aa4-a549-0afe2bb8c100,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:23.313064 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] Set router 8785fe9a-7179-44f4-a086-e57bbd5842fa gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:23.350480 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.365884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:16:22Z', 'revision_number': 6, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:23.395734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ee70d-d452-4f0b-b839-42e5b7830ce5 None None] The sync data for ids ['8785fe9a-7179-44f4-a086-e57bbd5842fa'] in n-d-778732-11 is: [{'id': '8785fe9a-7179-44f4-a086-e57bbd5842fa', 'name': 'tempest-TestMinimumBasicScenario-1524538602-router', 'tenant_id': '2296a059b6604058b113f458f46069e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:14:16Z', 'updated_at': '2021-08-25T12:16:22Z', 'revision_number': 6, 'project_id': '2296a059b6604058b113f458f46069e1', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:16:23.444537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.446697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.490678 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.491155 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8785fe9a-7179-44f4-a086-e57bbd5842fa {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:16:23.495407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.496638 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7bc2ff81-7601-4204-8080-25121be50d04 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8785fe9a-7179-44f4-a086-e57bbd5842fa HTTP/1.1" status: 204 len: 168 time: 0.7680683 Aug 25 12:16:23.499263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41828) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:23.882347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Deleting subnet fa5f30cd-844d-477f-84fa-464dc076bc43 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:16:23.885424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.919479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:23.996235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.055012 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.082006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5f30cd-844d-477f-84fa-464dc076bc43,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:24.083879 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.086398 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c5a88bdb-e03e-4479-84dd-6757cf702900 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fa5f30cd-844d-477f-84fa-464dc076bc43 HTTP/1.1" status: 204 len: 168 time: 0.5861647 Aug 25 12:16:24.088280 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:24.088495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f08f1f-c224-409b-851b-afa49f27fa59 None None] Network 0de935d1-c43c-4380-96a9-e35053758463 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:16:24.157185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.216297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Deleting port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:24.216651 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.290727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] For port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,segment=NetworkSegment(ce81459f-31ae-4f45-9bed-4b9029de7fcd),segment_id=ce81459f-31ae-4f45-9bed-4b9029de7fcd)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:24.291084 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.306169 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Calling delete_port for 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:24.306524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] DHCP port deletion for 0de935d1-c43c-4380-96a9-e35053758463 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:16:24.332409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 31fe126a-6679-4aa4-a549-0afe2bb8c100 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:24.353679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 31fe126a-6679-4aa4-a549-0afe2bb8c100 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:24.354069 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 31fe126a-6679-4aa4-a549-0afe2bb8c100 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:24.354486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:24.375173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:24.375793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 62d9f4da-f57f-4950-ab37-f22ee5b5e9a2 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:24.389563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.399909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Deleting port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:16:24.400293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.423527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:24.426129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] No DVR routers for this DVR port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:16:24.478895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] For port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:24.478895 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.497868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Calling delete_port for 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:16:24.501678 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 12:16:24.502568 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.504765 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.514121 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de935d1-c43c-4380-96a9-e35053758463']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:24.528292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce81459f-31ae-4f45-9bed-4b9029de7fcd') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:24.528486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce81459f-31ae-4f45-9bed-4b9029de7fcd') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:24.531521 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.532301 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] Pushing event deleted for resources: {'Port': ['ID=9e0049d6-4b0d-4320-bc0b-5fc83564ba9f,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:24.536507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4f429-e5f8-4e1a-accd-4ef7544b83be None None] No DVR routers for this DVR port 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:16:24.541433 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.562833 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.569081 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:16:24.569463 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:16:24.571357 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:16:24.628411 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.634257 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.636417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0de935d1-c43c-4380-96a9-e35053758463 HTTP/1.1" status: 204 len: 168 time: 0.5472016 Aug 25 12:16:24.653077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25016335-5ee2-41b5-8e34-87d4237de6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de935d1-c43c-4380-96a9-e35053758463,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:24.798755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41834) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:24.839315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0853a119-3153-4317-bd82-280ce7584cbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8faf402979444f4b9188d64534202e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392900 Aug 25 12:16:24.841809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41836) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:24.889393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ff29-f325-4ee4-a463-8122d6e2f9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.911866 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ff29-f325-4ee4-a463-8122d6e2f9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.962039 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ff29-f325-4ee4-a463-8122d6e2f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.964598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ff29-f325-4ee4-a463-8122d6e2f9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:24.965838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c3a0ff29-f325-4ee4-a463-8122d6e2f9b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6dcdbf2d-906d-41c7-ac97-d8affeba430c HTTP/1.1" status: 204 len: 168 time: 0.1230874 Aug 25 12:16:24.974827 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0ff29-f325-4ee4-a463-8122d6e2f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcdbf2d-906d-41c7-ac97-d8affeba430c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:25.281418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41842) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:25.324916 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cf2167ad-e5e3-4557-9474-572ab11681b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2296a059b6604058b113f458f46069e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422044 Aug 25 12:16:25.327236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41844) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:25.374021 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1358f80-eaec-4490-ae48-fa94583260f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:25.396644 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1358f80-eaec-4490-ae48-fa94583260f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:25.443449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1358f80-eaec-4490-ae48-fa94583260f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:25.446193 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e1358f80-eaec-4490-ae48-fa94583260f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:25.447347 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e1358f80-eaec-4490-ae48-fa94583260f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/973c0ae6-d6f4-4be7-bc2a-4c99dcdeec8e HTTP/1.1" status: 204 len: 168 time: 0.1192164 Aug 25 12:16:25.454919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1358f80-eaec-4490-ae48-fa94583260f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c0ae6-d6f4-4be7-bc2a-4c99dcdeec8e,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:26.292820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:16:26.313520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:16:26.313970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e0049d6-4b0d-4320-bc0b-5fc83564ba9f not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:16:27.179810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41884) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:27.184589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051220262', 'description': 'tempest-secgroup-smoke-2051220262 description', 'project_id': '06d2d2f27fd143bc93d745827258d67b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:27.206837 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.219212 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.310384 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.314139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.351355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f354bfa-2877-45fe-ac8e-8904099ce697,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:27.403942 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.407723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.438165 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.439396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2585514 Aug 25 12:16:27.442456 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41886) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:27.443447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6854823-cec5-4533-a404-ea12d758c6f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564c0d61-2c24-4614-b41d-c902876c7cb5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:27.447332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '564c0d61-2c24-4614-b41d-c902876c7cb5', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:27.473356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.528257 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.531775 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.546663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b356b42b-cf59-4d1d-a1cd-b8df36e6190e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:27.555544 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.556743 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c3335cdd-19e3-4d67-8851-9617d887200f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132710 Aug 25 12:16:27.559485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41888) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:27.563996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '564c0d61-2c24-4614-b41d-c902876c7cb5', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:27.589635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.647060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.650744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.669473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb372e0-a741-4c28-92e1-e1c122a86deb,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:27.675112 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.677204 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b52b4db3-a9ac-4b04-8343-d8f2622fd9a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167684 Aug 25 12:16:27.679946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:27.684369 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '564c0d61-2c24-4614-b41d-c902876c7cb5', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:27.710320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.729156 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.771313 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.775085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.792685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec506cd5-c269-439d-b0a6-64ca9090fd1d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:27.798795 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.800142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-412aea2f-9a4b-4e43-b62f-342763caa9a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192667 Aug 25 12:16:27.803492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:27.807866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '564c0d61-2c24-4614-b41d-c902876c7cb5', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:27.834639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.845292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-93c2047e-3a12-4981-a142-7dd34291fcfe req-5534d874-77ef-4e01-ad24-ae97bbaa47a6 tempest-ServerDiskConfigTestJSON-1045227790 tempest-ServerDiskConfigTestJSON-1045227790-project] (94910) timed out ('10.222.0.67', 65371) {{(pid=94910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:16:27.895235 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.899170 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.919936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca3d4e6-bc3f-4a64-af50-dc1a21618ff9,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:27.927596 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:27.928853 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-89f78956-4597-4529-ac40-eed6c0726ad1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244094 Aug 25 12:16:27.931786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:27.936380 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '564c0d61-2c24-4614-b41d-c902876c7cb5', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:27.958531 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:16:27.963956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.028975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.033039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.052007 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46512cbc-2d51-4d43-86ee-17da4aea8d14,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:28.058288 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.059610 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-032a119c-17db-40a2-a39b-476ae647a2fe tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268489 Aug 25 12:16:28.063562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:28.068142 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '564c0d61-2c24-4614-b41d-c902876c7cb5', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:28.090964 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:16:28.095986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.162146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.166365 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.184098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69cce3a-9b9d-4994-ae26-54c518bf604e,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:28.189578 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.190833 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-42f970b4-e607-4e7f-9a47-05c4038f9bab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263244 Aug 25 12:16:28.194299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41898) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:28.199210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'network': {'name': 'tempest-network-smoke--1428230421', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:28.219308 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:16:28.222807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.245622 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:16:28.254848 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.255196 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Added segment 48c3b0fc-9eb1-42cb-b3c1-662624bba320 of type vlan for network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e Aug 25 12:16:28.296003 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.320372 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.326023 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:28.326606 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.381593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1860754 Aug 25 12:16:28.384322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 41900) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:28.388682 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'admin_state_up': True, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:28.409344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e960-5683-4a9e-aa3d-73435e6c88eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Network': ['ID=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:28.420137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:16:28.425668 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.426742 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.477657 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:28.892715 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.077748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.096972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.200204 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.100 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d28fdf61-3c75-4292-922a-62a5734d8258) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:16:29.303769 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.342809 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.382869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:16:29.387615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:29.391136 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:16:29.416058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=d28fdf61-3c75-4292-922a-62a5734d8258,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:29.642024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.842472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:29.978677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router bdb31cec-656a-485f-8cfe-94976400c700 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:16:30.088984 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:16:30.100273 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Sync routers for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:16:30.111258 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:30.112004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:30.116336 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.120960 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a454c3ec-de60-4594-802a-90290c075dc5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7327719 Aug 25 12:16:30.121324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41902) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:30.224963 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:30.253486 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-46574c83-0832-4107-870f-146023d8627d tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=06d2d2f27fd143bc93d745827258d67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1309702 Aug 25 12:16:30.256259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41906) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:30.354987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c75ba-a780-406a-a6c8-549e6b3dc060 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:30.356780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c39c75ba-a780-406a-a6c8-549e6b3dc060 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996215 Aug 25 12:16:30.359686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41908) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:30.393589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d8e026fa-f052-4aba-bfdf-bfa64944fcf9 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325930 Aug 25 12:16:30.397093 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41910) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:30.402690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597515760', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:30.422494 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:29Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:30.459805 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Checking router: bdb31cec-656a-485f-8cfe-94976400c700 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:16:30.460555 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Updating router bdb31cec-656a-485f-8cfe-94976400c700 port d28fdf61-3c75-4292-922a-62a5734d8258 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:16:30.489849 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.497710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:16:30.501577 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.693819 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.759736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Subnet': ['ID=3a4daa84-ffd7-436d-836d-0e9eb2090f2e,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:30.765347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Checking segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:16:30.765347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network hostable DHCP agents. Network: 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:16:30.782351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:16:30.792002 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:30.797139 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:30.797870 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.806845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf6d4b-925c-4575-ba04-f4314a95a6bb None None] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:16:30.825703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6d489f1-7101-47e4-b93a-abd0e33eb0e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4267774 Aug 25 12:16:30.829118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:30.861746 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.872596 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Transition to ACTIVE for port object d28fdf61-3c75-4292-922a-62a5734d8258 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:30.879403 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.933727 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Attempting to bind port d28fdf61-3c75-4292-922a-62a5734d8258 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:16:30.934115 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Attempting to bind port d28fdf61-3c75-4292-922a-62a5734d8258 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:16:30.934457 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Attempting to bind port d28fdf61-3c75-4292-922a-62a5734d8258 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:16:30.937514 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Pushing event updated for resources: {'Port': ['ID=d28fdf61-3c75-4292-922a-62a5734d8258,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:30.942850 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:16:30.943241 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:16:30.943604 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.943980 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:16:30.944429 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Bound port: d28fdf61-3c75-4292-922a-62a5734d8258, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:16:30.944801 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:30.952045 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.952383 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.952716 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.953047 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.953371 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.953715 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.954041 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.954360 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.954680 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.955016 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.955309 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:30.955663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:16:31.011819 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] For port d28fdf61-3c75-4292-922a-62a5734d8258, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:16:31.015408 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] For port d28fdf61-3c75-4292-922a-62a5734d8258, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d28fdf61-3c75-4292-922a-62a5734d8258,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:16:31.023813 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.064703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:16:31.066778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.117336 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:31.118295 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:31.174967 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465c3ff-68c5-4efc-b200-ddfa5eb1c188 None None] Pushing event updated for resources: {'Port': ['ID=d28fdf61-3c75-4292-922a-62a5734d8258,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:31.257764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Allocated IP 172.20.0.2 (77ab5980-9ddb-4232-a6ce-2237fd6a5a2e/3a4daa84-ffd7-436d-836d-0e9eb2090f2e/6a3829e9-3db9-4ab4-adec-72c5914c70b3) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:16:31.260794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:31.363911 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.417198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.428955 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Transition to ACTIVE for port object 6a3829e9-3db9-4ab4-adec-72c5914c70b3 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:31.431695 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.445979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Transition to ACTIVE for port object 6a3829e9-3db9-4ab4-adec-72c5914c70b3 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:31.446507 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:29Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:31.452256 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.478223 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08cf942-851a-4839-acfc-8d5cdd2c366a None None] The sync data for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 is: [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:29Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:16:31.496425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:16:31.500683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:31.505421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:16:31.508910 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Pushing event updated for resources: {'Port': ['ID=6a3829e9-3db9-4ab4-adec-72c5914c70b3,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:31.572719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Attempting to bind port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:16:31.573201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Attempting to bind port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:16:31.573675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Attempting to bind port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 on network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:16:31.579555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:16:31.580120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Checking segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:16:31.580655 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.581163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Bound using segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:16:31.582410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Bound port: 6a3829e9-3db9-4ab4-adec-72c5914c70b3, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:16:31.582928 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.653957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] For port 6a3829e9-3db9-4ab4-adec-72c5914c70b3, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:16:31.657412 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] For port 6a3829e9-3db9-4ab4-adec-72c5914c70b3, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6a3829e9-3db9-4ab4-adec-72c5914c70b3,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:16:31.664050 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.671545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.1 (77ab5980-9ddb-4232-a6ce-2237fd6a5a2e/3a4daa84-ffd7-436d-836d-0e9eb2090f2e/767e3929-6faf-49ab-aa82-26394242681c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:16:31.764589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040dbab-b1e8-4238-9105-4b3aee256c76 None None] Pushing event updated for resources: {'Port': ['ID=6a3829e9-3db9-4ab4-adec-72c5914c70b3,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:31.837902 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.854611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object 767e3929-6faf-49ab-aa82-26394242681c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:31.891067 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:31.953899 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:16:31.957625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:31.961815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:16:31.970663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=767e3929-6faf-49ab-aa82-26394242681c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:32.034075 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.165958 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.355710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6a3829e9-3db9-4ab4-adec-72c5914c70b3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:32.422354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:32.427921 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d28fdf61-3c75-4292-922a-62a5734d8258 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:32.483922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port d28fdf61-3c75-4292-922a-62a5734d8258 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:32.488692 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d28fdf61-3c75-4292-922a-62a5734d8258 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:32.489658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.498449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.503271 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.574606 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.594277 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.596137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=767e3929-6faf-49ab-aa82-26394242681c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:32.606052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port d28fdf61-3c75-4292-922a-62a5734d8258, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d28fdf61-3c75-4292-922a-62a5734d8258,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:32.611598 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.673498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=d28fdf61-3c75-4292-922a-62a5734d8258,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:32.700612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:16:32.700612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:32.713455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6810bd-0199-4104-ac5f-6954f5b21907 None None] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:16:32.771738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] Provisioning for port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:32.783486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] Provisioning complete for port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:32.783868 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.823104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router bdb31cec-656a-485f-8cfe-94976400c700 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:16:32.930967 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:32.938719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:16:32.947854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bc8e5138-c9c5-4f49-9c2a-552476fc594b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/bdb31cec-656a-485f-8cfe-94976400c700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1170998 Aug 25 12:16:32.976847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] For port 6a3829e9-3db9-4ab4-adec-72c5914c70b3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6a3829e9-3db9-4ab4-adec-72c5914c70b3,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:32.983190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:33.043414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e2ffa-2724-40d0-bf4e-489d5a9f222e None None] Pushing event updated for resources: {'Port': ['ID=6a3829e9-3db9-4ab4-adec-72c5914c70b3,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:33.115630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-50196923-15a5-420e-9733-8cece4a79534 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051220262&fields=id&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 267 time: 0.0350084 Aug 25 12:16:33.148229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Sync routers for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:16:33.158526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:33.159230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:33.220816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-661f440f-34cd-4607-ba4a-62263a99619c None None] Provisioning for port 767e3929-6faf-49ab-aa82-26394242681c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:33.234575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-4895d2f1-5977-466f-858c-fb57b31aef6d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:33.236052 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-4895d2f1-5977-466f-858c-fb57b31aef6d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/networks?id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 200 len: 797 time: 0.1111724 Aug 25 12:16:33.252783 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-2a43493a-de11-4b96-983c-fee3c01621a8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/quotas/06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 375 time: 0.0098681 Aug 25 12:16:33.256677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-661f440f-34cd-4607-ba4a-62263a99619c None None] Provisioning complete for port 767e3929-6faf-49ab-aa82-26394242681c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:33.257059 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661f440f-34cd-4607-ba4a-62263a99619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:33.308153 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:33.310029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-661f440f-34cd-4607-ba4a-62263a99619c None None] Port 767e3929-6faf-49ab-aa82-26394242681c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:16:33.313252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-71fc901b-b361-4e03-99d0-2dd1c1432a81 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530646 Aug 25 12:16:33.353454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-661f440f-34cd-4607-ba4a-62263a99619c None None] Provisioning complete for port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:33.353857 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-661f440f-34cd-4607-ba4a-62263a99619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:33.420727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-d0c8e111-cb94-4f53-b4bd-ee90da8048c8 service neutron] 10.222.0.35 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931094 Aug 25 12:16:33.523671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-16a264ac-1aed-4840-ad83-d046fb57f621 service neutron] 10.222.0.35 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953403 Aug 25 12:16:33.590043 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 2, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:33.619608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Checking router: bdb31cec-656a-485f-8cfe-94976400c700 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:16:33.619966 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Updating router bdb31cec-656a-485f-8cfe-94976400c700 port 767e3929-6faf-49ab-aa82-26394242681c binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:16:33.645814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:33.714830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-743590f3-60f8-40c9-a542-3ddb1e4ffdbb req-74a8fffc-1b32-4512-8c36-3605b6f4638f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 210 time: 0.0373914 Aug 25 12:16:33.752590 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-88485906-5c40-4202-b459-b7270371947f None None] Provisioning complete for port 767e3929-6faf-49ab-aa82-26394242681c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:33.752969 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88485906-5c40-4202-b459-b7270371947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:33.806151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-88485906-5c40-4202-b459-b7270371947f None None] Port 767e3929-6faf-49ab-aa82-26394242681c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:16:33.978332 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:33.988765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Transition to ACTIVE for port object 767e3929-6faf-49ab-aa82-26394242681c will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:33.995203 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.058683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8401b-6c19-4378-8bb7-a67f49ad8c6f None None] Pushing event updated for resources: {'Port': ['ID=767e3929-6faf-49ab-aa82-26394242681c,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:34.113960 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Attempting to bind port 767e3929-6faf-49ab-aa82-26394242681c on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:16:34.114395 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Attempting to bind port 767e3929-6faf-49ab-aa82-26394242681c by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:16:34.114703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Attempting to bind port 767e3929-6faf-49ab-aa82-26394242681c on network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:16:34.120131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:16:34.120511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Checking segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:16:34.120919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.121316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Bound using segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:16:34.121814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Bound port: 767e3929-6faf-49ab-aa82-26394242681c, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:16:34.122201 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.191919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] For port 767e3929-6faf-49ab-aa82-26394242681c, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:16:34.195771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] For port 767e3929-6faf-49ab-aa82-26394242681c, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=767e3929-6faf-49ab-aa82-26394242681c,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:16:34.199592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.262016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:34.262627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:34.264517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8401b-6c19-4378-8bb7-a67f49ad8c6f None None] Pushing event updated for resources: {'Port': ['ID=767e3929-6faf-49ab-aa82-26394242681c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:34.467748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6a3829e9-3db9-4ab4-adec-72c5914c70b3 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:34.582772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:34.583140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.606783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:34.620931 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:16:34.686931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-3ff64f79-52d4-42b1-8a55-303496a8426f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:34.688455 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-3ff64f79-52d4-42b1-8a55-303496a8426f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/networks?id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 200 len: 797 time: 0.1104970 Aug 25 12:16:34.735702 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-93179902-6363-4f78-b102-4d9246a1afd5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 380 time: 0.0362537 Aug 25 12:16:34.748324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'port': {'device_id': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'admin_state_up': True, 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'security_groups': ['564c0d61-2c24-4614-b41d-c902876c7cb5']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:34.805071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d28fdf61-3c75-4292-922a-62a5734d8258 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:34.814831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-15bf955d-cdb2-46a5-b923-e2e34b9cdcb9 req-15b4bd27-5dc6-4451-9bf5-abd6a889b5aa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 210 time: 0.0277982 Aug 25 12:16:34.883788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:16:34.887843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.900956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port d28fdf61-3c75-4292-922a-62a5734d8258 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:34.901332 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:34.936957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:34Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:34.966526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09607692-a5b4-4388-b23e-957e02c16d8e None None] The sync data for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 is: [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:34Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:16:35.039455 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.11 (77ab5980-9ddb-4232-a6ce-2237fd6a5a2e/3a4daa84-ffd7-436d-836d-0e9eb2090f2e/e04d0f86-3af6-4815-89a0-d774a2610dbd) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:16:35.216436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.231741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object e04d0f86-3af6-4815-89a0-d774a2610dbd will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:35.266759 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.314222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:16:35.318244 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:35.322269 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:16:35.329372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=e04d0f86-3af6-4815-89a0-d774a2610dbd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:35.379402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:35.380072 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.397583 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6c08a160-15a8-4b13-b2df-3cd4c2a9cfa7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6547320 Aug 25 12:16:35.410345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Request body: {'port': {'device_id': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:35.474096 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.553708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-173f83d2-6ef1-4693-b256-6fd3223140fd None None] Provisioning for port e04d0f86-3af6-4815-89a0-d774a2610dbd completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:35.558128 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-173f83d2-6ef1-4693-b256-6fd3223140fd None None] Provisioning complete for port e04d0f86-3af6-4815-89a0-d774a2610dbd triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:35.558589 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-173f83d2-6ef1-4693-b256-6fd3223140fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.599703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-173f83d2-6ef1-4693-b256-6fd3223140fd None None] Port e04d0f86-3af6-4815-89a0-d774a2610dbd cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:16:35.757126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04d0f86-3af6-4815-89a0-d774a2610dbd {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:16:35.764995 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.777915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Transition to ACTIVE for port object e04d0f86-3af6-4815-89a0-d774a2610dbd will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:16:35.782324 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.836126 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Pushing event updated for resources: {'Port': ['ID=e04d0f86-3af6-4815-89a0-d774a2610dbd,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:35.915172 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Attempting to bind port e04d0f86-3af6-4815-89a0-d774a2610dbd on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:16:35.915531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Attempting to bind port e04d0f86-3af6-4815-89a0-d774a2610dbd by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:16:35.915839 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Attempting to bind port e04d0f86-3af6-4815-89a0-d774a2610dbd on network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:16:35.921656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Port e04d0f86-3af6-4815-89a0-d774a2610dbd on network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:16:35.922025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Attempting to bind port e04d0f86-3af6-4815-89a0-d774a2610dbd on network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:16:35.930070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:16:35.930442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Checking segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:16:35.930804 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Bound using segment: {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:16:35.931241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Bound port: e04d0f86-3af6-4815-89a0-d774a2610dbd, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c3b0fc-9eb1-42cb-b3c1-662624bba320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:16:35.931617 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:35.973799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8ddd7-232b-46cb-b345-9ffe01cfcc3d req-fa66e252-82de-4ef1-8120-cce4377a80d5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:35.982293 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aca8ddd7-232b-46cb-b345-9ffe01cfcc3d req-fa66e252-82de-4ef1-8120-cce4377a80d5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 944 time: 0.0743151 Aug 25 12:16:36.013265 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] For port e04d0f86-3af6-4815-89a0-d774a2610dbd, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:16:36.018114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] For port e04d0f86-3af6-4815-89a0-d774a2610dbd, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:16:36.032097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-aca8ddd7-232b-46cb-b345-9ffe01cfcc3d req-16370f5f-72e0-4b0a-ae4f-9afc2d317871 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475111 Aug 25 12:16:36.033335 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:36.078024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.078561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:36.079968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] 10.222.0.10 "PUT /v2.0/ports/e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 200 len: 1093 time: 0.6743608 Aug 25 12:16:36.080416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:16:36.082801 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:16:36.105212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8056f-b138-446d-97cc-b0f239b8a829 service neutron] Pushing event updated for resources: {'Port': ['ID=e04d0f86-3af6-4815-89a0-d774a2610dbd,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:36.141168 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82d3db4-0ea7-473b-b159-e70c36126b27 x-openstack-request-id: req-a82d3db4-0ea7-473b-b159-e70c36126b27 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:16:36.141455 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:16:36.141729 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a82d3db4-0ea7-473b-b159-e70c36126b27 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:16:36.142121 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'status': 'completed', 'code': 200} Aug 25 12:16:36.180462 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-1f8dd360-f517-4cda-b56a-c4aaff0b96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.182039 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-1f8dd360-f517-4cda-b56a-c4aaff0b96b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0539510 Aug 25 12:16:36.229245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-6770e204-bf96-4166-85a3-c83994415c12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 200 len: 217 time: 0.0387967 Aug 25 12:16:36.298965 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-78965a60-d499-4320-aa49-580d802f6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.301319 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-78965a60-d499-4320-aa49-580d802f6106 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4daa84-ffd7-436d-836d-0e9eb2090f2e HTTP/1.1" status: 200 len: 834 time: 0.0644362 Aug 25 12:16:36.323391 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 767e3929-6faf-49ab-aa82-26394242681c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:36.363548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec99e9-3787-476b-8701-391b391bc6f2 req-8c0f5c1a-577b-428c-b092-0efafe0b4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.365084 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-8c0f5c1a-577b-428c-b092-0efafe0b4cb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562589 Aug 25 12:16:36.385221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 767e3929-6faf-49ab-aa82-26394242681c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:36.388942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 767e3929-6faf-49ab-aa82-26394242681c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:36.389320 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:36.457762 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-4ab626c3-1b95-423e-92e4-7221d5c17a48 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855401 Aug 25 12:16:36.476721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:36.509556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 767e3929-6faf-49ab-aa82-26394242681c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=767e3929-6faf-49ab-aa82-26394242681c,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:36.518625 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:36.572945 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-feec99e9-3787-476b-8701-391b391bc6f2 req-096b0f69-5906-4508-b84d-36067f851240 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081553 Aug 25 12:16:36.585958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=767e3929-6faf-49ab-aa82-26394242681c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:36.659584 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-0aa59986-f914-46a6-ba7c-74fba609aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.661492 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-0aa59986-f914-46a6-ba7c-74fba609aa92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0413284 Aug 25 12:16:36.749561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-3dafdc1a-7fb4-4c28-8d1b-2d7e2e5d5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.751059 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-3dafdc1a-7fb4-4c28-8d1b-2d7e2e5d5986 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 200 len: 898 time: 0.0824602 Aug 25 12:16:36.795365 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-4203b312-5734-41cf-aa7f-68228d0e48a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 200 len: 217 time: 0.0368700 Aug 25 12:16:36.842917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-77349658-824f-48d6-b8cd-76ee7b9254ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.844365 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-77349658-824f-48d6-b8cd-76ee7b9254ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4daa84-ffd7-436d-836d-0e9eb2090f2e HTTP/1.1" status: 200 len: 834 time: 0.0422707 Aug 25 12:16:36.889082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-4f573443-f7ac-4c08-8c7e-f3411e14f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:36.890628 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-4f573443-f7ac-4c08-8c7e-f3411e14f1f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387774 Aug 25 12:16:36.983013 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-b1bfa08d-b149-4e89-97b2-fde9ca30efb0 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845542 Aug 25 12:16:37.076196 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d28abeca-3570-40ee-8dad-5bcfdfd17a9b req-0de08e06-fe5a-4816-8cc5-d13d3aa1044e service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847237 Aug 25 12:16:37.152004 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd13633-b694-4a71-8ec3-8a0bb2a8e35b req-a02be6c2-5f61-4b88-a4a0-947a652c1007 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:37.153525 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fcd13633-b694-4a71-8ec3-8a0bb2a8e35b req-a02be6c2-5f61-4b88-a4a0-947a652c1007 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 944 time: 0.0496609 Aug 25 12:16:37.190764 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fcd13633-b694-4a71-8ec3-8a0bb2a8e35b req-4fea1d4e-65ca-4ffa-8a42-2fda9bd38884 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Aug 25 12:16:38.298123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 767e3929-6faf-49ab-aa82-26394242681c up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:38.316289 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8132c-392f-44bc-8414-216ac633f363 req-df521850-001b-4f5b-8238-f582b740ed3b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:38.317824 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c8132c-392f-44bc-8414-216ac633f363 req-df521850-001b-4f5b-8238-f582b740ed3b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 944 time: 0.0553486 Aug 25 12:16:38.356880 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 767e3929-6faf-49ab-aa82-26394242681c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:38.357255 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:38.359362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00c8132c-392f-44bc-8414-216ac633f363 req-ae35eaaf-c6aa-4af0-a872-657f196394d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354888 Aug 25 12:16:39.481678 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e3ad-794a-410f-8f80-f5d32c5ec560 req-2119e6c0-5f7c-4141-94e8-8188cc725ca6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:39.483286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed91e3ad-794a-410f-8f80-f5d32c5ec560 req-2119e6c0-5f7c-4141-94e8-8188cc725ca6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 944 time: 0.0553267 Aug 25 12:16:39.523685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed91e3ad-794a-410f-8f80-f5d32c5ec560 req-8e1c052f-6f2a-4998-83b4-90af7b997401 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335810 Aug 25 12:16:39.690143 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e04d0f86-3af6-4815-89a0-d774a2610dbd details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:16:39.782523 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e04d0f86-3af6-4815-89a0-d774a2610dbd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:39.794498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'port_id': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'mac_address': 'fa:16:3e:31:24:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:16:39.835048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:39.848406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04d0f86-3af6-4815-89a0-d774a2610dbd {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:16:39.867447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e04d0f86-3af6-4815-89a0-d774a2610dbd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:39.872432 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:39.921447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e04d0f86-3af6-4815-89a0-d774a2610dbd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:40.108608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['e04d0f86-3af6-4815-89a0-d774a2610dbd'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:16:40.647009 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f1567-ae88-432b-9d20-88fc91f4cd74 req-a7d60fdd-d4f2-4639-b8d5-dd4f6f880639 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:40.648518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c8f1567-ae88-432b-9d20-88fc91f4cd74 req-a7d60fdd-d4f2-4639-b8d5-dd4f6f880639 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 945 time: 0.0579767 Aug 25 12:16:40.686611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4c8f1567-ae88-432b-9d20-88fc91f4cd74 req-0b3cb86a-fda3-4014-8e8a-7f6bff4ac971 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Aug 25 12:16:41.689306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e04d0f86-3af6-4815-89a0-d774a2610dbd up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:16:41.740326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port e04d0f86-3af6-4815-89a0-d774a2610dbd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:16:41.744217 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port e04d0f86-3af6-4815-89a0-d774a2610dbd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:16:41.744589 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:41.807728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35610cc-ba92-48b3-a769-a79da4c98872 req-f735dba3-ff66-42ff-9703-6e2b06b77a13 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:41.809078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d35610cc-ba92-48b3-a769-a79da4c98872 req-f735dba3-ff66-42ff-9703-6e2b06b77a13 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Aug 25 12:16:41.827380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:41.846198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d35610cc-ba92-48b3-a769-a79da4c98872 req-b5b7891c-f28b-4298-8675-57611c2e7c16 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Aug 25 12:16:41.850843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:16:41.853115 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7409990f-d70f-4e99-a9f7-6e82fdd963b1" -d '{"events": [{"server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:16:41.868123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port e04d0f86-3af6-4815-89a0-d774a2610dbd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:16:41.871355 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:41.895398 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09fbe93-127a-47ef-9e59-d5ec180c5031 x-openstack-request-id: req-d09fbe93-127a-47ef-9e59-d5ec180c5031 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:16:41.895692 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "name": "network-vif-plugged", "status": "completed", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:16:41.895946 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d09fbe93-127a-47ef-9e59-d5ec180c5031 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:16:41.896338 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'code': 200} Aug 25 12:16:41.922622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=e04d0f86-3af6-4815-89a0-d774a2610dbd,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:41.992072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4225-1752-403a-95b0-adc4610e6619 req-d6dd9102-ad37-454a-9557-ad3b71f28e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:41.993541 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e4225-1752-403a-95b0-adc4610e6619 req-d6dd9102-ad37-454a-9557-ad3b71f28e7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0445063 Aug 25 12:16:42.030893 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b24e4225-1752-403a-95b0-adc4610e6619 req-5f0bb8fa-a0b4-4f3b-b62c-8056abe387ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290697 Aug 25 12:16:42.971059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b28b8f-0c58-4c9f-b927-ca90a8688f20 req-ab68fe8c-289e-4342-8752-0d7048ba8c1a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:42.972699 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95b28b8f-0c58-4c9f-b927-ca90a8688f20 req-ab68fe8c-289e-4342-8752-0d7048ba8c1a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0559397 Aug 25 12:16:43.024080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-95b28b8f-0c58-4c9f-b927-ca90a8688f20 req-4b450252-c073-4227-8508-551a52a56ff5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Aug 25 12:16:44.142214 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d75f80-1e45-48c6-8700-19a8fcb037eb req-0737750f-801d-42bd-8bc8-e59508da572d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:44.143740 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93d75f80-1e45-48c6-8700-19a8fcb037eb req-0737750f-801d-42bd-8bc8-e59508da572d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0493259 Aug 25 12:16:44.182623 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93d75f80-1e45-48c6-8700-19a8fcb037eb req-cc674cf8-4614-4398-8195-48d4721e3a68 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Aug 25 12:16:44.306795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4522-72aa-4826-9bf9-02c813de0828 req-db3be069-96ae-46e6-a370-8c776d55e9f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:44.308188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ebf4522-72aa-4826-9bf9-02c813de0828 req-db3be069-96ae-46e6-a370-8c776d55e9f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Aug 25 12:16:44.345523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4ebf4522-72aa-4826-9bf9-02c813de0828 req-a9c1d39b-389f-4917-b9be-3a4ee238cef1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Aug 25 12:16:44.368007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41962) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:44.411736 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ebd84-6bcc-4db0-a86e-2b40581ad288 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:44.413258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-df2ebd84-6bcc-4db0-a86e-2b40581ad288 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1093 time: 0.0442600 Aug 25 12:16:44.416225 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41964) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:44.420550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:16:44.443749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:44.540811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:44.652942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.241 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/3eae62af-4fe6-4c08-89a7-3e38e17d882c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:16:44.760875 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:44.803034 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:44.849908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:16:44.852952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:16:44.856638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:16:44.879491 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=3eae62af-4fe6-4c08-89a7-3e38e17d882c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:45.215526 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:45.299786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:45.458664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:45.463959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:45.534572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=3eae62af-4fe6-4c08-89a7-3e38e17d882c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:16:45.545339 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:45.649298 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 98f0461e-11a0-433e-9061-6b77941e956c associated. External IP: 172.25.1.241, port: e04d0f86-3af6-4815-89a0-d774a2610dbd. Aug 25 12:16:46.199129 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router bdb31cec-656a-485f-8cfe-94976400c700 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:16:46.305592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:16:46.315678 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] Sync routers for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:16:46.321606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:46.325633 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:46.326297 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:46.352290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-173c5334-3819-4586-a56d-586ab4e66bb4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9324758 Aug 25 12:16:46.352290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:16:46.359865 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28900116-0bab-43fa-8137-f8f529d30576" -d '{"events": [{"name": "network-changed", "server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:16:46.400630 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f0ccf-1f37-47fa-bda4-26377c7a14f7 x-openstack-request-id: req-890f0ccf-1f37-47fa-bda4-26377c7a14f7 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:16:46.400931 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:16:46.401173 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-890f0ccf-1f37-47fa-bda4-26377c7a14f7 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:16:46.401580 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'status': 'completed', 'code': 200} Aug 25 12:16:46.447967 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:46.458842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5df84-e3c9-48c5-9fb9-6e7ade093ab2 req-a32248c0-0c83-4d51-baa8-819caaca6990 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:46.460417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dea5df84-e3c9-48c5-9fb9-6e7ade093ab2 req-a32248c0-0c83-4d51-baa8-819caaca6990 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0579858 Aug 25 12:16:46.469022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900116-0bab-43fa-8137-f8f529d30576 req-0a275910-6b5e-4a68-9d69-de4a8e0656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:46.470572 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-0a275910-6b5e-4a68-9d69-de4a8e0656cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0432408 Aug 25 12:16:46.502352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dea5df84-e3c9-48c5-9fb9-6e7ade093ab2 req-6ace959c-1c68-4356-aef1-0b4669062075 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355787 Aug 25 12:16:46.526554 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41970) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:46.564206 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900116-0bab-43fa-8137-f8f529d30576 req-3f3f0f26-c38e-4e99-a640-c96a20d7d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:46.565650 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-3f3f0f26-c38e-4e99-a640-c96a20d7d8c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 200 len: 898 time: 0.0883014 Aug 25 12:16:46.591521 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c4e92a90-b24b-4be2-b0ce-68a6dc98aafd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/98f0461e-11a0-433e-9061-6b77941e956c HTTP/1.1" status: 200 len: 992 time: 0.0636358 Aug 25 12:16:46.643717 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-cff449bb-5422-4fca-a8ec-68557a43f96b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 200 len: 1000 time: 0.0661864 Aug 25 12:16:46.683624 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '98f0461e-11a0-433e-9061-6b77941e956c', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'port_id': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'mac_address': 'fa:16:3e:31:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:16:45Z', 'updated_at': '2021-08-25T12:16:45Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:36Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:46.694256 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900116-0bab-43fa-8137-f8f529d30576 req-561aceaa-df04-4349-b60a-8b5c94f4cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:46.695843 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-561aceaa-df04-4349-b60a-8b5c94f4cf42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4daa84-ffd7-436d-836d-0e9eb2090f2e HTTP/1.1" status: 200 len: 834 time: 0.0459421 Aug 25 12:16:46.714040 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] Checking router: bdb31cec-656a-485f-8cfe-94976400c700 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:16:46.722475 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:16:46.723661 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:16:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:46.744449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900116-0bab-43fa-8137-f8f529d30576 req-6a44c66c-de57-476a-9580-ed37fb3223c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:16:46.745994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-6a44c66c-de57-476a-9580-ed37fb3223c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436411 Aug 25 12:16:46.826523 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:16:46.840341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-a7022385-f90e-47f0-b064-9d3d59c184c8 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876334 Aug 25 12:16:46.930388 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-28900116-0bab-43fa-8137-f8f529d30576 req-3c561cb9-674b-4389-88fa-cc591d81fd00 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814366 Aug 25 12:16:47.052759 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '98f0461e-11a0-433e-9061-6b77941e956c', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'port_id': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'mac_address': 'fa:16:3e:31:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:16:45Z', 'updated_at': '2021-08-25T12:16:45Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:36Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:16:47.079878 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775841d-4e87-480f-ae19-17111e1b55b0 None None] The sync data for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 is: [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '98f0461e-11a0-433e-9061-6b77941e956c', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'port_id': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'mac_address': 'fa:16:3e:31:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:16:45Z', 'updated_at': '2021-08-25T12:16:45Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:36Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:16:47.268923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470034f6-15b4-4460-aaea-a01821105132 None None] New status for floating IP 98f0461e-11a0-433e-9061-6b77941e956c: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:16:47.595698 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41972) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:16:47.659428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9ea0dc01-7661-41ab-9da4-a034414085c6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/98f0461e-11a0-433e-9061-6b77941e956c HTTP/1.1" status: 200 len: 994 time: 0.0625319 Aug 25 12:16:48.311139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4cf2b2af-f3da-4728-89a9-fa95fa8cc4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:51.254991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-713b0fc8-deef-4125-ad04-0eb67cd801cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:51.455446 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:52.658350 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:54.506904 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:16:57.723909 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:01.434529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:05.310663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-c8f5b74f-be30-4283-a7e0-35e93b27eaff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478132 Aug 25 12:17:05.397225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176d123-d280-4a4e-b12d-8f476a05813c req-58fc151a-ed12-4a55-b561-957f8a5b584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:05.398740 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-58fc151a-ed12-4a55-b561-957f8a5b584f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0421951 Aug 25 12:17:05.521394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176d123-d280-4a4e-b12d-8f476a05813c req-781332e0-60c0-4202-9a5e-ecd8340fee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:05.522909 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-781332e0-60c0-4202-9a5e-ecd8340fee4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 200 len: 898 time: 0.1013234 Aug 25 12:17:05.593380 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-059d4fcc-1e0d-4238-a0ba-1c5a996fa27c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 200 len: 1002 time: 0.0635283 Aug 25 12:17:05.642982 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176d123-d280-4a4e-b12d-8f476a05813c req-d9f780c6-41a2-4593-b4fd-64a2fea4a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:05.644698 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-d9f780c6-41a2-4593-b4fd-64a2fea4a067 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4daa84-ffd7-436d-836d-0e9eb2090f2e HTTP/1.1" status: 200 len: 834 time: 0.0440764 Aug 25 12:17:05.689933 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176d123-d280-4a4e-b12d-8f476a05813c req-3f897591-48fc-4a1e-8bb1-746f427a19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:05.691441 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-3f897591-48fc-4a1e-8bb1-746f427a19df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398097 Aug 25 12:17:05.785462 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-3c531ecb-9d27-4fc3-ba3a-5e7ee90e4133 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Aug 25 12:17:05.874640 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-2176d123-d280-4a4e-b12d-8f476a05813c req-a79fbe67-c385-464b-9ee8-93095bbdac11 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815661 Aug 25 12:17:11.622449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:17:18.312938 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ac6eb6b4-3b20-4e13-8579-adeb62d5be19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:19.103068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b33b0-961f-4399-8b9c-973e8744e1da req-44b81f78-2222-4cbd-ac48-03787de652c2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:19.104865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce1b33b0-961f-4399-8b9c-973e8744e1da req-44b81f78-2222-4cbd-ac48-03787de652c2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0544090 Aug 25 12:17:19.145089 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce1b33b0-961f-4399-8b9c-973e8744e1da req-58c42f8f-b21c-489c-a80d-a4d2b4e4fb75 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Aug 25 12:17:20.277498 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed607-a490-4801-b373-184ce18c6df4 req-2d17c6da-7fd2-4cde-8c72-b015e73a0f31 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:20.278971 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-755ed607-a490-4801-b373-184ce18c6df4 req-2d17c6da-7fd2-4cde-8c72-b015e73a0f31 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0504208 Aug 25 12:17:20.316795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-755ed607-a490-4801-b373-184ce18c6df4 req-2f32cdfa-c770-4246-abcf-21dc74930420 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318904 Aug 25 12:17:20.339150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 41994) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:20.398984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-84c946d0-63a4-49dd-9c82-26255a5cabf6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/98f0461e-11a0-433e-9061-6b77941e956c HTTP/1.1" status: 200 len: 994 time: 0.0587354 Aug 25 12:17:21.255991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe5f2-bdaa-466e-9b6d-5042cf54efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:21.460916 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:21.672815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29d3e-8bb1-4dd9-b261-cd1b329c231c req-7bf7ff4a-1d53-4659-8ad9-630b057c7cc4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:21.674358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97e29d3e-8bb1-4dd9-b261-cd1b329c231c req-7bf7ff4a-1d53-4659-8ad9-630b057c7cc4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0552759 Aug 25 12:17:21.713148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-97e29d3e-8bb1-4dd9-b261-cd1b329c231c req-c54d1baf-2fe9-4b80-a58f-43f9f7a8be2c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Aug 25 12:17:22.660675 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:22.832274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14263e-e833-4dd9-8702-9123106c4067 req-42de7a80-8869-4360-891d-c489be3826f4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:22.834429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e14263e-e833-4dd9-8702-9123106c4067 req-42de7a80-8869-4360-891d-c489be3826f4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Aug 25 12:17:22.872233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e14263e-e833-4dd9-8702-9123106c4067 req-1a738a35-2e6a-4047-9c8e-c4a208cd831c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Aug 25 12:17:22.894929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42004) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:22.957442 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cb9290d0-8588-450a-b39b-dfd9225756d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/98f0461e-11a0-433e-9061-6b77941e956c HTTP/1.1" status: 200 len: 994 time: 0.0606465 Aug 25 12:17:23.184040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42010) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:23.624385 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 3eae62af-4fe6-4c08-89a7-3e38e17d882c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:17:23.624731 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:23.701743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:23.702073 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:23.713731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 3eae62af-4fe6-4c08-89a7-3e38e17d882c owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:17:23.857412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:23.882963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=3eae62af-4fe6-4c08-89a7-3e38e17d882c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:23.908383 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.908732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.909072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.909407 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.909762 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.910098 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.910427 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.911266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.911594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.911927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.912250 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.912598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:23.951180 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:23.951563 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 98f0461e-11a0-433e-9061-6b77941e956c disassociated (deleted). External IP: 172.25.1.241, port: e04d0f86-3af6-4815-89a0-d774a2610dbd. Aug 25 12:17:24.162657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router bdb31cec-656a-485f-8cfe-94976400c700 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:17:24.267546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:17:24.272884 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:24.277647 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] Sync routers for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:17:24.287121 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:24.287715 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:24.299785 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3888e001-2a24-4364-bd9c-5a5b236bcd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/floatingips/98f0461e-11a0-433e-9061-6b77941e956c HTTP/1.1" status: 204 len: 168 time: 1.1146176 Aug 25 12:17:24.300378 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:17:24.302738 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:17:24.346364 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716efccb-386b-4014-b29d-bf16b8a67fe1 x-openstack-request-id: req-716efccb-386b-4014-b29d-bf16b8a67fe1 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:17:24.346662 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:17:24.347098 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-716efccb-386b-4014-b29d-bf16b8a67fe1 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:17:24.347747 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'status': 'completed', 'code': 200} Aug 25 12:17:24.397499 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:24.420121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-218889af-2bdb-42fc-bef8-4da8a06c874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:24.421679 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-218889af-2bdb-42fc-bef8-4da8a06c874d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0497715 Aug 25 12:17:24.529854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-46e4b6ce-81ad-4f17-a681-28dd98a699f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:24.531475 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-46e4b6ce-81ad-4f17-a681-28dd98a699f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 200 len: 898 time: 0.0981154 Aug 25 12:17:24.533991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:24.560828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6872c4-ed9d-4184-8be8-fafbd45b6c03 req-909bb635-0ae2-40d3-9ff0-2cd6de06e1d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:24.562616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad6872c4-ed9d-4184-8be8-fafbd45b6c03 req-909bb635-0ae2-40d3-9ff0-2cd6de06e1d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0608141 Aug 25 12:17:24.579341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-727a343a-bd53-4c3e-abe6-569bb56ef8a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 200 len: 217 time: 0.0399070 Aug 25 12:17:24.603865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad6872c4-ed9d-4184-8be8-fafbd45b6c03 req-65bc91b0-3839-41e0-ae3b-12e1bf11b47f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Aug 25 12:17:24.638664 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-0db29a31-6184-4b57-b02b-c16bd30e5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:24.640157 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-0db29a31-6184-4b57-b02b-c16bd30e5bee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a4daa84-ffd7-436d-836d-0e9eb2090f2e HTTP/1.1" status: 200 len: 834 time: 0.0526626 Aug 25 12:17:24.687680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-06e5c507-5494-4bd8-b0be-f77a14a017cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:24.689187 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-06e5c507-5494-4bd8-b0be-f77a14a017cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399721 Aug 25 12:17:24.784639 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-6752ba48-bddd-41e6-a14c-0022838cac9c service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845726 Aug 25 12:17:24.789122 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:36Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:24.817929 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] Checking router: bdb31cec-656a-485f-8cfe-94976400c700 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:17:24.834327 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:24.834919 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:24.879371 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-fc21158e-3b1d-4563-91f9-d9fcaa8857b3 req-16c44cf1-1e7f-4041-b0a5-f8566bbd6256 service neutron] 10.222.0.10 "GET /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Aug 25 12:17:24.951197 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:25.144297 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:36Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:25.173973 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a42497-5296-4618-a08f-80bb0cd9b914 None None] The sync data for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 is: [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '767e3929-6faf-49ab-aa82-26394242681c', 'name': '', 'network_id': '77ab5980-9ddb-4232-a6ce-2237fd6a5a2e', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:04:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:31Z', 'updated_at': '2021-08-25T12:16:36Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a4daa84-ffd7-436d-836d-0e9eb2090f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:17:25.382793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619da74-0874-460c-8451-d8c8c9accf41 None None] New status for floating IP 98f0461e-11a0-433e-9061-6b77941e956c: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:17:25.721462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00004deb-ae0a-4332-bae5-ec8e53278cce req-4b52f86e-65aa-4c00-8e37-57f4f94bc739 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:25.722896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00004deb-ae0a-4332-bae5-ec8e53278cce req-4b52f86e-65aa-4c00-8e37-57f4f94bc739 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0485227 Aug 25 12:17:25.760361 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-00004deb-ae0a-4332-bae5-ec8e53278cce req-fd8ba81f-5cb3-4c3c-876e-813d6ce23cd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=564c0d61-2c24-4614-b41d-c902876c7cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Aug 25 12:17:26.069110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-85d87223-22d6-4ed0-a120-8ba7bfe5b4ca tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:26.070654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-85d87223-22d6-4ed0-a120-8ba7bfe5b4ca tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 946 time: 0.0489542 Aug 25 12:17:26.163284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port e04d0f86-3af6-4815-89a0-d774a2610dbd {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:17:26.163623 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:26.251861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port e04d0f86-3af6-4815-89a0-d774a2610dbd, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=e04d0f86-3af6-4815-89a0-d774a2610dbd,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:26.252224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:26.265557 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for e04d0f86-3af6-4815-89a0-d774a2610dbd owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:17:26.398070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:26.425105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=e04d0f86-3af6-4815-89a0-d774a2610dbd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:26.469199 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] No DVR routers for this DVR port e04d0f86-3af6-4815-89a0-d774a2610dbd on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:17:26.471845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:26.474013 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f9d537b-96db-4234-ba0c-6896343a8029 req-e63d0d61-4a6e-402f-8661-21a4b1ffe142 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "DELETE /v2.0/ports/e04d0f86-3af6-4815-89a0-d774a2610dbd HTTP/1.1" status: 204 len: 173 time: 0.3975592 Aug 25 12:17:26.474448 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'name': 'network-vif-deleted', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:17:26.476771 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ea1fc-ac33-47c2-a696-67dc4bd3e1bb" -d '{"events": [{"server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "name": "network-vif-deleted", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:17:26.516652 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e4221-1f15-4447-bda4-4ae46719bcff x-openstack-request-id: req-6c7e4221-1f15-4447-bda4-4ae46719bcff {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:17:26.517029 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db623cf-7f41-44ff-8728-767d07bf0bb0", "name": "network-vif-deleted", "tag": "e04d0f86-3af6-4815-89a0-d774a2610dbd", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:17:26.517346 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c7e4221-1f15-4447-bda4-4ae46719bcff {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:17:26.517852 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db623cf-7f41-44ff-8728-767d07bf0bb0', 'name': 'network-vif-deleted', 'tag': 'e04d0f86-3af6-4815-89a0-d774a2610dbd', 'status': 'completed', 'code': 200} Aug 25 12:17:26.880103 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49471153-f907-4522-abe1-cce5d587c126 req-38ab304f-b7de-4bc8-8253-860c4ed61b84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db623cf-7f41-44ff-8728-767d07bf0bb0 HTTP/1.1" status: 200 len: 210 time: 0.0337472 Aug 25 12:17:27.726596 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:27.939429 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42028) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:28.300748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:28.558996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 767e3929-6faf-49ab-aa82-26394242681c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:17:28.559249 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:28.644666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 767e3929-6faf-49ab-aa82-26394242681c, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=767e3929-6faf-49ab-aa82-26394242681c,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:28.645516 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:28.663287 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 767e3929-6faf-49ab-aa82-26394242681c owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:17:28.846284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:28.874357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=767e3929-6faf-49ab-aa82-26394242681c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:29.047696 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.266209 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router bdb31cec-656a-485f-8cfe-94976400c700 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:17:29.373315 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:17:29.378654 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ada2cc3-484d-45bf-83f7-a1a1c413c6a5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/bdb31cec-656a-485f-8cfe-94976400c700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381528 Aug 25 12:17:29.381368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42030) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:29.383018 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c8b68-47de-490d-be06-43faed32264d None None] Sync routers for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:17:29.392451 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:29.393055 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:29.434491 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting subnet 3a4daa84-ffd7-436d-836d-0e9eb2090f2e {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:17:29.437585 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.478970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.498031 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:29.565157 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.622452 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.650295 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4daa84-ffd7-436d-836d-0e9eb2090f2e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:29.654004 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.656256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a2f86540-35c1-41e5-a874-4e0c71a77273 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/subnets/3a4daa84-ffd7-436d-836d-0e9eb2090f2e HTTP/1.1" status: 204 len: 168 time: 0.2732935 Aug 25 12:17:29.658897 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42032) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:29.663130 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b32d75-9a47-4e64-87b1-de035fa24bcb None None] Network 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:17:29.685669 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:17:28Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:29.714474 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c8b68-47de-490d-be06-43faed32264d None None] Checking router: bdb31cec-656a-485f-8cfe-94976400c700 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:17:29.723071 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] Routers {'bdb31cec-656a-485f-8cfe-94976400c700'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:29.723673 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['bdb31cec-656a-485f-8cfe-94976400c700'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:29.775859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.835768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] Set router bdb31cec-656a-485f-8cfe-94976400c700 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:29.840673 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] DHCP port deletion for 77ab5980-9ddb-4232-a6ce-2237fd6a5a2e request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:17:29.879877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.893703 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Deleting port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:17:29.894628 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.943621 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port d28fdf61-3c75-4292-922a-62a5734d8258 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:17:29.944267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.960463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] For port 6a3829e9-3db9-4ab4-adec-72c5914c70b3, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=6a3829e9-3db9-4ab4-adec-72c5914c70b3,segment=NetworkSegment(48c3b0fc-9eb1-42cb-b3c1-662624bba320),segment_id=48c3b0fc-9eb1-42cb-b3c1-662624bba320)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:29.961002 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:29.974928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Calling delete_port for 6a3829e9-3db9-4ab4-adec-72c5914c70b3 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:17:29.984957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e04d0f86-3af6-4815-89a0-d774a2610dbd no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:17:30.007603 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: e04d0f86-3af6-4815-89a0-d774a2610dbd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:17:30.007925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device e04d0f86-3af6-4815-89a0-d774a2610dbd not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:17:30.041848 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port d28fdf61-3c75-4292-922a-62a5734d8258, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=d28fdf61-3c75-4292-922a-62a5734d8258,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:30.042595 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.056659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for d28fdf61-3c75-4292-922a-62a5734d8258 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:17:30.066663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-744c8b68-47de-490d-be06-43faed32264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:17:28Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:30.093564 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.108467 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c8b68-47de-490d-be06-43faed32264d None None] The sync data for ids ['bdb31cec-656a-485f-8cfe-94976400c700'] in n-d-778732-11 is: [{'id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070193096', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:16:28Z', 'updated_at': '2021-08-25T12:17:28Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'd28fdf61-3c75-4292-922a-62a5734d8258', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb31cec-656a-485f-8cfe-94976400c700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:16:29Z', 'updated_at': '2021-08-25T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:17:30.115019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] No DVR routers for this DVR port 6a3829e9-3db9-4ab4-adec-72c5914c70b3 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:17:30.136311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Pushing event deleted for resources: {'Port': ['ID=6a3829e9-3db9-4ab4-adec-72c5914c70b3,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:30.150320 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.150845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.151297 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.151729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.152158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.152643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.153074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.153550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.154073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.154628 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.155097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.155531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d07afa-8f5f-443e-8dc3-73b5867a0701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.251196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.277732 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=d28fdf61-3c75-4292-922a-62a5734d8258,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:30.289883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.290234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.290579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.290910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.291240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.291571 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.291900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.292228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.292556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.292882 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.293206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.293527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:30.352422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.448279 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.450554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.500883 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.501501 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Fanout notify agent at l3_agent the message router_deleted on router bdb31cec-656a-485f-8cfe-94976400c700 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:17:30.509723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.511006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a358c1a6-3159-4e47-81de-4ab324748806 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/routers/bdb31cec-656a-485f-8cfe-94976400c700 HTTP/1.1" status: 204 len: 168 time: 0.8506374 Aug 25 12:17:30.514317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42034) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:30.605292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.640377 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6a3829e9-3db9-4ab4-adec-72c5914c70b3 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:17:30.663176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 6a3829e9-3db9-4ab4-adec-72c5914c70b3 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:17:30.663822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 6a3829e9-3db9-4ab4-adec-72c5914c70b3 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:17:30.663958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 767e3929-6faf-49ab-aa82-26394242681c no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:17:30.684802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 767e3929-6faf-49ab-aa82-26394242681c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:17:30.685332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 767e3929-6faf-49ab-aa82-26394242681c not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:17:30.702278 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.712293 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ab5980-9ddb-4232-a6ce-2237fd6a5a2e']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:30.723543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c3b0fc-9eb1-42cb-b3c1-662624bba320') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:30.723931 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c3b0fc-9eb1-42cb-b3c1-662624bba320') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:30.733527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.748348 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.754770 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:17:30.755321 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:17:30.758441 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:17:30.824758 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.832284 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.834840 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/networks/77ab5980-9ddb-4232-a6ce-2237fd6a5a2e HTTP/1.1" status: 204 len: 168 time: 0.3192706 Aug 25 12:17:30.837718 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42036) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:30.846670 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c2983-ef1c-4e4d-80e7-62e325be5751 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Network': ['ID=77ab5980-9ddb-4232-a6ce-2237fd6a5a2e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:30.914622 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87811241-0094-4635-a5e2-3ff4db3314a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:30.943124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87811241-0094-4635-a5e2-3ff4db3314a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.000345 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87811241-0094-4635-a5e2-3ff4db3314a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.002972 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-87811241-0094-4635-a5e2-3ff4db3314a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.004150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-87811241-0094-4635-a5e2-3ff4db3314a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/security-groups/564c0d61-2c24-4614-b41d-c902876c7cb5 HTTP/1.1" status: 204 len: 168 time: 0.1654475 Aug 25 12:17:31.013976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811241-0094-4635-a5e2-3ff4db3314a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564c0d61-2c24-4614-b41d-c902876c7cb5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:31.444876 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.490257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42042) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:31.495506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916855378', 'description': 'tempest-secgroup-smoke-916855378 description', 'project_id': '06d2d2f27fd143bc93d745827258d67b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:31.519584 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.600585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.604604 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.633585 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.634909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1435056 Aug 25 12:17:31.637179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a1e1-a807-4680-96d0-e89f6a8f86ed tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d753d4-82f8-455d-a488-e5e9ce761fcc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:31.638082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42044) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:31.643728 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '85d753d4-82f8-455d-a488-e5e9ce761fcc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:31.670066 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.724320 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.727650 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.746198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1151cd10-0224-434d-af56-8b4bdc0071fe,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:31.752460 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.753175 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-837c3d0b-4fba-40c4-b8b0-3bc81fe2840b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139884 Aug 25 12:17:31.756526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42046) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:31.762432 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '85d753d4-82f8-455d-a488-e5e9ce761fcc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:31.790191 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.849681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.853353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.871382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8d3d77-ee7d-4394-8c83-0e0021f1f087,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:31.877286 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.878593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e0e2fc3f-4159-4e35-8ef3-55064d9ab3eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211340 Aug 25 12:17:31.881565 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42048) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:31.886620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '85d753d4-82f8-455d-a488-e5e9ce761fcc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:31.912748 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.968519 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.972146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.990717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0796519-4483-4e3d-bbd3-23c125007c58,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:31.995569 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:31.999685 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1f563f2c-1c45-4345-bd39-8a9081dd7f4d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142223 Aug 25 12:17:31.999805 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42050) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:32.004101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '85d753d4-82f8-455d-a488-e5e9ce761fcc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:32.031703 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.092525 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.096142 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.113416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a43a98-11bf-4c60-a156-3aed30da48fd,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:32.119948 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.121126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0277f830-6fb0-4884-bcc4-135a81e7899a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204727 Aug 25 12:17:32.124082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42052) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:32.128534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '85d753d4-82f8-455d-a488-e5e9ce761fcc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:32.149771 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:17:32.154386 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.213978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.217501 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.234868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a01af60-34bc-4469-b48d-b86cb49d5eb1,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:32.242421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.246234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-030f73e2-c1c3-4293-9027-2955daed4a69 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185126 Aug 25 12:17:32.246761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42054) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:32.251024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '85d753d4-82f8-455d-a488-e5e9ce761fcc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:32.273642 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:17:32.279476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d28fdf61-3c75-4292-922a-62a5734d8258 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:17:32.279987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.300629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: d28fdf61-3c75-4292-922a-62a5734d8258 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:17:32.301067 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device d28fdf61-3c75-4292-922a-62a5734d8258 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:17:32.341934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.345472 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.364077 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c333619f-c750-4143-b0c9-b3241b085fe4,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:32.370190 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.371386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3ee0fcdd-cf1f-4a5d-ac40-459c79a2a7d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240005 Aug 25 12:17:32.374454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42056) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:32.379553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'network': {'name': 'tempest-network-smoke--1589812228', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:32.399935 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:17:32.403382 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.426555 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:17:32.435155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.435527 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Added segment f8695a68-dd9d-4114-a638-49aea55f9c58 of type vlan for network 7c835a9f-6936-4441-94e5-b3594c0622d0 Aug 25 12:17:32.477056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.500071 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.505760 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:32.506349 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.565017 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894336 Aug 25 12:17:32.567920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42058) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:32.572828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'admin_state_up': True, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:32.573844 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817478f5-fe6c-43de-b16e-642d33c9ade8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Network': ['ID=7c835a9f-6936-4441-94e5-b3594c0622d0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:32.584655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:17:32.599245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.600309 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.654582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.789283 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.980723 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:32.999566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:33.104258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.221 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/9e17943b-054b-4854-bd66-e5b74d078a3b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:17:33.204313 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:33.241563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:33.284432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:17:33.287484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:33.290903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:17:33.296423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=9e17943b-054b-4854-bd66-e5b74d078a3b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:33.536546 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:33.733366 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:33.857165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:17:33.958875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:17:33.968774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Sync routers for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:17:33.978507 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:33.979200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:33.980572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:33.982589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7d934e2b-0c26-4365-b8ff-9d0c84ef3230 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4128182 Aug 25 12:17:33.984924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42060) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:34.012935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0723700b-c304-44f5-afc5-8b674d97fbac tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=06d2d2f27fd143bc93d745827258d67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268736 Aug 25 12:17:34.016039 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42062) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:34.086643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:34.110802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73725f6d-b871-46bf-bff9-c2d32e840365 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:34.112251 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-73725f6d-b871-46bf-bff9-c2d32e840365 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946336 Aug 25 12:17:34.115345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42064) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:34.143775 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf5c3877-e3e4-4b6f-bdc9-6c76159ef72a tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273240 Aug 25 12:17:34.147154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42066) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:34.151961 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795561899', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:34.242571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:17:34.246203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.261571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:33Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:34.292891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Checking router: 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:17:34.293252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Updating router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb port 9e17943b-054b-4854-bd66-e5b74d078a3b binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:17:34.318735 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.428894 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.493193 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Subnet': ['ID=c22f8e7c-2472-49ca-869b-9bf78502caf2,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:34.501041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Checking segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:17:34.501394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network hostable DHCP agents. Network: 7c835a9f-6936-4441-94e5-b3594c0622d0, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:17:34.520360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:17:34.531198 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 7c835a9f-6936-4441-94e5-b3594c0622d0) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:34.537072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:34.538609 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.554435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e4de6e52-1b6d-4ccd-9cc9-85bc032431c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4062300 Aug 25 12:17:34.557179 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42068) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:34.625437 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372abbc-6320-4ffc-b15f-f480c3bdee7e None None] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:17:34.851950 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.863096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-7c835a9f-6936-4441-94e5-b3594c0622d0', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:17:34.864526 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.869743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Transition to ACTIVE for port object 9e17943b-054b-4854-bd66-e5b74d078a3b will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:34.882781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:34.997036 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf4ad7-7bfb-4c47-b097-39eaa9e38d39 None None] Pushing event updated for resources: {'Port': ['ID=9e17943b-054b-4854-bd66-e5b74d078a3b,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:35.007704 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Attempting to bind port 9e17943b-054b-4854-bd66-e5b74d078a3b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:17:35.008087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Attempting to bind port 9e17943b-054b-4854-bd66-e5b74d078a3b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:17:35.008461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Attempting to bind port 9e17943b-054b-4854-bd66-e5b74d078a3b on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:17:35.023221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:17:35.023609 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:17:35.024027 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.024979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:17:35.024979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Bound port: 9e17943b-054b-4854-bd66-e5b74d078a3b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:17:35.025338 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.108333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Allocated IP 172.20.0.2 (7c835a9f-6936-4441-94e5-b3594c0622d0/c22f8e7c-2472-49ca-869b-9bf78502caf2/86c91f15-073b-43fb-b60f-67990ec5811e) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:17:35.118740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] For port 9e17943b-054b-4854-bd66-e5b74d078a3b, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:17:35.124723 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] For port 9e17943b-054b-4854-bd66-e5b74d078a3b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9e17943b-054b-4854-bd66-e5b74d078a3b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:17:35.131142 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.247548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:35.248176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:35.281051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf4ad7-7bfb-4c47-b097-39eaa9e38d39 None None] Pushing event updated for resources: {'Port': ['ID=9e17943b-054b-4854-bd66-e5b74d078a3b,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:35.289039 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.403921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.411129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:35.468249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Transition to ACTIVE for port object 86c91f15-073b-43fb-b60f-67990ec5811e will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:35.518087 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Transition to ACTIVE for port object 86c91f15-073b-43fb-b60f-67990ec5811e will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:35.530586 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.583569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:17:35.593784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:35.600680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Pushing event updated for resources: {'Port': ['ID=86c91f15-073b-43fb-b60f-67990ec5811e,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:35.603084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:17:35.626381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.1 (7c835a9f-6936-4441-94e5-b3594c0622d0/c22f8e7c-2472-49ca-869b-9bf78502caf2/a69b0746-409c-41a6-a6e9-73a51c45d5dc) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:17:35.688451 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Attempting to bind port 86c91f15-073b-43fb-b60f-67990ec5811e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:17:35.688736 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Attempting to bind port 86c91f15-073b-43fb-b60f-67990ec5811e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:17:35.689101 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Attempting to bind port 86c91f15-073b-43fb-b60f-67990ec5811e on network 7c835a9f-6936-4441-94e5-b3594c0622d0 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:17:35.697107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:17:35.697486 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Checking segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:17:35.697920 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.698316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Bound using segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:17:35.698784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Bound port: 86c91f15-073b-43fb-b60f-67990ec5811e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:17:35.699171 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.741448 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.747430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:33Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:35.758303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object a69b0746-409c-41a6-a6e9-73a51c45d5dc will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:35.786818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bdcca-e9ca-4e63-8ff4-e34d0675358e None None] The sync data for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 is: [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:33Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:17:35.795645 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.800080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] For port 86c91f15-073b-43fb-b60f-67990ec5811e, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:17:35.803449 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] For port 86c91f15-073b-43fb-b60f-67990ec5811e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=86c91f15-073b-43fb-b60f-67990ec5811e,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:17:35.809646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:35.843468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:17:35.851882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:35.854382 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:17:35.881133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d9c55-3092-4752-ab15-393516db6947 None None] Pushing event updated for resources: {'Port': ['ID=86c91f15-073b-43fb-b60f-67990ec5811e,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:35.897676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=a69b0746-409c-41a6-a6e9-73a51c45d5dc,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:35.916187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.096541 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.387551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86c91f15-073b-43fb-b60f-67990ec5811e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:36.417140 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.422737 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.441598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 86c91f15-073b-43fb-b60f-67990ec5811e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:36.446330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e17943b-054b-4854-bd66-e5b74d078a3b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:36.505032 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.505476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 9e17943b-054b-4854-bd66-e5b74d078a3b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:36.509730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9e17943b-054b-4854-bd66-e5b74d078a3b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:36.510372 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.516569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=a69b0746-409c-41a6-a6e9-73a51c45d5dc,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:36.607966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.619038 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:17:36.621087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:36.641824 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 9e17943b-054b-4854-bd66-e5b74d078a3b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9e17943b-054b-4854-bd66-e5b74d078a3b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:36.651120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:36.720778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=9e17943b-054b-4854-bd66-e5b74d078a3b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:36.769976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:17:36.887085 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:17:36.893328 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e981ef97-595e-4a7a-891a-e0f5cdb69fef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/209425ce-7e10-41e0-8ac9-9d7c57cc1bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347569 Aug 25 12:17:36.908617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d7b67-449d-4fa8-a851-496e871977c9 None None] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:17:36.987813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] Provisioning for port 86c91f15-073b-43fb-b60f-67990ec5811e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:37.001421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] Provisioning complete for port 86c91f15-073b-43fb-b60f-67990ec5811e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:37.001854 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.046989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-5900f19b-765a-45cf-bfa7-378e9e08e6f0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916855378&fields=id&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 267 time: 0.0389285 Aug 25 12:17:37.142195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.161761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-62f6ebf2-4327-4f52-8ebe-b37d9dce2927 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:37.163214 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-62f6ebf2-4327-4f52-8ebe-b37d9dce2927 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 797 time: 0.1082954 Aug 25 12:17:37.178213 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] For port 86c91f15-073b-43fb-b60f-67990ec5811e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=86c91f15-073b-43fb-b60f-67990ec5811e,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:37.180283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-e84b8364-577a-433a-96fe-2db3dd87a48f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/quotas/06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 375 time: 0.0107689 Aug 25 12:17:37.185466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.236088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebccf26-d16e-49c2-a848-40964894a1c8 None None] Pushing event updated for resources: {'Port': ['ID=86c91f15-073b-43fb-b60f-67990ec5811e,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:37.242250 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-736c049f-46f0-46cf-bf1e-8d402013716c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538461 Aug 25 12:17:37.359306 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-c947d2d4-208e-4c96-9499-920c8b801a1b service neutron] 10.222.0.35 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983183 Aug 25 12:17:37.416740 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c76763c9-cd38-4d49-ba88-21f64359082f None None] Provisioning for port a69b0746-409c-41a6-a6e9-73a51c45d5dc completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:37.421264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c76763c9-cd38-4d49-ba88-21f64359082f None None] Provisioning complete for port a69b0746-409c-41a6-a6e9-73a51c45d5dc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:37.421768 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c76763c9-cd38-4d49-ba88-21f64359082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.458037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-8b09bc2a-c0c4-4764-a757-9a705b9fe7db service neutron] 10.222.0.35 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914829 Aug 25 12:17:37.468285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c76763c9-cd38-4d49-ba88-21f64359082f None None] Port a69b0746-409c-41a6-a6e9-73a51c45d5dc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:17:37.483841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c76763c9-cd38-4d49-ba88-21f64359082f None None] Provisioning complete for port 86c91f15-073b-43fb-b60f-67990ec5811e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:37.484228 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c76763c9-cd38-4d49-ba88-21f64359082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.505418 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Sync routers for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:17:37.516279 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:37.517249 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:37.703886 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b780d9e7-f910-463e-ae73-5dc325b16c28 None None] Provisioning complete for port a69b0746-409c-41a6-a6e9-73a51c45d5dc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:37.704743 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b780d9e7-f910-463e-ae73-5dc325b16c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.705060 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c6ae2a25-0392-42e6-a848-f823a6a1bcd7 req-8bec1bf9-382e-41f0-b326-01bf98a9925f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 210 time: 0.0435760 Aug 25 12:17:37.747768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b780d9e7-f910-463e-ae73-5dc325b16c28 None None] Port a69b0746-409c-41a6-a6e9-73a51c45d5dc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:17:37.749059 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:37.868159 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-08976e06-f499-45ee-88db-5977ca1aa780 None None] Provisioning complete for port a69b0746-409c-41a6-a6e9-73a51c45d5dc triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:37.869201 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-08976e06-f499-45ee-88db-5977ca1aa780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:37.911962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-08976e06-f499-45ee-88db-5977ca1aa780 None None] Port a69b0746-409c-41a6-a6e9-73a51c45d5dc cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:17:37.969834 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 2, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:37.999092 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Checking router: 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:17:37.999369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Updating router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb port a69b0746-409c-41a6-a6e9-73a51c45d5dc binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:17:38.027223 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.309155 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.324310 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Transition to ACTIVE for port object a69b0746-409c-41a6-a6e9-73a51c45d5dc will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:38.330804 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.343925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86c91f15-073b-43fb-b60f-67990ec5811e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:38.386011 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Pushing event updated for resources: {'Port': ['ID=a69b0746-409c-41a6-a6e9-73a51c45d5dc,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:38.396013 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.396354 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.396694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.397149 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.397476 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.397902 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.398343 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.398709 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.399091 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.399394 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.399710 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.400075 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:17:38.403312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 86c91f15-073b-43fb-b60f-67990ec5811e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:38.403753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.460108 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Attempting to bind port a69b0746-409c-41a6-a6e9-73a51c45d5dc on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:17:38.460489 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Attempting to bind port a69b0746-409c-41a6-a6e9-73a51c45d5dc by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:17:38.460856 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Attempting to bind port a69b0746-409c-41a6-a6e9-73a51c45d5dc on network 7c835a9f-6936-4441-94e5-b3594c0622d0 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:17:38.466582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:17:38.466961 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Checking segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:17:38.467375 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.467769 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Bound using segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:17:38.468233 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Bound port: a69b0746-409c-41a6-a6e9-73a51c45d5dc, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:17:38.468618 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.487452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e17943b-054b-4854-bd66-e5b74d078a3b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:38.537825 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] For port a69b0746-409c-41a6-a6e9-73a51c45d5dc, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:17:38.541287 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] For port a69b0746-409c-41a6-a6e9-73a51c45d5dc, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a69b0746-409c-41a6-a6e9-73a51c45d5dc,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:17:38.543537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 9e17943b-054b-4854-bd66-e5b74d078a3b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:38.543915 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.546332 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:38.609469 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:38.610196 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:38.612984 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef09f03-8d8a-46c0-b4bb-903c0122ec67 None None] Pushing event updated for resources: {'Port': ['ID=a69b0746-409c-41a6-a6e9-73a51c45d5dc,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:38.748338 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:38.800419 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-719f4e15-3620-4212-8043-72ea15c52e7d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:38.803429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-719f4e15-3620-4212-8043-72ea15c52e7d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 797 time: 0.1478527 Aug 25 12:17:38.836666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3c0d1e2-b030-461a-aa14-851d15c9e35b req-e82d8728-8020-42a2-a55c-6711e9fd57d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 210 time: 0.0320554 Aug 25 12:17:38.870851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-c274b5a4-cb32-47fc-994b-f28c2f7e1ddc tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 379 time: 0.0562818 Aug 25 12:17:38.881021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'port': {'device_id': 'b303716f-5693-4d82-9397-03813ca1aef7', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'admin_state_up': True, 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'security_groups': ['85d753d4-82f8-455d-a488-e5e9ce761fcc']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:38.974705 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:38Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:38.997075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:17:39.000580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:39.006905 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0a9ec1-9dff-4120-a105-e353b7945ce5 None None] The sync data for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 is: [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:38Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:17:39.145817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.11 (7c835a9f-6936-4441-94e5-b3594c0622d0/c22f8e7c-2472-49ca-869b-9bf78502caf2/009ef72b-7f06-4698-8687-cdabb9ca2257) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:17:39.294897 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:39.309712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object 009ef72b-7f06-4698-8687-cdabb9ca2257 will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:39.342399 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:39.388468 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:17:39.391702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:39.395757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:17:39.430888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=009ef72b-7f06-4698-8687-cdabb9ca2257,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:39.459829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:39.460520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:39.476697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-bc82d44c-df6a-40d0-91b8-7a98bdd39c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995858 Aug 25 12:17:39.490989 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Request body: {'port': {'device_id': 'b303716f-5693-4d82-9397-03813ca1aef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:39.552252 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:39.614112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-40b4d448-f227-45fd-8873-48c1cad6c39d None None] Provisioning for port 009ef72b-7f06-4698-8687-cdabb9ca2257 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:39.618828 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-40b4d448-f227-45fd-8873-48c1cad6c39d None None] Provisioning complete for port 009ef72b-7f06-4698-8687-cdabb9ca2257 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:39.619452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-40b4d448-f227-45fd-8873-48c1cad6c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:39.656173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-40b4d448-f227-45fd-8873-48c1cad6c39d None None] Port 009ef72b-7f06-4698-8687-cdabb9ca2257 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:17:40.123599 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa042bb-d879-40ce-b4ed-af7c7a6a0853 req-d6962c92-71f3-4716-8aa3-746193a9fe36 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:40.125087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0aa042bb-d879-40ce-b4ed-af7c7a6a0853 req-d6962c92-71f3-4716-8aa3-746193a9fe36 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 932 time: 0.1085620 Aug 25 12:17:40.184369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0aa042bb-d879-40ce-b4ed-af7c7a6a0853 req-c22aaa96-2043-4527-b540-7dbe2cdda477 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530882 Aug 25 12:17:40.242141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009ef72b-7f06-4698-8687-cdabb9ca2257 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:17:40.249895 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.261816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Transition to ACTIVE for port object 009ef72b-7f06-4698-8687-cdabb9ca2257 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:17:40.265580 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.335362 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Pushing event updated for resources: {'Port': ['ID=009ef72b-7f06-4698-8687-cdabb9ca2257,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:40.353819 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a69b0746-409c-41a6-a6e9-73a51c45d5dc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:40.391667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Attempting to bind port 009ef72b-7f06-4698-8687-cdabb9ca2257 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:17:40.392357 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Attempting to bind port 009ef72b-7f06-4698-8687-cdabb9ca2257 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:17:40.392885 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Attempting to bind port 009ef72b-7f06-4698-8687-cdabb9ca2257 on network 7c835a9f-6936-4441-94e5-b3594c0622d0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:17:40.398546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Port 009ef72b-7f06-4698-8687-cdabb9ca2257 on network 7c835a9f-6936-4441-94e5-b3594c0622d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:17:40.399189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Attempting to bind port 009ef72b-7f06-4698-8687-cdabb9ca2257 on network 7c835a9f-6936-4441-94e5-b3594c0622d0 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:17:40.404988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:17:40.405328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Checking segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:17:40.405888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Bound using segment: {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:17:40.406330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Bound port: 009ef72b-7f06-4698-8687-cdabb9ca2257, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8695a68-dd9d-4114-a638-49aea55f9c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:17:40.406901 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.410056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port a69b0746-409c-41a6-a6e9-73a51c45d5dc completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:40.414817 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a69b0746-409c-41a6-a6e9-73a51c45d5dc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:40.415393 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.480103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] For port 009ef72b-7f06-4698-8687-cdabb9ca2257, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:17:40.483638 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] For port 009ef72b-7f06-4698-8687-cdabb9ca2257, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=009ef72b-7f06-4698-8687-cdabb9ca2257,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:17:40.490482 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.529484 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:40.530359 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.531728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] 10.222.0.67 "PUT /v2.0/ports/009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 1093 time: 1.0459707 Aug 25 12:17:40.532249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:17:40.534916 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e01425-324c-4f4f-a30a-8cfbb35ca461" -d '{"events": [{"name": "network-changed", "server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:17:40.573918 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071ee97-a606-4a3e-8887-9bc4fcac078b service neutron] Pushing event updated for resources: {'Port': ['ID=009ef72b-7f06-4698-8687-cdabb9ca2257,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:40.593780 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d047df-3beb-4b07-90de-662f5a53a229 x-openstack-request-id: req-17d047df-3beb-4b07-90de-662f5a53a229 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:17:40.593780 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:17:40.594883 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17d047df-3beb-4b07-90de-662f5a53a229 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:17:40.595506 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'status': 'completed', 'code': 200} Aug 25 12:17:40.632026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-85adb58c-bd02-4ce7-89ad-e51faaeaa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:40.633681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-85adb58c-bd02-4ce7-89ad-e51faaeaa78e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1096 time: 0.0554395 Aug 25 12:17:40.681450 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-4e4f5565-0fbf-4e59-8582-289ee3f4efc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 217 time: 0.0385306 Aug 25 12:17:40.692190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.726940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port a69b0746-409c-41a6-a6e9-73a51c45d5dc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a69b0746-409c-41a6-a6e9-73a51c45d5dc,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:40.733337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:40.737048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-ba3f979f-4014-47d6-8e30-c7059d31af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:40.738650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-ba3f979f-4014-47d6-8e30-c7059d31af29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 200 len: 834 time: 0.0490162 Aug 25 12:17:40.784841 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=a69b0746-409c-41a6-a6e9-73a51c45d5dc,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:40.788361 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-71ad5019-9301-4253-a20f-51e331f638bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:40.790188 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-71ad5019-9301-4253-a20f-51e331f638bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c835a9f-6936-4441-94e5-b3594c0622d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433874 Aug 25 12:17:40.888876 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-ab49ce93-d5e3-489a-97f5-6ba85b935b5b service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904377 Aug 25 12:17:40.979596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4d28cc84-1521-4f8e-8027-f7b65624b379 req-922e997d-9429-404b-b6b2-73693d597982 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824649 Aug 25 12:17:41.070842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-1fcb71d3-10ae-4a8d-9828-54b6efa8b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:41.072368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-1fcb71d3-10ae-4a8d-9828-54b6efa8b8ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1096 time: 0.0459375 Aug 25 12:17:41.164276 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-2420a002-10e9-4fbe-9b56-c6fad8f66ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:41.165717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-2420a002-10e9-4fbe-9b56-c6fad8f66ff2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 898 time: 0.0860553 Aug 25 12:17:41.212727 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-fc8b370f-c463-40ad-bab0-fc33add61047 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 217 time: 0.0387335 Aug 25 12:17:41.286602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-13d5fdaf-fced-409a-8991-cc5fe7fd531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:41.288068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-13d5fdaf-fced-409a-8991-cc5fe7fd531b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 200 len: 834 time: 0.0681875 Aug 25 12:17:41.332824 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef496257-448b-460d-acb8-cd9fb82bc858 req-fe5011e3-39dd-405c-b7c4-853051ddc31d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:41.334309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef496257-448b-460d-acb8-cd9fb82bc858 req-fe5011e3-39dd-405c-b7c4-853051ddc31d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 944 time: 0.0810516 Aug 25 12:17:41.358866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-638b96e5-27ed-4fa9-9d53-47329d6b2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:41.360309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-638b96e5-27ed-4fa9-9d53-47329d6b2fb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c835a9f-6936-4441-94e5-b3594c0622d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641594 Aug 25 12:17:41.399127 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef496257-448b-460d-acb8-cd9fb82bc858 req-12939885-69b2-40c6-b989-9480da25d4bf tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577083 Aug 25 12:17:41.464832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-8f96cec1-8ff7-48d7-8d26-4efb24aa470e service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921390 Aug 25 12:17:41.558464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40e01425-324c-4f4f-a30a-8cfbb35ca461 req-4b9004c8-807b-4533-9b9a-5b098f662ed6 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844951 Aug 25 12:17:42.325389 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a69b0746-409c-41a6-a6e9-73a51c45d5dc up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:42.374783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a69b0746-409c-41a6-a6e9-73a51c45d5dc triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:42.375152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:42.522467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9def41-60a6-4f9e-bd6b-77e3ce8a9d71 req-06c4694e-d47a-428e-9c51-a482d5a0981f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:42.523935 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d9def41-60a6-4f9e-bd6b-77e3ce8a9d71 req-06c4694e-d47a-428e-9c51-a482d5a0981f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 944 time: 0.0564978 Aug 25 12:17:42.562409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d9def41-60a6-4f9e-bd6b-77e3ce8a9d71 req-164927d0-4417-4677-84bf-891a508069ec tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324786 Aug 25 12:17:43.620530 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 009ef72b-7f06-4698-8687-cdabb9ca2257 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:17:43.675524 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097db05d-7f65-4c31-90f7-a6efc69540f0 req-ba975bf1-e9e5-47b3-8994-02cbc13474a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:43.677580 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097db05d-7f65-4c31-90f7-a6efc69540f0 req-ba975bf1-e9e5-47b3-8994-02cbc13474a0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 944 time: 0.0501194 Aug 25 12:17:43.718451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-097db05d-7f65-4c31-90f7-a6efc69540f0 req-268c8bf2-0811-4cc3-bf4b-cc9fbf88ffa9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348966 Aug 25 12:17:43.721709 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 009ef72b-7f06-4698-8687-cdabb9ca2257, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=009ef72b-7f06-4698-8687-cdabb9ca2257,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:43.734164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'port_id': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'mac_address': 'fa:16:3e:83:ac:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:17:43.770387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:43.782481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009ef72b-7f06-4698-8687-cdabb9ca2257 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:17:43.801877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 009ef72b-7f06-4698-8687-cdabb9ca2257, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=009ef72b-7f06-4698-8687-cdabb9ca2257,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:43.805435 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:43.851943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=009ef72b-7f06-4698-8687-cdabb9ca2257,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:44.047604 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['009ef72b-7f06-4698-8687-cdabb9ca2257'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:17:44.838423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2e9ef-0806-46b0-bfc3-3c6e581c51b8 req-558a849e-5662-4a1f-990d-d75af7c79029 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:44.839870 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3f2e9ef-0806-46b0-bfc3-3c6e581c51b8 req-558a849e-5662-4a1f-990d-d75af7c79029 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 945 time: 0.0516763 Aug 25 12:17:44.877310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3f2e9ef-0806-46b0-bfc3-3c6e581c51b8 req-ed629d00-a905-4d3f-9d08-866badb05294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314600 Aug 25 12:17:45.635190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 009ef72b-7f06-4698-8687-cdabb9ca2257 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:17:45.685930 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 009ef72b-7f06-4698-8687-cdabb9ca2257 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:17:45.689636 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 009ef72b-7f06-4698-8687-cdabb9ca2257 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:17:45.690044 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:45.765831 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:45.788688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:17:45.790969 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ae736-1ba5-4ff7-a63b-c3aa6de90b96" -d '{"events": [{"server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "name": "network-vif-plugged", "status": "completed", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:17:45.803986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 009ef72b-7f06-4698-8687-cdabb9ca2257, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=009ef72b-7f06-4698-8687-cdabb9ca2257,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:17:45.808510 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:45.832815 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ff8528-72ea-48af-aba0-cdfd20fe6c11 x-openstack-request-id: req-f6ff8528-72ea-48af-aba0-cdfd20fe6c11 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:17:45.833107 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "name": "network-vif-plugged", "status": "completed", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:17:45.833359 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6ff8528-72ea-48af-aba0-cdfd20fe6c11 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:17:45.833860 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'code': 200} Aug 25 12:17:45.859445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=009ef72b-7f06-4698-8687-cdabb9ca2257,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:45.930831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d89abb-d233-48e1-aaf9-f1a6a871ebc5 req-fbe1983c-4d83-4280-8640-ed64efb8e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:45.932366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2d89abb-d233-48e1-aaf9-f1a6a871ebc5 req-fbe1983c-4d83-4280-8640-ed64efb8e84b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1098 time: 0.0459390 Aug 25 12:17:45.994533 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c2d89abb-d233-48e1-aaf9-f1a6a871ebc5 req-73bcbeb3-6415-45fe-a942-6303ebee2dd4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541728 Aug 25 12:17:46.010714 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d4cee-2beb-407c-aa61-d58e2f40227c req-37bb8bfa-2049-448c-8f93-954e7a16bf61 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:46.012160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5d4cee-2beb-407c-aa61-d58e2f40227c req-37bb8bfa-2049-448c-8f93-954e7a16bf61 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0664535 Aug 25 12:17:46.052803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de5d4cee-2beb-407c-aa61-d58e2f40227c req-b777e717-f6f7-4fa6-8904-621554f07a1e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345130 Aug 25 12:17:47.189255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a1a90-933a-4b1b-b9a3-938525d4a6bb req-f599d863-eba4-4cac-ae11-d48e2674116f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:47.190907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a91a1a90-933a-4b1b-b9a3-938525d4a6bb req-f599d863-eba4-4cac-ae11-d48e2674116f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0686646 Aug 25 12:17:47.231125 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a91a1a90-933a-4b1b-b9a3-938525d4a6bb req-9226442d-0e65-412e-a251-63f59db99bcf tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341673 Aug 25 12:17:48.317037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-666de82a-823e-4c2f-9112-d5e5b040fedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:48.353255 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b48f-a271-447e-abda-f34971698f36 req-bd46f48d-310e-4f76-999a-9881f664e61f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:48.354789 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9419b48f-a271-447e-abda-f34971698f36 req-bd46f48d-310e-4f76-999a-9881f664e61f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0551081 Aug 25 12:17:48.392294 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9419b48f-a271-447e-abda-f34971698f36 req-6018a7fa-69c8-4e01-bffc-7924c37ad6be tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Aug 25 12:17:48.510784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390e74f-6625-4c2b-86cc-79ed4408670c req-c09d7d0f-c817-4d39-8400-fca282579dca tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:48.512344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a390e74f-6625-4c2b-86cc-79ed4408670c req-c09d7d0f-c817-4d39-8400-fca282579dca tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0545542 Aug 25 12:17:48.553024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a390e74f-6625-4c2b-86cc-79ed4408670c req-66ba7460-e623-4bb0-832b-eb7fe36eb9a1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339444 Aug 25 12:17:48.574860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42124) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:48.615989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd3846-5407-4aee-94e8-ed75b7122870 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:48.617649 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98fd3846-5407-4aee-94e8-ed75b7122870 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1093 time: 0.0417736 Aug 25 12:17:48.620531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42126) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:48.621735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:17:48.625063 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:17:48.647416 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:48.743403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:48.841626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.220 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/dacc3972-90bd-4e67-8a98-4e0c0d558392) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:17:48.947790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:48.986258 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:49.024688 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:17:49.031324 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:17:49.033976 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:17:49.061365 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=dacc3972-90bd-4e67-8a98-4e0c0d558392,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:49.389651 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:49.454394 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:49.604185 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:49.609562 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:49.681436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=dacc3972-90bd-4e67-8a98-4e0c0d558392,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:17:49.693932 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:49.798370 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 9c8e3986-a0b0-4077-95d3-87bb21691d19 associated. External IP: 172.25.1.220, port: 009ef72b-7f06-4698-8687-cdabb9ca2257. Aug 25 12:17:49.998802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:17:50.104957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:17:50.115657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] Sync routers for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:17:50.121224 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:50.130166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:50.130812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:50.153779 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0ff6dab3-4122-4814-ac97-733209711e97 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5297816 Aug 25 12:17:50.153779 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:17:50.154518 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda058db-22aa-43d5-a379-c0d6a593ab26" -d '{"events": [{"name": "network-changed", "server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:17:50.198063 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9071122-0d6f-4097-88de-2d46898e1c5b x-openstack-request-id: req-d9071122-0d6f-4097-88de-2d46898e1c5b {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:17:50.198486 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:17:50.198741 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9071122-0d6f-4097-88de-2d46898e1c5b {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:17:50.199345 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'status': 'completed', 'code': 200} Aug 25 12:17:50.241387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:50.289809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379d1f6-eca1-42ab-892c-d03aa08e5a2a req-49310630-7a30-4a93-8b4e-0e2c44f41faa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:50.291337 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c379d1f6-eca1-42ab-892c-d03aa08e5a2a req-49310630-7a30-4a93-8b4e-0e2c44f41faa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0844593 Aug 25 12:17:50.297908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-25861737-ea03-459b-9f43-41b5e76fd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:50.299334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-25861737-ea03-459b-9f43-41b5e76fd80f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1098 time: 0.0654531 Aug 25 12:17:50.374061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c379d1f6-eca1-42ab-892c-d03aa08e5a2a req-1997bbd0-fc3b-4292-a19f-0cb05c664ffb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737195 Aug 25 12:17:50.396389 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42132) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:50.422840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-8b0228d5-9603-4ed2-9ad2-802cc86a7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:50.424336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-8b0228d5-9603-4ed2-9ad2-802cc86a7b74 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 898 time: 0.1172509 Aug 25 12:17:50.461633 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c9d57c26-b9fb-466c-b20e-2903f285782f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/9c8e3986-a0b0-4077-95d3-87bb21691d19 HTTP/1.1" status: 200 len: 992 time: 0.0631387 Aug 25 12:17:50.480296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '9c8e3986-a0b0-4077-95d3-87bb21691d19', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'port_id': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'mac_address': 'fa:16:3e:83:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b303716f-5693-4d82-9397-03813ca1aef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:17:49Z', 'updated_at': '2021-08-25T12:17:49Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:50.496423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-aabd970a-6280-4fed-bf06-13367e84e455 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 1000 time: 0.0643680 Aug 25 12:17:50.506088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] Checking router: 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:17:50.514699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:17:50.515314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:17:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:50.548308 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-c9df6d6f-1c96-4387-860f-8d21d6fe1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:50.549708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-c9df6d6f-1c96-4387-860f-8d21d6fe1bfa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 200 len: 834 time: 0.0454137 Aug 25 12:17:50.596495 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-3b432531-06d5-42e0-b6a1-a60e91084d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:17:50.598056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-3b432531-06d5-42e0-b6a1-a60e91084d33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c835a9f-6936-4441-94e5-b3594c0622d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406034 Aug 25 12:17:50.621415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:17:50.698333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-3d1bb27c-7165-4412-ac15-950d8ca77c43 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927129 Aug 25 12:17:50.791925 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fda058db-22aa-43d5-a379-c0d6a593ab26 req-25470ff3-a24e-4944-af0a-1c1543e16549 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Aug 25 12:17:50.850524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '9c8e3986-a0b0-4077-95d3-87bb21691d19', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'port_id': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'mac_address': 'fa:16:3e:83:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b303716f-5693-4d82-9397-03813ca1aef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:17:49Z', 'updated_at': '2021-08-25T12:17:49Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:17:50.876091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04771b9a-7035-4954-b9db-6f5fadb2de65 None None] The sync data for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 is: [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '9c8e3986-a0b0-4077-95d3-87bb21691d19', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'port_id': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'mac_address': 'fa:16:3e:83:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b303716f-5693-4d82-9397-03813ca1aef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:17:49Z', 'updated_at': '2021-08-25T12:17:49Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:17:51.070616 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599eb397-286f-498f-b13b-6c46f8bd27e1 None None] New status for floating IP 9c8e3986-a0b0-4077-95d3-87bb21691d19: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:17:51.257902 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5a8496b0-8777-4824-849b-2e5e30b48c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:51.462171 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:51.464343 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42134) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:17:51.527982 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ff6dd310-2d48-4550-b4de-02dbd1b759ac tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/9c8e3986-a0b0-4077-95d3-87bb21691d19 HTTP/1.1" status: 200 len: 994 time: 0.0624309 Aug 25 12:17:52.663151 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:54.513720 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:17:57.772030 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:01.447952 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:11.171724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-84f1eb5f-c70e-4cc7-b85c-65b50c368af0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399244 Aug 25 12:18:11.258330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f06636-9330-4789-8639-aff11952c112 req-ecfc765a-d2c1-4dc5-a11c-778ef9aa62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:11.259868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-ecfc765a-d2c1-4dc5-a11c-778ef9aa62f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1098 time: 0.0447581 Aug 25 12:18:11.363273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f06636-9330-4789-8639-aff11952c112 req-ae8cb5a5-b4ed-4df3-9a29-9ae7177c71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:11.364660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-ae8cb5a5-b4ed-4df3-9a29-9ae7177c71fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 898 time: 0.0845187 Aug 25 12:18:11.433448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-e21e14ba-1df1-46ec-b3dd-dc7970dca740 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 1002 time: 0.0610244 Aug 25 12:18:11.483333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f06636-9330-4789-8639-aff11952c112 req-3425d314-a0ac-4785-a71d-b77ff423d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:11.484814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-3425d314-a0ac-4785-a71d-b77ff423d974 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 200 len: 834 time: 0.0432503 Aug 25 12:18:11.532790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f06636-9330-4789-8639-aff11952c112 req-8772683f-8993-4be4-8228-831fb984f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:11.534330 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-8772683f-8993-4be4-8228-831fb984f26c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c835a9f-6936-4441-94e5-b3594c0622d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409479 Aug 25 12:18:11.628754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-f3d7459f-cd08-4992-87bc-88c72f4c0346 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854216 Aug 25 12:18:11.720713 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02f06636-9330-4789-8639-aff11952c112 req-32c01ccb-d4a2-4166-972d-759637857300 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843763 Aug 25 12:18:18.319961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad3b6-acbb-4c58-9129-d3913e3f0006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:21.258184 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-57b667ef-c850-41ec-bcd2-ba7fd10f36f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:21.465557 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:22.673082 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:22.775660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-5db896fd-dd62-4fb1-aabe-773726fc69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:22.777175 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-5db896fd-dd62-4fb1-aabe-773726fc69dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1098 time: 0.0717945 Aug 25 12:18:22.794296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c0bf2-3772-42fa-9b2a-ce3c1a4f3a09 req-75195bda-b467-4f3d-a7e1-34e42104b702 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:22.795674 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c7c0bf2-3772-42fa-9b2a-ce3c1a4f3a09 req-75195bda-b467-4f3d-a7e1-34e42104b702 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0650833 Aug 25 12:18:22.877283 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c7c0bf2-3772-42fa-9b2a-ce3c1a4f3a09 req-c1918055-c48e-4d04-b0ff-2f0ed2fd5307 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746047 Aug 25 12:18:22.902572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-d75bc73f-37cf-4e60-b875-60f24bde3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:22.904026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-d75bc73f-37cf-4e60-b875-60f24bde3767 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 898 time: 0.1179645 Aug 25 12:18:22.972083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-c0bd07d4-354e-422a-869e-93364fb991ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 1002 time: 0.0602906 Aug 25 12:18:23.021462 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-a50d0355-af84-4771-bba5-d1d1f53410c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:23.023223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-a50d0355-af84-4771-bba5-d1d1f53410c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 200 len: 834 time: 0.0433748 Aug 25 12:18:23.076379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-9f4cfbbd-3382-4c5e-a6d1-a98ebce518d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:23.077877 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-9f4cfbbd-3382-4c5e-a6d1-a98ebce518d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c835a9f-6936-4441-94e5-b3594c0622d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469587 Aug 25 12:18:23.169309 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-cd0cd76e-c5b1-4af2-acba-5cec718d446b service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835614 Aug 25 12:18:23.258511 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-921fc93d-16d3-42ab-98d2-4b96d8779eac req-84604dff-2121-4328-8e71-e625c4320e52 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796530 Aug 25 12:18:23.996132 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0d23a-8f4f-4a6f-adeb-032aacab6936 req-c4ace3a0-5714-4c5c-bfec-f1f636e565b3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:23.997640 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edd0d23a-8f4f-4a6f-adeb-032aacab6936 req-c4ace3a0-5714-4c5c-bfec-f1f636e565b3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0510008 Aug 25 12:18:24.042038 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-edd0d23a-8f4f-4a6f-adeb-032aacab6936 req-980ee312-ad99-423b-8dda-ea9f29949235 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Aug 25 12:18:24.511677 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:25.156766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1ef5-aa76-4260-9640-d6b01b74f34c req-729b3219-e470-42e8-889c-4c887197f09b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:25.158291 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b2a1ef5-aa76-4260-9640-d6b01b74f34c req-729b3219-e470-42e8-889c-4c887197f09b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0486577 Aug 25 12:18:25.196156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b2a1ef5-aa76-4260-9640-d6b01b74f34c req-415f7f98-a1e9-481d-8cc8-12357db4e7e7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314591 Aug 25 12:18:25.621349 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:18:26.325815 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31dab2-d7e1-49f4-a3d0-4b2a4ad7e2fe req-a4515493-b3a0-40bd-89ca-fa032de761e9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:26.327324 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba31dab2-d7e1-49f4-a3d0-4b2a4ad7e2fe req-a4515493-b3a0-40bd-89ca-fa032de761e9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Aug 25 12:18:26.364217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ba31dab2-d7e1-49f4-a3d0-4b2a4ad7e2fe req-790a4024-cc98-4179-9c82-b1ebb5815552 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Aug 25 12:18:27.478616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062a91-42ff-40db-aad3-25d414baca77 req-c49acb2f-f05d-408d-9229-dbb9dd012b8c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:27.480104 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a062a91-42ff-40db-aad3-25d414baca77 req-c49acb2f-f05d-408d-9229-dbb9dd012b8c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0486653 Aug 25 12:18:27.521078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3a062a91-42ff-40db-aad3-25d414baca77 req-a3cf6495-e1ad-49f8-8b25-fdf650e7da64 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350068 Aug 25 12:18:27.761451 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:28.635345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43169b5-d617-4c1b-a3be-27d2c72f606e req-a9197eee-7977-41b5-9fd2-737cb6671fe5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:28.636845 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f43169b5-d617-4c1b-a3be-27d2c72f606e req-a9197eee-7977-41b5-9fd2-737cb6671fe5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0488911 Aug 25 12:18:28.675231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f43169b5-d617-4c1b-a3be-27d2c72f606e req-64625c32-f94c-445c-9295-b64fa8f5b9bd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Aug 25 12:18:29.841833 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf27b-3110-403e-9637-895771026337 req-28ca63a6-9945-4bf1-9cf3-8b1a126c79df tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:29.843437 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8dedf27b-3110-403e-9637-895771026337 req-28ca63a6-9945-4bf1-9cf3-8b1a126c79df tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0994112 Aug 25 12:18:29.882136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8dedf27b-3110-403e-9637-895771026337 req-228ae207-9ade-46ba-9dc5-93a14a5c65e1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326254 Aug 25 12:18:30.996879 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a9373-418e-4e38-9d63-ba0445ab23d4 req-6bb1d2b5-170b-4be0-bc84-d59ad0b5729e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:31.005378 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b77a9373-418e-4e38-9d63-ba0445ab23d4 req-6bb1d2b5-170b-4be0-bc84-d59ad0b5729e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0487931 Aug 25 12:18:31.041779 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b77a9373-418e-4e38-9d63-ba0445ab23d4 req-0ab424c5-a410-46ac-a397-ef7d364f4346 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372376 Aug 25 12:18:31.460778 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:32.160074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6365384-f7b8-4a45-aaa0-b9df037e7b6f req-f0b478b0-91e6-422a-98d0-84c3d76cf901 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:32.161596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6365384-f7b8-4a45-aaa0-b9df037e7b6f req-f0b478b0-91e6-422a-98d0-84c3d76cf901 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0496807 Aug 25 12:18:32.198869 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f6365384-f7b8-4a45-aaa0-b9df037e7b6f req-b87dcbe1-2545-4561-adaa-ad95fcb498b1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307000 Aug 25 12:18:33.361176 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bfca8-a3d4-46a4-924c-1e33b039183c req-38efdae3-a729-4e20-98ce-0d79e58f02c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:33.362708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad5bfca8-a3d4-46a4-924c-1e33b039183c req-38efdae3-a729-4e20-98ce-0d79e58f02c7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0987928 Aug 25 12:18:33.400645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad5bfca8-a3d4-46a4-924c-1e33b039183c req-288e797e-4d99-4b19-a8a2-8538c0e9022c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Aug 25 12:18:34.513512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c9eff-e05e-49dc-83e5-8cfa24105f18 req-01306189-c99a-4940-ad0c-38a24418a4fd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:18:34.515061 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c79c9eff-e05e-49dc-83e5-8cfa24105f18 req-01306189-c99a-4940-ad0c-38a24418a4fd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0482688 Aug 25 12:18:34.556780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c79c9eff-e05e-49dc-83e5-8cfa24105f18 req-71891c98-dd65-4a5e-9a6a-c6e542e20afd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354283 Aug 25 12:18:34.578662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42182) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:18:34.637992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7527b03d-11e5-49a9-9988-6b824438ae1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/9c8e3986-a0b0-4077-95d3-87bb21691d19 HTTP/1.1" status: 200 len: 994 time: 0.0581594 Aug 25 12:18:48.323291 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-58e62ff6-6b02-4f0b-8402-1e034134a23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:51.261295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f488107d-136a-4073-bd9a-af3dd1d3af9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:51.467876 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:52.669408 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:54.514324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:18:57.769380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:01.461316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:02.620609 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:19:04.981697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42192) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:05.141539 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port dacc3972-90bd-4e67-8a98-4e0c0d558392 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:19:05.142557 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:05.220666 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:05.220986 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:05.232981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for dacc3972-90bd-4e67-8a98-4e0c0d558392 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:19:05.376429 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:05.682096 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=dacc3972-90bd-4e67-8a98-4e0c0d558392,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:05.706000 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.706349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.706688 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.707028 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.707361 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.707690 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.708020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.708346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.708673 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.708997 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.709320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.709640 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:05.751070 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:05.751407 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 9c8e3986-a0b0-4077-95d3-87bb21691d19 disassociated (deleted). External IP: 172.25.1.220, port: 009ef72b-7f06-4698-8687-cdabb9ca2257. Aug 25 12:19:05.886045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-cffcafb5-6dcc-4355-abd9-198c1d76f6c9 req-f006d570-3fe2-4e29-a60f-050ddd03c7f4 service neutron] (94911) timed out ('10.222.0.35', 58756) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:19:05.953945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:19:06.067312 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:19:06.072047 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:06.077483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] Sync routers for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:19:06.087330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:06.087949 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:06.103819 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-09e722f5-61ca-4a28-ab23-dc13c3c8bbd4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/floatingips/9c8e3986-a0b0-4077-95d3-87bb21691d19 HTTP/1.1" status: 204 len: 168 time: 1.1179206 Aug 25 12:19:06.103819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:19:06.104646 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e7967-02da-40f7-9d48-93410590a154" -d '{"events": [{"name": "network-changed", "server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:19:06.204722 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2cdf7a-e983-4437-aacc-5382d7c3a3c2 x-openstack-request-id: req-8b2cdf7a-e983-4437-aacc-5382d7c3a3c2 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:19:06.204910 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:19:06.205196 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b2cdf7a-e983-4437-aacc-5382d7c3a3c2 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:19:06.205526 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'status': 'completed', 'code': 200} Aug 25 12:19:06.210210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:06.277266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7967-02da-40f7-9d48-93410590a154 req-d142d82e-a412-42da-8db2-fa311d8dcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:06.278858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-d142d82e-a412-42da-8db2-fa311d8dcf26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 1098 time: 0.0491786 Aug 25 12:19:06.397746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da41aa-a16b-4910-bea5-771203fd5210 req-718264f5-aea9-497f-bbd6-11d38c80886b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:06.399914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88da41aa-a16b-4910-bea5-771203fd5210 req-718264f5-aea9-497f-bbd6-11d38c80886b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.1035314 Aug 25 12:19:06.413537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:06.426531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7967-02da-40f7-9d48-93410590a154 req-d36a55a6-ad7c-4224-8973-db54af9bc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:06.427979 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-d36a55a6-ad7c-4224-8973-db54af9bc351 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 200 len: 898 time: 0.1415374 Aug 25 12:19:06.438641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] Checking router: 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:19:06.447221 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:06.447811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:06.479816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-88da41aa-a16b-4910-bea5-771203fd5210 req-f9756039-1789-477c-a0de-d7323f101d8b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732977 Aug 25 12:19:06.481395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-6a8ad0cf-2cb3-404a-97d3-8b53965b2aa4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 200 len: 217 time: 0.0406125 Aug 25 12:19:06.534416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7967-02da-40f7-9d48-93410590a154 req-f583f0de-6064-48a2-bc27-aac7c7f8c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:06.535900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-f583f0de-6064-48a2-bc27-aac7c7f8c3b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 200 len: 834 time: 0.0455394 Aug 25 12:19:06.552672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:06.586829 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7967-02da-40f7-9d48-93410590a154 req-6c44b86f-ae51-424f-8467-b3dbb9a8ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:06.588356 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-6c44b86f-ae51-424f-8467-b3dbb9a8ccc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c835a9f-6936-4441-94e5-b3594c0622d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446217 Aug 25 12:19:06.678498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-f288ff8d-9a3c-438f-9170-47c9237ea2ee service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815289 Aug 25 12:19:06.753555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:06.780192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0280d0a8-0c24-4a7e-ae5d-9f1c1912f95f None None] The sync data for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 is: [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'a69b0746-409c-41a6-a6e9-73a51c45d5dc', 'name': '', 'network_id': '7c835a9f-6936-4441-94e5-b3594c0622d0', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:4b:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:35Z', 'updated_at': '2021-08-25T12:17:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'c22f8e7c-2472-49ca-869b-9bf78502caf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:19:06.781233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e7e7967-02da-40f7-9d48-93410590a154 req-4a47fa5e-8b42-4523-9064-7b4b455422c4 service neutron] 10.222.0.67 "GET /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948293 Aug 25 12:19:06.994668 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f8bb71-a7dc-400a-ac45-1aca1c2ce26e None None] New status for floating IP 9c8e3986-a0b0-4077-95d3-87bb21691d19: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:19:07.598393 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333147f8-b03a-41d5-a110-f7506ba23f36 req-60a371e2-7ffe-4e9b-8afe-c287d8fa4679 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:07.599881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-333147f8-b03a-41d5-a110-f7506ba23f36 req-60a371e2-7ffe-4e9b-8afe-c287d8fa4679 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0488098 Aug 25 12:19:07.637597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-333147f8-b03a-41d5-a110-f7506ba23f36 req-4ade8eab-6a06-4e06-a300-9799141a8157 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=85d753d4-82f8-455d-a488-e5e9ce761fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311599 Aug 25 12:19:07.867566 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-925fbf23-eb34-4743-ab4d-a4c2c9881722 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:07.868977 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-925fbf23-eb34-4743-ab4d-a4c2c9881722 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 946 time: 0.0477777 Aug 25 12:19:07.960932 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 009ef72b-7f06-4698-8687-cdabb9ca2257 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:19:07.961324 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:08.050178 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 009ef72b-7f06-4698-8687-cdabb9ca2257, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=009ef72b-7f06-4698-8687-cdabb9ca2257,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:08.050550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:08.063910 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 009ef72b-7f06-4698-8687-cdabb9ca2257 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:19:08.193641 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:08.220820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=009ef72b-7f06-4698-8687-cdabb9ca2257,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:08.230746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.231096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.231444 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.231782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.232119 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.232452 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.232782 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.233117 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.233445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.234240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.234240 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.234441 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:08.279957 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] No DVR routers for this DVR port 009ef72b-7f06-4698-8687-cdabb9ca2257 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:19:08.282611 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:08.284642 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69f648a6-4788-4b56-a0d6-b69d44877045 req-57d3d523-371d-45bd-b13d-4667e8dc5429 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "DELETE /v2.0/ports/009ef72b-7f06-4698-8687-cdabb9ca2257 HTTP/1.1" status: 204 len: 173 time: 0.4081848 Aug 25 12:19:08.285079 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'name': 'network-vif-deleted', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:19:08.287474 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027fe12-d118-40ef-8387-6d92826e5b7d" -d '{"events": [{"server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "name": "network-vif-deleted", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:19:08.326770 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c72d1a-33dd-471c-ba6e-602c60f14b39 x-openstack-request-id: req-86c72d1a-33dd-471c-ba6e-602c60f14b39 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:19:08.326940 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b303716f-5693-4d82-9397-03813ca1aef7", "name": "network-vif-deleted", "tag": "009ef72b-7f06-4698-8687-cdabb9ca2257", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:19:08.327196 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-86c72d1a-33dd-471c-ba6e-602c60f14b39 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:19:08.327600 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b303716f-5693-4d82-9397-03813ca1aef7', 'name': 'network-vif-deleted', 'tag': '009ef72b-7f06-4698-8687-cdabb9ca2257', 'status': 'completed', 'code': 200} Aug 25 12:19:08.752909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f07d3a6e-5616-43b0-83f4-3a003a667a97 req-1ad41da2-2d8f-4495-98ec-118406f714a9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b303716f-5693-4d82-9397-03813ca1aef7 HTTP/1.1" status: 200 len: 210 time: 0.0320857 Aug 25 12:19:09.811816 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42210) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:10.041017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 009ef72b-7f06-4698-8687-cdabb9ca2257 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:19:10.061334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 009ef72b-7f06-4698-8687-cdabb9ca2257 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:19:10.061701 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 009ef72b-7f06-4698-8687-cdabb9ca2257 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:19:10.174237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:10.430294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port a69b0746-409c-41a6-a6e9-73a51c45d5dc {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:19:10.430637 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:10.515077 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port a69b0746-409c-41a6-a6e9-73a51c45d5dc, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a69b0746-409c-41a6-a6e9-73a51c45d5dc,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:10.515435 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:10.529161 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for a69b0746-409c-41a6-a6e9-73a51c45d5dc owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:19:10.711274 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:10.742104 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=a69b0746-409c-41a6-a6e9-73a51c45d5dc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:10.914322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.130033 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:19:11.234526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:19:11.239766 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-dc24b4ed-5fe2-4f49-9ee2-e0a792d5f91c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/209425ce-7e10-41e0-8ac9-9d7c57cc1bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268751 Aug 25 12:19:11.242417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42212) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:11.245737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] Sync routers for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:19:11.255847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:11.256442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:11.294414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting subnet c22f8e7c-2472-49ca-869b-9bf78502caf2 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:19:11.297458 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.337412 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.360083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:11.429139 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.491331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.519866 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Subnet': ['ID=c22f8e7c-2472-49ca-869b-9bf78502caf2,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:11.524267 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.526606 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6fbede9a-a93f-4017-be1d-ca5aa8aaa383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/subnets/c22f8e7c-2472-49ca-869b-9bf78502caf2 HTTP/1.1" status: 204 len: 168 time: 0.2827303 Aug 25 12:19:11.529330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42214) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:11.575063 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af7f2c-63ed-411a-8561-5d5503ab42fe None None] Network 7c835a9f-6936-4441-94e5-b3594c0622d0 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:19:11.638265 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.745299 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.799450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:19:10Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '9e17943b-054b-4854-bd66-e5b74d078a3b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:17:33Z', 'updated_at': '2021-08-25T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:11.802509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 9e17943b-054b-4854-bd66-e5b74d078a3b {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:19:11.803451 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.835581 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] Checking router: 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:19:11.845174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] Routers {'209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:11.845818 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:11.879329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] DHCP port deletion for 7c835a9f-6936-4441-94e5-b3594c0622d0 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:19:11.890716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 9e17943b-054b-4854-bd66-e5b74d078a3b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=9e17943b-054b-4854-bd66-e5b74d078a3b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:11.891083 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:11.903812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 9e17943b-054b-4854-bd66-e5b74d078a3b owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:19:11.957489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] Set router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:12.014519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:19:11Z', 'revision_number': 6, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:12.044638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36b6e8-1d7a-4bc0-8a61-a1488efce98c None None] The sync data for ids ['209425ce-7e10-41e0-8ac9-9d7c57cc1bfb'] in n-d-778732-11 is: [{'id': '209425ce-7e10-41e0-8ac9-9d7c57cc1bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163176838', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:17:32Z', 'updated_at': '2021-08-25T12:19:11Z', 'revision_number': 6, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:19:12.052464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Deleting port 86c91f15-073b-43fb-b60f-67990ec5811e {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:19:12.052842 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.083042 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.111929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=9e17943b-054b-4854-bd66-e5b74d078a3b,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:12.122387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] For port 86c91f15-073b-43fb-b60f-67990ec5811e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=86c91f15-073b-43fb-b60f-67990ec5811e,segment=NetworkSegment(f8695a68-dd9d-4114-a638-49aea55f9c58),segment_id=f8695a68-dd9d-4114-a638-49aea55f9c58)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:12.122789 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.136326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Calling delete_port for 86c91f15-073b-43fb-b60f-67990ec5811e owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:19:12.170981 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.216120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.239948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Pushing event deleted for resources: {'Port': ['ID=86c91f15-073b-43fb-b60f-67990ec5811e,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:12.251154 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.251874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.251874 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.252170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.252516 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.252856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.253198 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.253528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.253896 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.254228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.254559 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.255062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:12.257957 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd487863-5b85-4935-b622-a34f0a230b16 None None] No DVR routers for this DVR port 86c91f15-073b-43fb-b60f-67990ec5811e on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:19:12.515679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86c91f15-073b-43fb-b60f-67990ec5811e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:19:12.540978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 86c91f15-073b-43fb-b60f-67990ec5811e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:19:12.541323 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 86c91f15-073b-43fb-b60f-67990ec5811e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:19:12.541770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a69b0746-409c-41a6-a6e9-73a51c45d5dc no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:19:12.560336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a69b0746-409c-41a6-a6e9-73a51c45d5dc {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:19:12.560683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a69b0746-409c-41a6-a6e9-73a51c45d5dc not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:19:12.562130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.564654 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.609674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.610226 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Fanout notify agent at l3_agent the message router_deleted on router 209425ce-7e10-41e0-8ac9-9d7c57cc1bfb {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:19:12.620899 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.621991 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76a6697d-260a-48e4-b997-bfe0c6a8e386 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/routers/209425ce-7e10-41e0-8ac9-9d7c57cc1bfb HTTP/1.1" status: 204 len: 168 time: 1.0914185 Aug 25 12:19:12.624810 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42216) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:12.700538 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.787719 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.797195 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c835a9f-6936-4441-94e5-b3594c0622d0']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:12.808069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8695a68-dd9d-4114-a638-49aea55f9c58') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:12.808372 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8695a68-dd9d-4114-a638-49aea55f9c58') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:12.816945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.831799 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.838376 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:19:12.838782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:19:12.842063 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:19:12.900561 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.908146 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:12.909410 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/networks/7c835a9f-6936-4441-94e5-b3594c0622d0 HTTP/1.1" status: 204 len: 168 time: 0.2835336 Aug 25 12:19:12.912322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42218) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:12.925710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d5096-80a9-4955-8c82-e8c0e3caad25 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Network': ['ID=7c835a9f-6936-4441-94e5-b3594c0622d0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:12.975215 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-026dc710-add0-4963-beb4-10a96c739188 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.001447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-026dc710-add0-4963-beb4-10a96c739188 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.065479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-026dc710-add0-4963-beb4-10a96c739188 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.068139 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-026dc710-add0-4963-beb4-10a96c739188 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.069416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-026dc710-add0-4963-beb4-10a96c739188 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/security-groups/85d753d4-82f8-455d-a488-e5e9ce761fcc HTTP/1.1" status: 204 len: 168 time: 0.1560256 Aug 25 12:19:13.086465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dc710-add0-4963-beb4-10a96c739188 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d753d4-82f8-455d-a488-e5e9ce761fcc,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:13.459105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42224) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:13.464432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348010719', 'description': 'tempest-secgroup-smoke-1348010719 description', 'project_id': '06d2d2f27fd143bc93d745827258d67b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:13.488829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.580124 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.583598 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.610146 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.611358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511626 Aug 25 12:19:13.614547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42226) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:13.615191 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8e99-cae9-4c42-bf58-d23b68c35d3d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f746cfe0-34ab-4227-ba3f-26df03614b13,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:13.624208 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': 'f746cfe0-34ab-4227-ba3f-26df03614b13', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:13.651127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.705582 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.709502 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.727163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9f2e60-ded3-44f1-a9fe-e862c56b9aca,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:13.734732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.736010 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8cb1f9bf-0753-45a3-8c8b-6747f8fbf675 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203747 Aug 25 12:19:13.738704 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42228) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:13.743531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': 'f746cfe0-34ab-4227-ba3f-26df03614b13', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:13.772323 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.829078 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.832816 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.852476 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eaf5e76-4bc1-4ff9-9328-138ffa464238,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:13.860318 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.861532 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9ff0f77b-ad30-4c08-a733-25ca6d19ed5f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218727 Aug 25 12:19:13.864350 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42230) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:13.868742 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': 'f746cfe0-34ab-4227-ba3f-26df03614b13', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:13.894420 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.951128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.955487 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.977058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b814f82a-a339-4be3-bc6a-81c0edcadb8d,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:13.983630 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:13.985108 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-76ffb300-9807-46d3-b374-f15cb86e8020 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197793 Aug 25 12:19:13.988171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42232) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:13.993406 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': 'f746cfe0-34ab-4227-ba3f-26df03614b13', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:14.019839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.079273 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.082954 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.099559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742221cd-0349-4411-ad57-8529335cf943,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:14.105496 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.106706 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-258d16e7-6ef4-49cd-97d3-e22dd38579f5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174941 Aug 25 12:19:14.109457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42234) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:14.113794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': 'f746cfe0-34ab-4227-ba3f-26df03614b13', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:14.136277 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:19:14.141173 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.200264 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.203794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.220504 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dae4115-7d2c-4fa1-8e71-97f4491614cb,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:14.227381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.228729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e700bd78-bc03-49b2-abc7-cf47c4ff099c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183217 Aug 25 12:19:14.231789 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42236) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:14.236893 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': 'f746cfe0-34ab-4227-ba3f-26df03614b13', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:14.260113 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:19:14.265424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.328151 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.332866 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.334677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e17943b-054b-4854-bd66-e5b74d078a3b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:19:14.356775 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 9e17943b-054b-4854-bd66-e5b74d078a3b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:19:14.357151 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 9e17943b-054b-4854-bd66-e5b74d078a3b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:19:14.357281 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813692c5-a281-4986-887c-c1d7035e3912,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:14.361744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.365631 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7a67af44-4ff7-413a-8c20-6da1f735fe1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302073 Aug 25 12:19:14.365942 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42238) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:14.371030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'network': {'name': 'tempest-network-smoke--1829636780', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:14.391170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:19:14.395605 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.419928 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:19:14.429344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.429726 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Added segment cb774825-2983-485b-b6b7-02c36a9d98f0 of type vlan for network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 Aug 25 12:19:14.473297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.497190 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.503105 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:14.503691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.560338 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935031 Aug 25 12:19:14.563690 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42240) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:14.568604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'admin_state_up': True, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:14.586346 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f646ab-4ba3-4077-afa9-71d21e564e05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Network': ['ID=0827db5a-3441-4e5d-b6fb-0dc9faaadc35,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:14.595282 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.596667 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.597714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:19:14.652077 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.786516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:14.988817 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:15.008028 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:15.114109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.131 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ecbcfadb-e93b-455f-9e52-ff5702b41a5b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:19:15.214413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:15.253101 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:15.299239 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:19:15.302095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:15.306806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:19:15.309302 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:15.884929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.079161 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.202754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 2685328f-fa12-4403-a449-844c43c786aa is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:19:16.306685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:19:16.316517 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Sync routers for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:19:16.327180 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:16.327524 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.327789 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:16.328752 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-527fbe14-d432-4c3a-9b06-2f264a6877b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7639513 Aug 25 12:19:16.332204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42246) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:16.359405 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-afe7b491-745b-4b52-8842-0e9d24ae3b43 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=06d2d2f27fd143bc93d745827258d67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260935 Aug 25 12:19:16.362006 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42248) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:16.431221 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:16.446540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d12f5a-298c-4fb3-87eb-08fd62f150d5 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:16.448057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-90d12f5a-298c-4fb3-87eb-08fd62f150d5 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851681 Aug 25 12:19:16.451035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42250) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:16.483153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c41d38a4-47b1-47f1-8f91-0db555994d1a tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309503 Aug 25 12:19:16.485739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42252) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:16.490972 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353148555', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:16.577394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:19:16.580915 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.616349 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:15Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:16.642978 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Checking router: 2685328f-fa12-4403-a449-844c43c786aa for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:19:16.643320 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Updating router 2685328f-fa12-4403-a449-844c43c786aa port ecbcfadb-e93b-455f-9e52-ff5702b41a5b binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:19:16.668912 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.773259 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.835846 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Subnet': ['ID=3a6dab26-0d7c-432c-90a1-6bebf11e619c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:16.841141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Checking segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:19:16.841505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network hostable DHCP agents. Network: 0827db5a-3441-4e5d-b6fb-0dc9faaadc35, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:19:16.860012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:19:16.869547 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0827db5a-3441-4e5d-b6fb-0dc9faaadc35) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:16.874208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:16.874913 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.881820 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4a47c-3083-4c1e-bf16-ddf81b93fca6 None None] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:19:16.892142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-97774e4b-d56a-414d-bace-5513bc262100 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4053125 Aug 25 12:19:16.895274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42256) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:16.939353 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:16.949987 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Transition to ACTIVE for port object ecbcfadb-e93b-455f-9e52-ff5702b41a5b will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:16.956177 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.003137 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Attempting to bind port ecbcfadb-e93b-455f-9e52-ff5702b41a5b on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:19:17.003500 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Attempting to bind port ecbcfadb-e93b-455f-9e52-ff5702b41a5b by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:19:17.004039 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Attempting to bind port ecbcfadb-e93b-455f-9e52-ff5702b41a5b on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:19:17.016653 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:19:17.016905 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:19:17.021583 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.021583 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:19:17.021583 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Bound port: ecbcfadb-e93b-455f-9e52-ff5702b41a5b, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:19:17.021583 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.049311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:19:17.050299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.050445 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Pushing event updated for resources: {'Port': ['ID=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:17.063193 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.063567 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.063862 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.064195 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.064522 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.065260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.065260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.065528 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.065876 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.066199 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.066519 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.066836 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:19:17.097263 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] For port ecbcfadb-e93b-455f-9e52-ff5702b41a5b, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:19:17.100369 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] For port ecbcfadb-e93b-455f-9e52-ff5702b41a5b, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:19:17.105755 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.158113 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:17.158740 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:17.211210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Allocated IP 172.20.0.2 (0827db5a-3441-4e5d-b6fb-0dc9faaadc35/3a6dab26-0d7c-432c-90a1-6bebf11e619c/60471a3e-92fa-4d73-b8ff-310dac399de0) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:19:17.218792 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1e358-5c44-4c67-8c7f-b75bf53d08ae None None] Pushing event updated for resources: {'Port': ['ID=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:17.276698 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:17.367330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.377728 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.385011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Transition to ACTIVE for port object 60471a3e-92fa-4d73-b8ff-310dac399de0 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:17.402249 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Transition to ACTIVE for port object 60471a3e-92fa-4d73-b8ff-310dac399de0 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:17.409101 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.450211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:19:17.457339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:17.463084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:19:17.470044 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:15Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:17.475551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Pushing event updated for resources: {'Port': ['ID=60471a3e-92fa-4d73-b8ff-310dac399de0,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:17.497370 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15be61-e49a-4e0f-bdd6-9faeb9e0a4cd None None] The sync data for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 is: [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:15Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:19:17.525175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Attempting to bind port 60471a3e-92fa-4d73-b8ff-310dac399de0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:19:17.525634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Attempting to bind port 60471a3e-92fa-4d73-b8ff-310dac399de0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:19:17.526100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Attempting to bind port 60471a3e-92fa-4d73-b8ff-310dac399de0 on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:19:17.531660 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:19:17.532053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Checking segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:19:17.532545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.533020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Bound using segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:19:17.533571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Bound port: 60471a3e-92fa-4d73-b8ff-310dac399de0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:19:17.534119 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.606170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] For port 60471a3e-92fa-4d73-b8ff-310dac399de0, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:19:17.610124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] For port 60471a3e-92fa-4d73-b8ff-310dac399de0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=60471a3e-92fa-4d73-b8ff-310dac399de0,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:19:17.615593 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.694086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267bd56-29ea-459f-8388-5db6a9eb7272 None None] Pushing event updated for resources: {'Port': ['ID=60471a3e-92fa-4d73-b8ff-310dac399de0,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:17.710164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.1 (0827db5a-3441-4e5d-b6fb-0dc9faaadc35/3a6dab26-0d7c-432c-90a1-6bebf11e619c/e914124c-b317-4e24-b8e5-c3f948a730ce) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:19:17.869281 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.892683 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object e914124c-b317-4e24-b8e5-c3f948a730ce will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:17.932199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:17.987228 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:19:17.990816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:17.996246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:19:18.000322 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=e914124c-b317-4e24-b8e5-c3f948a730ce,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:18.049267 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.183874 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.332276 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67dcca95-61e0-4f68-86ce-300209f4ce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.477482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecbcfadb-e93b-455f-9e52-ff5702b41a5b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:18.521655 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.527504 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.535361 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ecbcfadb-e93b-455f-9e52-ff5702b41a5b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:18.540576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ecbcfadb-e93b-455f-9e52-ff5702b41a5b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:18.540962 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.612334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=e914124c-b317-4e24-b8e5-c3f948a730ce,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:18.616357 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.637991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.664494 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ecbcfadb-e93b-455f-9e52-ff5702b41a5b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:18.669028 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.670359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 60471a3e-92fa-4d73-b8ff-310dac399de0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:18.717742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b5ea2-306a-41f0-bf3d-eea20ac188d8 None None] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:19:18.723816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:19:18.725226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:18.801529 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:18.824123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dc372f45-f74b-4743-9306-48eb5c4580e5 None None] Provisioning for port 60471a3e-92fa-4d73-b8ff-310dac399de0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:18.845010 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 60471a3e-92fa-4d73-b8ff-310dac399de0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:18.850075 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 2685328f-fa12-4403-a449-844c43c786aa has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:19:18.869302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 60471a3e-92fa-4d73-b8ff-310dac399de0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:18.869701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:18.969890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:19:18.975708 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d74d4e3-99af-44fe-b8d6-40eeec45325b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/2685328f-fa12-4403-a449-844c43c786aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0792015 Aug 25 12:19:18.998345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:19.042287 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 60471a3e-92fa-4d73-b8ff-310dac399de0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=60471a3e-92fa-4d73-b8ff-310dac399de0,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:19.050125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:19.104989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=60471a3e-92fa-4d73-b8ff-310dac399de0,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:19.152107 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-54c229b6-d5b2-42c8-8ff3-38cac0bcf754 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348010719&fields=id&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 267 time: 0.0374343 Aug 25 12:19:19.239086 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Sync routers for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:19:19.249316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:19.249985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:19.277400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-fe5e43a2-3d62-4144-88b1-1dbbd27a48f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:19.278945 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-fe5e43a2-3d62-4144-88b1-1dbbd27a48f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 797 time: 0.1186650 Aug 25 12:19:19.295909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-eaa62f43-b13f-43b8-8e56-d160245f7511 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/quotas/06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 375 time: 0.0106792 Aug 25 12:19:19.311175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d043c3e7-2251-4afe-9f15-2603e92c029b None None] Provisioning complete for port 60471a3e-92fa-4d73-b8ff-310dac399de0 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:19.311549 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d043c3e7-2251-4afe-9f15-2603e92c029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:19.356962 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-78252d1b-61cd-49ca-906a-eaee7eaf1f5d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526993 Aug 25 12:19:19.397454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:19.423674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-805894ac-df55-48f2-a5e4-d0f32cee006b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:19:19.424563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-805894ac-df55-48f2-a5e4-d0f32cee006b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558560 Aug 25 12:19:19.518835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-819a1a5a-bded-460b-abdb-f7deb7d3aeea service neutron] 10.222.0.35 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Aug 25 12:19:19.575695 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d043c3e7-2251-4afe-9f15-2603e92c029b None None] Provisioning for port e914124c-b317-4e24-b8e5-c3f948a730ce completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:19.589489 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d043c3e7-2251-4afe-9f15-2603e92c029b None None] Provisioning complete for port e914124c-b317-4e24-b8e5-c3f948a730ce triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:19.590283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d043c3e7-2251-4afe-9f15-2603e92c029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:19.618781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-5598c2cf-e445-4d58-945f-55d4d3baa0e2 service neutron] 10.222.0.35 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932746 Aug 25 12:19:19.647885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d043c3e7-2251-4afe-9f15-2603e92c029b None None] Port e914124c-b317-4e24-b8e5-c3f948a730ce cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:19:19.673107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 2, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:19.789360 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3419dd87-2975-4d56-8d44-d7d957a979ac req-b8855d30-b9c1-4895-9658-5a605f8c6de1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 210 time: 0.0286415 Aug 25 12:19:19.868772 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Checking router: 2685328f-fa12-4403-a449-844c43c786aa for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:19:19.869160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Updating router 2685328f-fa12-4403-a449-844c43c786aa port e914124c-b317-4e24-b8e5-c3f948a730ce binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:19:19.900856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:19.903961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-30683a75-3b74-4563-8115-eab38a8d6f15 None None] Provisioning complete for port e914124c-b317-4e24-b8e5-c3f948a730ce triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:19.905712 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-30683a75-3b74-4563-8115-eab38a8d6f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:19.969933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-30683a75-3b74-4563-8115-eab38a8d6f15 None None] Port e914124c-b317-4e24-b8e5-c3f948a730ce cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:19:20.209544 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.219477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Transition to ACTIVE for port object e914124c-b317-4e24-b8e5-c3f948a730ce will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:20.225883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.277155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff48bf-d94e-412f-bdd5-ccd07d95589b None None] Pushing event updated for resources: {'Port': ['ID=e914124c-b317-4e24-b8e5-c3f948a730ce,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:20.334598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Attempting to bind port e914124c-b317-4e24-b8e5-c3f948a730ce on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:19:20.335032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Attempting to bind port e914124c-b317-4e24-b8e5-c3f948a730ce by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:19:20.335409 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Attempting to bind port e914124c-b317-4e24-b8e5-c3f948a730ce on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:19:20.343427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:19:20.343867 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Checking segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:19:20.344279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.344676 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Bound using segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:19:20.345257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Bound port: e914124c-b317-4e24-b8e5-c3f948a730ce, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:19:20.345645 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.411481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecbcfadb-e93b-455f-9e52-ff5702b41a5b up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:20.442107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] For port e914124c-b317-4e24-b8e5-c3f948a730ce, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:19:20.455428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] For port e914124c-b317-4e24-b8e5-c3f948a730ce, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e914124c-b317-4e24-b8e5-c3f948a730ce,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:19:20.463271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.538113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff48bf-d94e-412f-bdd5-ccd07d95589b None None] Pushing event updated for resources: {'Port': ['ID=e914124c-b317-4e24-b8e5-c3f948a730ce,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:20.544123 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:20.544730 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:18:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:20.586625 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ecbcfadb-e93b-455f-9e52-ff5702b41a5b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:20.587001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.722264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:20.777176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 60471a3e-92fa-4d73-b8ff-310dac399de0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:20.783266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-22fb7b24-72bc-41af-a438-08f816243983 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:20.784892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-22fb7b24-72bc-41af-a438-08f816243983 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 797 time: 0.1187012 Aug 25 12:19:20.831851 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-732342c7-75c1-4e88-87ea-e7507fa23529 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 380 time: 0.0366850 Aug 25 12:19:20.843154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'port': {'device_id': '3c799d18-37c4-4e13-acf2-930d44e38691', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'admin_state_up': True, 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'security_groups': ['f746cfe0-34ab-4227-ba3f-26df03614b13']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:20.921953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1d0b4934-b912-4cc0-b305-9250a4d1224d req-9200d1a0-1db2-488d-b76b-56c9dc006264 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 210 time: 0.0396762 Aug 25 12:19:20.935858 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 60471a3e-92fa-4d73-b8ff-310dac399de0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:20.936239 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:20.984114 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:19:20.987764 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.069259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:20Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:21.097307 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7fe82e-a13d-4ad5-aa21-35e8c7ced61f None None] The sync data for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 is: [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:20Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:19:21.116035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.9 (0827db5a-3441-4e5d-b6fb-0dc9faaadc35/3a6dab26-0d7c-432c-90a1-6bebf11e619c/a3104ee5-f7de-409b-af28-0496fcc5c01c) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:19:21.268282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2c5313d3-1def-4571-8160-8f4679e3011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.278344 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.293312 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object a3104ee5-f7de-409b-af28-0496fcc5c01c will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:21.326530 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.372992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:19:21.376059 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:21.380666 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:19:21.385355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:21.434190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:21.434859 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.451277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-807c6001-7c85-4c15-81d3-48585eba16b8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124492 Aug 25 12:19:21.466789 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Request body: {'port': {'device_id': '3c799d18-37c4-4e13-acf2-930d44e38691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:21.474893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.531487 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.635176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-50732ccd-0ef4-40fa-a992-701514b17215 None None] Provisioning for port a3104ee5-f7de-409b-af28-0496fcc5c01c completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:21.640251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-50732ccd-0ef4-40fa-a992-701514b17215 None None] Provisioning complete for port a3104ee5-f7de-409b-af28-0496fcc5c01c triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:21.640629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-50732ccd-0ef4-40fa-a992-701514b17215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.680576 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-50732ccd-0ef4-40fa-a992-701514b17215 None None] Port a3104ee5-f7de-409b-af28-0496fcc5c01c cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:19:21.809902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3104ee5-f7de-409b-af28-0496fcc5c01c {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:19:21.817738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.832728 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Transition to ACTIVE for port object a3104ee5-f7de-409b-af28-0496fcc5c01c will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:19:21.836422 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:21.892317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:21.966707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:19:21.967226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:19:21.967633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:19:21.972376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Port a3104ee5-f7de-409b-af28-0496fcc5c01c on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:19:21.972706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:19:21.978657 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:19:21.978974 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Checking segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:19:21.979364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Bound using segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:19:21.979799 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Bound port: a3104ee5-f7de-409b-af28-0496fcc5c01c, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:19:21.980163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.095742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:19:22.106963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87716d56-6582-48db-bb9f-0b57c4556ea9 req-2af4b587-7ada-4c94-9941-9070976b1103 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:22.108556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87716d56-6582-48db-bb9f-0b57c4556ea9 req-2af4b587-7ada-4c94-9941-9070976b1103 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0947382 Aug 25 12:19:22.110454 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:19:22.121352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.184416 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:22.185042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.186545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] 10.222.0.67 "PUT /v2.0/ports/a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 1092 time: 0.7252347 Aug 25 12:19:22.187041 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:19:22.189360 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d4f04c-8547-4818-84f6-46e8e762b2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:19:22.220799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87716d56-6582-48db-bb9f-0b57c4556ea9 req-b9f6c10b-dd76-412b-8c10-9d4d1089e5a7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009321 Aug 25 12:19:22.221593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2fde7-3b52-4bcc-9ebb-7c79b3addb6a service neutron] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:22.238453 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5f8e30-0f68-4ba5-908d-1d4fc9adde03 x-openstack-request-id: req-2a5f8e30-0f68-4ba5-908d-1d4fc9adde03 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:19:22.238764 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:19:22.239108 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a5f8e30-0f68-4ba5-908d-1d4fc9adde03 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:19:22.239521 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'status': 'completed', 'code': 200} Aug 25 12:19:22.285111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-9b16778d-01f7-44bf-8514-0f2559492757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:22.286761 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-9b16778d-01f7-44bf-8514-0f2559492757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1095 time: 0.0427153 Aug 25 12:19:22.338248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-565c4f26-58ae-46b3-bbf3-9856db96d6f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 217 time: 0.0430501 Aug 25 12:19:22.396553 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-8b9e7224-071b-4bab-8a59-13a2e46bc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:22.398084 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-8b9e7224-071b-4bab-8a59-13a2e46bc423 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0534444 Aug 25 12:19:22.401926 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e914124c-b317-4e24-b8e5-c3f948a730ce up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:22.446296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-276a0987-2516-45cb-9e2f-7b5e14dc283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:22.447725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-276a0987-2516-45cb-9e2f-7b5e14dc283c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415497 Aug 25 12:19:22.465046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port e914124c-b317-4e24-b8e5-c3f948a730ce completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:22.469132 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e914124c-b317-4e24-b8e5-c3f948a730ce triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:22.469503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.545249 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-bfcc743a-a3cb-4484-9c9b-34254af0c829 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897343 Aug 25 12:19:22.550304 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.585013 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port e914124c-b317-4e24-b8e5-c3f948a730ce, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e914124c-b317-4e24-b8e5-c3f948a730ce,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:22.596302 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.646497 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=e914124c-b317-4e24-b8e5-c3f948a730ce,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:22.673188 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:22.981610 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-14c328ec-a76a-408e-8aa5-3a245384aa27 req-77270ea6-3d21-404e-b8e5-aeed6d2cfa46 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279690 Aug 25 12:19:23.067685 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-aa3bb009-6698-4d55-a4fa-36c20837242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:23.069237 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-aa3bb009-6698-4d55-a4fa-36c20837242f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1095 time: 0.0408568 Aug 25 12:19:23.162520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-cb2e5360-ccfb-4da0-9bd8-32f65aef410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:23.164002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-cb2e5360-ccfb-4da0-9bd8-32f65aef410a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.0877149 Aug 25 12:19:23.205822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-aee0c021-a877-4fd7-9ebc-59c3cf5d61a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 217 time: 0.0341272 Aug 25 12:19:23.261747 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-9496fcf8-cd23-4604-a4dd-bd2ec45a7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:23.263224 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-9496fcf8-cd23-4604-a4dd-bd2ec45a7d5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0473514 Aug 25 12:19:23.342513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-5d6875a7-b755-4574-926d-1f48681bcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:23.344030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-5d6875a7-b755-4574-926d-1f48681bcc9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706830 Aug 25 12:19:23.355950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7408688-bbb4-475f-857c-f8b89940dd57 req-da556308-2746-41b3-89d3-4974860cbae7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:23.357412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7408688-bbb4-475f-857c-f8b89940dd57 req-da556308-2746-41b3-89d3-4974860cbae7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0572944 Aug 25 12:19:23.442751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c7408688-bbb4-475f-857c-f8b89940dd57 req-fb622f18-80c9-4fc7-a649-4efdf1a589d0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770762 Aug 25 12:19:23.470961 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-57bf1cef-2f77-4502-b99b-84b32fb005b4 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125667 Aug 25 12:19:23.561557 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4d4f04c-8547-4818-84f6-46e8e762b2bf req-5434c439-8d2f-44fc-812b-6a15f22df239 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Aug 25 12:19:24.379597 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e914124c-b317-4e24-b8e5-c3f948a730ce up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:24.430168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port e914124c-b317-4e24-b8e5-c3f948a730ce triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:24.430537 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:24.527913 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:24.568116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52642af4-c511-4b4c-8977-d16e1a5421b4 req-6a4b6162-2369-4666-9fda-61ca4d440d2f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:24.569665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52642af4-c511-4b4c-8977-d16e1a5421b4 req-6a4b6162-2369-4666-9fda-61ca4d440d2f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0600038 Aug 25 12:19:24.608233 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-52642af4-c511-4b4c-8977-d16e1a5421b4 req-84adaa7c-010b-487e-94f9-e8f2d4585e68 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Aug 25 12:19:25.722489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc613612-0716-4d76-9c9a-ab621c2aeb04 req-8e1b9a40-a957-4c7a-8fd7-e9cb58fdeb95 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:25.723956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc613612-0716-4d76-9c9a-ab621c2aeb04 req-8e1b9a40-a957-4c7a-8fd7-e9cb58fdeb95 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0485010 Aug 25 12:19:25.760949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fc613612-0716-4d76-9c9a-ab621c2aeb04 req-50e377c7-1dce-4aa4-b14a-91df05720d99 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310304 Aug 25 12:19:26.147478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:19:26.241517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:26.254446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'port_id': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'mac_address': 'fa:16:3e:0c:42:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:19:26.291572 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:26.305548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3104ee5-f7de-409b-af28-0496fcc5c01c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:19:26.325675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:26.329671 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:26.376314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:26.542731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a3104ee5-f7de-409b-af28-0496fcc5c01c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:19:26.875504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c33ed9-d8cf-4a26-913d-5bb1e475c737 req-aeae59f7-8d6b-4d0c-94ee-d788e07571c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:26.876894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77c33ed9-d8cf-4a26-913d-5bb1e475c737 req-aeae59f7-8d6b-4d0c-94ee-d788e07571c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 944 time: 0.0489600 Aug 25 12:19:26.915209 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-77c33ed9-d8cf-4a26-913d-5bb1e475c737 req-058f48fc-444a-4143-ab63-a7d9ce29dff5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Aug 25 12:19:27.782822 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:28.037473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134c8d3-7cc1-46c6-ac7e-e77f1bb03f49 req-970c343d-c0d5-44e6-bc21-fa3ed6ecbdaa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:28.039173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9134c8d3-7cc1-46c6-ac7e-e77f1bb03f49 req-970c343d-c0d5-44e6-bc21-fa3ed6ecbdaa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 944 time: 0.0559518 Aug 25 12:19:28.078288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9134c8d3-7cc1-46c6-ac7e-e77f1bb03f49 req-cff712f6-eac3-4b9c-ae0b-0958dfd1af2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Aug 25 12:19:28.164569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:19:28.215924 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a3104ee5-f7de-409b-af28-0496fcc5c01c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:19:28.219731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a3104ee5-f7de-409b-af28-0496fcc5c01c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:19:28.220100 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:28.296311 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:28.321305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:19:28.323793 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2e1a6-1f8a-4fbe-8654-f549c3a02c71" -d '{"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-plugged", "status": "completed", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:19:28.337434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:19:28.342089 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:28.369166 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d7b19-e528-4ff9-9807-86b6073a9fc6 x-openstack-request-id: req-3a6d7b19-e528-4ff9-9807-86b6073a9fc6 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:19:28.369522 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-plugged", "status": "completed", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:19:28.369796 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a6d7b19-e528-4ff9-9807-86b6073a9fc6 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:19:28.370152 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'code': 200} Aug 25 12:19:28.397311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:28.473505 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd865df1-fd77-4092-b502-d9b1864202b4 req-6c88b444-4946-493e-b56d-c18742a16e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:28.474960 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd865df1-fd77-4092-b502-d9b1864202b4 req-6c88b444-4946-493e-b56d-c18742a16e3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1097 time: 0.0437555 Aug 25 12:19:28.511668 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dd865df1-fd77-4092-b502-d9b1864202b4 req-c3d3da4e-afab-4101-a4ab-fad9f1236230 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286782 Aug 25 12:19:29.194659 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140debcf-caf6-43ef-a93f-47e460ff402b req-3c70dd79-69e4-490c-b468-48ae5579aa4f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:29.196190 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-140debcf-caf6-43ef-a93f-47e460ff402b req-3c70dd79-69e4-490c-b468-48ae5579aa4f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Aug 25 12:19:29.235195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-140debcf-caf6-43ef-a93f-47e460ff402b req-e5dde97a-9785-416e-8fcc-93c810082e64 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Aug 25 12:19:30.361219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a018d-6715-4128-be5c-55ea02cb4d3a req-72f0d139-64a9-4024-b946-9bdbf3526bea tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:30.362749 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a3a018d-6715-4128-be5c-55ea02cb4d3a req-72f0d139-64a9-4024-b946-9bdbf3526bea tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Aug 25 12:19:30.401441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5a3a018d-6715-4128-be5c-55ea02cb4d3a req-3212ed18-7878-4c40-81d4-724b470adf3f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Aug 25 12:19:30.517330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588dc5-0c3f-4f3e-9065-d76f1288f69a req-cc940fa4-1917-4bbd-8397-d6ee3ad88411 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:30.518111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8588dc5-0c3f-4f3e-9065-d76f1288f69a req-cc940fa4-1917-4bbd-8397-d6ee3ad88411 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0500271 Aug 25 12:19:30.558803 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e8588dc5-0c3f-4f3e-9065-d76f1288f69a req-0aa1c815-c720-48be-b1df-72f06dc95688 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343487 Aug 25 12:19:30.580738 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42314) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:30.626177 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74099e9-721d-4a27-a267-fa094101c715 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:30.627723 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a74099e9-721d-4a27-a267-fa094101c715 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1092 time: 0.0459847 Aug 25 12:19:30.630560 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42316) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:30.634923 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:19:30.657681 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:30.755015 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:30.861201 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.142 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/4cbca5b7-8352-4cd2-9117-2b4aa6983b1c) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:19:30.959743 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:30.997050 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.043191 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:19:31.046072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:19:31.049499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:19:31.071182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=4cbca5b7-8352-4cd2-9117-2b4aa6983b1c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:31.398635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.469214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.473545 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.621791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.626261 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.698980 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=4cbca5b7-8352-4cd2-9117-2b4aa6983b1c,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:19:31.707250 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:31.809332 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed associated. External IP: 172.25.1.142, port: a3104ee5-f7de-409b-af28-0496fcc5c01c. Aug 25 12:19:32.017276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 2685328f-fa12-4403-a449-844c43c786aa has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:19:32.129338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:19:32.140011 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] Sync routers for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:19:32.149217 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:32.152266 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:32.152890 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:32.179599 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4d092135-e9cd-40c7-8aab-2f07a9bde608 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5454328 Aug 25 12:19:32.179599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:19:32.179987 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7623bf43-6aba-413c-980c-ecd3f29bf3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:19:32.219325 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786e2426-284b-49f4-8e1c-9727435f7ae6 x-openstack-request-id: req-786e2426-284b-49f4-8e1c-9727435f7ae6 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:19:32.219615 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:19:32.219869 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-786e2426-284b-49f4-8e1c-9727435f7ae6 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:19:32.220273 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'status': 'completed', 'code': 200} Aug 25 12:19:32.273089 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:32.312521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c623e5-0d66-46a1-82fc-108c608435f5 req-632311f7-cc89-4a44-9e13-494f1a4cb6d6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:32.314048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c623e5-0d66-46a1-82fc-108c608435f5 req-632311f7-cc89-4a44-9e13-494f1a4cb6d6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0871780 Aug 25 12:19:32.315952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-1bacae46-ca7b-4e8c-a989-dd1ce32f67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:32.317299 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-1bacae46-ca7b-4e8c-a989-dd1ce32f67cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1097 time: 0.0632377 Aug 25 12:19:32.405146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98c623e5-0d66-46a1-82fc-108c608435f5 req-044497fa-aeb0-40ae-a5bd-0bacb128f037 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850475 Aug 25 12:19:32.428564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42322) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:32.442819 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-d6b9e757-93a7-4a4f-abe1-434d729515f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:32.444320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-d6b9e757-93a7-4a4f-abe1-434d729515f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.1184211 Aug 25 12:19:32.490694 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fbe2ad82-a6df-4863-ac40-9fa394ed098a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed HTTP/1.1" status: 200 len: 991 time: 0.0598176 Aug 25 12:19:32.502474 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2685328f-fa12-4403-a449-844c43c786aa', 'port_id': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'mac_address': 'fa:16:3e:0c:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c799d18-37c4-4e13-acf2-930d44e38691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:19:31Z', 'updated_at': '2021-08-25T12:19:31Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:22Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:32.515882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-326b1a39-6712-4cb0-8895-5a7e1c927d71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 999 time: 0.0642695 Aug 25 12:19:32.529806 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] Checking router: 2685328f-fa12-4403-a449-844c43c786aa for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:19:32.537998 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:19:32.538599 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:19:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:32.566220 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-ae808a57-93bf-409c-a0d0-3c6b5431bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:32.567703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-ae808a57-93bf-409c-a0d0-3c6b5431bf1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0441346 Aug 25 12:19:32.615051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-4afd29fe-d592-42eb-9f03-adabb6b6b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:19:32.616578 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-4afd29fe-d592-42eb-9f03-adabb6b6b368 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411875 Aug 25 12:19:32.644273 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:19:32.713082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-9ffc4712-4283-4fe8-b46c-1bf32af6f0fd service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878861 Aug 25 12:19:32.805407 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7623bf43-6aba-413c-980c-ecd3f29bf3b7 req-b3913943-f3da-4220-a375-ebaf6d2ce3a4 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Aug 25 12:19:32.866397 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2685328f-fa12-4403-a449-844c43c786aa', 'port_id': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'mac_address': 'fa:16:3e:0c:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c799d18-37c4-4e13-acf2-930d44e38691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:19:31Z', 'updated_at': '2021-08-25T12:19:31Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:22Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:19:32.894994 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5eec5-2e73-41de-b679-8266db896dbd None None] The sync data for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 is: [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.142', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2685328f-fa12-4403-a449-844c43c786aa', 'port_id': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'mac_address': 'fa:16:3e:0c:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c799d18-37c4-4e13-acf2-930d44e38691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:19:31Z', 'updated_at': '2021-08-25T12:19:31Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:22Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:19:33.098170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7bdac5-b2a9-4c96-9c66-05cee4b05abf None None] New status for floating IP 4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:19:33.493727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42324) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:19:33.558991 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7b39a566-b724-4753-aa56-76fe620591d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed HTTP/1.1" status: 200 len: 993 time: 0.0641775 Aug 25 12:19:39.619278 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:19:48.326230 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b959d62c-65f1-4656-a323-18f16bfbfd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:51.260305 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-00daa6cb-d652-4cbd-b042-9990587abd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:51.472049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:52.676401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:54.520098 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:19:57.781897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:01.473624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:04.620791 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:20:04.624502 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294456-5a98-4b50-aa0f-b2c5915221ef req-34e351f4-d74a-4548-91c8-7a1a6a98692b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:04.626174 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e294456-5a98-4b50-aa0f-b2c5915221ef req-34e351f4-d74a-4548-91c8-7a1a6a98692b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0533700 Aug 25 12:20:04.670953 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6e294456-5a98-4b50-aa0f-b2c5915221ef req-dfdf37c3-84f9-439a-879e-d708a77be714 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Aug 25 12:20:04.719522 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-cd27a48d-6245-49d5-a7b0-92c416e69604 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972269 Aug 25 12:20:05.792817 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790cee1-2548-4ab3-9f85-7b5b31c1809b req-8fbb1bdc-a576-41f5-80b5-1e3a90955780 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:05.794354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c790cee1-2548-4ab3-9f85-7b5b31c1809b req-8fbb1bdc-a576-41f5-80b5-1e3a90955780 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0546548 Aug 25 12:20:05.837485 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c790cee1-2548-4ab3-9f85-7b5b31c1809b req-0259b3d2-d906-41a9-aec0-e2ff0f3f0fd2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Aug 25 12:20:05.903236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-5cf5da4f-4879-4c94-a948-f8f7683f6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:05.904822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-5cf5da4f-4879-4c94-a948-f8f7683f6f78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1097 time: 0.0913720 Aug 25 12:20:05.997632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-fc34a98f-9af7-43a5-9285-0efc5bd3b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:05.999194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-fc34a98f-9af7-43a5-9285-0efc5bd3b9cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.0864699 Aug 25 12:20:06.069802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-6a80dd28-b53b-428c-adad-9057a49d54b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 1001 time: 0.0628381 Aug 25 12:20:06.119691 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-d0f6bf88-8e36-4d49-b28b-3aec923c9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:06.121149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-d0f6bf88-8e36-4d49-b28b-3aec923c9425 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0438042 Aug 25 12:20:06.167223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-578f5394-0a61-40c0-9118-75f83ecb0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:06.168717 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-578f5394-0a61-40c0-9118-75f83ecb0644 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400133 Aug 25 12:20:06.261611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-9e80b57b-6ffb-46aa-9633-c5f51bfe639d service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843835 Aug 25 12:20:06.362500 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-725a2d8a-ddc9-408c-a98d-1fd4863bdb4d service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918901 Aug 25 12:20:06.959432 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e06f9a-7f93-4e27-b887-e5d0862a64bb req-605a4753-39dd-4db2-abb0-79af9e99bd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:06.961029 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07e06f9a-7f93-4e27-b887-e5d0862a64bb req-605a4753-39dd-4db2-abb0-79af9e99bd6b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0528026 Aug 25 12:20:07.000271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07e06f9a-7f93-4e27-b887-e5d0862a64bb req-5737754b-4469-4e45-b8cd-9c57b9346bd9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Aug 25 12:20:08.136364 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae2a6-d20c-4f2a-a2b9-ae8da58213e8 req-01feaf68-da20-42fd-9619-a1676c0f2e38 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:08.137900 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b91ae2a6-d20c-4f2a-a2b9-ae8da58213e8 req-01feaf68-da20-42fd-9619-a1676c0f2e38 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0557265 Aug 25 12:20:08.178068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b91ae2a6-d20c-4f2a-a2b9-ae8da58213e8 req-79cac09d-82e9-4719-a9be-5d283ad5b5d4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337107 Aug 25 12:20:09.299234 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b521668-8101-4334-ae54-3465beeeac5c req-36d19fe2-fff3-48fc-82b2-e2c06ad12f79 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:09.300694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b521668-8101-4334-ae54-3465beeeac5c req-36d19fe2-fff3-48fc-82b2-e2c06ad12f79 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0518348 Aug 25 12:20:09.349982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3b521668-8101-4334-ae54-3465beeeac5c req-a2d80665-7f21-4261-aa59-562bd60c9ad5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375009 Aug 25 12:20:10.474588 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148c6e-b4b0-4333-8c70-46327f93e91d req-144f22d7-1223-439b-89d8-1bcf4d6681f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:10.476113 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26148c6e-b4b0-4333-8c70-46327f93e91d req-144f22d7-1223-439b-89d8-1bcf4d6681f2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Aug 25 12:20:10.515970 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-26148c6e-b4b0-4333-8c70-46327f93e91d req-ff6b83b4-d3fd-4ecf-9b24-a98686935596 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330937 Aug 25 12:20:11.647557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff609c-117b-4d70-86ec-5cdce3a81638 req-6c21823d-d816-48d0-9e4b-955f8d01713a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:11.649258 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61ff609c-117b-4d70-86ec-5cdce3a81638 req-6c21823d-d816-48d0-9e4b-955f8d01713a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0590863 Aug 25 12:20:11.698753 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-61ff609c-117b-4d70-86ec-5cdce3a81638 req-22746cfa-55b0-4199-9a6b-0e820e616f8f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Aug 25 12:20:12.818379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26eb8-7550-4bfb-abf0-c2d912fbed82 req-47d44ac8-235d-460e-bdc3-442658b55cbd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:12.819905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcb26eb8-7550-4bfb-abf0-c2d912fbed82 req-47d44ac8-235d-460e-bdc3-442658b55cbd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0500686 Aug 25 12:20:12.859591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dcb26eb8-7550-4bfb-abf0-c2d912fbed82 req-9ba8aa30-dfdd-476b-8e26-d9f91ad2ab8c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Aug 25 12:20:13.982078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c81c-e886-4ff3-8dfd-96b329e1d7ab req-fb86ede2-6dfd-4dc1-a1e1-0f40cb2d4f9a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:13.983619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0014c81c-e886-4ff3-8dfd-96b329e1d7ab req-fb86ede2-6dfd-4dc1-a1e1-0f40cb2d4f9a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0536115 Aug 25 12:20:14.024867 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0014c81c-e886-4ff3-8dfd-96b329e1d7ab req-09820430-e565-4e10-96a7-4f53391980e9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352921 Aug 25 12:20:14.809628 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-ac9c4ca6-87fc-43ad-b882-492162bf3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:14.811166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-ac9c4ca6-87fc-43ad-b882-492162bf3dbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1097 time: 0.0464456 Aug 25 12:20:14.916071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-5f08ec71-3c72-434e-938e-8bd008f15600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:14.917611 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-5f08ec71-3c72-434e-938e-8bd008f15600 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.0842762 Aug 25 12:20:14.989186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-b0d5f33c-78e7-4b9f-8eb1-44c4a96fab1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 1001 time: 0.0633328 Aug 25 12:20:15.042111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-541ebf84-d461-473b-b247-ac900f59c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:15.043771 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-541ebf84-d461-473b-b247-ac900f59c05d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0470819 Aug 25 12:20:15.093888 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-c10c132d-e661-4fec-9c62-81bc7e47dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:15.095497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-c10c132d-e661-4fec-9c62-81bc7e47dd5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425529 Aug 25 12:20:15.210545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724a61-b029-4137-be35-f7d28d3826c3 req-0821e27e-a313-4b99-ad68-4f87eef5d7d0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:15.212143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55724a61-b029-4137-be35-f7d28d3826c3 req-0821e27e-a313-4b99-ad68-4f87eef5d7d0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.1157212 Aug 25 12:20:15.244987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-bb4afbb9-7cc6-4bde-8e3f-3184eb7338ee service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396029 Aug 25 12:20:15.281369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-55724a61-b029-4137-be35-f7d28d3826c3 req-b22ec08a-8ec9-4fe8-8b9e-73a8732ed845 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591259 Aug 25 12:20:15.350512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82ef0f1b-683a-438f-b4b8-528823f23957 req-e6f63608-741f-4e9b-b2cd-bff0574f9b51 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930705 Aug 25 12:20:16.406497 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493747af-fdb2-4b70-b66c-1fc6583bcaa1 req-051e1218-41ec-432e-8d54-b6c58df8349d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:16.408024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-493747af-fdb2-4b70-b66c-1fc6583bcaa1 req-051e1218-41ec-432e-8d54-b6c58df8349d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Aug 25 12:20:16.448041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-493747af-fdb2-4b70-b66c-1fc6583bcaa1 req-54592dbc-9e70-4f74-8ef8-0243f95f0543 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Aug 25 12:20:16.618782 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:20:17.566382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a56e0-b68e-4a9c-8fd7-36cbb7d6ff57 req-d6393b0b-6f57-4696-bb79-e7050349f65b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:17.567886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f97a56e0-b68e-4a9c-8fd7-36cbb7d6ff57 req-d6393b0b-6f57-4696-bb79-e7050349f65b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0505297 Aug 25 12:20:17.605278 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f97a56e0-b68e-4a9c-8fd7-36cbb7d6ff57 req-05a927d7-67fb-4518-9e21-a40f933bc321 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Aug 25 12:20:18.329734 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-fa659b13-4200-4265-b17e-14d1da4b4ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:18.725933 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b29130-d66b-4a8a-a56a-da534823820a req-6d16f5b2-f212-4fe6-aaf6-a2fa05172405 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:18.727451 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71b29130-d66b-4a8a-a56a-da534823820a req-6d16f5b2-f212-4fe6-aaf6-a2fa05172405 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0501139 Aug 25 12:20:18.770968 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-71b29130-d66b-4a8a-a56a-da534823820a req-e0e788f8-76b1-4657-964a-515fa646443e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375435 Aug 25 12:20:19.891764 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cbeae-7118-433d-9e1c-4a5f896052c3 req-797b659f-039a-486d-8937-2874c47ed63c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:19.893581 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-524cbeae-7118-433d-9e1c-4a5f896052c3 req-797b659f-039a-486d-8937-2874c47ed63c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0509067 Aug 25 12:20:19.933949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-524cbeae-7118-433d-9e1c-4a5f896052c3 req-63896505-f5a6-4f1e-b3a7-14f1e1d168a2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329297 Aug 25 12:20:21.052318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416d352-ae2e-47d3-83d0-344351fffa3d req-3eae17f7-ae18-428d-8bcb-828448aa3aa0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:21.053715 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c416d352-ae2e-47d3-83d0-344351fffa3d req-3eae17f7-ae18-428d-8bcb-828448aa3aa0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Aug 25 12:20:21.090439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c416d352-ae2e-47d3-83d0-344351fffa3d req-40b073dd-dbaa-450c-85be-af06322b4696 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Aug 25 12:20:21.261672 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1f925f39-e36b-4919-8af6-b29f000ce88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:21.474692 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:22.205051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22884c5-7670-400a-b439-90d30e4666c1 req-49bc502d-dab2-4c3a-9a25-dc5ffc60efa9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:22.206556 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c22884c5-7670-400a-b439-90d30e4666c1 req-49bc502d-dab2-4c3a-9a25-dc5ffc60efa9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Aug 25 12:20:22.247155 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c22884c5-7670-400a-b439-90d30e4666c1 req-59b15990-7fd9-459b-8010-3f3d26fe9d3f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346820 Aug 25 12:20:22.679383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:23.306476 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-8f2dde7c-7d2e-4228-9315-8d53c562b1f5 service neutron] show failed (client error): The resource could not be found. Aug 25 12:20:23.307514 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-8f2dde7c-7d2e-4228-9315-8d53c562b1f5 service neutron] 10.222.0.67 "GET /v2.0/ports/a3104ee5-f7de-409b-af28-0496fcc5c01c/bindings/n-h1-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0552924 Aug 25 12:20:23.368157 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537059f-62d8-4e9c-b299-b3ab9a006796 req-499cfc09-5476-435c-9c13-79ab294c5401 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:23.369671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c537059f-62d8-4e9c-b299-b3ab9a006796 req-499cfc09-5476-435c-9c13-79ab294c5401 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0530419 Aug 25 12:20:23.410286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c537059f-62d8-4e9c-b299-b3ab9a006796 req-04d38e99-1844-4c6f-8ff4-308c4113cfbf tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342484 Aug 25 12:20:23.543807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-7593390d-0cdd-42d9-9f37-7b531e50180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:23.545242 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-7593390d-0cdd-42d9-9f37-7b531e50180e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 1097 time: 0.0836515 Aug 25 12:20:23.556975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:20:23.609748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:23.824565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:20:23.856598 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h2-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:20:23.897004 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:20:23.899362 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec7c11-acbf-4109-a1f2-f25b1fc31f36" -d '{"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-unplugged", "status": "completed", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:20:23.903863 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:23.917624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Transition to ACTIVE for port object a3104ee5-f7de-409b-af28-0496fcc5c01c will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:20:23.922384 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:23.956140 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9359d965-5f80-4397-a848-1e64d2bb1104 x-openstack-request-id: req-9359d965-5f80-4397-a848-1e64d2bb1104 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:20:23.956433 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-unplugged", "status": "completed", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:20:23.956688 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9359d965-5f80-4397-a848-1e64d2bb1104 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:20:23.957639 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'code': 200} Aug 25 12:20:24.010802 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=6']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:20:24.026074 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.026403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.026754 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.027297 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.027641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.028249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.028651 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.028993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.030058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.030058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.030058 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.030565 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:24.075812 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] No DVR routers for this DVR port a3104ee5-f7de-409b-af28-0496fcc5c01c on host n-h2-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:20:24.219852 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:20:24.220188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:20:24.220517 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:20:24.225081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Port a3104ee5-f7de-409b-af28-0496fcc5c01c on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:20:24.225341 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Attempting to bind port a3104ee5-f7de-409b-af28-0496fcc5c01c on network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:20:24.230878 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:20:24.231220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Checking segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:20:24.231610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Bound using segment: {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:20:24.232043 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Bound port: a3104ee5-f7de-409b-af28-0496fcc5c01c, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb774825-2983-485b-b6b7-02c36a9d98f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:20:24.232406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:24.297374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:20:24.300373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:20:24.305092 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:24.337808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:24.338466 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:24.339849 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] 10.222.0.10 "PUT /v2.0/ports/a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 1092 time: 0.7870467 Aug 25 12:20:24.363666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af0e3f-4719-4b70-92bd-ec3f43f31735 service neutron] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=7']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:20:24.411975 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-87a2002f-b85a-41d1-910c-33b3680ff3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:24.413503 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-87a2002f-b85a-41d1-910c-33b3680ff3ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1095 time: 0.0468447 Aug 25 12:20:24.515561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-e3551373-d312-4482-a804-8a117c411711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:24.517223 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-e3551373-d312-4482-a804-8a117c411711 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.0961523 Aug 25 12:20:24.526167 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:24.537219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3fc4e-3fb1-4d43-a76b-92fdacd45865 req-03ddebaf-fd5c-48f7-b3e1-01727eed8610 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:24.539200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5c3fc4e-3fb1-4d43-a76b-92fdacd45865 req-03ddebaf-fd5c-48f7-b3e1-01727eed8610 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0557349 Aug 25 12:20:24.580496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a5c3fc4e-3fb1-4d43-a76b-92fdacd45865 req-ae2a7351-1fb7-46fd-a335-3299ea4d4900 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345497 Aug 25 12:20:24.591900 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-3664c7e1-7c9d-4d5b-a0fa-965ebb0b45c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 999 time: 0.0662899 Aug 25 12:20:24.640809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-31e4873f-140d-49aa-a147-df3c51433c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:24.642179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-31e4873f-140d-49aa-a147-df3c51433c18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0433991 Aug 25 12:20:24.688907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-067ef3cf-1e1d-48a7-967e-41b427b3d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:24.690429 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-067ef3cf-1e1d-48a7-967e-41b427b3d202 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399618 Aug 25 12:20:24.783461 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-205606ea-a3db-44ef-a1f6-d94ef6ee4be2 service neutron] 10.222.0.10 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857866 Aug 25 12:20:24.872634 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-efaae2d8-1f44-45da-ac08-42e4eeceda3d req-641175be-df37-4221-9423-6bd83f02bcdd service neutron] 10.222.0.10 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826180 Aug 25 12:20:25.702403 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93773b4-afef-4f93-ad49-0b745a5049b9 req-53043f52-f3ba-4756-adf2-3115d6dd790c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:25.703905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c93773b4-afef-4f93-ad49-0b745a5049b9 req-53043f52-f3ba-4756-adf2-3115d6dd790c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0524714 Aug 25 12:20:25.741759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c93773b4-afef-4f93-ad49-0b745a5049b9 req-e9d38f07-cc0f-4df6-8bff-9d7634e245a4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Aug 25 12:20:25.958302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:20:25.960649 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b21af68-ecd5-41ab-a589-504f35030d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:20:26.007892 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4903c0-d07a-4ff7-8bb5-1036f8c572af x-openstack-request-id: req-dc4903c0-d07a-4ff7-8bb5-1036f8c572af {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:20:26.008182 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:20:26.008440 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc4903c0-d07a-4ff7-8bb5-1036f8c572af {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:20:26.008842 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'status': 'completed', 'code': 200} Aug 25 12:20:26.070611 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-406e4129-45d8-4c8e-993a-0aa784bb6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.072158 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-406e4129-45d8-4c8e-993a-0aa784bb6126 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1095 time: 0.0421181 Aug 25 12:20:26.073140 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-1e4c6117-5ee5-48ba-bff2-febda92b25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.074703 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-1e4c6117-5ee5-48ba-bff2-febda92b25f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1095 time: 0.0410938 Aug 25 12:20:26.169487 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-a139bb41-a5fb-47a8-8916-62d8ce14bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.170966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-a139bb41-a5fb-47a8-8916-62d8ce14bea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.0917656 Aug 25 12:20:26.172171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-2aebb344-0bce-4ffa-a1f0-438b59b54c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.173708 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-2aebb344-0bce-4ffa-a1f0-438b59b54c3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.0909753 Aug 25 12:20:26.238932 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-85443ec5-0e8f-47ec-b63d-6f04d1e51b0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 999 time: 0.0599771 Aug 25 12:20:26.243399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-5a0b0783-374c-49c7-b9f2-80484e4b450f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 999 time: 0.0582798 Aug 25 12:20:26.292324 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-511cceea-7887-4536-ba90-c75818afa736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.293911 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-511cceea-7887-4536-ba90-c75818afa736 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0476973 Aug 25 12:20:26.299446 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-601d72d3-df00-49fc-9987-c6f3a4b5cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.300938 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-601d72d3-df00-49fc-9987-c6f3a4b5cb24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0500717 Aug 25 12:20:26.345775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-c6182e1e-737d-47c3-b348-88b9d142952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.347030 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-c6182e1e-737d-47c3-b348-88b9d142952a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453060 Aug 25 12:20:26.354998 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-f2b44a29-4790-47b9-8dd8-da79a8edfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.357050 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-f2b44a29-4790-47b9-8dd8-da79a8edfacb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446513 Aug 25 12:20:26.444551 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-47783874-a2a7-4b07-8af4-98adf51e5a89 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895221 Aug 25 12:20:26.471191 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-41d7cc5a-5b64-4a0b-a97b-40218c9f5535 service neutron] 10.222.0.10 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954306 Aug 25 12:20:26.490684 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:20:26.533938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:20:26.546660 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-1ac880a2-e65b-44cf-8f47-c66589874da1 service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946794 Aug 25 12:20:26.574299 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-6b21af68-ecd5-41ab-a589-504f35030d5a req-3ee356d8-bd3d-46bd-a3d9-1cc7bf8b33e3 service neutron] 10.222.0.10 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952296 Aug 25 12:20:26.774708 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:20:26.859589 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a294-3200-46fe-92f5-2cce3d0f4234 req-aea193b7-8d65-4765-b3d2-afcc981941d1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:26.861122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7040a294-3200-46fe-92f5-2cce3d0f4234 req-aea193b7-8d65-4765-b3d2-afcc981941d1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 943 time: 0.0498683 Aug 25 12:20:26.866811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:20:26.878693 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'port_id': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'mac_address': 'fa:16:3e:0c:42:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:20:26.902083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7040a294-3200-46fe-92f5-2cce3d0f4234 req-8aa34828-cc2a-423c-b7d1-1368d01772ca tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Aug 25 12:20:26.920999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:26.933800 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3104ee5-f7de-409b-af28-0496fcc5c01c {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:20:26.952771 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:20:26.956506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:27.011965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:20:27.021976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.022407 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.023163 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.023510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.023845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.024176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.024558 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.024894 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.025288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.025617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.026244 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.026575 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:27.145534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-e7109705-2c61-417e-8a91-8d87d78b767c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.147005 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-e7109705-2c61-417e-8a91-8d87d78b767c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691&tenant_id=06d2d2f27fd143bc93d745827258d67b&binding%3Ahost_id=n-h1-778732-11 HTTP/1.1" status: 200 len: 944 time: 0.0739837 Aug 25 12:20:27.154254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15bd65-f9eb-40ea-a482-536ef48bcb0e req-409304e9-90aa-4bee-8d62-1d84a70708d5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.155609 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d15bd65-f9eb-40ea-a482-536ef48bcb0e req-409304e9-90aa-4bee-8d62-1d84a70708d5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 944 time: 0.0923264 Aug 25 12:20:27.197566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a3104ee5-f7de-409b-af28-0496fcc5c01c'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:20:27.229417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3d15bd65-f9eb-40ea-a482-536ef48bcb0e req-4be9cd0d-b006-4e5e-9d76-f961e2bd2f1f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676148 Aug 25 12:20:27.237468 n-d-778732-11 neutron-server[94910]: INFO neutron.api.v2.resource [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-1f2e3c9a-47b7-4c25-8496-50e85a9bfa4b service neutron] delete failed (client error): The resource could not be found. Aug 25 12:20:27.238566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-1f2e3c9a-47b7-4c25-8496-50e85a9bfa4b service neutron] 10.222.0.67 "DELETE /v2.0/ports/a3104ee5-f7de-409b-af28-0496fcc5c01c/bindings/n-h2-778732-11 HTTP/1.1" status: 404 len: 381 time: 0.0820992 Aug 25 12:20:27.363297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-748969ce-9a8c-4a42-9e45-b2e8d8bcf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.365059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-748969ce-9a8c-4a42-9e45-b2e8d8bcf3fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1096 time: 0.0765197 Aug 25 12:20:27.376842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d11e2e-0845-42c3-aeb0-fa67e55f6833 req-b4a3c779-6996-44da-87aa-d83bf6d957f8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.378290 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4d11e2e-0845-42c3-aeb0-fa67e55f6833 req-b4a3c779-6996-44da-87aa-d83bf6d957f8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 944 time: 0.0622253 Aug 25 12:20:27.469604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f4d11e2e-0845-42c3-aeb0-fa67e55f6833 req-6e01509a-b13a-48d7-9383-2232f4ebae1f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831504 Aug 25 12:20:27.488069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-d58c068f-5f6c-44bd-aadd-b81f3d1c4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.489508 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-d58c068f-5f6c-44bd-aadd-b81f3d1c4d03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.1103928 Aug 25 12:20:27.559067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-f2eebd75-898c-4b09-a1a0-eb8f7c5e17cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 1000 time: 0.0609541 Aug 25 12:20:27.609144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-55c0f5af-ec9e-4202-9767-9e869464416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.610589 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-55c0f5af-ec9e-4202-9767-9e869464416f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0432646 Aug 25 12:20:27.655577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-362aca91-58e2-40a2-bf4e-373827043cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:27.657085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-362aca91-58e2-40a2-bf4e-373827043cb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388343 Aug 25 12:20:27.748011 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-bd24e619-55a0-4d52-ad36-9773c47eed3f service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829813 Aug 25 12:20:27.771985 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:27.844626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e5eae49-de45-41e2-a9fc-277a3e6a6360 req-97941e42-dcd2-46ea-b047-d14a9312afdd service neutron] 10.222.0.67 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881619 Aug 25 12:20:28.585534 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e4142-a128-47d4-8a15-9b8fb208dabc req-7a449cfe-949b-4d48-bab4-2b14c34fa59d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:28.586964 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d69e4142-a128-47d4-8a15-9b8fb208dabc req-7a449cfe-949b-4d48-bab4-2b14c34fa59d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 944 time: 0.0489671 Aug 25 12:20:28.628141 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d69e4142-a128-47d4-8a15-9b8fb208dabc req-e9ceec87-40e6-4e79-9d29-154c4914956d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352235 Aug 25 12:20:28.650194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42440) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:20:28.708856 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c1f0d8ef-3200-4bdf-9717-a2b206196548 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed HTTP/1.1" status: 200 len: 992 time: 0.0575507 Aug 25 12:20:28.784473 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:20:28.833006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port a3104ee5-f7de-409b-af28-0496fcc5c01c completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:20:28.837747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port a3104ee5-f7de-409b-af28-0496fcc5c01c triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:20:28.838550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:28.920347 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:28.941911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:20:28.944159 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef55748-6bfe-4018-89bc-7830b00a1689" -d '{"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-plugged", "status": "completed", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:20:28.956991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:20:28.961195 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:29.016804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:20:29.040870 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4c94f9-5cc4-4908-b504-70914f4651cd x-openstack-request-id: req-9c4c94f9-5cc4-4908-b504-70914f4651cd {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:20:29.041164 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-plugged", "status": "completed", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:20:29.041414 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c4c94f9-5cc4-4908-b504-70914f4651cd {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:20:29.041865 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'code': 200} Aug 25 12:20:31.489784 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:48.331716 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-131e023b-7feb-4f24-819f-caddaa1aa8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:51.262461 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-976755ae-6a30-4d7b-a37d-4f6688f1c448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:51.475150 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:52.680643 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:53.618814 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:20:54.524430 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:57.278007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42458) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:20:57.761701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 4cbca5b7-8352-4cd2-9117-2b4aa6983b1c {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:20:57.762062 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:57.771434 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:57.838563 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:57.838892 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:57.850731 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 4cbca5b7-8352-4cd2-9117-2b4aa6983b1c owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:20:57.994327 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:58.021195 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=4cbca5b7-8352-4cd2-9117-2b4aa6983b1c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:20:58.050423 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.050775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.051113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.051447 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.051779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.052111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.052437 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.052760 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.053082 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.053405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.053753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.054071 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:20:58.094242 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:58.094908 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed disassociated (deleted). External IP: 172.25.1.142, port: a3104ee5-f7de-409b-af28-0496fcc5c01c. Aug 25 12:20:58.304723 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 2685328f-fa12-4403-a449-844c43c786aa has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:20:58.411994 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:20:58.416736 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:20:58.422309 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] Sync routers for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:20:58.430992 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:20:58.431663 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:20:58.444322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-66fd2818-ebe7-4eb1-9b44-b91ec19b4f2e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/floatingips/4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed HTTP/1.1" status: 204 len: 168 time: 1.1653225 Aug 25 12:20:58.444920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:20:58.447215 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1412883a-404d-4b6a-82df-e70d8091dd45" -d '{"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:20:58.541864 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:20:58.548427 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e2a61-195b-4b39-adfd-6dae3bab4865 x-openstack-request-id: req-b34e2a61-195b-4b39-adfd-6dae3bab4865 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:20:58.548721 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:20:58.548977 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b34e2a61-195b-4b39-adfd-6dae3bab4865 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:20:58.549665 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'status': 'completed', 'code': 200} Aug 25 12:20:58.626357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-0798a8fe-b964-4738-aaaf-07fd787725c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:58.627940 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-0798a8fe-b964-4738-aaaf-07fd787725c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 1097 time: 0.0448785 Aug 25 12:20:58.710520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab438c31-48dd-4413-b275-3fc563255f3b req-f7a510a6-30fa-43ef-b9d2-940445cb8b17 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:58.712111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab438c31-48dd-4413-b275-3fc563255f3b req-f7a510a6-30fa-43ef-b9d2-940445cb8b17 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0519307 Aug 25 12:20:58.753944 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ab438c31-48dd-4413-b275-3fc563255f3b req-fb4bb296-8004-402f-94da-cee477e1dc85 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355022 Aug 25 12:20:58.769732 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:22Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:20:58.801101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] Checking router: 2685328f-fa12-4403-a449-844c43c786aa for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:20:58.810646 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:20:58.811261 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:20:58.915170 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:20:59.021402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-c479bc66-4d47-4e22-a5ac-5760633917af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:59.021402 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-c479bc66-4d47-4e22-a5ac-5760633917af service neutron] 10.222.0.10 "GET /v2.0/networks?id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 200 len: 898 time: 0.3834839 Aug 25 12:20:59.065750 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-41cd7601-3e61-4ff6-8a8d-ea69d4f8c919 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 200 len: 217 time: 0.0362453 Aug 25 12:20:59.118325 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-3e32cf23-0a99-4b80-9a9d-41817af9b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:59.119821 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-3e32cf23-0a99-4b80-9a9d-41817af9b45c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 200 len: 834 time: 0.0462286 Aug 25 12:20:59.172571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-80a7df3c-8545-4e93-b637-90eb7d582040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:59.174052 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-80a7df3c-8545-4e93-b637-90eb7d582040 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0827db5a-3441-4e5d-b6fb-0dc9faaadc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460451 Aug 25 12:20:59.216367 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:22Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:20:59.242799 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80219a9d-1c1c-4634-a714-74d4d8290718 None None] The sync data for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 is: [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'e914124c-b317-4e24-b8e5-c3f948a730ce', 'name': '', 'network_id': '0827db5a-3441-4e5d-b6fb-0dc9faaadc35', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:86:15:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:17Z', 'updated_at': '2021-08-25T12:19:22Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': '3a6dab26-0d7c-432c-90a1-6bebf11e619c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:20:59.271189 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-9548ab2a-26ea-4215-941b-f1f9a08a4858 service neutron] 10.222.0.10 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845482 Aug 25 12:20:59.367477 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1412883a-404d-4b6a-82df-e70d8091dd45 req-162a40f7-1599-4795-9f57-ca3ee7d63570 service neutron] 10.222.0.10 "GET /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Aug 25 12:20:59.471845 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5605fd1e-74aa-4980-8c7b-4b139608558d None None] New status for floating IP 4961a4f2-7d2a-4f40-b6fe-3b7f12da70ed: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:20:59.877966 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bfb19-86e3-4d48-a538-83b776196cd3 req-be435eba-713f-4099-af45-f31b65752881 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:20:59.879505 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-098bfb19-86e3-4d48-a538-83b776196cd3 req-be435eba-713f-4099-af45-f31b65752881 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0531271 Aug 25 12:20:59.917398 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-098bfb19-86e3-4d48-a538-83b776196cd3 req-75485609-fb9f-461b-bffc-d08e94888220 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=f746cfe0-34ab-4227-ba3f-26df03614b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Aug 25 12:21:00.051663 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-41fafd5a-229b-470f-a20a-82980aedb191 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:00.053050 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-41fafd5a-229b-470f-a20a-82980aedb191 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c799d18-37c4-4e13-acf2-930d44e38691 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Aug 25 12:21:00.145360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port a3104ee5-f7de-409b-af28-0496fcc5c01c {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:21:00.145711 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:00.235543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port a3104ee5-f7de-409b-af28-0496fcc5c01c, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a3104ee5-f7de-409b-af28-0496fcc5c01c,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:00.235935 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:00.249846 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for a3104ee5-f7de-409b-af28-0496fcc5c01c owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:21:00.379843 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:00.409666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=a3104ee5-f7de-409b-af28-0496fcc5c01c,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:00.451402 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] No DVR routers for this DVR port a3104ee5-f7de-409b-af28-0496fcc5c01c on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:21:00.454144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:00.456251 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-72c1a7aa-d2cc-4f1b-bf7d-f44cc59e01aa req-ae847b96-2cbb-4650-8a62-627d2689d269 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "DELETE /v2.0/ports/a3104ee5-f7de-409b-af28-0496fcc5c01c HTTP/1.1" status: 204 len: 173 time: 0.3969457 Aug 25 12:21:00.456703 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-deleted', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:21:00.459090 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec649e-e1e4-4ee0-b6c6-5c1f65fbc18e" -d '{"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-deleted", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:21:00.497615 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aadcfe6-166d-48e5-8d54-85f27e09addd x-openstack-request-id: req-4aadcfe6-166d-48e5-8d54-85f27e09addd {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:21:00.498059 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c799d18-37c4-4e13-acf2-930d44e38691", "name": "network-vif-deleted", "tag": "a3104ee5-f7de-409b-af28-0496fcc5c01c", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:21:00.498322 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4aadcfe6-166d-48e5-8d54-85f27e09addd {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:21:00.498728 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c799d18-37c4-4e13-acf2-930d44e38691', 'name': 'network-vif-deleted', 'tag': 'a3104ee5-f7de-409b-af28-0496fcc5c01c', 'status': 'completed', 'code': 200} Aug 25 12:21:00.974574 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42474) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:01.332947 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:01.492022 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:01.590445 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port e914124c-b317-4e24-b8e5-c3f948a730ce {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:21:01.590709 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:01.681816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port e914124c-b317-4e24-b8e5-c3f948a730ce, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=e914124c-b317-4e24-b8e5-c3f948a730ce,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:01.682178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:01.695814 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for e914124c-b317-4e24-b8e5-c3f948a730ce owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:21:01.883088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:01.910831 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=e914124c-b317-4e24-b8e5-c3f948a730ce,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:02.082202 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.301286 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router 2685328f-fa12-4403-a449-844c43c786aa has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:21:02.411958 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:21:02.417543 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-934ae4fe-d379-442d-9364-40dbfcc098d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/2685328f-fa12-4403-a449-844c43c786aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419038 Aug 25 12:21:02.420243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42478) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:02.424286 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] Sync routers for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:21:02.434602 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:02.435326 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:02.475607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting subnet 3a6dab26-0d7c-432c-90a1-6bebf11e619c {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:21:02.478720 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.523081 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.540290 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:02.608878 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.668502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.696739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6dab26-0d7c-432c-90a1-6bebf11e619c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:02.703044 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.704949 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57d0aa7d-633f-4c24-aebf-a644fde45086 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/subnets/3a6dab26-0d7c-432c-90a1-6bebf11e619c HTTP/1.1" status: 204 len: 168 time: 0.2839372 Aug 25 12:21:02.707600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42480) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:02.709270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65673b36-e8a1-4f99-9e98-d41c876761f7 None None] Network 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:21:02.729144 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:21:01Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:02.755290 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] Checking router: 2685328f-fa12-4403-a449-844c43c786aa for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:21:02.764810 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] Routers {'2685328f-fa12-4403-a449-844c43c786aa'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:02.765404 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2685328f-fa12-4403-a449-844c43c786aa'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:02.823928 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.877744 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] Set router 2685328f-fa12-4403-a449-844c43c786aa gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:02.887947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] DHCP port deletion for 0827db5a-3441-4e5d-b6fb-0dc9faaadc35 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:21:02.934978 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] Deleting port 60471a3e-92fa-4d73-b8ff-310dac399de0 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:21:02.935351 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.936187 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:02.992261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port ecbcfadb-e93b-455f-9e52-ff5702b41a5b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:21:02.992639 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.006923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] For port 60471a3e-92fa-4d73-b8ff-310dac399de0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=60471a3e-92fa-4d73-b8ff-310dac399de0,segment=NetworkSegment(cb774825-2983-485b-b6b7-02c36a9d98f0),segment_id=cb774825-2983-485b-b6b7-02c36a9d98f0)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:03.007456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.030342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] Calling delete_port for 60471a3e-92fa-4d73-b8ff-310dac399de0 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:21:03.065295 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:21:01Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:03.080620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port ecbcfadb-e93b-455f-9e52-ff5702b41a5b, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:03.081026 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.092980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for ecbcfadb-e93b-455f-9e52-ff5702b41a5b owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:21:03.095577 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54aef0-e4cd-4960-a46f-f8a29088aa8b None None] The sync data for ids ['2685328f-fa12-4403-a449-844c43c786aa'] in n-d-778732-11 is: [{'id': '2685328f-fa12-4403-a449-844c43c786aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-19459330', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:19:14Z', 'updated_at': '2021-08-25T12:21:01Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ecbcfadb-e93b-455f-9e52-ff5702b41a5b', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2685328f-fa12-4403-a449-844c43c786aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:19:15Z', 'updated_at': '2021-08-25T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:21:03.114133 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.142722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] Pushing event deleted for resources: {'Port': ['ID=60471a3e-92fa-4d73-b8ff-310dac399de0,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:03.147687 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79208f-9b78-4186-92f3-a46f6ac81987 None None] No DVR routers for this DVR port 60471a3e-92fa-4d73-b8ff-310dac399de0 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:21:03.266107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.291555 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=ecbcfadb-e93b-455f-9e52-ff5702b41a5b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:03.350298 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.448984 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.451393 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.498566 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.499103 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Fanout notify agent at l3_agent the message router_deleted on router 2685328f-fa12-4403-a449-844c43c786aa {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:21:03.506590 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.507799 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-49190ea1-ffc5-4c0c-9852-a9547dc9c1d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/routers/2685328f-fa12-4403-a449-844c43c786aa HTTP/1.1" status: 204 len: 168 time: 0.7989333 Aug 25 12:21:03.510540 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42482) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:03.588959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.681050 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.691784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0827db5a-3441-4e5d-b6fb-0dc9faaadc35']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:03.702895 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb774825-2983-485b-b6b7-02c36a9d98f0') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:03.703101 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb774825-2983-485b-b6b7-02c36a9d98f0') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:03.715261 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.731321 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.738803 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:21:03.739438 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:21:03.742644 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:21:03.805385 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.812497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.814371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/networks/0827db5a-3441-4e5d-b6fb-0dc9faaadc35 HTTP/1.1" status: 204 len: 168 time: 0.3028069 Aug 25 12:21:03.817416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42484) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:03.826532 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c87a17-0633-4f36-94be-f579ce984685 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Network': ['ID=0827db5a-3441-4e5d-b6fb-0dc9faaadc35,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:03.877471 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed9daad7-db9d-47c8-be4f-53e33408c48c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.901705 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed9daad7-db9d-47c8-be4f-53e33408c48c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.965408 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed9daad7-db9d-47c8-be4f-53e33408c48c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.967905 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ed9daad7-db9d-47c8-be4f-53e33408c48c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:03.969067 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ed9daad7-db9d-47c8-be4f-53e33408c48c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/security-groups/f746cfe0-34ab-4227-ba3f-26df03614b13 HTTP/1.1" status: 204 len: 168 time: 0.1505818 Aug 25 12:21:03.978262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9daad7-db9d-47c8-be4f-53e33408c48c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746cfe0-34ab-4227-ba3f-26df03614b13,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.221509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42490) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.226345 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304430194', 'description': 'tempest-secgroup-smoke-1304430194 description', 'project_id': '06d2d2f27fd143bc93d745827258d67b'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.249159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.330633 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.334455 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.359850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.361000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1383944 Aug 25 12:21:04.364085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42492) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.365090 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b6cf9-647e-4a57-bbb2-9ea913973eb6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba09df1-9cc6-4b14-b028-79494de30941,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.370418 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '1ba09df1-9cc6-4b14-b028-79494de30941', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.401088 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.435743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecbcfadb-e93b-455f-9e52-ff5702b41a5b no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:21:04.460001 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ecbcfadb-e93b-455f-9e52-ff5702b41a5b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:21:04.460231 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.460368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ecbcfadb-e93b-455f-9e52-ff5702b41a5b not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:21:04.460807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e914124c-b317-4e24-b8e5-c3f948a730ce no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:21:04.464820 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.481049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: e914124c-b317-4e24-b8e5-c3f948a730ce {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:21:04.481426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device e914124c-b317-4e24-b8e5-c3f948a730ce not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:21:04.481759 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 60471a3e-92fa-4d73-b8ff-310dac399de0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:21:04.485512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0da2a5-99d0-4047-890b-1ed8037ff713,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.493350 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.494666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cbe87982-e386-4d88-81bc-fc81f340adf5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294961 Aug 25 12:21:04.497941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42494) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.502410 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 60471a3e-92fa-4d73-b8ff-310dac399de0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:21:04.502757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 60471a3e-92fa-4d73-b8ff-310dac399de0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:21:04.502871 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '1ba09df1-9cc6-4b14-b028-79494de30941', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.532497 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.588750 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.592241 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.607546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be576fa4-b9f1-4d2a-aab7-05730c1deabc,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.616389 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.617650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-57b6198e-5d80-4bc5-bf31-52d53fb49966 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187344 Aug 25 12:21:04.620341 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42496) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.625330 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '1ba09df1-9cc6-4b14-b028-79494de30941', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.650968 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.708211 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.711887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.733633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889bdd4e-0a21-4ca6-ab71-65e90f1ca598,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.738406 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.739686 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-503ccad0-dae7-40b2-bfb9-d8a2dd5bf4cb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178055 Aug 25 12:21:04.742396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42498) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.747854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '1ba09df1-9cc6-4b14-b028-79494de30941', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.774547 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.833098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.836548 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.854705 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f11721-1047-4590-b623-83df44037f1c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.862918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.864198 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ef13e3bd-d42a-40e4-a63f-995a7e006aa3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208851 Aug 25 12:21:04.866946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42500) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.871943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '1ba09df1-9cc6-4b14-b028-79494de30941', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.893441 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:21:04.898284 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.956824 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.960330 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.978118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ebff92-f1f4-4039-9682-1dcad71ab340,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:04.984245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:04.985603 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-813f90fa-2158-4cb0-8447-ea648216b72c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175961 Aug 25 12:21:04.988396 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42502) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:04.992922 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '1ba09df1-9cc6-4b14-b028-79494de30941', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:04.993990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:21:05.014721 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:21:05.017048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: a3104ee5-f7de-409b-af28-0496fcc5c01c {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:21:05.017048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a3104ee5-f7de-409b-af28-0496fcc5c01c not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:21:05.020665 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.081213 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.084700 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.106273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac371ce-ef27-4b4b-881a-1e8e4486ffcc,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:05.109225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.110439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-4794daeb-ffdb-4116-a638-fa4fc6fb8366 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211348 Aug 25 12:21:05.113387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42504) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:05.118711 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'network': {'name': 'tempest-network-smoke--1960308856', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'port_security_enabled': True}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:05.139175 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:21:05.142542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.166024 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:21:05.176481 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.176901 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Added segment 29888b9d-7c9a-418c-8d4e-01a5bd0dc892 of type vlan for network 39cf4746-1179-4a66-aef8-90a09fcf6180 Aug 25 12:21:05.215925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.239245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.244697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:05.245306 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.302588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1881130 Aug 25 12:21:05.305367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42506) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:05.310571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'admin_state_up': True, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:05.312943 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925749a-5881-41b6-8fbf-01ecb5accd96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Network': ['ID=39cf4746-1179-4a66-aef8-90a09fcf6180,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:05.322230 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:21:05.340879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.341940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.398113 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.541908 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.738635 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.757977 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:05.857162 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.217 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ce15faa0-a421-4b88-a277-628f5de703fd) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:21:05.960785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:06.000197 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:06.038042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:21:06.045887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:06.049387 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:21:06.055057 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=ce15faa0-a421-4b88-a277-628f5de703fd,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:06.297745 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:06.494075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:06.624133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router ff482d0b-4214-46b1-9467-c408c4aadf3f is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:21:06.731867 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:21:06.743969 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Sync routers for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:21:06.751218 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:06.753057 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb5b295d-bf64-447c-90d8-94ecf2f71a56 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4464233 Aug 25 12:21:06.755240 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:06.755881 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:06.756121 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42508) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:06.785782 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e581de1a-2be1-411b-bafc-8f2cdf2b72c8 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=06d2d2f27fd143bc93d745827258d67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285609 Aug 25 12:21:06.788278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42510) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:06.862763 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:06.878697 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6545c5f-2231-4ad1-ad39-7e49f481006e tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:06.880172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d6545c5f-2231-4ad1-ad39-7e49f481006e tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909984 Aug 25 12:21:06.882981 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42512) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:06.912350 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f5aa293-a464-4a80-bae9-d1b862edf54e tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282993 Aug 25 12:21:06.914782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42514) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:06.919678 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1833092722', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:07.006164 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:21:07.009927 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.045180 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:06Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:07.071003 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Checking router: ff482d0b-4214-46b1-9467-c408c4aadf3f for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:21:07.071357 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Updating router ff482d0b-4214-46b1-9467-c408c4aadf3f port ce15faa0-a421-4b88-a277-628f5de703fd binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:21:07.101875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.191214 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.255963 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Subnet': ['ID=e5b6a414-84ff-407f-b3c6-d615fee36bef,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:07.265397 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Checking segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:21:07.265792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network hostable DHCP agents. Network: 39cf4746-1179-4a66-aef8-90a09fcf6180, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:21:07.283052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:21:07.293187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 39cf4746-1179-4a66-aef8-90a09fcf6180) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:07.297360 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:07.298208 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.303862 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6825b-8ed4-4a07-b0c9-3b8b91c39c51 None None] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:21:07.313801 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58d24599-7e1b-4fad-9bfb-3d59c918d9a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979843 Aug 25 12:21:07.316653 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42516) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:07.418273 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.437993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Transition to ACTIVE for port object ce15faa0-a421-4b88-a277-628f5de703fd will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:07.463791 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.543194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Attempting to bind port ce15faa0-a421-4b88-a277-628f5de703fd on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:21:07.543562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Attempting to bind port ce15faa0-a421-4b88-a277-628f5de703fd by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:21:07.543927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Attempting to bind port ce15faa0-a421-4b88-a277-628f5de703fd on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:21:07.547332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc174918-b051-441c-ac86-b740e56b9dd8 None None] Pushing event updated for resources: {'Port': ['ID=ce15faa0-a421-4b88-a277-628f5de703fd,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:07.553046 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:21:07.553430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:21:07.553861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.554251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:21:07.554722 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Bound port: ce15faa0-a421-4b88-a277-628f5de703fd, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:21:07.555107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.580747 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-39cf4746-1179-4a66-aef8-90a09fcf6180', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:21:07.581597 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.681650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] For port ce15faa0-a421-4b88-a277-628f5de703fd, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:21:07.701144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] For port ce15faa0-a421-4b88-a277-628f5de703fd, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ce15faa0-a421-4b88-a277-628f5de703fd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:21:07.707756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:07.808964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Allocated IP 172.20.0.2 (39cf4746-1179-4a66-aef8-90a09fcf6180/e5b6a414-84ff-407f-b3c6-d615fee36bef/1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:21:07.813992 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc174918-b051-441c-ac86-b740e56b9dd8 None None] Pushing event updated for resources: {'Port': ['ID=ce15faa0-a421-4b88-a277-628f5de703fd,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:07.823788 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:07.824422 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:07.997549 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:08.102935 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.146790 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.164645 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Transition to ACTIVE for port object 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:08.191892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Transition to ACTIVE for port object 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:08.216009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.267345 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:21:08.272031 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:08.274480 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:21:08.287326 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Pushing event updated for resources: {'Port': ['ID=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:08.343057 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f9631b65-5652-445f-9b9d-80574263203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:06Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:08.369012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Attempting to bind port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:21:08.369332 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Attempting to bind port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:21:08.369739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Attempting to bind port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a on network 39cf4746-1179-4a66-aef8-90a09fcf6180 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:21:08.373643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9631b65-5652-445f-9b9d-80574263203f None None] The sync data for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 is: [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:06Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:21:08.378685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:21:08.379071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Checking segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:21:08.379571 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.379859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Bound using segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:21:08.380427 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Bound port: 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:21:08.380721 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.381365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.1 (39cf4746-1179-4a66-aef8-90a09fcf6180/e5b6a414-84ff-407f-b3c6-d615fee36bef/54597775-21e8-4de4-bdd3-3cde91e2717e) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:21:08.455155 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] For port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:21:08.459889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] For port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:21:08.466126 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.506500 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.523865 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object 54597775-21e8-4de4-bdd3-3cde91e2717e will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:08.530929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdea8a6-612a-4a78-830f-a3c79fb81e36 None None] Pushing event updated for resources: {'Port': ['ID=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:08.559642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.617616 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:21:08.620199 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:08.625867 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:21:08.630208 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=54597775-21e8-4de4-bdd3-3cde91e2717e,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:08.676693 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:08.838533 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:09.132974 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:09.139407 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:09.220167 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:09.222042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=54597775-21e8-4de4-bdd3-3cde91e2717e,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:09.329106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:21:09.330658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:09.448527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router ff482d0b-4214-46b1-9467-c408c4aadf3f has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:21:09.487421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa42639-a863-4f5d-8621-5b9cfe429bcd None None] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:21:09.562400 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:21:09.575781 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b05a7eb6-7c4e-4b50-8d88-26868378516f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/ff482d0b-4214-46b1-9467-c408c4aadf3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2504930 Aug 25 12:21:09.607501 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1572286d-49b6-4f4c-843a-3887cef5c6ea None None] Provisioning for port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:09.757498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-cc85ab52-ef68-440b-8ee8-9e5548867518 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304430194&fields=id&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 267 time: 0.0399411 Aug 25 12:21:09.876712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-91bd0534-bdd6-4c0c-bf81-fbf410132489 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:09.878416 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-91bd0534-bdd6-4c0c-bf81-fbf410132489 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 797 time: 0.1127894 Aug 25 12:21:09.900288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-69c5c6d3-2d4a-427c-823a-6db224e7fc2d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/quotas/06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 375 time: 0.0102975 Aug 25 12:21:09.957006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-31803e12-f257-4881-b48e-f2e94df5055c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506542 Aug 25 12:21:10.044661 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98c13fc5-ff0e-49ac-9af6-77efc2b840c8 None None] Provisioning for port 54597775-21e8-4de4-bdd3-3cde91e2717e completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:10.053983 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-98c13fc5-ff0e-49ac-9af6-77efc2b840c8 None None] Provisioning complete for port 54597775-21e8-4de4-bdd3-3cde91e2717e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:10.054534 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-98c13fc5-ff0e-49ac-9af6-77efc2b840c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.054674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Sync routers for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:21:10.070921 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:10.071550 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:10.093724 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-98c13fc5-ff0e-49ac-9af6-77efc2b840c8 None None] Port 54597775-21e8-4de4-bdd3-3cde91e2717e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:21:10.172757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-da8c2e8d-65dc-433b-b0a0-bebf24ef3584 service neutron] 10.222.0.35 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036741 Aug 25 12:21:10.188074 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:10.237452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-0e93193b-7db7-40b4-85d6-1fc03781bb74 None None] Provisioning complete for port 54597775-21e8-4de4-bdd3-3cde91e2717e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:10.238139 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e93193b-7db7-40b4-85d6-1fc03781bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.267454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-66472c92-b36e-4949-afde-704901f65118 service neutron] 10.222.0.35 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889661 Aug 25 12:21:10.279354 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-0e93193b-7db7-40b4-85d6-1fc03781bb74 None None] Port 54597775-21e8-4de4-bdd3-3cde91e2717e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:21:10.407836 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 2, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:10.450674 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Checking router: ff482d0b-4214-46b1-9467-c408c4aadf3f for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:21:10.451033 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Updating router ff482d0b-4214-46b1-9467-c408c4aadf3f port 54597775-21e8-4de4-bdd3-3cde91e2717e binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:21:10.475277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-057c2276-93ca-4345-9109-832857fca94f req-37d28ae8-005b-40cd-a13a-99c961d23d5e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 210 time: 0.0380907 Aug 25 12:21:10.490664 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.516665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-12a985c5-19dd-4c7f-9969-6e543ef7e9e8 None None] Provisioning complete for port 54597775-21e8-4de4-bdd3-3cde91e2717e triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:10.517176 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-12a985c5-19dd-4c7f-9969-6e543ef7e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.563920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:10.595176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-12a985c5-19dd-4c7f-9969-6e543ef7e9e8 None None] Port 54597775-21e8-4de4-bdd3-3cde91e2717e cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:21:10.622298 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:10.627019 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:10.627325 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.713722 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.748272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:10.752551 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.754210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce15faa0-a421-4b88-a277-628f5de703fd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:10.808127 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.818811 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Transition to ACTIVE for port object 54597775-21e8-4de4-bdd3-3cde91e2717e will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:10.824775 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.836806 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:10.850429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ce15faa0-a421-4b88-a277-628f5de703fd completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:10.854547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ce15faa0-a421-4b88-a277-628f5de703fd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:10.854976 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.895522 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Pushing event updated for resources: {'Port': ['ID=54597775-21e8-4de4-bdd3-3cde91e2717e,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:10.925243 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.925510 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.926021 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.926419 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.926937 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.927303 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.927765 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.928251 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.928766 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.929249 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.929673 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.930168 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:21:10.956989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.963411 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Attempting to bind port 54597775-21e8-4de4-bdd3-3cde91e2717e on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:21:10.964061 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Attempting to bind port 54597775-21e8-4de4-bdd3-3cde91e2717e by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:21:10.964834 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Attempting to bind port 54597775-21e8-4de4-bdd3-3cde91e2717e on network 39cf4746-1179-4a66-aef8-90a09fcf6180 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:21:10.970885 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:21:10.971458 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Checking segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:21:10.971876 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.972354 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Bound using segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:21:10.972907 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Bound port: 54597775-21e8-4de4-bdd3-3cde91e2717e, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:21:10.973381 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:10.980283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ce15faa0-a421-4b88-a277-628f5de703fd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ce15faa0-a421-4b88-a277-628f5de703fd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:10.987058 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:11.052392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ce15faa0-a421-4b88-a277-628f5de703fd,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:11.161726 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] For port 54597775-21e8-4de4-bdd3-3cde91e2717e, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:21:11.164792 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] For port 54597775-21e8-4de4-bdd3-3cde91e2717e, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54597775-21e8-4de4-bdd3-3cde91e2717e,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:21:11.168343 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:11.225623 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:11.226267 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:11.266993 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b1e76-14b5-4549-b87f-ed55e7c1205f None None] Pushing event updated for resources: {'Port': ['ID=54597775-21e8-4de4-bdd3-3cde91e2717e,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:11.348014 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:11.535977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-0db5a9fc-7c1f-4482-8501-fd5f8314ab1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:11.538238 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-0db5a9fc-7c1f-4482-8501-fd5f8314ab1b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 797 time: 0.1317649 Aug 25 12:21:11.577883 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:11Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:11.590744 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-c2394e9b-8167-4fd1-bb82-a08b132dba72 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 380 time: 0.0435410 Aug 25 12:21:11.597304 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f7b409de-3c46-40a9-a1c6-cfb0cbda67de req-3fd29645-d53e-4b70-be21-73bcae3a37b9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 210 time: 0.0280001 Aug 25 12:21:11.608042 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'port': {'device_id': '37ec7d62-71ad-4797-babf-59a364195603', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'admin_state_up': True, 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'security_groups': ['1ba09df1-9cc6-4b14-b028-79494de30941']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:11.613738 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0a572-9c54-4d48-9875-579b33476fe6 None None] The sync data for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 is: [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:11Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:21:11.750381 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:21:11.754125 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:11.888684 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.11 (39cf4746-1179-4a66-aef8-90a09fcf6180/e5b6a414-84ff-407f-b3c6-d615fee36bef/6ca020bc-96e3-420e-bfcb-25cdf5f78de9) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:21:12.043970 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.058835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:12.093828 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.140212 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:21:12.143698 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:12.146262 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:21:12.177347 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:12.209273 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:12.210022 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.226363 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-616be7c1-48ee-4417-8172-76c407297351 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6227865 Aug 25 12:21:12.239303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Request body: {'port': {'device_id': '37ec7d62-71ad-4797-babf-59a364195603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:12.300025 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.376846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9cc41e04-7074-46f5-90fc-1d278cc527df None None] Provisioning for port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:12.382973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-9cc41e04-7074-46f5-90fc-1d278cc527df None None] Provisioning complete for port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:12.383911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9cc41e04-7074-46f5-90fc-1d278cc527df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.435060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-9cc41e04-7074-46f5-90fc-1d278cc527df None None] Port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:21:12.563789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:12.598079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:21:12.606043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.614653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:12.615279 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.622271 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Transition to ACTIVE for port object 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:21:12.627419 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.706744 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Pushing event updated for resources: {'Port': ['ID=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:12.727804 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54597775-21e8-4de4-bdd3-3cde91e2717e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:12.777725 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Attempting to bind port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:21:12.778083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Attempting to bind port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:21:12.778410 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Attempting to bind port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 on network 39cf4746-1179-4a66-aef8-90a09fcf6180 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:21:12.787288 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 on network 39cf4746-1179-4a66-aef8-90a09fcf6180 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:21:12.787901 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Attempting to bind port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 on network 39cf4746-1179-4a66-aef8-90a09fcf6180 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:21:12.791420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5b24d-3eb6-4713-87d1-6d1cf53829eb req-8059ccfd-fa69-4b62-a70b-b656732d71eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:12.793990 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:21:12.794585 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Checking segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:21:12.794743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Bound using segment: {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:21:12.795167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Bound port: 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29888b9d-7c9a-418c-8d4e-01a5bd0dc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:21:12.795545 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.802606 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 54597775-21e8-4de4-bdd3-3cde91e2717e completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:12.803802 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b5b24d-3eb6-4713-87d1-6d1cf53829eb req-8059ccfd-fa69-4b62-a70b-b656732d71eb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 944 time: 0.0837653 Aug 25 12:21:12.808671 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 54597775-21e8-4de4-bdd3-3cde91e2717e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:12.809252 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.864882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6b5b24d-3eb6-4713-87d1-6d1cf53829eb req-2cdacbd4-9d3f-4c18-8fdc-e48f12afd983 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597765 Aug 25 12:21:12.875249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] For port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:21:12.878131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] For port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:21:12.882782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.920520 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.921182 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:12.921847 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.923903 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] 10.222.0.10 "PUT /v2.0/ports/6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 1093 time: 0.6893628 Aug 25 12:21:12.926233 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:21:12.929155 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aceb0e-37b1-41da-ab3e-84712f8567f0" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:21:12.960620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b358d14-c5a0-43a8-8f2b-b7f4c8d71b1a service neutron] Pushing event updated for resources: {'Port': ['ID=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:12.962743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 54597775-21e8-4de4-bdd3-3cde91e2717e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54597775-21e8-4de4-bdd3-3cde91e2717e,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:12.975667 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:12.976478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce15faa0-a421-4b88-a277-628f5de703fd up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:12.989316 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9fd89e-b375-4e9c-ab87-df621aa94dbe x-openstack-request-id: req-cc9fd89e-b375-4e9c-ab87-df621aa94dbe {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:21:12.989612 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:21:12.989949 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc9fd89e-b375-4e9c-ab87-df621aa94dbe {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:21:12.990370 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'status': 'completed', 'code': 200} Aug 25 12:21:13.033149 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-3ec650bc-6a37-4f50-b80b-529f3221487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.034731 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-3ec650bc-6a37-4f50-b80b-529f3221487d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1096 time: 0.0629251 Aug 25 12:21:13.064472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=54597775-21e8-4de4-bdd3-3cde91e2717e,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:13.074832 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ce15faa0-a421-4b88-a277-628f5de703fd triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:13.075452 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:13.081004 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-226fbaf3-e3c0-4509-97c6-520a0db1f824 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 217 time: 0.0372880 Aug 25 12:21:13.137176 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-8c02e7e5-c5ad-4a0f-a7bd-0a448aaf11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.138695 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-8c02e7e5-c5ad-4a0f-a7bd-0a448aaf11d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 200 len: 835 time: 0.0501204 Aug 25 12:21:13.188059 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-73ff74ea-57a2-49cd-9828-a7938a23c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.189570 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-73ff74ea-57a2-49cd-9828-a7938a23c473 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39cf4746-1179-4a66-aef8-90a09fcf6180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437903 Aug 25 12:21:13.279583 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-511c7a34-5d24-4a81-a7c9-bfa10329e4d2 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Aug 25 12:21:13.370798 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7e7e8e9d-6392-417c-b589-1d8102eec8e8 req-dee4a381-860f-4ffc-b202-36c80abdee5f service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844338 Aug 25 12:21:13.458066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-1f0c4619-592d-43da-b650-4186dda1d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.459582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-1f0c4619-592d-43da-b650-4186dda1d820 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1096 time: 0.0407040 Aug 25 12:21:13.552357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-38c0ffd1-5679-4471-9154-0c4f51ea7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.553836 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-38c0ffd1-5679-4471-9154-0c4f51ea7004 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 898 time: 0.0870876 Aug 25 12:21:13.595530 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-700b9453-298a-478e-9a9e-50372c512ce8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 217 time: 0.0344992 Aug 25 12:21:13.645311 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-1ad3eadb-7692-4ae7-86c0-a455d6acf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.646871 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-1ad3eadb-7692-4ae7-86c0-a455d6acf19a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 200 len: 835 time: 0.0435350 Aug 25 12:21:13.695594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-f65497e1-fad1-4158-862d-23e7656e9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.697068 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-f65497e1-fad1-4158-862d-23e7656e9f10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39cf4746-1179-4a66-aef8-90a09fcf6180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425718 Aug 25 12:21:13.973365 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442ebf-b926-494f-9168-df75cd4a459b req-10618b18-94d3-401f-85a0-794d22877f8e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:13.975079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d442ebf-b926-494f-9168-df75cd4a459b req-10618b18-94d3-401f-85a0-794d22877f8e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 944 time: 0.0504029 Aug 25 12:21:14.015691 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d442ebf-b926-494f-9168-df75cd4a459b req-d069400e-5693-486f-93fa-cdda8c3dad27 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346439 Aug 25 12:21:14.084582 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-f886777e-a223-4411-a481-d67e585dea48 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794465 Aug 25 12:21:14.181640 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-34aceb0e-37b1-41da-ab3e-84712f8567f0 req-5fe82054-83dd-4327-99b4-d7420210107b service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894415 Aug 25 12:21:14.439791 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54597775-21e8-4de4-bdd3-3cde91e2717e up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:14.487472 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 54597775-21e8-4de4-bdd3-3cde91e2717e triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:14.487839 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:15.011790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:21:15.106750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:15.118313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'port_id': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'mac_address': 'fa:16:3e:49:91:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:21:15.147844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149edcd-4501-4b4d-a5b2-1c52ea7f06db req-eb5971a2-e5de-4fbc-8026-d21eb7045bc6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:15.149386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a149edcd-4501-4b4d-a5b2-1c52ea7f06db req-eb5971a2-e5de-4fbc-8026-d21eb7045bc6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 944 time: 0.0616248 Aug 25 12:21:15.156820 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:15.170755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:21:15.190709 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a149edcd-4501-4b4d-a5b2-1c52ea7f06db req-3513cd39-4a4c-4175-9236-46b4f3c6d932 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351384 Aug 25 12:21:15.195200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:15.199859 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:15.248100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:15.400484 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['6ca020bc-96e3-420e-bfcb-25cdf5f78de9'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:21:16.310976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6efd8-560f-4f56-b5f1-f0ec888652c9 req-642cfaec-fc3a-4836-8252-2b80aecb251b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:16.312390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31e6efd8-560f-4f56-b5f1-f0ec888652c9 req-642cfaec-fc3a-4836-8252-2b80aecb251b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Aug 25 12:21:16.350532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31e6efd8-560f-4f56-b5f1-f0ec888652c9 req-b2711081-3ac2-4ef1-9874-cc46c6f462d3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Aug 25 12:21:17.029596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:21:17.078617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:21:17.082601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:21:17.082999 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:17.163795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:17.187088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:21:17.189363 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330ad643-a75f-4e3d-a27b-f66f431643fe" -d '{"events": [{"server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "name": "network-vif-plugged", "status": "completed", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:21:17.201997 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:21:17.206270 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:17.230784 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a24893-4f01-41d5-9966-9f60f960c844 x-openstack-request-id: req-78a24893-4f01-41d5-9966-9f60f960c844 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:21:17.231076 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "name": "network-vif-plugged", "status": "completed", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:21:17.231335 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78a24893-4f01-41d5-9966-9f60f960c844 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:21:17.231727 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'code': 200} Aug 25 12:21:17.259184 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:17.329143 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fc32e-45fd-4088-9777-77a86326bb04 req-791df8ee-3db8-45f4-9ce1-5bae7e8257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:17.330593 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-264fc32e-45fd-4088-9777-77a86326bb04 req-791df8ee-3db8-45f4-9ce1-5bae7e8257a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1098 time: 0.0410316 Aug 25 12:21:17.366022 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-264fc32e-45fd-4088-9777-77a86326bb04 req-98a81370-2c0d-407d-8607-a804a330d556 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274293 Aug 25 12:21:17.466868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d631235-adf2-411b-8909-5bd8ba1fed41 req-a80cf7cd-b38d-4cc5-8429-1e56b8034709 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:17.468386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d631235-adf2-411b-8909-5bd8ba1fed41 req-a80cf7cd-b38d-4cc5-8429-1e56b8034709 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0521433 Aug 25 12:21:17.505807 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0d631235-adf2-411b-8909-5bd8ba1fed41 req-e906f340-f465-48c2-894c-9bba653a1ec6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Aug 25 12:21:18.334852 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dfe84fcc-1f38-4f26-9eb8-f4bf7cbbd06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:18.627766 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a437-6f1b-4868-bb21-410064b61516 req-1e8e85df-3030-4906-b6a3-69ff4c194f3b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:18.629138 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9076a437-6f1b-4868-bb21-410064b61516 req-1e8e85df-3030-4906-b6a3-69ff4c194f3b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0541112 Aug 25 12:21:18.666963 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9076a437-6f1b-4868-bb21-410064b61516 req-8df73b4a-3464-4ec6-bbe3-c8350de7648f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Aug 25 12:21:18.780795 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eac70-dfe0-439c-bdeb-9537e1126231 req-406dde34-b3da-4882-b44c-f47f2a7ccbad tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:18.782336 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d7eac70-dfe0-439c-bdeb-9537e1126231 req-406dde34-b3da-4882-b44c-f47f2a7ccbad tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0497985 Aug 25 12:21:18.820063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8d7eac70-dfe0-439c-bdeb-9537e1126231 req-2409ba59-4a39-4a78-92e9-1b43379e2ae7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Aug 25 12:21:18.840730 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42566) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:18.880133 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c517b7-12b5-414e-806c-7e0b5470582b tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:18.881565 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c0c517b7-12b5-414e-806c-7e0b5470582b tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1093 time: 0.0398827 Aug 25 12:21:18.884311 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42568) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:18.888663 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:21:18.910042 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.008491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.109741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.48 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/8f894e95-38c8-4910-8937-1068afd95709) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:21:19.220930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.259436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.300607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:21:19.303469 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:21:19.306065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:21:19.331707 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=8f894e95-38c8-4910-8937-1068afd95709,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:19.673582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.737983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.889163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.894136 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:19.966602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=8f894e95-38c8-4910-8937-1068afd95709,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:21:19.974821 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:20.075120 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 409df65e-9a4b-4497-9221-4816331a51de associated. External IP: 172.25.1.48, port: 6ca020bc-96e3-420e-bfcb-25cdf5f78de9. Aug 25 12:21:20.275201 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router ff482d0b-4214-46b1-9467-c408c4aadf3f has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:21:20.381641 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:21:20.392929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] Sync routers for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:21:20.398141 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:20.404011 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:20.404632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:20.429085 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-55c6f9ab-8377-4a95-b450-d894b7d7d296 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5436761 Aug 25 12:21:20.429792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:21:20.432453 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:21:20.492881 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3e0a1-4636-4c3a-ae95-e791c8da6700 x-openstack-request-id: req-97f3e0a1-4636-4c3a-ae95-e791c8da6700 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:21:20.493331 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:21:20.493668 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97f3e0a1-4636-4c3a-ae95-e791c8da6700 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:21:20.494583 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'status': 'completed', 'code': 200} Aug 25 12:21:20.524061 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:20.555739 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-23204588-db67-4f4b-9687-164cfb921990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:20.558611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-23204588-db67-4f4b-9687-164cfb921990 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1098 time: 0.0431104 Aug 25 12:21:20.559907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d77ec1-5f72-488a-bb59-945d35afb4dd req-18ea097d-a341-4867-a0cf-5a3f0f41a4c8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:20.561448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35d77ec1-5f72-488a-bb59-945d35afb4dd req-18ea097d-a341-4867-a0cf-5a3f0f41a4c8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0532920 Aug 25 12:21:20.599364 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-35d77ec1-5f72-488a-bb59-945d35afb4dd req-88202bce-707f-48f9-836f-cff1bddb9653 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Aug 25 12:21:20.624344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42574) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:20.655536 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-d46dc86d-7cef-4b66-bff9-0abff84c0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:20.657013 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-d46dc86d-7cef-4b66-bff9-0abff84c0c82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 898 time: 0.0904908 Aug 25 12:21:20.686371 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6adaea89-f550-49e4-a2cf-3cfc9c271e44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/409df65e-9a4b-4497-9221-4816331a51de HTTP/1.1" status: 200 len: 991 time: 0.0597558 Aug 25 12:21:20.725235 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-736cf6c4-e480-453e-b6b9-41ad0d48c59e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 999 time: 0.0613344 Aug 25 12:21:20.759084 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '409df65e-9a4b-4497-9221-4816331a51de', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'port_id': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'mac_address': 'fa:16:3e:49:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec7d62-71ad-4797-babf-59a364195603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:21:19Z', 'updated_at': '2021-08-25T12:21:19Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:12Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:20.774129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-127ab407-465b-4a25-bf73-1c298aeb69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:20.775601 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-127ab407-465b-4a25-bf73-1c298aeb69a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 200 len: 835 time: 0.0435102 Aug 25 12:21:20.785073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] Checking router: ff482d0b-4214-46b1-9467-c408c4aadf3f for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:21:20.794052 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:21:20.794655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:20:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:20.825772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-5f117f13-80ae-436e-a72d-5fcca1bc0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:20.827201 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-5f117f13-80ae-436e-a72d-5fcca1bc0a00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39cf4746-1179-4a66-aef8-90a09fcf6180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443702 Aug 25 12:21:20.838344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-1e936b84-e4c0-4012-ab16-d390a001898f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:21:20.839810 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-1e936b84-e4c0-4012-ab16-d390a001898f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057099 Aug 25 12:21:20.897108 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:21:20.928558 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-92793b62-b8da-4e8a-b705-b792c5c502c4 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819023 Aug 25 12:21:21.022838 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-c3af2feb-c5f6-47ca-9d6d-053f08a7e827 req-e4fa9db6-adcd-4ac0-8ab3-2f7d5259b054 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868201 Aug 25 12:21:21.120017 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '409df65e-9a4b-4497-9221-4816331a51de', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'port_id': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'mac_address': 'fa:16:3e:49:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec7d62-71ad-4797-babf-59a364195603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:21:19Z', 'updated_at': '2021-08-25T12:21:19Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:12Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:21:21.150185 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988d043-6b09-46c1-b9a1-b273dabdcfbc None None] The sync data for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 is: [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '409df65e-9a4b-4497-9221-4816331a51de', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'port_id': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'mac_address': 'fa:16:3e:49:91:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec7d62-71ad-4797-babf-59a364195603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:21:19Z', 'updated_at': '2021-08-25T12:21:19Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:12Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:21:21.265222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a855a1d2-002d-42aa-8f34-600eeb3231f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:21.337091 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f8db7-994a-4541-b318-531706709e1c None None] New status for floating IP 409df65e-9a4b-4497-9221-4816331a51de: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:21:21.480630 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:21.689106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42576) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:21:21.753780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fd533e76-ebef-46be-b580-7707a3190d45 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/409df65e-9a4b-4497-9221-4816331a51de HTTP/1.1" status: 200 len: 993 time: 0.0634153 Aug 25 12:21:22.684423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:24.528506 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:27.788038 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:30.617800 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:21:31.501060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:48.336391 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-665699b4-3345-4ef9-9f88-28f18b6c5610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:50.598249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700476a-4d24-4556-9dc4-3817f4056968 req-9965bd85-d4c6-42de-9b41-28624f4c731c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:50.599813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6700476a-4d24-4556-9dc4-3817f4056968 req-9965bd85-d4c6-42de-9b41-28624f4c731c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0513766 Aug 25 12:21:50.636997 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6700476a-4d24-4556-9dc4-3817f4056968 req-52b7dc30-bcce-41aa-9add-34efcdfadba1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Aug 25 12:21:51.267453 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5f9428e6-6fad-4905-b8f7-0b68764e2587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:51.473447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:51.768887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138998e-e755-4ccf-a6b0-5f84724be12a req-2a5cbfa0-ffc8-484d-95be-199f1bd320bd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:51.770419 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d138998e-e755-4ccf-a6b0-5f84724be12a req-2a5cbfa0-ffc8-484d-95be-199f1bd320bd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0491054 Aug 25 12:21:51.808883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d138998e-e755-4ccf-a6b0-5f84724be12a req-0a9b4963-6196-4188-9ab8-5cea0acc8f2f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Aug 25 12:21:52.687318 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:52.927651 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744272f-ef63-4ef2-b1e4-41b62ce4ea6e req-042b0488-7a32-4912-a11d-679321fa11f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:52.929183 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2744272f-ef63-4ef2-b1e4-41b62ce4ea6e req-042b0488-7a32-4912-a11d-679321fa11f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0525475 Aug 25 12:21:52.966836 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2744272f-ef63-4ef2-b1e4-41b62ce4ea6e req-41d95977-efed-45a2-9741-3ce76f9692d6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Aug 25 12:21:54.082262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb594f-a20d-4532-88b4-38a2e6a900ad req-565ed691-cfe4-406b-968f-c5943912b1e4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:54.083772 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-becb594f-a20d-4532-88b4-38a2e6a900ad req-565ed691-cfe4-406b-968f-c5943912b1e4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0504026 Aug 25 12:21:54.121488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-becb594f-a20d-4532-88b4-38a2e6a900ad req-2db4c82e-1a71-4907-8e4a-13b3f68a14be tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Aug 25 12:21:54.530758 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:55.235889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf6464-489e-49b7-b437-052d06b423cb req-6cd80e38-b161-4af5-9ec7-f7bdd8b9d11a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:55.237367 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9daf6464-489e-49b7-b437-052d06b423cb req-6cd80e38-b161-4af5-9ec7-f7bdd8b9d11a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Aug 25 12:21:55.274032 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9daf6464-489e-49b7-b437-052d06b423cb req-58b36563-6ee4-45f3-890b-d32c61c82183 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306606 Aug 25 12:21:56.391889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209a3e-de7d-4517-b1fe-112b9fdc0464 req-6710f3ca-7d9b-419c-b44f-c2b04fe59f59 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:56.393635 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f209a3e-de7d-4517-b1fe-112b9fdc0464 req-6710f3ca-7d9b-419c-b44f-c2b04fe59f59 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0523782 Aug 25 12:21:56.431369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6f209a3e-de7d-4517-b1fe-112b9fdc0464 req-956ef5e4-5fc7-48cf-a536-6bbb688aa7b6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Aug 25 12:21:57.545739 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61dfd0-c8d4-4aac-bb2d-894099f43f52 req-fc76f736-7551-44b3-9850-b2dfba634ca4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:57.547243 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae61dfd0-c8d4-4aac-bb2d-894099f43f52 req-fc76f736-7551-44b3-9850-b2dfba634ca4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0491815 Aug 25 12:21:57.585880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae61dfd0-c8d4-4aac-bb2d-894099f43f52 req-29299994-1081-4dc9-956c-f8a1893548e8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Aug 25 12:21:57.777314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:21:58.701188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11daa2-a922-4fc8-9b37-f2dca62a6c15 req-aba8ba3a-9981-4b7d-b595-e25801a0feaa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:58.702507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a11daa2-a922-4fc8-9b37-f2dca62a6c15 req-aba8ba3a-9981-4b7d-b595-e25801a0feaa tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0490658 Aug 25 12:21:58.740832 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4a11daa2-a922-4fc8-9b37-f2dca62a6c15 req-1e7442cd-60fe-44b5-ba34-1088bf5e408b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322554 Aug 25 12:21:59.864460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5d282-29f2-4e61-a449-bf9e9b95dd30 req-1bbd16b7-708b-4131-97c2-dba496f3ccfc tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:21:59.865990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57b5d282-29f2-4e61-a449-bf9e9b95dd30 req-1bbd16b7-708b-4131-97c2-dba496f3ccfc tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0524209 Aug 25 12:21:59.904171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57b5d282-29f2-4e61-a449-bf9e9b95dd30 req-8780b7cf-58e8-4041-a3d9-699cbd64a241 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316267 Aug 25 12:22:01.020560 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029671f6-2a31-432f-a4d9-a0591669eb4c req-c6c53e1b-9814-4613-b2c2-5824fed3d3bd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:01.022115 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-029671f6-2a31-432f-a4d9-a0591669eb4c req-c6c53e1b-9814-4613-b2c2-5824fed3d3bd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0510161 Aug 25 12:22:01.061286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-029671f6-2a31-432f-a4d9-a0591669eb4c req-4cc50b25-ee4d-4c25-ba50-6b1d41810030 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Aug 25 12:22:01.083478 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42614) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:01.145978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-194513bf-28f9-4a1e-9744-adc64bcd419f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/409df65e-9a4b-4497-9221-4816331a51de HTTP/1.1" status: 200 len: 993 time: 0.0613737 Aug 25 12:22:01.501337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:02.411973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea809e96-4493-412a-9547-afcda7c2fdd6 req-8147592f-ad58-4e2c-b742-3c662bf36f57 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:02.413650 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea809e96-4493-412a-9547-afcda7c2fdd6 req-8147592f-ad58-4e2c-b742-3c662bf36f57 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0517280 Aug 25 12:22:02.427921 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-ded5b88e-2ab8-46a2-a912-fb64af537908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:02.429448 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-ded5b88e-2ab8-46a2-a912-fb64af537908 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1098 time: 0.0418012 Aug 25 12:22:02.452193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ea809e96-4493-412a-9547-afcda7c2fdd6 req-359c0edc-792d-447c-a0e4-44f0b6b33eec tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Aug 25 12:22:02.528649 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-47495804-cbf7-47ab-8930-37c6a33fcfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:02.530123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-47495804-cbf7-47ab-8930-37c6a33fcfb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 898 time: 0.0935550 Aug 25 12:22:02.594855 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-0e0a9201-d9de-4230-8ab0-8473e4c24bf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 1001 time: 0.0570235 Aug 25 12:22:02.643711 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-b24862c8-36b5-4e0e-aab6-5277f3411b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:02.645109 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-b24862c8-36b5-4e0e-aab6-5277f3411b76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 200 len: 835 time: 0.0425608 Aug 25 12:22:02.695505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-899dabf6-f5b4-4bb1-85de-f2de062d1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:02.697033 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-899dabf6-f5b4-4bb1-85de-f2de062d1c03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39cf4746-1179-4a66-aef8-90a09fcf6180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446026 Aug 25 12:22:02.785724 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-b2b706fa-c17f-4ab0-bb47-2c1b9b74e120 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Aug 25 12:22:02.877590 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-baf44c62-5afb-4ca7-9378-6ea34ad42b5f req-8c504d4f-9994-4390-bcc1-8dc0147ca7b3 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847621 Aug 25 12:22:03.572482 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ebec1-7898-4b9b-ad13-1174e225cf91 req-360f9afd-fea1-4f3a-9dd9-a994e4aef0a4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:03.575714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a8ebec1-7898-4b9b-ad13-1174e225cf91 req-360f9afd-fea1-4f3a-9dd9-a994e4aef0a4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0535960 Aug 25 12:22:03.612530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a8ebec1-7898-4b9b-ad13-1174e225cf91 req-571c3ed8-eb34-4d37-8efc-494b976aaa19 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Aug 25 12:22:03.636259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42624) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:03.700762 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-c9a2cb28-e952-48c6-b5ec-1804f0dbd0ee tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/409df65e-9a4b-4497-9221-4816331a51de HTTP/1.1" status: 200 len: 993 time: 0.0627904 Aug 25 12:22:07.616490 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:22:08.284007 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-1f6a41e9-5ffa-4404-8ed6-57ad89acd869 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422332 Aug 25 12:22:08.385637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-6a407939-428c-49a0-9224-a41edf859bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:08.387800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-6a407939-428c-49a0-9224-a41edf859bd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1098 time: 0.0412242 Aug 25 12:22:08.493861 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-6e19436a-864a-4ba4-b39b-b6724c5a86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:08.495392 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-6e19436a-864a-4ba4-b39b-b6724c5a86d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 898 time: 0.0885425 Aug 25 12:22:08.560699 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-4f61f3e7-801b-46d8-8e22-7652a6ce22ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 1001 time: 0.0584207 Aug 25 12:22:08.609069 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-74bb697e-6894-4335-94f3-333d70161ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:08.610521 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-74bb697e-6894-4335-94f3-333d70161ad2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 200 len: 835 time: 0.0430009 Aug 25 12:22:08.660903 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-872309c7-962d-4039-bd6e-18f38a2b5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:08.662410 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-872309c7-962d-4039-bd6e-18f38a2b5bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39cf4746-1179-4a66-aef8-90a09fcf6180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438943 Aug 25 12:22:08.749869 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-cd98e77b-28d1-4a7e-8ddc-c14a8d15e3c3 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801828 Aug 25 12:22:08.840710 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d8053e03-d43d-4461-a5da-4884e873f9e5 req-01d7b72d-e689-4428-a66a-b79078e43abc service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837934 Aug 25 12:22:18.338991 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ce66-7e37-4f38-904f-3ddf4bcc5ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:21.268052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb30-a2ba-4e6e-a5ff-73fec0d6d18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:21.474617 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:22.689548 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:24.534314 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:27.777019 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:31.514053 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.086022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42644) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:34.244181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 8f894e95-38c8-4910-8937-1068afd95709 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:22:34.244527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.320974 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.321225 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.332437 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 8f894e95-38c8-4910-8937-1068afd95709 owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:22:34.478940 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.504586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=8f894e95-38c8-4910-8937-1068afd95709,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:34.531917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.532266 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.532606 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.532941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.533274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.533605 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.533957 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.534286 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.534619 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.534945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.535267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.535607 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:34.578436 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.578737 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 409df65e-9a4b-4497-9221-4816331a51de disassociated (deleted). External IP: 172.25.1.48, port: 6ca020bc-96e3-420e-bfcb-25cdf5f78de9. Aug 25 12:22:34.780307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router ff482d0b-4214-46b1-9467-c408c4aadf3f has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:22:34.885553 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:22:34.890281 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:34.895364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412e19-5690-4705-9204-5cc86c176226 None None] Sync routers for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:22:34.907426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:34.908030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:34.920739 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6804b93e-5995-4c3f-8033-980492e11382 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/floatingips/409df65e-9a4b-4497-9221-4816331a51de HTTP/1.1" status: 204 len: 168 time: 0.8336070 Aug 25 12:22:34.921424 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:22:34.923840 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f6bb4-623f-41ae-83de-6ff466032d26" -d '{"events": [{"name": "network-changed", "server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:22:34.962930 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93750593-a113-4238-8f87-00e4ccf11b04 x-openstack-request-id: req-93750593-a113-4238-8f87-00e4ccf11b04 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:22:34.963351 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:22:34.963763 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93750593-a113-4238-8f87-00e4ccf11b04 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:22:34.964171 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'status': 'completed', 'code': 200} Aug 25 12:22:35.017291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:35.029571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-3a633340-8291-48a4-bce4-3cf09c536034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:35.031729 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-3a633340-8291-48a4-bce4-3cf09c536034 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 1098 time: 0.0438306 Aug 25 12:22:35.130627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-5c8340d2-3e28-4a12-b725-562edd8b0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:35.132142 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-5c8340d2-3e28-4a12-b725-562edd8b0a78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 200 len: 898 time: 0.0936015 Aug 25 12:22:35.168165 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9f4b-c1b8-4923-861b-d444c953b797 req-4e2cc176-6c99-4c0d-b836-0faa3fd3e436 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:35.169667 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d91a9f4b-c1b8-4923-861b-d444c953b797 req-4e2cc176-6c99-4c0d-b836-0faa3fd3e436 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0538111 Aug 25 12:22:35.181929 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-1d19ddda-868c-4f3a-a392-da3418409f8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 200 len: 217 time: 0.0414593 Aug 25 12:22:35.211822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d91a9f4b-c1b8-4923-861b-d444c953b797 req-6af5c96f-82ab-4ed0-97a9-1ba3362ca6cc tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Aug 25 12:22:35.236492 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-73ba6e34-3fb9-455c-861f-97fb47c171de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:35.238024 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-73ba6e34-3fb9-455c-861f-97fb47c171de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 200 len: 835 time: 0.0487640 Aug 25 12:22:35.287807 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-52ce75c9-c966-4f26-8007-2df9d17280a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:35.289346 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-52ce75c9-c966-4f26-8007-2df9d17280a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39cf4746-1179-4a66-aef8-90a09fcf6180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434434 Aug 25 12:22:35.384495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:12Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:35.384835 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-2a7dfdd1-cfd6-4bf2-95f8-ba68bce15812 service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870659 Aug 25 12:22:35.410999 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412e19-5690-4705-9204-5cc86c176226 None None] Checking router: ff482d0b-4214-46b1-9467-c408c4aadf3f for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:22:35.419112 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:35.419641 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:35.476855 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-963f6bb4-623f-41ae-83de-6ff466032d26 req-8f259430-0f28-47ea-ae69-275c0706cdbd service neutron] 10.222.0.10 "GET /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842302 Aug 25 12:22:35.530601 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:35.729482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-81412e19-5690-4705-9204-5cc86c176226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:12Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:35.756428 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81412e19-5690-4705-9204-5cc86c176226 None None] The sync data for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 is: [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:08Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '54597775-21e8-4de4-bdd3-3cde91e2717e', 'name': '', 'network_id': '39cf4746-1179-4a66-aef8-90a09fcf6180', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:e2:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:08Z', 'updated_at': '2021-08-25T12:21:12Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'e5b6a414-84ff-407f-b3c6-d615fee36bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:22:35.975779 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1070f0-d8fb-4263-885d-542d21db850e None None] New status for floating IP 409df65e-9a4b-4497-9221-4816331a51de: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:22:36.332585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba2aa-c325-401d-88e7-d48c65596d2d req-d381de38-dc26-44dc-95f5-f5ab8bf6708f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:36.334028 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed4ba2aa-c325-401d-88e7-d48c65596d2d req-d381de38-dc26-44dc-95f5-f5ab8bf6708f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0491154 Aug 25 12:22:36.372228 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed4ba2aa-c325-401d-88e7-d48c65596d2d req-c23df4ed-67e7-495d-a4f3-1df9fa8eb030 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=1ba09df1-9cc6-4b14-b028-79494de30941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Aug 25 12:22:36.632524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-70d042d5-5143-4891-81fc-93913b876f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:36.633945 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-70d042d5-5143-4891-81fc-93913b876f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 946 time: 0.0491407 Aug 25 12:22:36.727051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:22:36.727391 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:36.813705 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:36.814082 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:36.827559 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:22:36.957622 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:36.987289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=6ca020bc-96e3-420e-bfcb-25cdf5f78de9,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:37.037134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] No DVR routers for this DVR port 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:22:37.039878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:37.041975 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-7a4aad5d-18b1-45fd-9b89-2e242d3dc0a4 req-d8376c25-a978-4387-8a92-b0481f5580f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.10 "DELETE /v2.0/ports/6ca020bc-96e3-420e-bfcb-25cdf5f78de9 HTTP/1.1" status: 204 len: 173 time: 0.4021690 Aug 25 12:22:37.042442 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'name': 'network-vif-deleted', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:22:37.044800 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a930c110-b075-4909-ad22-a8eee9f32342" -d '{"events": [{"server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "name": "network-vif-deleted", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:22:37.081100 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ddb51-6e5c-4f95-bf96-3695258ed864 x-openstack-request-id: req-d38ddb51-6e5c-4f95-bf96-3695258ed864 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:22:37.081392 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ec7d62-71ad-4797-babf-59a364195603", "name": "network-vif-deleted", "tag": "6ca020bc-96e3-420e-bfcb-25cdf5f78de9", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:22:37.081646 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d38ddb51-6e5c-4f95-bf96-3695258ed864 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:22:37.082068 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ec7d62-71ad-4797-babf-59a364195603', 'name': 'network-vif-deleted', 'tag': '6ca020bc-96e3-420e-bfcb-25cdf5f78de9', 'status': 'completed', 'code': 200} Aug 25 12:22:37.822031 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4deeec15-a230-4fbd-abcb-bb2a2eb1064a req-f4206ef0-314c-4d11-9caf-c1ad718487cd tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=37ec7d62-71ad-4797-babf-59a364195603 HTTP/1.1" status: 200 len: 210 time: 0.3645442 Aug 25 12:22:38.878596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42662) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:39.269029 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:39.812082 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 54597775-21e8-4de4-bdd3-3cde91e2717e {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:22:39.812424 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:39.902309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 54597775-21e8-4de4-bdd3-3cde91e2717e, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=54597775-21e8-4de4-bdd3-3cde91e2717e,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:39.903023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:39.915317 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 54597775-21e8-4de4-bdd3-3cde91e2717e owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:22:40.102465 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.128719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=54597775-21e8-4de4-bdd3-3cde91e2717e,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:40.306547 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.526116 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router ff482d0b-4214-46b1-9467-c408c4aadf3f has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:22:40.631516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:22:40.638256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2bf28abf-51d8-4aea-8c4f-cb84a40d4994 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/ff482d0b-4214-46b1-9467-c408c4aadf3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7569902 Aug 25 12:22:40.639362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42666) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:40.642285 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] Sync routers for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:22:40.652830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:40.653434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:40.689371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting subnet e5b6a414-84ff-407f-b3c6-d615fee36bef {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:22:40.692356 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.732506 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.762757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:40.819888 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.879256 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.907174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b6a414-84ff-407f-b3c6-d615fee36bef,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:40.910950 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:40.915495 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7ebd78d4-bd21-482d-bb89-69fa561db294 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/subnets/e5b6a414-84ff-407f-b3c6-d615fee36bef HTTP/1.1" status: 204 len: 168 time: 0.2725163 Aug 25 12:22:40.915495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42668) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:40.921579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8709dff-9876-4c4a-ad44-4d42825ae688 None None] Network 39cf4746-1179-4a66-aef8-90a09fcf6180 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:22:41.029674 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.034089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:22:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:41.061933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] Checking router: ff482d0b-4214-46b1-9467-c408c4aadf3f for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:22:41.077281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] Routers {'ff482d0b-4214-46b1-9467-c408c4aadf3f'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:41.077919 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['ff482d0b-4214-46b1-9467-c408c4aadf3f'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:41.137402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.162705 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] DHCP port deletion for 39cf4746-1179-4a66-aef8-90a09fcf6180 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:22:41.194083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port ce15faa0-a421-4b88-a277-628f5de703fd {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:22:41.194440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.215337 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] Set router ff482d0b-4214-46b1-9467-c408c4aadf3f gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:41.283128 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port ce15faa0-a421-4b88-a277-628f5de703fd, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ce15faa0-a421-4b88-a277-628f5de703fd,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:41.283418 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.295706 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for ce15faa0-a421-4b88-a277-628f5de703fd owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:22:41.328098 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Deleting port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:22:41.328472 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.416475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] For port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,segment=NetworkSegment(29888b9d-7c9a-418c-8d4e-01a5bd0dc892),segment_id=29888b9d-7c9a-418c-8d4e-01a5bd0dc892)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:41.416780 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.452786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:22:41.456598 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Calling delete_port for 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:22:41.466148 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.480035 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:22:41.480383 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 6ca020bc-96e3-420e-bfcb-25cdf5f78de9 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:22:41.492243 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=ce15faa0-a421-4b88-a277-628f5de703fd,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:41.552790 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.553720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:22:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:41.589621 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebbffc-7aa7-4d76-b63b-0ee131cb479e None None] The sync data for ids ['ff482d0b-4214-46b1-9467-c408c4aadf3f'] in n-d-778732-11 is: [{'id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011790550', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:22:40Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': 'ce15faa0-a421-4b88-a277-628f5de703fd', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:93:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff482d0b-4214-46b1-9467-c408c4aadf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:21:05Z', 'updated_at': '2021-08-25T12:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:22:41.609508 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.636830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Pushing event deleted for resources: {'Port': ['ID=1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:41.641459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] No DVR routers for this DVR port 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:22:41.649584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.650264 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.650364 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.650622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.650963 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.651296 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.651627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.652029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.652189 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.652358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.652683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.653016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.653344 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cb735-e1b4-43a4-ad8d-b0d7c5537749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:41.658702 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.702691 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.703393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Fanout notify agent at l3_agent the message router_deleted on router ff482d0b-4214-46b1-9467-c408c4aadf3f {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:22:41.710899 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.711978 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2cde0651-02c6-4de8-aa2d-1d6989c10ef8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/routers/ff482d0b-4214-46b1-9467-c408c4aadf3f HTTP/1.1" status: 204 len: 168 time: 0.7955921 Aug 25 12:22:41.714624 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42672) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:41.788835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.882202 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.891569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cf4746-1179-4a66-aef8-90a09fcf6180']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:41.901784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29888b9d-7c9a-418c-8d4e-01a5bd0dc892') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:41.902072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29888b9d-7c9a-418c-8d4e-01a5bd0dc892') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:41.910806 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.924574 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.930896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:22:41.931440 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:22:41.935090 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:22:41.999254 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.004911 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.007003 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/networks/39cf4746-1179-4a66-aef8-90a09fcf6180 HTTP/1.1" status: 204 len: 168 time: 0.2914255 Aug 25 12:22:42.010057 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42674) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:42.022468 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b55026-32e8-4a04-8f9e-7c4c42599844 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Network': ['ID=39cf4746-1179-4a66-aef8-90a09fcf6180,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:42.073185 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.099718 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.159046 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.161763 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.162937 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/security-groups/1ba09df1-9cc6-4b14-b028-79494de30941 HTTP/1.1" status: 204 len: 168 time: 0.1521037 Aug 25 12:22:42.172761 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba09df1-9cc6-4b14-b028-79494de30941,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:42.180883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.181247 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.181592 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.181964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.182303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.182639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.182978 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.183338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.183695 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.184048 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.184377 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.184702 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ece26e8-7cbb-4898-a1bb-c350960cc80e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:42.413652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42680) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:42.418512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486767569', 'description': 'tempest-secgroup-smoke-486767569 description', 'project_id': '06d2d2f27fd143bc93d745827258d67b'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:42.439240 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.519918 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.523988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.554491 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.555716 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1410902 Aug 25 12:22:42.557661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f8d4-26f1-4e1c-a3d3-adea7ec916ab tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:42.558845 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42682) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:42.564797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '47b22585-b7f8-4c5a-8009-ae3d6f7d6edc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:42.591921 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.647005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.651079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.670357 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ad255a-6d23-4f05-9067-e5eafc5a4bde,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:42.682919 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.687602 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd09eec0-8753-4364-9ecc-e65a474c4a5b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242120 Aug 25 12:22:42.687602 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42684) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:42.692454 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '47b22585-b7f8-4c5a-8009-ae3d6f7d6edc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:42.721912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:22:42.726079 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.741951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:22:42.742292 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1ac7a4d8-96ba-4b76-8cfc-ca72ce8e630a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:22:42.742712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54597775-21e8-4de4-bdd3-3cde91e2717e no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:22:42.761333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 54597775-21e8-4de4-bdd3-3cde91e2717e {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:22:42.761672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 54597775-21e8-4de4-bdd3-3cde91e2717e not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:22:42.762113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce15faa0-a421-4b88-a277-628f5de703fd no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:22:42.781639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ce15faa0-a421-4b88-a277-628f5de703fd {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:22:42.782009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ce15faa0-a421-4b88-a277-628f5de703fd not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:22:42.787333 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.791949 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.812819 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57c7083-8b3e-4fdf-98e9-e462ccbc94b0,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:42.819563 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.820794 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-26451bc1-d195-4f45-9dae-0b5b3362ad96 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322894 Aug 25 12:22:42.823516 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42686) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:42.827936 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '47b22585-b7f8-4c5a-8009-ae3d6f7d6edc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:42.860406 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.920589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.924045 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.942692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6948638-3201-4818-81ae-b6dd1bf6c1d6,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:42.949483 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:42.950751 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-aac695f9-a269-479b-b1b5-3d25b2ea28ef tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262741 Aug 25 12:22:42.953481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42688) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:42.957870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '47b22585-b7f8-4c5a-8009-ae3d6f7d6edc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:42.984945 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.044056 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.047882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.062416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3824bdf0-4c19-49d4-8b11-d35255d60e54,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:43.070446 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.071699 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-11410ada-4122-49fd-8866-eadc5faf3f05 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172655 Aug 25 12:22:43.074916 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42690) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:43.079351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '47b22585-b7f8-4c5a-8009-ae3d6f7d6edc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:43.100284 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:22:43.105142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.165528 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.169909 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.190386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebe1bc0-c371-4e1c-b48a-7267d9ee2990,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:43.194203 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.195377 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ab56395e-3026-4485-9599-9b10c2bf664b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195374 Aug 25 12:22:43.198175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42692) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:43.203333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'security_group_rule': {'security_group_id': '47b22585-b7f8-4c5a-8009-ae3d6f7d6edc', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:43.225462 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Project 06d2d2f27fd143bc93d745827258d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:22:43.230237 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.290192 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.293673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.313231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a884a4-832f-473c-8f45-bb0a806a6922,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:43.320109 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.321420 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d1ec712b-5ff6-4bc1-9e46-cb074e039d44 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217780 Aug 25 12:22:43.324677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42694) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:43.329620 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'network': {'name': 'tempest-network-smoke--176858010', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'port_security_enabled': True}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:43.350929 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:22:43.354475 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.379701 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:22:43.391640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.392121 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Added segment 6becda54-c7f0-45be-8cf6-7079e5cbc3bf of type vlan for network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 Aug 25 12:22:43.433956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.457552 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.463083 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:43.463675 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.524071 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1982670 Aug 25 12:22:43.526835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42696) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:43.532223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'admin_state_up': True, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:43.533840 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2e506-3fdb-48eb-8cb5-b606766f984b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Network': ['ID=3c8414ca-a07a-4f11-b6a2-32ee30aa2376,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:43.544904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:22:43.554377 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.555332 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.605891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.745352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.934004 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:43.952447 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:44.059842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.247 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/0a56dae2-d380-48ce-9a37-ec8cd89d2128) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:22:44.159562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:44.202536 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:44.243020 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:22:44.245965 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:44.248537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:22:44.273309 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=0a56dae2-d380-48ce-9a37-ec8cd89d2128,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:44.504380 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:44.615790 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:22:44.707047 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:44.838031 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:22:44.946401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:22:44.956054 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Sync routers for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:22:44.964959 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:44.969148 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-233a25fc-c301-430c-807e-a843cbb7f0f1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4377441 Aug 25 12:22:44.969316 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:44.969316 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:44.969541 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42698) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:45.056078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f6560bf3-2f59-4afb-922b-220ea44365b4 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=06d2d2f27fd143bc93d745827258d67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855372 Aug 25 12:22:45.058710 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42702) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:45.077180 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:45.149963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe1256-f80d-44b1-920f-0d0f6e049eb4 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:45.151488 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-aefe1256-f80d-44b1-920f-0d0f6e049eb4 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918128 Aug 25 12:22:45.154967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42704) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:45.183171 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-cd22e9d5-0c74-4292-ab46-675b6a449ca3 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=5aad1c06-2866-4c78-9d82-cf5d66d2c9e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271134 Aug 25 12:22:45.186442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42706) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:45.191245 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-739501135', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:45.255716 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:44Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:45.284249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:22:45.286368 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Checking router: f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:22:45.286716 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Updating router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:22:45.288196 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.313384 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.477129 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.540337 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Subnet': ['ID=d004bc01-4afb-42cf-a190-3962c1e762b9,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:45.547935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Checking segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:22:45.548320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network hostable DHCP agents. Network: 3c8414ca-a07a-4f11-b6a2-32ee30aa2376, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:22:45.565473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:22:45.574876 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 3c8414ca-a07a-4f11-b6a2-32ee30aa2376) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:45.575107 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.579928 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:45.580710 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.583734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a0e6b-d3d8-4ae4-8d70-b2b8a7bd6bd8 None None] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:22:45.586793 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Transition to ACTIVE for port object 0a56dae2-d380-48ce-9a37-ec8cd89d2128 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:45.594142 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.600693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42708) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:45.601303 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3d6ec48d-02a2-4f9b-be5b-31d142a411c0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4133041 Aug 25 12:22:45.651248 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Pushing event updated for resources: {'Port': ['ID=0a56dae2-d380-48ce-9a37-ec8cd89d2128,revision_number=2']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:45.655710 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Attempting to bind port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:22:45.656070 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Attempting to bind port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:22:45.656646 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Attempting to bind port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:22:45.664936 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.665274 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.665606 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.665959 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.666286 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.666609 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.666949 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.667246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.668140 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.668461 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.668775 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.670090 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:22:45.672427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:22:45.672794 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:22:45.673188 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.673563 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:22:45.674051 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Bound port: 0a56dae2-d380-48ce-9a37-ec8cd89d2128, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:22:45.674426 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.725421 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] For port 0a56dae2-d380-48ce-9a37-ec8cd89d2128, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:22:45.728486 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] For port 0a56dae2-d380-48ce-9a37-ec8cd89d2128, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0a56dae2-d380-48ce-9a37-ec8cd89d2128,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:22:45.734793 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.741914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:22:45.741914 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:45.795750 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:45.796273 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:45.845950 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e25b78-f235-4f2a-a9a8-ba0eedb26aa9 None None] Pushing event updated for resources: {'Port': ['ID=0a56dae2-d380-48ce-9a37-ec8cd89d2128,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:45.892976 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Allocated IP 172.20.0.2 (3c8414ca-a07a-4f11-b6a2-32ee30aa2376/d004bc01-4afb-42cf-a190-3962c1e762b9/5d689dc5-3dfe-45f9-9270-f758265ab4f0) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:22:46.002215 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:46.078080 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.078709 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.086767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Transition to ACTIVE for port object 5d689dc5-3dfe-45f9-9270-f758265ab4f0 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:46.102465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Transition to ACTIVE for port object 5d689dc5-3dfe-45f9-9270-f758265ab4f0 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:46.109514 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.161158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:22:46.164121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:46.169266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:22:46.176457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Pushing event updated for resources: {'Port': ['ID=5d689dc5-3dfe-45f9-9270-f758265ab4f0,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:46.193085 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:44Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:46.219843 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75711e5-ecf3-428c-86cb-fcacd656067f None None] The sync data for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 is: [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:44Z', 'revision_number': 3, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:22:46.229144 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Attempting to bind port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:22:46.229521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Attempting to bind port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:22:46.230455 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Attempting to bind port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 on network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:22:46.235750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:22:46.236131 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Checking segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:22:46.236541 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.236943 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Bound using segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:22:46.237431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Bound port: 5d689dc5-3dfe-45f9-9270-f758265ab4f0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:22:46.237844 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.307118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] For port 5d689dc5-3dfe-45f9-9270-f758265ab4f0, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:22:46.311258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] For port 5d689dc5-3dfe-45f9-9270-f758265ab4f0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5d689dc5-3dfe-45f9-9270-f758265ab4f0,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:22:46.317152 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.383876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.1 (3c8414ca-a07a-4f11-b6a2-32ee30aa2376/d004bc01-4afb-42cf-a190-3962c1e762b9/b9704aaa-8c99-45ce-92a7-cde2967320a6) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:22:46.385579 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93afb9c-5d7a-4df3-8919-72577e006935 None None] Pushing event updated for resources: {'Port': ['ID=5d689dc5-3dfe-45f9-9270-f758265ab4f0,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:46.544972 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.571322 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object b9704aaa-8c99-45ce-92a7-cde2967320a6 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:46.612327 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.652680 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:22:46.659011 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:46.663159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:22:46.706114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=b9704aaa-8c99-45ce-92a7-cde2967320a6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:46.725990 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:46.864027 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:47.170331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:47.175247 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:47.255079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=b9704aaa-8c99-45ce-92a7-cde2967320a6,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:47.257526 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:47.328883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b75c9-2bc4-4105-bc12-073e1541a178 None None] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:22:47.353154 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:22:47.354758 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:47.401060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2aa3d751-c770-4f22-937e-4871a28eaed1 None None] Provisioning for port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:47.470851 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:22:47.583163 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:22:47.594305 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8dad8b45-c4ce-4933-811e-d3e6ceba943d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9863293 Aug 25 12:22:47.743750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-31e975ea-f862-4dad-b128-9ebcbda6cd2e None None] Provisioning for port b9704aaa-8c99-45ce-92a7-cde2967320a6 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:47.748456 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-31e975ea-f862-4dad-b128-9ebcbda6cd2e None None] Provisioning complete for port b9704aaa-8c99-45ce-92a7-cde2967320a6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:47.748838 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-31e975ea-f862-4dad-b128-9ebcbda6cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:47.749248 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-d2484853-82cc-454f-a3bf-003bae1f2045 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486767569&fields=id&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 267 time: 0.0457585 Aug 25 12:22:47.881661 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-8fa144e6-4cbd-411e-81a7-23b2b42b7a17 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:47.883619 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-8fa144e6-4cbd-411e-81a7-23b2b42b7a17 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 796 time: 0.1254401 Aug 25 12:22:47.910409 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-7b1b123c-cc13-4322-85e2-ff0ee55645b1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/quotas/06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 375 time: 0.0193031 Aug 25 12:22:47.959415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-31e975ea-f862-4dad-b128-9ebcbda6cd2e None None] Port b9704aaa-8c99-45ce-92a7-cde2967320a6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:22:47.978666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-4bba129f-48cd-44d9-9683-33c092d730b7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590200 Aug 25 12:22:47.991482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Sync routers for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:22:48.007670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:48.008904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:48.100931 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-d23278b7-ec17-4ecc-ae24-7101acc51000 service neutron] 10.222.0.35 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095159 Aug 25 12:22:48.119540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-8a2ad8e5-9c84-4d21-9eb0-7b7e44232bbf None None] Provisioning complete for port b9704aaa-8c99-45ce-92a7-cde2967320a6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:48.119917 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-8a2ad8e5-9c84-4d21-9eb0-7b7e44232bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.154394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:48.190527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ad8e5-9c84-4d21-9eb0-7b7e44232bbf None None] Port b9704aaa-8c99-45ce-92a7-cde2967320a6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:22:48.194128 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-62fd13bf-ec8c-41f5-a8dd-44e0f9f61c6c service neutron] 10.222.0.35 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Aug 25 12:22:48.327329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e73d4fd2-d0cc-4969-9666-f0546e9ab054 None None] Provisioning complete for port b9704aaa-8c99-45ce-92a7-cde2967320a6 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:48.327700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e73d4fd2-d0cc-4969-9666-f0546e9ab054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.368690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33916cd9-070a-49df-9ab6-0612b54ca3bc req-ea5a98a4-de18-426a-8aad-722a2c0c0631 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 210 time: 0.0313652 Aug 25 12:22:48.397312 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3a79b6b3-9475-42a3-b11e-1d06e703a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.402452 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e73d4fd2-d0cc-4969-9666-f0546e9ab054 None None] Port b9704aaa-8c99-45ce-92a7-cde2967320a6 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:22:48.424135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:47Z', 'revision_number': 2, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:48.451803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Checking router: f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:22:48.452207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Updating router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 port b9704aaa-8c99-45ce-92a7-cde2967320a6 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:22:48.488295 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.597277 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a56dae2-d380-48ce-9a37-ec8cd89d2128 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:48.716135 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:48.729534 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:48.730562 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.883634 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.885849 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.904547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Transition to ACTIVE for port object b9704aaa-8c99-45ce-92a7-cde2967320a6 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:48.914713 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 0a56dae2-d380-48ce-9a37-ec8cd89d2128, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0a56dae2-d380-48ce-9a37-ec8cd89d2128,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:48.916236 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.921622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:48.922397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5d689dc5-3dfe-45f9-9270-f758265ab4f0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:49.011602 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e1771-1c75-46a2-818c-b1395f13ede0 None None] Pushing event updated for resources: {'Port': ['ID=b9704aaa-8c99-45ce-92a7-cde2967320a6,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:49.096883 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Attempting to bind port b9704aaa-8c99-45ce-92a7-cde2967320a6 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:22:49.097259 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Attempting to bind port b9704aaa-8c99-45ce-92a7-cde2967320a6 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:22:49.097631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Attempting to bind port b9704aaa-8c99-45ce-92a7-cde2967320a6 on network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:22:49.099591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:49.113665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:22:49.114073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Checking segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:22:49.114482 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.114879 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Bound using segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:22:49.115363 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Bound port: b9704aaa-8c99-45ce-92a7-cde2967320a6, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:22:49.115750 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.119537 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:49.119903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.135567 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=0a56dae2-d380-48ce-9a37-ec8cd89d2128,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:49.241065 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] For port b9704aaa-8c99-45ce-92a7-cde2967320a6, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:22:49.246136 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] For port b9704aaa-8c99-45ce-92a7-cde2967320a6, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b9704aaa-8c99-45ce-92a7-cde2967320a6,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:22:49.272737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.343111 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.368091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:49.368737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:49.392241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-6aaf7be2-0b78-44c3-96dc-f18ba2d55854 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:49.395133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-6aaf7be2-0b78-44c3-96dc-f18ba2d55854 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 796 time: 0.1204774 Aug 25 12:22:49.413539 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e1771-1c75-46a2-818c-b1395f13ede0 None None] Pushing event updated for resources: {'Port': ['ID=b9704aaa-8c99-45ce-92a7-cde2967320a6,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:49.445208 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 5d689dc5-3dfe-45f9-9270-f758265ab4f0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5d689dc5-3dfe-45f9-9270-f758265ab4f0,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:49.452229 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.463056 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-99b1d2a0-37eb-4c02-8bb6-4f4de5c87738 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06d2d2f27fd143bc93d745827258d67b HTTP/1.1" status: 200 len: 379 time: 0.0564537 Aug 25 12:22:49.486473 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'port': {'device_id': 'b647be47-db73-4658-962a-df6c37e30fe8', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'admin_state_up': True, 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'security_groups': ['47b22585-b7f8-4c5a-8009-ae3d6f7d6edc']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:49.521227 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-87836ca6-6d77-4cf9-b5eb-55e0dbf4b0e3 req-19083171-9878-41d6-a8ac-bc1a9926529e tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 210 time: 0.0501716 Aug 25 12:22:49.558371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:49.593652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=5d689dc5-3dfe-45f9-9270-f758265ab4f0,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:49.623812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Made reservation on behalf of 06d2d2f27fd143bc93d745827258d67b for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:22:49.627741 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.755780 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.20.0.13 (3c8414ca-a07a-4f11-b6a2-32ee30aa2376/d004bc01-4afb-42cf-a190-3962c1e762b9/20b77707-ba96-422b-8120-0a6aea00677d) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:22:49.786720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:49Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:49.813765 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a87c8c1-fa1f-4bdb-90dd-4cac4e18ed2c None None] The sync data for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 is: [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:49Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:22:49.929592 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:49.944549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Transition to ACTIVE for port object 20b77707-ba96-422b-8120-0a6aea00677d will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:49.982077 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.034602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:22:50.037808 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:50.041422 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:22:50.049590 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=20b77707-ba96-422b-8120-0a6aea00677d,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:50.095709 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:50.096361 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.113477 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b954d25b-ddea-4fd6-81e4-9983f4ab6d84 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6333523 Aug 25 12:22:50.126015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-0b1c0a64-6602-4fd8-8830-173224111598 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:22:50.127414 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-0b1c0a64-6602-4fd8-8830-173224111598 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069761 Aug 25 12:22:50.138778 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Request body: {'port': {'device_id': 'b647be47-db73-4658-962a-df6c37e30fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:50.207001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.278342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-949803db-8ea8-4257-b0e7-72dc4a43dfc7 None None] Provisioning for port 20b77707-ba96-422b-8120-0a6aea00677d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:50.283510 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-949803db-8ea8-4257-b0e7-72dc4a43dfc7 None None] Provisioning complete for port 20b77707-ba96-422b-8120-0a6aea00677d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:50.284052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-949803db-8ea8-4257-b0e7-72dc4a43dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.322026 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-949803db-8ea8-4257-b0e7-72dc4a43dfc7 None None] Port 20b77707-ba96-422b-8120-0a6aea00677d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:22:50.500526 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b77707-ba96-422b-8120-0a6aea00677d {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:22:50.508518 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.523563 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Transition to ACTIVE for port object 20b77707-ba96-422b-8120-0a6aea00677d will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:22:50.528680 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.589198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Pushing event updated for resources: {'Port': ['ID=20b77707-ba96-422b-8120-0a6aea00677d,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:50.591807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9704aaa-8c99-45ce-92a7-cde2967320a6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:50.672467 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port b9704aaa-8c99-45ce-92a7-cde2967320a6 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:50.677397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b9704aaa-8c99-45ce-92a7-cde2967320a6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:50.678392 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.716320 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6a592-869b-4a96-bece-56cc58599b24 req-7e6dafbe-3f92-46e1-8723-cf8f934acdb3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:50.717957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60e6a592-869b-4a96-bece-56cc58599b24 req-7e6dafbe-3f92-46e1-8723-cf8f934acdb3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 944 time: 0.0794160 Aug 25 12:22:50.720992 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Attempting to bind port 20b77707-ba96-422b-8120-0a6aea00677d on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:22:50.721559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Attempting to bind port 20b77707-ba96-422b-8120-0a6aea00677d by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:22:50.722110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Attempting to bind port 20b77707-ba96-422b-8120-0a6aea00677d on network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:22:50.735149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Port 20b77707-ba96-422b-8120-0a6aea00677d on network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:22:50.735742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Attempting to bind port 20b77707-ba96-422b-8120-0a6aea00677d on network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:22:50.748963 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:22:50.749583 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Checking segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:22:50.750218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Bound using segment: {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:22:50.750849 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Bound port: 20b77707-ba96-422b-8120-0a6aea00677d, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6becda54-c7f0-45be-8cf6-7079e5cbc3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:22:50.751403 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.783215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-60e6a592-869b-4a96-bece-56cc58599b24 req-7af82ec6-167e-45e1-86e1-c7c25c751c7c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583839 Aug 25 12:22:50.802024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.846316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port b9704aaa-8c99-45ce-92a7-cde2967320a6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b9704aaa-8c99-45ce-92a7-cde2967320a6,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:50.853282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.854172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a56dae2-d380-48ce-9a37-ec8cd89d2128 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:50.866111 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] For port 20b77707-ba96-422b-8120-0a6aea00677d, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:22:50.870382 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] For port 20b77707-ba96-422b-8120-0a6aea00677d, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=20b77707-ba96-422b-8120-0a6aea00677d,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:22:50.875757 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.910506 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:50.911090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:50.912986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] 10.222.0.67 "PUT /v2.0/ports/20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 1093 time: 0.7788382 Aug 25 12:22:50.915911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:22:50.919111 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ed4278-3a85-4d05-92b2-8c30f423d638" -d '{"events": [{"name": "network-changed", "server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "tag": "20b77707-ba96-422b-8120-0a6aea00677d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:22:50.949316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f1fb3-0ef5-49aa-a43a-4aeebe653130 service neutron] Pushing event updated for resources: {'Port': ['ID=20b77707-ba96-422b-8120-0a6aea00677d,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:50.967461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=b9704aaa-8c99-45ce-92a7-cde2967320a6,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:50.984082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:50.984666 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:51.007747 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6036e8a0-562e-4651-a0b1-f6f59e04ab40 x-openstack-request-id: req-6036e8a0-562e-4651-a0b1-f6f59e04ab40 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:22:51.008044 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "tag": "20b77707-ba96-422b-8120-0a6aea00677d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:22:51.008301 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6036e8a0-562e-4651-a0b1-f6f59e04ab40 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:22:51.009391 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d', 'status': 'completed', 'code': 200} Aug 25 12:22:51.039822 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-323574a0-bfbe-48bc-8c18-7d37f30de8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.041368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-323574a0-bfbe-48bc-8c18-7d37f30de8e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1096 time: 0.0642667 Aug 25 12:22:51.086396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-053b9d75-3e55-42c4-a21d-fe9ca018a250 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 217 time: 0.0364594 Aug 25 12:22:51.088577 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5d689dc5-3dfe-45f9-9270-f758265ab4f0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:51.146743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:51.147130 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:51.147800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-49acb3ce-70dd-4c51-876e-7bb8a691f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.149607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-49acb3ce-70dd-4c51-876e-7bb8a691f136 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 200 len: 834 time: 0.0544116 Aug 25 12:22:51.200000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-569bc839-a3c0-44bc-b956-645955ba2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.201535 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-569bc839-a3c0-44bc-b956-645955ba2f3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435538 Aug 25 12:22:51.298822 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-5e58ebf2-93ff-4bec-aa89-5a0178aa509c service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887442 Aug 25 12:22:51.395984 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-359dbdde-c892-48fa-8d9b-3c1cb4386f6d req-b4310350-190d-49ac-8885-4ccc10d9933d service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898271 Aug 25 12:22:51.404838 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9c26330b-1c3b-4bd8-aac2-328501a9c537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:51.479049 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:51.483877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-5442301b-7d8c-4754-a4d7-9ec7cd61aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.485515 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-5442301b-7d8c-4754-a4d7-9ec7cd61aac1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1096 time: 0.0445502 Aug 25 12:22:51.577926 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-99410e6f-781f-4d80-95a9-59d0575825cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.579388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-99410e6f-781f-4d80-95a9-59d0575825cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 897 time: 0.0866678 Aug 25 12:22:51.621403 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-3869c2b9-6bc8-4257-ab53-402442da23fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 217 time: 0.0342159 Aug 25 12:22:51.680180 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-3cf30037-4979-49da-8c23-ea3b6356d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.681588 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-3cf30037-4979-49da-8c23-ea3b6356d1ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 200 len: 834 time: 0.0521541 Aug 25 12:22:51.731955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-b3006f6d-ca66-46cd-bf69-6a457cd89bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.733512 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-b3006f6d-ca66-46cd-bf69-6a457cd89bd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439019 Aug 25 12:22:51.831034 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-c9cd2cc9-26a7-4a3a-a589-410729201b13 service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883904 Aug 25 12:22:51.960625 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85be70-84f0-4afd-8bf3-0ada2785c4cb req-50ebcb51-b008-48ca-b944-246131c39676 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:51.962065 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad85be70-84f0-4afd-8bf3-0ada2785c4cb req-50ebcb51-b008-48ca-b944-246131c39676 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 944 time: 0.1046088 Aug 25 12:22:51.968653 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84ed4278-3a85-4d05-92b2-8c30f423d638 req-28342119-a6d9-47c0-9d59-a8acd59a2965 service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299014 Aug 25 12:22:52.003358 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad85be70-84f0-4afd-8bf3-0ada2785c4cb req-24f2e084-6b6e-4dbf-ab63-71b15f2a1468 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337512 Aug 25 12:22:52.492942 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9704aaa-8c99-45ce-92a7-cde2967320a6 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:52.541582 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port b9704aaa-8c99-45ce-92a7-cde2967320a6 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:52.541989 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:52.692219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:53.048572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 20b77707-ba96-422b-8120-0a6aea00677d details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:22:53.122751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9577678-0626-4ca8-a84a-f788492b15a5 req-1e919bf5-8a33-40c7-b3ec-c4a70a709250 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:53.124417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9577678-0626-4ca8-a84a-f788492b15a5 req-1e919bf5-8a33-40c7-b3ec-c4a70a709250 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 944 time: 0.0488417 Aug 25 12:22:53.141030 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 20b77707-ba96-422b-8120-0a6aea00677d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=20b77707-ba96-422b-8120-0a6aea00677d,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:53.152979 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '20b77707-ba96-422b-8120-0a6aea00677d', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'port_id': '20b77707-ba96-422b-8120-0a6aea00677d', 'mac_address': 'fa:16:3e:61:8b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:22:53.161200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9577678-0626-4ca8-a84a-f788492b15a5 req-c8519749-9ab1-4311-97f4-294ac3d1a792 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Aug 25 12:22:53.193618 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:53.205870 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b77707-ba96-422b-8120-0a6aea00677d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:22:53.224465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 20b77707-ba96-422b-8120-0a6aea00677d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=20b77707-ba96-422b-8120-0a6aea00677d,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:53.228385 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:53.277177 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=20b77707-ba96-422b-8120-0a6aea00677d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:53.468532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['20b77707-ba96-422b-8120-0a6aea00677d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:22:54.283893 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40712918-3e02-42b0-ac15-0862fe05d6ba req-b462723d-6d23-4395-8f70-797d5b58fc61 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:54.285310 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40712918-3e02-42b0-ac15-0862fe05d6ba req-b462723d-6d23-4395-8f70-797d5b58fc61 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 945 time: 0.0550315 Aug 25 12:22:54.326677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-40712918-3e02-42b0-ac15-0862fe05d6ba req-d552d38e-3d47-4b93-828a-b59ff11b732a tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Aug 25 12:22:54.536342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:55.051768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 20b77707-ba96-422b-8120-0a6aea00677d up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:22:55.100933 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 20b77707-ba96-422b-8120-0a6aea00677d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:22:55.104699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 20b77707-ba96-422b-8120-0a6aea00677d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:22:55.105073 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:55.184395 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:55.206803 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:22:55.209087 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6f07d7-fa85-49f2-802f-637c5dd95055" -d '{"events": [{"server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "name": "network-vif-plugged", "status": "completed", "tag": "20b77707-ba96-422b-8120-0a6aea00677d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:22:55.223090 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 20b77707-ba96-422b-8120-0a6aea00677d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=20b77707-ba96-422b-8120-0a6aea00677d,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:22:55.227222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:55.252355 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834107e2-1800-4268-b9e3-333767abe4e5 x-openstack-request-id: req-834107e2-1800-4268-b9e3-333767abe4e5 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:22:55.252706 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "name": "network-vif-plugged", "status": "completed", "tag": "20b77707-ba96-422b-8120-0a6aea00677d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:22:55.252965 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-834107e2-1800-4268-b9e3-333767abe4e5 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:22:55.253437 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d', 'code': 200} Aug 25 12:22:55.283104 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=20b77707-ba96-422b-8120-0a6aea00677d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:55.348840 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23f2f2-4cf7-477a-8c2a-b86ea71ec864 req-f6fa4083-326c-4a09-9d58-914b6ecc04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:55.350472 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb23f2f2-4cf7-477a-8c2a-b86ea71ec864 req-f6fa4083-326c-4a09-9d58-914b6ecc04c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0400100 Aug 25 12:22:55.388276 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb23f2f2-4cf7-477a-8c2a-b86ea71ec864 req-4f504c85-1683-4ede-824f-e229df6c9194 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304134 Aug 25 12:22:55.447609 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb631659-bf51-45cd-b055-8645a75558b1 req-7a1bbb9e-4f4c-47d3-b024-34ad43deda81 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:55.449157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb631659-bf51-45cd-b055-8645a75558b1 req-7a1bbb9e-4f4c-47d3-b024-34ad43deda81 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0501463 Aug 25 12:22:55.488707 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cb631659-bf51-45cd-b055-8645a75558b1 req-d02520ca-4ed9-4879-ac91-cce484e3909c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333362 Aug 25 12:22:56.950189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43604776-d493-44d3-9846-20695fe03a92 req-154a9149-7d7a-400b-8323-3e6a92b54074 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:56.951728 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43604776-d493-44d3-9846-20695fe03a92 req-154a9149-7d7a-400b-8323-3e6a92b54074 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.3931348 Aug 25 12:22:56.991002 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43604776-d493-44d3-9846-20695fe03a92 req-c296d124-1519-48c3-bc91-98f7cf087052 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329504 Aug 25 12:22:57.112353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d4b4b-b65f-46e8-861c-48bce2507e35 req-7398083d-bf3c-47dd-9254-1eb59d2b0d7b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:57.113892 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e3d4b4b-b65f-46e8-861c-48bce2507e35 req-7398083d-bf3c-47dd-9254-1eb59d2b0d7b tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0507071 Aug 25 12:22:57.156730 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0e3d4b4b-b65f-46e8-861c-48bce2507e35 req-c4142a2b-56e0-4594-bb45-5ae658f41c2d tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363081 Aug 25 12:22:57.177852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42758) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:57.217937 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffa1ab-c5f7-4a3b-8f4e-a078cd22f6b9 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:57.219395 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-77ffa1ab-c5f7-4a3b-8f4e-a078cd22f6b9 tempest-TestNetworkAdvancedServerOps-1215244896 tempest-TestNetworkAdvancedServerOps-1215244896-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1093 time: 0.0404861 Aug 25 12:22:57.222303 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42760) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:57.226875 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '20b77707-ba96-422b-8120-0a6aea00677d', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:22:57.252366 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:57.364334 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:57.470296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Allocated IP 172.25.1.57 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/d89f97c6-c772-43a0-a978-4b69b33c96c5) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:22:57.580522 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:57.618027 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:57.658652 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:22:57.661557 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:22:57.665820 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:22:57.671350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=d89f97c6-c772-43a0-a978-4b69b33c96c5,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:57.789555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.020250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.091475 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.241304 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.246610 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.318411 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event updated for resources: {'Port': ['ID=d89f97c6-c772-43a0-a978-4b69b33c96c5,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:22:58.330887 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.433460 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 662ec630-2b32-4523-838f-972abfe794fb associated. External IP: 172.25.1.57, port: 20b77707-ba96-422b-8120-0a6aea00677d. Aug 25 12:22:58.640401 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:22:58.746068 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:22:58.756336 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] Sync routers for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:22:58.762798 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:22:58.765945 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:58.766543 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:58.790495 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ea22128-9d86-4746-a76f-85fe7e8b22da tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5671496 Aug 25 12:22:58.791086 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:22:58.793923 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a76cb0e-391c-43f7-8ee8-b3b689d18897" -d '{"events": [{"name": "network-changed", "server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "tag": "20b77707-ba96-422b-8120-0a6aea00677d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:22:58.830358 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb4b42-af40-47a5-8da4-f40f3f734452 x-openstack-request-id: req-3ebb4b42-af40-47a5-8da4-f40f3f734452 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:22:58.830649 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "tag": "20b77707-ba96-422b-8120-0a6aea00677d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:22:58.830926 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ebb4b42-af40-47a5-8da4-f40f3f734452 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:22:58.831330 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d', 'status': 'completed', 'code': 200} Aug 25 12:22:58.881152 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:58.919218 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb3e7f-158f-40e9-8967-24c7deefec17 req-9c8526a2-23f8-4a6a-a1a5-f1fadbe887d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:58.920731 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7dcb3e7f-158f-40e9-8967-24c7deefec17 req-9c8526a2-23f8-4a6a-a1a5-f1fadbe887d7 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0774882 Aug 25 12:22:58.923477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-41757cc4-b726-4458-8f69-50c530dcbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:58.924985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-41757cc4-b726-4458-8f69-50c530dcbe82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0707102 Aug 25 12:22:59.011831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7dcb3e7f-158f-40e9-8967-24c7deefec17 req-00c6fdcd-9e62-48f4-92aa-88c11afd7e9c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845547 Aug 25 12:22:59.035599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42766) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:22:59.054267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-0520b3ce-87dc-4741-b319-d8e22b5692ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:59.055754 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-0520b3ce-87dc-4741-b319-d8e22b5692ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 897 time: 0.1227055 Aug 25 12:22:59.111838 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '662ec630-2b32-4523-838f-972abfe794fb', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'port_id': '20b77707-ba96-422b-8120-0a6aea00677d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'mac_address': 'fa:16:3e:61:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b647be47-db73-4658-962a-df6c37e30fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:22:57Z', 'updated_at': '2021-08-25T12:22:57Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:50Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:59.127079 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-1eb52b07-b77e-4d64-bbdc-744f83067a60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 999 time: 0.0630164 Aug 25 12:22:59.145405 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] Checking router: f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:22:59.155004 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:22:59.155619 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:22:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:59.188250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-e6435eea-996a-44bc-99f9-5b337e1ab61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:59.189426 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-e6435eea-996a-44bc-99f9-5b337e1ab61a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 200 len: 834 time: 0.0536931 Aug 25 12:22:59.241035 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-327bd10d-0797-4fc0-ad61-acd164cb5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:22:59.242978 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-327bd10d-0797-4fc0-ad61-acd164cb5195 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457952 Aug 25 12:22:59.268243 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:22:59.340435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-94ad8398-1b94-4ca5-8e1b-81fdf4b8c1af service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895908 Aug 25 12:22:59.399174 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-609aa2e3-8a9d-47ad-96ab-bc3c26d5c735 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/662ec630-2b32-4523-838f-972abfe794fb HTTP/1.1" status: 200 len: 991 time: 0.3622451 Aug 25 12:22:59.442510 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2a76cb0e-391c-43f7-8ee8-b3b689d18897 req-b8b80b3e-5540-4da1-8200-6410fcaf92ab service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936658 Aug 25 12:22:59.499928 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '662ec630-2b32-4523-838f-972abfe794fb', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'port_id': '20b77707-ba96-422b-8120-0a6aea00677d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'mac_address': 'fa:16:3e:61:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b647be47-db73-4658-962a-df6c37e30fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:22:57Z', 'updated_at': '2021-08-25T12:22:57Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:50Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:22:59.526856 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb089a7-08ac-4df3-a184-f9c8a279097a None None] The sync data for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 is: [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '662ec630-2b32-4523-838f-972abfe794fb', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'port_id': '20b77707-ba96-422b-8120-0a6aea00677d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'mac_address': 'fa:16:3e:61:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b647be47-db73-4658-962a-df6c37e30fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:22:57Z', 'updated_at': '2021-08-25T12:22:57Z', 'revision_number': 0, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:50Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:22:59.705275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ea504-2795-465e-aedf-78085676e68b None None] New status for floating IP 662ec630-2b32-4523-838f-972abfe794fb: ACTIVE {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:23:00.403263 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42768) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:00.465820 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02347f44-5922-4bd3-88af-2300fda0ed77 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/662ec630-2b32-4523-838f-972abfe794fb HTTP/1.1" status: 200 len: 993 time: 0.0611446 Aug 25 12:23:01.518001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:18.344504 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a2f7dda9-4045-4255-90dc-a219463e8ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:19.862724 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-6a558ece-5312-4895-b1d8-6acfe87c499e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415182 Aug 25 12:23:19.954601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-dac02be4-89d0-4221-a7b8-78e2ebb6b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:19.956124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-dac02be4-89d0-4221-a7b8-78e2ebb6b9e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0434005 Aug 25 12:23:20.077533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-b314d9c1-e199-45dc-bd0b-a5fce524639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:20.079078 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-b314d9c1-e199-45dc-bd0b-a5fce524639b service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 897 time: 0.0991302 Aug 25 12:23:20.147041 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-e1112a76-9b56-4803-975b-2c9e9de9a158 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 1001 time: 0.0600767 Aug 25 12:23:20.202838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-9479f7d8-6048-4044-8de0-e4a8a803f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:20.204630 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-9479f7d8-6048-4044-8de0-e4a8a803f7ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 200 len: 834 time: 0.0506408 Aug 25 12:23:20.255604 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-1e399236-dc86-4bf0-a21d-1cba1920e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:20.257160 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-1e399236-dc86-4bf0-a21d-1cba1920e4a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447581 Aug 25 12:23:20.352333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-9a99e418-f20b-479b-a738-be1a699cf258 service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Aug 25 12:23:20.452042 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0baf5797-4423-414a-86bd-ec26f866dbd4 req-149625ed-5ec8-4737-bf26-b0b9033dab8b service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912497 Aug 25 12:23:21.266768 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-01ba2121-ae5a-4d87-aa14-5601454435c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:21.481840 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:21.616403 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:23:22.696149 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:24.540254 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:27.787821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:31.524354 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:33.897568 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8eff9-878e-4c5c-a037-0a39bd6b3a9a req-69b39f29-8225-48e5-ade0-0e1e65dfe238 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:33.899045 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ab8eff9-878e-4c5c-a037-0a39bd6b3a9a req-69b39f29-8225-48e5-ade0-0e1e65dfe238 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.1145191 Aug 25 12:23:33.938857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ab8eff9-878e-4c5c-a037-0a39bd6b3a9a req-ffe25d53-73c9-443d-b96f-9e63a3f39ec5 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Aug 25 12:23:35.129552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edbf50-ad7f-45e5-a3f7-d5135106d4d8 req-9fab3ccd-e331-4237-a6c1-2222a3db25a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:35.131146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59edbf50-ad7f-45e5-a3f7-d5135106d4d8 req-9fab3ccd-e331-4237-a6c1-2222a3db25a3 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.1028886 Aug 25 12:23:35.171712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59edbf50-ad7f-45e5-a3f7-d5135106d4d8 req-e51f8aa5-76cf-43fd-87d1-4926bfdc93f8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344665 Aug 25 12:23:35.193956 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42796) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:35.258190 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-a38ffebd-ab4b-43d3-8ccc-efb19bf854d2 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/662ec630-2b32-4523-838f-972abfe794fb HTTP/1.1" status: 200 len: 993 time: 0.0629542 Aug 25 12:23:36.545549 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ab362-1ac2-40a2-aafb-4952b7f47efa req-d8cadd79-1e16-48e6-a201-124ee5eef383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:36.547010 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f58ab362-1ac2-40a2-aafb-4952b7f47efa req-d8cadd79-1e16-48e6-a201-124ee5eef383 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0617125 Aug 25 12:23:36.602798 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f58ab362-1ac2-40a2-aafb-4952b7f47efa req-b47f6256-edb0-4a38-9520-f1d511e4c505 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415194 Aug 25 12:23:36.605800 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-56f133e8-aca8-4cc9-9119-cc840a459c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:36.607173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-56f133e8-aca8-4cc9-9119-cc840a459c8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0809815 Aug 25 12:23:36.703672 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-2874a0cd-860c-4e9d-8ebd-a6fe5faef499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:36.705179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-2874a0cd-860c-4e9d-8ebd-a6fe5faef499 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 897 time: 0.0905669 Aug 25 12:23:36.771370 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-921a35dd-a658-44f6-b42b-c327fbed0fd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 1001 time: 0.0587695 Aug 25 12:23:36.823773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-37218a2a-0ba3-45d1-a1ff-930962be3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:36.825122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-37218a2a-0ba3-45d1-a1ff-930962be3f61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 200 len: 834 time: 0.0461109 Aug 25 12:23:36.870387 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-91c6095b-33d6-4661-85e7-a3d16728df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:36.871904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-91c6095b-33d6-4661-85e7-a3d16728df91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390399 Aug 25 12:23:36.961838 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-c5286fe8-5a3e-4d36-89c3-ab68f95884d9 service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817842 Aug 25 12:23:37.060594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e619a74-d936-4cc7-8d2d-84c3efdf1d3c req-05651452-a6bb-40c3-b1c2-9fb18b86c2a4 service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910161 Aug 25 12:23:37.726298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f4ba-923d-4d83-b7e7-41246bdd92ed req-f7548f18-82b9-4245-a5c0-7a0f7d886241 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:37.727861 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64b4f4ba-923d-4d83-b7e7-41246bdd92ed req-f7548f18-82b9-4245-a5c0-7a0f7d886241 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0499423 Aug 25 12:23:37.767626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-64b4f4ba-923d-4d83-b7e7-41246bdd92ed req-110a2f53-c597-4ff7-b016-1bbb26c8a3b4 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Aug 25 12:23:38.884118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e843d3-f42f-4601-9e2f-95396dc609d3 req-b3df917a-d76b-4d27-ab9a-786f9c1e232c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:38.885663 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13e843d3-f42f-4601-9e2f-95396dc609d3 req-b3df917a-d76b-4d27-ab9a-786f9c1e232c tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Aug 25 12:23:38.926497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-13e843d3-f42f-4601-9e2f-95396dc609d3 req-7c3a369f-52ea-49af-869e-cfad60836af9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334344 Aug 25 12:23:38.949197 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42808) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:39.015213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-383d47e7-49e4-4f10-ac48-493bf385cdbb tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/floatingips/662ec630-2b32-4523-838f-972abfe794fb HTTP/1.1" status: 200 len: 993 time: 0.0648136 Aug 25 12:23:39.229908 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42814) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:39.395618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port d89f97c6-c772-43a0-a978-4b69b33c96c5 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:23:39.395881 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:39.472635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:39.472954 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:39.484144 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for d89f97c6-c772-43a0-a978-4b69b33c96c5 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:23:39.627701 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:39.658942 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=d89f97c6-c772-43a0-a978-4b69b33c96c5,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:39.718312 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:39.718641 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Floating IP 662ec630-2b32-4523-838f-972abfe794fb disassociated (deleted). External IP: 172.25.1.57, port: 20b77707-ba96-422b-8120-0a6aea00677d. Aug 25 12:23:39.930868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:23:40.041331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:23:40.046944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:40.053707 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] Sync routers for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:23:40.067945 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:40.068557 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:40.078665 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-137809ec-a7f7-4eb4-9056-f311261a7b70 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/floatingips/662ec630-2b32-4523-838f-972abfe794fb HTTP/1.1" status: 204 len: 168 time: 0.8476233 Aug 25 12:23:40.079355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:23:40.081941 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a689129-4b77-47f9-8092-c02fcb931a14" -d '{"events": [{"name": "network-changed", "server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "tag": "20b77707-ba96-422b-8120-0a6aea00677d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:23:40.121730 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5dbcce-f185-4126-82c8-3df21738e2df x-openstack-request-id: req-8a5dbcce-f185-4126-82c8-3df21738e2df {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:23:40.122236 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "tag": "20b77707-ba96-422b-8120-0a6aea00677d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:23:40.122397 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a5dbcce-f185-4126-82c8-3df21738e2df {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:23:40.122719 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d', 'status': 'completed', 'code': 200} Aug 25 12:23:40.189272 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:40.201968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-971f77cb-cd57-4974-b3c4-bb7c5b366e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:40.204626 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-971f77cb-cd57-4974-b3c4-bb7c5b366e19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=06d2d2f27fd143bc93d745827258d67b&device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0550439 Aug 25 12:23:40.344105 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-0d5bab88-cf94-4f00-aeec-7e66bb5a3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:40.345629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-0d5bab88-cf94-4f00-aeec-7e66bb5a3be0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 200 len: 897 time: 0.1312783 Aug 25 12:23:40.372892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73895445-ed97-4f99-bfda-9a540b559965 req-ecc531f6-c5a2-4002-b222-5b924f5325d8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:40.374985 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73895445-ed97-4f99-bfda-9a540b559965 req-ecc531f6-c5a2-4002-b222-5b924f5325d8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0761089 Aug 25 12:23:40.426454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-99212e2b-6e8b-4e3c-a96d-508b4de58990 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 200 len: 217 time: 0.0719283 Aug 25 12:23:40.452768 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:50Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:40.489365 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] Checking router: f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:23:40.499760 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:40.500751 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:40.510331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-73895445-ed97-4f99-bfda-9a540b559965 req-c116bd2b-be86-41a6-a918-e4c0bd83e8a6 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884073 Aug 25 12:23:40.515263 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-9418ae71-c966-4d0d-8a68-2925e1eb85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:40.518458 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-9418ae71-c966-4d0d-8a68-2925e1eb85fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 200 len: 834 time: 0.0706706 Aug 25 12:23:40.571167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-f1e69c3c-f615-433e-a919-f3bdb3bf45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:40.572788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-f1e69c3c-f615-433e-a919-f3bdb3bf45c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3c8414ca-a07a-4f11-b6a2-32ee30aa2376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479660 Aug 25 12:23:40.675967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-fecd4a97-66cd-4d2a-ba27-fa00b3bf8ecd service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938809 Aug 25 12:23:40.709831 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:40.924908 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:50Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:40.953402 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a50bff4-c685-4cd0-88aa-cbfeddf692f0 None None] The sync data for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 is: [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:46Z', 'revision_number': 4, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'b9704aaa-8c99-45ce-92a7-cde2967320a6', 'name': '', 'network_id': '3c8414ca-a07a-4f11-b6a2-32ee30aa2376', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'mac_address': 'fa:16:3e:b0:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:46Z', 'updated_at': '2021-08-25T12:22:50Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'subnets': [{'id': 'd004bc01-4afb-42cf-a190-3962c1e762b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:23:41.128853 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8a689129-4b77-47f9-8092-c02fcb931a14 req-edf88fa7-9220-4e2f-81b4-4571000989c7 service neutron] 10.222.0.67 "GET /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450214 Aug 25 12:23:41.214474 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e04a0-4a85-47a6-afd8-81946bb9691d None None] New status for floating IP 662ec630-2b32-4523-838f-972abfe794fb: DOWN {{(pid=94912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:23:41.636544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1983691-8b21-4e16-830a-25177e829ec1 req-7c83cae7-711f-4d10-afe1-1af25fe484b1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:41.638109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1983691-8b21-4e16-830a-25177e829ec1 req-7c83cae7-711f-4d10-afe1-1af25fe484b1 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Aug 25 12:23:41.679670 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1983691-8b21-4e16-830a-25177e829ec1 req-63a1ec6c-1bc0-4596-959e-fff0a6550ba8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/security-groups?id=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341823 Aug 25 12:23:41.935274 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-dc4af87f-3859-40e5-9cbf-2c36a4711637 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:41.936694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-dc4af87f-3859-40e5-9cbf-2c36a4711637 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 946 time: 0.0533500 Aug 25 12:23:42.031970 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 20b77707-ba96-422b-8120-0a6aea00677d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:23:42.032387 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:42.128940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 20b77707-ba96-422b-8120-0a6aea00677d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=20b77707-ba96-422b-8120-0a6aea00677d,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:42.129924 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:42.145967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 20b77707-ba96-422b-8120-0a6aea00677d owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:23:42.285967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:42.319350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=20b77707-ba96-422b-8120-0a6aea00677d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:42.347246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.347600 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.347938 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.348272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.348607 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.348939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.349267 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.349598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.349946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.350269 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.350594 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.350912 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:42.372809 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] No DVR routers for this DVR port 20b77707-ba96-422b-8120-0a6aea00677d on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:23:42.375572 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:42.377720 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5d85f1eb-426f-4698-9cca-06472b6b25fc req-809ce4c3-224f-4991-9258-ed5787193db0 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.67 "DELETE /v2.0/ports/20b77707-ba96-422b-8120-0a6aea00677d HTTP/1.1" status: 204 len: 173 time: 0.4343913 Aug 25 12:23:42.378150 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'name': 'network-vif-deleted', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:23:42.380432 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c104636-b28b-4e6e-a0c5-8494d3e4861d" -d '{"events": [{"server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "name": "network-vif-deleted", "tag": "20b77707-ba96-422b-8120-0a6aea00677d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:23:42.419697 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaa60fc-50f7-4541-b060-d6eabcc459d4 x-openstack-request-id: req-aaaa60fc-50f7-4541-b060-d6eabcc459d4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:23:42.420010 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b647be47-db73-4658-962a-df6c37e30fe8", "name": "network-vif-deleted", "tag": "20b77707-ba96-422b-8120-0a6aea00677d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:23:42.420265 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aaaa60fc-50f7-4541-b060-d6eabcc459d4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:23:42.420663 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647be47-db73-4658-962a-df6c37e30fe8', 'name': 'network-vif-deleted', 'tag': '20b77707-ba96-422b-8120-0a6aea00677d', 'status': 'completed', 'code': 200} Aug 25 12:23:42.795694 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-07f3fe42-b74d-4445-b5e5-540dccb3bde5 req-ede26ce7-ec5a-4042-a52f-c05150b34ca8 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "GET /v2.0/ports?device_id=b647be47-db73-4658-962a-df6c37e30fe8 HTTP/1.1" status: 200 len: 210 time: 0.0296867 Aug 25 12:23:43.856313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42830) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:44.232181 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:44.494548 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port b9704aaa-8c99-45ce-92a7-cde2967320a6 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:23:44.494786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:44.585198 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port b9704aaa-8c99-45ce-92a7-cde2967320a6, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=b9704aaa-8c99-45ce-92a7-cde2967320a6,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:44.585562 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:44.598812 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for b9704aaa-8c99-45ce-92a7-cde2967320a6 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:23:44.797983 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:44.830510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=b9704aaa-8c99-45ce-92a7-cde2967320a6,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:45.037040 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.262295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:23:45.373420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:23:45.379153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-accb721a-8bf5-4a5f-862a-02b873f09771 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "PUT /v2.0/routers/f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5216510 Aug 25 12:23:45.381596 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42834) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:45.383464 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] Sync routers for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:23:45.393195 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:45.393832 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:45.435854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting subnet d004bc01-4afb-42cf-a190-3962c1e762b9 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:23:45.439090 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.484445 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.502260 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:45.575098 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.636979 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.666830 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.671281 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/subnets/d004bc01-4afb-42cf-a190-3962c1e762b9 HTTP/1.1" status: 204 len: 168 time: 0.2861602 Aug 25 12:23:45.671281 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e299fb-ffb1-4f14-84ed-ecd34f5d9b9f tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Subnet': ['ID=d004bc01-4afb-42cf-a190-3962c1e762b9,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:45.671629 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42836) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:45.675812 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c667e08-5988-42ae-8045-4ad0a75de156 None None] Network 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:23:45.687890 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:23:44Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:45.719087 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] Checking router: f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:23:45.729122 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] Routers {'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:45.729921 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:45.785155 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.844859 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] Set router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:45.860239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] DHCP port deletion for 3c8414ca-a07a-4f11-b6a2-32ee30aa2376 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:23:45.898782 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.913453 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Deleting port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:23:45.913928 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.952979 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Deleting port 0a56dae2-d380-48ce-9a37-ec8cd89d2128 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:23:45.953402 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.981239 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] For port 5d689dc5-3dfe-45f9-9270-f758265ab4f0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=5d689dc5-3dfe-45f9-9270-f758265ab4f0,segment=NetworkSegment(6becda54-c7f0-45be-8cf6-7079e5cbc3bf),segment_id=6becda54-c7f0-45be-8cf6-7079e5cbc3bf)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:45.981647 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:45.995596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Calling delete_port for 5d689dc5-3dfe-45f9-9270-f758265ab4f0 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:23:46.037010 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:23:44Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:46.043342 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] For port 0a56dae2-d380-48ce-9a37-ec8cd89d2128, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0a56dae2-d380-48ce-9a37-ec8cd89d2128,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:46.043754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.058400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Calling delete_port for 0a56dae2-d380-48ce-9a37-ec8cd89d2128 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:23:46.064020 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec1aaea-8ed0-469f-8a31-d624fa1a99d5 None None] The sync data for ids ['f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4'] in n-d-778732-11 is: [{'id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1646313436', 'tenant_id': '06d2d2f27fd143bc93d745827258d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:23:44Z', 'revision_number': 5, 'project_id': '06d2d2f27fd143bc93d745827258d67b', 'gw_port': {'id': '0a56dae2-d380-48ce-9a37-ec8cd89d2128', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:22:43Z', 'updated_at': '2021-08-25T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:23:46.095199 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.120902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Pushing event deleted for resources: {'Port': ['ID=5d689dc5-3dfe-45f9-9270-f758265ab4f0,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:46.125939 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] No DVR routers for this DVR port 5d689dc5-3dfe-45f9-9270-f758265ab4f0 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:23:46.132756 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.133120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.133450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.133822 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.134156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.134481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.134807 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.135187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.135509 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.135830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.136149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.136885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b66f71-ac16-48b6-a7c9-6b2b6f1e1631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.239807 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.270110 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Port': ['ID=0a56dae2-d380-48ce-9a37-ec8cd89d2128,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:46.281772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.282130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.282471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.282809 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.283141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.283473 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.283808 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.284133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.284457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.284783 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.285107 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.285426 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:46.339456 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.436350 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.438736 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.486713 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.487294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Fanout notify agent at l3_agent the message router_deleted on router f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:23:46.494434 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.499022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42838) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:46.499512 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-36bc27f8-037c-4050-9719-1385289d7e91 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/routers/f40c7bb7-7c79-4fbd-ab4e-45a86df11fa4 HTTP/1.1" status: 204 len: 168 time: 0.8262305 Aug 25 12:23:46.592503 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9704aaa-8c99-45ce-92a7-cde2967320a6 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:23:46.593669 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.618742 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: b9704aaa-8c99-45ce-92a7-cde2967320a6 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:23:46.619089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device b9704aaa-8c99-45ce-92a7-cde2967320a6 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:23:46.619521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5d689dc5-3dfe-45f9-9270-f758265ab4f0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:23:46.638738 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 5d689dc5-3dfe-45f9-9270-f758265ab4f0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:23:46.639094 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 5d689dc5-3dfe-45f9-9270-f758265ab4f0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:23:46.679539 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.690007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8414ca-a07a-4f11-b6a2-32ee30aa2376']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:46.701398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6becda54-c7f0-45be-8cf6-7079e5cbc3bf') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:46.701717 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6becda54-c7f0-45be-8cf6-7079e5cbc3bf') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:46.711253 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.725296 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.732097 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:23:46.732502 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:23:46.735597 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:23:46.803535 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.810658 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.812366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/networks/3c8414ca-a07a-4f11-b6a2-32ee30aa2376 HTTP/1.1" status: 204 len: 168 time: 0.3122647 Aug 25 12:23:46.815586 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42840) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:46.823697 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051a53-0803-4ce1-bf3f-ff9603e48bc9 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'Network': ['ID=3c8414ca-a07a-4f11-b6a2-32ee30aa2376,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:46.880195 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58c9d277-a151-4480-9769-b36c652fbf88 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.905939 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58c9d277-a151-4480-9769-b36c652fbf88 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.963476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58c9d277-a151-4480-9769-b36c652fbf88 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.966642 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-58c9d277-a151-4480-9769-b36c652fbf88 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:46.968129 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-58c9d277-a151-4480-9769-b36c652fbf88 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] 10.222.0.35 "DELETE /v2.0/security-groups/47b22585-b7f8-4c5a-8009-ae3d6f7d6edc HTTP/1.1" status: 204 len: 168 time: 0.1515343 Aug 25 12:23:46.977268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9d277-a151-4480-9769-b36c652fbf88 tempest-TestNetworkAdvancedServerOps-1769097587 tempest-TestNetworkAdvancedServerOps-1769097587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b22585-b7f8-4c5a-8009-ae3d6f7d6edc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:47.301024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42848) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:47.316578 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 20b77707-ba96-422b-8120-0a6aea00677d no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:23:47.343270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 20b77707-ba96-422b-8120-0a6aea00677d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:23:47.343608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 20b77707-ba96-422b-8120-0a6aea00677d not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:23:47.439116 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f8cf11c-3024-4c40-b427-714612fbde2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06d2d2f27fd143bc93d745827258d67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357973 Aug 25 12:23:47.440571 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:47.488337 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d3e744a-c2e9-4ac6-a3ae-4f380b23bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.508879 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d3e744a-c2e9-4ac6-a3ae-4f380b23bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.556497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d3e744a-c2e9-4ac6-a3ae-4f380b23bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.559069 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-0d3e744a-c2e9-4ac6-a3ae-4f380b23bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.560830 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-0d3e744a-c2e9-4ac6-a3ae-4f380b23bce9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f354bfa-2877-45fe-ac8e-8904099ce697 HTTP/1.1" status: 204 len: 168 time: 0.1193662 Aug 25 12:23:47.569278 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e744a-c2e9-4ac6-a3ae-4f380b23bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f354bfa-2877-45fe-ac8e-8904099ce697,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:47.816351 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:47.830514 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f707050-113b-49ef-94bc-463080788b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.924639 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f707050-113b-49ef-94bc-463080788b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.928688 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7f707050-113b-49ef-94bc-463080788b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:47.966713 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7f707050-113b-49ef-94bc-463080788b46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c6edd4845f84db288dd5c4f856658dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492846 Aug 25 12:23:47.967941 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707050-113b-49ef-94bc-463080788b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8e535-32ce-495f-a46d-c449fff6524c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:47.969544 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42860) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:48.019957 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e5db-bd62-4115-8148-c17334f3ce87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:48.040666 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e5db-bd62-4115-8148-c17334f3ce87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:48.089514 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e5db-bd62-4115-8148-c17334f3ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:48.091984 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6ef0e5db-bd62-4115-8148-c17334f3ce87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:48.093153 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6ef0e5db-bd62-4115-8148-c17334f3ce87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fd8e535-32ce-495f-a46d-c449fff6524c HTTP/1.1" status: 204 len: 168 time: 0.1218200 Aug 25 12:23:48.100749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0e5db-bd62-4115-8148-c17334f3ce87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd8e535-32ce-495f-a46d-c449fff6524c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:48.338952 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-beaf26cf-d935-43b3-9d27-66fd18f6200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:48.484613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a56dae2-d380-48ce-9a37-ec8cd89d2128 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:23:48.508482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0a56dae2-d380-48ce-9a37-ec8cd89d2128 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:23:48.508927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0a56dae2-d380-48ce-9a37-ec8cd89d2128 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:23:48.816355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42882) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:48.910543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-588657317-network', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:48.931834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Made reservation on behalf of a092e7cbf15b4f28a4d90222eaa1dd5e for: {'network': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:23:48.934857 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:48.943245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.036926 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.040934 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.070049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:23:49.076379 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a94516-d246-4ee7-9ddf-ada91c4caf95,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:49.083256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.083635 n-d-778732-11 neutron-server[94910]: INFO neutron.db.segments_db [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Added segment 631d8207-930e-4757-8d9b-2229e3efba6d of type vlan for network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 Aug 25 12:23:49.124454 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.147978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.149007 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:49.149732 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.199563 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3820968 Aug 25 12:23:49.202717 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42886) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:49.207853 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Request body: {'subnet': {'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-588657317-subnet', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:49.210412 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd1ed-0091-4e2e-90ce-cfab1b344981 admin admin] Pushing event updated for resources: {'Network': ['ID=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:49.220793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:23:49.232641 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Made reservation on behalf of a092e7cbf15b4f28a4d90222eaa1dd5e for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:23:49.235362 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.401947 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.454220 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b134b7d4-b6e9-4841-9ba5-afafbaaf111b,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:49.465071 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:49.465430 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Network hostable DHCP agents. Network: ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:23:49.481797 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:23:49.489652 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:49.493719 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:49.494344 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.499737 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f2ef40-10ac-467c-9c2e-93511bc520ff None None] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:23:49.508562 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3ec052d1-85ad-41ff-898a-f11d92ce8754 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3046474 Aug 25 12:23:49.511349 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42888) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:49.516591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:49.538099 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.539130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.600644 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.650814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:23:49.651787 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.750898 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.789192 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Allocated IP 172.20.0.2 (ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4/b134b7d4-b6e9-4841-9ba5-afafbaaf111b/12c0b626-3a59-423b-827d-c0ae376013ee) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:23:49.928775 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.938157 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Transition to ACTIVE for port object 12c0b626-3a59-423b-827d-c0ae376013ee will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:49.953476 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Transition to ACTIVE for port object 12c0b626-3a59-423b-827d-c0ae376013ee will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:49.958635 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.962754 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:49.982175 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.004376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:50.007156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:50.011712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:23:50.015648 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Pushing event updated for resources: {'Port': ['ID=12c0b626-3a59-423b-827d-c0ae376013ee,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:50.069655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Attempting to bind port 12c0b626-3a59-423b-827d-c0ae376013ee on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:23:50.070054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Attempting to bind port 12c0b626-3a59-423b-827d-c0ae376013ee by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:23:50.070415 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Attempting to bind port 12c0b626-3a59-423b-827d-c0ae376013ee on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:23:50.075859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:23:50.076485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:50.076883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.077056 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Bound using segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:23:50.077520 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Bound port: 12c0b626-3a59-423b-827d-c0ae376013ee, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:23:50.077932 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.089175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Allocated IP 172.25.1.222 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/0e8725cb-953b-4057-9a83-0642da288313) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:23:50.143914 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] For port 12c0b626-3a59-423b-827d-c0ae376013ee, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:23:50.147187 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] For port 12c0b626-3a59-423b-827d-c0ae376013ee, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=12c0b626-3a59-423b-827d-c0ae376013ee,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:23:50.151691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.198447 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.211122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37858c35-59a8-441e-8825-8052d63915c9 None None] Pushing event updated for resources: {'Port': ['ID=12c0b626-3a59-423b-827d-c0ae376013ee,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:50.245586 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.288441 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:50.291575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:50.294595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:23:50.319650 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8725cb-953b-4057-9a83-0642da288313,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:50.552096 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 12c0b626-3a59-423b-827d-c0ae376013ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:50.584068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.601975 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 12c0b626-3a59-423b-827d-c0ae376013ee completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:50.786322 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:50.924399 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Router 2b6ac884-1542-473e-b2b9-e36828167042 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:23:51.040403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:23:51.052457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:23:51.058846 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.063413 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2c68ab05-8b42-4780-af07-096d397c5711 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5477855 Aug 25 12:23:51.063588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:51.063716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:51.064266 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:51.116477 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47928d-7e2b-47ef-a469-8cb23f638fe0 None None] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:23:51.213550 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] Provisioning for port 12c0b626-3a59-423b-827d-c0ae376013ee completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:51.227795 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] Provisioning complete for port 12c0b626-3a59-423b-827d-c0ae376013ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:51.228172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.237551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:51.381934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-647f7d9f-457f-4b9d-8135-ce4a13ffdbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.484973 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.527175 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.547961 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.594696 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] For port 12c0b626-3a59-423b-827d-c0ae376013ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=12c0b626-3a59-423b-827d-c0ae376013ee,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:51.600701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.642718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:50Z', 'revision_number': 3, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:51.656127 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Allocated IP 172.20.0.1 (ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4/b134b7d4-b6e9-4841-9ba5-afafbaaf111b/8ed9b47e-296d-41d3-aeb9-2180b37168a7) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:23:51.680201 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:23:51.680554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Updating router 2b6ac884-1542-473e-b2b9-e36828167042 port 0e8725cb-953b-4057-9a83-0642da288313 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:23:51.701053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419f6bd-5bd2-44ab-b8af-7253ef20bc1b None None] Pushing event updated for resources: {'Port': ['ID=12c0b626-3a59-423b-827d-c0ae376013ee,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:51.714026 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:51.848283 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-5924f611-0c9c-4242-bd55-2250612a824b None None] Provisioning complete for port 12c0b626-3a59-423b-827d-c0ae376013ee triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:51.848553 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5924f611-0c9c-4242-bd55-2250612a824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.074837 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.088328 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Transition to ACTIVE for port object 8ed9b47e-296d-41d3-aeb9-2180b37168a7 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:52.123874 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.165030 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:52.168012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:52.171612 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:23:52.177368 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed9b47e-296d-41d3-aeb9-2180b37168a7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:52.216088 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.217926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.229176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Transition to ACTIVE for port object 0e8725cb-953b-4057-9a83-0642da288313 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:52.236613 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.291533 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Attempting to bind port 0e8725cb-953b-4057-9a83-0642da288313 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:23:52.291909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Attempting to bind port 0e8725cb-953b-4057-9a83-0642da288313 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:23:52.292279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Attempting to bind port 0e8725cb-953b-4057-9a83-0642da288313 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:23:52.300322 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:23:52.300707 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:52.301107 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.301496 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:23:52.301990 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Bound port: 0e8725cb-953b-4057-9a83-0642da288313, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:23:52.302381 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.304037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd181d3-d43d-4749-a344-724dfbaaff93 None None] Pushing event updated for resources: {'Port': ['ID=0e8725cb-953b-4057-9a83-0642da288313,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:52.358341 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.360739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] For port 0e8725cb-953b-4057-9a83-0642da288313, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:23:52.364741 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] For port 0e8725cb-953b-4057-9a83-0642da288313, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0e8725cb-953b-4057-9a83-0642da288313,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:23:52.369398 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.446846 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:52.447445 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:52.487294 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd181d3-d43d-4749-a344-724dfbaaff93 None None] Pushing event updated for resources: {'Port': ['ID=0e8725cb-953b-4057-9a83-0642da288313,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:52.541956 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.542904 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 12c0b626-3a59-423b-827d-c0ae376013ee up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:52.547430 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-622de9a4-d3d8-4767-bd4f-dc2d9c42cce2 None None] Provisioning for port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:52.547707 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.573953 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-622de9a4-d3d8-4767-bd4f-dc2d9c42cce2 None None] Provisioning complete for port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:52.574323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-622de9a4-d3d8-4767-bd4f-dc2d9c42cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.618591 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.620358 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed9b47e-296d-41d3-aeb9-2180b37168a7,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:52.627683 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:52.662122 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-622de9a4-d3d8-4767-bd4f-dc2d9c42cce2 None None] Port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:23:52.716732 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:52.718657 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:52.766583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 12c0b626-3a59-423b-827d-c0ae376013ee triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:52.767010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.774105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:52.847211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Router 2b6ac884-1542-473e-b2b9-e36828167042 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:23:52.923114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:51Z', 'revision_number': 1, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:52.951768 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249587-d79d-4aa9-b703-67736976b365 None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:51Z', 'revision_number': 1, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:23:52.968095 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:23:52.971787 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-550e1a53-d749-4c10-b8ac-df6fa9d2b0c8 admin admin] 10.222.0.35 "PUT /v2.0/routers/2b6ac884-1542-473e-b2b9-e36828167042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072349 Aug 25 12:23:52.991109 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-67cf2ea5-dcc0-4707-9f11-08b4f4d60813 None None] Provisioning complete for port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:52.991511 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-67cf2ea5-dcc0-4707-9f11-08b4f4d60813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.032466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-67cf2ea5-dcc0-4707-9f11-08b4f4d60813 None None] Port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:23:53.493394 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42906) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:53.499167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1692258506-network', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:53.524214 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Made reservation on behalf of cb222a0db4e344bf9c519427769ef65c for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:23:53.526889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.540116 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.690768 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.695818 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.727499 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:23:53.735743 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f608ba-335f-4c57-9780-53b911579bc6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:53.744975 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.745335 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Added segment 97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2 of type vlan for network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 Aug 25 12:23:53.800963 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.832850 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.833610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:53.834222 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:53.892475 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3976285 Aug 25 12:23:53.896929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42908) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:53.898147 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79da7-3aaa-4b33-91c1-04f7ffd0edaa admin admin] Pushing event updated for resources: {'Network': ['ID=67ec6d31-5fa6-42a3-8dda-75c85aa051c8,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:53.907317 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Request body: {'subnet': {'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1692258506-subnet', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'ip_version': 4}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:53.908825 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:23:53.942299 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Made reservation on behalf of cb222a0db4e344bf9c519427769ef65c for: {'subnet': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:23:53.946550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60069357'] for subnet, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.171596 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60192843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60069279'] for subnet, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.232058 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0001f6-23f0-48b7-93ef-83c9d2d58782,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:54.240749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Checking segment: {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:54.241108 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Network hostable DHCP agents. Network: 67ec6d31-5fa6-42a3-8dda-75c85aa051c8, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:23:54.269940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:23:54.280395 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 67ec6d31-5fa6-42a3-8dda-75c85aa051c8) {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:54.284708 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:23:54.285293 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.290032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b44181-9636-4ee3-b973-99d3121bd701 None None] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:23:54.305277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ddabfbf4-172b-42c0-9b83-76587045d76e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4035795 Aug 25 12:23:54.305662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42910) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:54.311153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:54.332241 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.333292 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.386888 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.445531 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'fixed_ips': [{'subnet_id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:23:54.447655 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.540783 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.561192 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.592748 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e8725cb-953b-4057-9a83-0642da288313 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:54.643257 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Allocated IP 172.20.0.2 (67ec6d31-5fa6-42a3-8dda-75c85aa051c8/0a0001f6-23f0-48b7-93ef-83c9d2d58782/3cace1c0-6f4b-4971-96cb-a914c9b97ca0) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:23:54.711466 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 0e8725cb-953b-4057-9a83-0642da288313 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:54.718498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0e8725cb-953b-4057-9a83-0642da288313 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:54.718888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.764375 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.789677 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.865360 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.882252 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Transition to ACTIVE for port object 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:54.901042 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Allocated IP 172.25.1.231 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/fd1aeb34-4bbe-4a2b-b699-03d0c3301b79) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:23:54.903172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Transition to ACTIVE for port object 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:54.908411 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.915552 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.965542 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 0e8725cb-953b-4057-9a83-0642da288313, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0e8725cb-953b-4057-9a83-0642da288313,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:54.976517 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:54.979935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:54.986113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:54.988622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:23:54.996586 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Pushing event updated for resources: {'Port': ['ID=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:55.031239 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.079317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.096054 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=0e8725cb-953b-4057-9a83-0642da288313,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:55.099632 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Attempting to bind port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:23:55.100097 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Attempting to bind port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:23:55.100485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Attempting to bind port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 on network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:23:55.106032 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:23:55.106374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Checking segment: {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:55.106779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.107256 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Bound using segment: {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:23:55.107627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Bound port: 3cace1c0-6f4b-4971-96cb-a914c9b97ca0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:23:55.108014 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.122894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:55.125941 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:55.130392 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:23:55.144239 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:23:55.154504 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:55.157194 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:55.157914 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:55.187134 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] For port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:23:55.191299 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] For port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,segment=NetworkSegment(97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2),segment_id=97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:23:55.195207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.263325 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1751c-efff-4076-9cab-f3ec01213978 None None] Pushing event updated for resources: {'Port': ['ID=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:55.267160 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:55.408245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.502391 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 2, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:55.533190 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:23:55.533551 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Updating router 2b6ac884-1542-473e-b2b9-e36828167042 port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:23:55.562584 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.637605 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.950632 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:55.962316 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Transition to ACTIVE for port object 8ed9b47e-296d-41d3-aeb9-2180b37168a7 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:55.969101 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.085513 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Attempting to bind port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:23:56.085905 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Attempting to bind port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:23:56.086267 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Attempting to bind port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:23:56.092077 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Pushing event updated for resources: {'Port': ['ID=8ed9b47e-296d-41d3-aeb9-2180b37168a7,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:56.099613 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:23:56.099979 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:56.100381 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.100772 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Bound using segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:23:56.101236 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Bound port: 8ed9b47e-296d-41d3-aeb9-2180b37168a7, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:23:56.101613 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.105295 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.105631 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.105995 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.106405 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.106734 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.107056 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.107395 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.107721 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.108065 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.108381 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.109306 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.109306 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:23:56.155792 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Router 27106f56-fec0-4c6c-be62-0382de02ef68 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:23:56.190735 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] For port 8ed9b47e-296d-41d3-aeb9-2180b37168a7, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:23:56.195156 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] For port 8ed9b47e-296d-41d3-aeb9-2180b37168a7, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8ed9b47e-296d-41d3-aeb9-2180b37168a7,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:23:56.201422 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.270819 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:56.271443 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:56.274749 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed7eb4-53e9-4c14-af50-411b283bbbe2 None None] Pushing event updated for resources: {'Port': ['ID=8ed9b47e-296d-41d3-aeb9-2180b37168a7,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:56.277962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:23:56.290034 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Sync routers for ids ['27106f56-fec0-4c6c-be62-0382de02ef68'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:23:56.303092 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.304397 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-037b1ea2-cbea-41ad-bc0a-29e962639fb3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9978781 Aug 25 12:23:56.307272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42912) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:56.309719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Routers {'27106f56-fec0-4c6c-be62-0382de02ef68'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:56.310591 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27106f56-fec0-4c6c-be62-0382de02ef68'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:56.403857 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:56.439986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5a343-1b5e-4cac-b49d-2208671cdeb1 None None] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:23:56.532854 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Set router 27106f56-fec0-4c6c-be62-0382de02ef68 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:56.708454 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:56Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:56.743139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e8725cb-953b-4057-9a83-0642da288313 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:56.764112 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3bc49-6cf6-4743-bb51-aacb298a9a0c None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:56Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:23:56.819571 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.898465 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-daef2f26-11c5-4b6f-a86e-96dcbf6d313f None None] Provisioning for port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:56.906116 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 0e8725cb-953b-4057-9a83-0642da288313 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:56.906487 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:56.951991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:55Z', 'revision_number': 3, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:56.983114 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Checking router: 27106f56-fec0-4c6c-be62-0382de02ef68 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:23:56.983461 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Updating router 27106f56-fec0-4c6c-be62-0382de02ef68 port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:23:57.018632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Allocated IP 172.20.0.1 (67ec6d31-5fa6-42a3-8dda-75c85aa051c8/0a0001f6-23f0-48b7-93ef-83c9d2d58782/aa6d2896-8f7c-4ad3-b356-68465736378a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:23:57.166235 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.188512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Transition to ACTIVE for port object aa6d2896-8f7c-4ad3-b356-68465736378a will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:57.208713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.226858 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.281889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:57.291520 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:57.295352 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6d2896-8f7c-4ad3-b356-68465736378a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:57.299358 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:23:57.310710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8ed9b47e-296d-41d3-aeb9-2180b37168a7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:57.407368 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.576626 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:57.599714 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:57.600125 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.703485 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.768572 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c7e53b93-f33c-49c8-89d3-7b6be845e878 None None] Provisioning for port aa6d2896-8f7c-4ad3-b356-68465736378a completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:57.811650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-c7e53b93-f33c-49c8-89d3-7b6be845e878 None None] Provisioning complete for port aa6d2896-8f7c-4ad3-b356-68465736378a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:57.812024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c7e53b93-f33c-49c8-89d3-7b6be845e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.849429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.859018 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.872201 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.901555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-c7e53b93-f33c-49c8-89d3-7b6be845e878 None None] Port aa6d2896-8f7c-4ad3-b356-68465736378a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:23:57.905731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Transition to ACTIVE for port object fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:23:57.916838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 8ed9b47e-296d-41d3-aeb9-2180b37168a7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8ed9b47e-296d-41d3-aeb9-2180b37168a7,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:57.919401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.924144 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.924937 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:57.925116 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:57.931048 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.003670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Attempting to bind port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:23:58.004015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Attempting to bind port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:23:58.004376 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Attempting to bind port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:23:58.006965 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.009202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085e83-b9a6-47b7-b1f4-04b53d30fd00 None None] Pushing event updated for resources: {'Port': ['ID=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:58.013802 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6d2896-8f7c-4ad3-b356-68465736378a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:58.019227 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:23:58.019611 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:23:58.020023 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.020408 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:23:58.020895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Bound port: fd1aeb34-4bbe-4a2b-b699-03d0c3301b79, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:23:58.021275 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.111359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:23:58.116049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=8ed9b47e-296d-41d3-aeb9-2180b37168a7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:58.126608 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:58.126981 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.131129 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] For port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:23:58.131770 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:23:58.133476 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:23:58.164343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] For port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:23:58.174614 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.271120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085e83-b9a6-47b7-b1f4-04b53d30fd00 None None] Pushing event updated for resources: {'Port': ['ID=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:58.275656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Routers {'27106f56-fec0-4c6c-be62-0382de02ef68'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:23:58.276272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27106f56-fec0-4c6c-be62-0382de02ef68'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:58.284903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Router 27106f56-fec0-4c6c-be62-0382de02ef68 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:23:58.332037 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.424390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,segment=NetworkSegment(97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2),segment_id=97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:23:58.430684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:23:58.436331 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.449812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-08bc18e9-235d-41d8-a525-dce7402cc4a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/27106f56-fec0-4c6c-be62-0382de02ef68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413660 Aug 25 12:23:58.452847 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] Set router 27106f56-fec0-4c6c-be62-0382de02ef68 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:23:58.504420 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-a73e3fcb-ac03-489e-a217-21bbf4fbbd98 None None] Provisioning complete for port aa6d2896-8f7c-4ad3-b356-68465736378a triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:58.504795 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fcb-ac03-489e-a217-21bbf4fbbd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.552585 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8ed9b47e-296d-41d3-aeb9-2180b37168a7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:23:58.615988 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:23:58.625006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-a73e3fcb-ac03-489e-a217-21bbf4fbbd98 None None] Port aa6d2896-8f7c-4ad3-b356-68465736378a cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:23:58.632105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:58.721348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:23:58.721748 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:58.849485 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'aa6d2896-8f7c-4ad3-b356-68465736378a', 'name': '', 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'mac_address': 'fa:16:3e:ea:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:56Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 2, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'subnets': [{'id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:23:58.880929 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e916a-56f1-498b-bff7-324c5291555a None None] The sync data for ids ['27106f56-fec0-4c6c-be62-0382de02ef68'] in n-d-778732-11 is: [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'aa6d2896-8f7c-4ad3-b356-68465736378a', 'name': '', 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'mac_address': 'fa:16:3e:ea:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:56Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 2, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'subnets': [{'id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:23:59.273436 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42922) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:59.279151 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403654864', 'description': 'tempest-secgroup-smoke-1403654864 description', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:59.306001 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.397825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.402005 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.431022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.432288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1576014 Aug 25 12:23:59.435544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42924) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:59.436701 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb829ea-f22e-4503-be20-3c395a32dc9c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff26837f-27aa-4d3a-b186-ac9def3c9897,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:59.440991 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': 'ff26837f-27aa-4d3a-b186-ac9def3c9897', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:59.469917 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.529631 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.533539 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.555459 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356aafda-d2f6-4ff6-895d-a9d03c401859,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:59.562766 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.564132 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-8d8b1387-e4a1-484d-b835-8672fff0523d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268783 Aug 25 12:23:59.567060 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42926) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:59.573036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': 'ff26837f-27aa-4d3a-b186-ac9def3c9897', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:59.604381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.703187 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.707912 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.728645 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3b3aab-dd8a-4a42-a9a1-860e09518615,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:59.736569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.737902 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-ba469182-0a67-4c1f-89c7-3b0be8af3720 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698966 Aug 25 12:23:59.741512 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42928) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:59.748331 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': 'ff26837f-27aa-4d3a-b186-ac9def3c9897', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:59.782441 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.850537 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.855314 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.876619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e150fa-e17e-4a8b-bb37-729614dcb41f,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:23:59.884980 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.886279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7ca64f2c-b142-4a24-a155-d4ebfdc3ce5a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423063 Aug 25 12:23:59.890741 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 42930) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:23:59.895731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': 'ff26837f-27aa-4d3a-b186-ac9def3c9897', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:23:59.925077 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.990248 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:23:59.994309 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.013534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09680c1f-889d-4089-acf7-1ea4a8252131,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:00.027292 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.031826 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-041747ca-39bd-429d-8a5a-1cdb9e8ead7d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372764 Aug 25 12:24:00.032113 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42932) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:24:00.036907 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': 'ff26837f-27aa-4d3a-b186-ac9def3c9897', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:24:00.061974 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Project a092e7cbf15b4f28a4d90222eaa1dd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:24:00.068169 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.138747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.143213 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.165587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad453e88-b781-4f48-8383-669dfaf655e8,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:00.171550 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.172882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-a9dce55a-4393-4e5a-a05e-654c97a33d8b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397355 Aug 25 12:24:00.175828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42934) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:24:00.180466 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': 'ff26837f-27aa-4d3a-b186-ac9def3c9897', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:24:00.203530 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Project a092e7cbf15b4f28a4d90222eaa1dd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:24:00.210937 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.279740 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.283542 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.304969 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b1ef32-6b2f-457f-835f-78197f23570f,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:00.308899 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.318448 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-30e959d0-03bc-4804-92b7-546b1d79d939 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339676 Aug 25 12:24:00.455332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-8ce700fe-7281-4651-90ad-e08d5bf18bd9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403654864&fields=id&tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 267 time: 0.0379024 Aug 25 12:24:00.609121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:24:00.615347 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-dd04d464-196d-412e-8546-7af416350b39 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:00.616926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-dd04d464-196d-412e-8546-7af416350b39 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 808 time: 0.1545272 Aug 25 12:24:00.632854 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-c8a2ae4d-a6d7-4b3f-9731-3f11bc6502e9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/quotas/a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 375 time: 0.0093958 Aug 25 12:24:00.689423 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-5c2a1f9c-8cda-48aa-b166-f3f600fd8d91 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497663 Aug 25 12:24:00.692627 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:24:00.697175 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:00.697555 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.787274 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.810282 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:24:00.815443 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.816243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:24:00.818599 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-98772d86-76d5-4367-8760-3b9262302214 service neutron] 10.222.0.35 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063330 Aug 25 12:24:00.895029 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:00.907970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:00.908348 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:00.928523 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-09b64b01-e553-4369-85fa-848893b27195 service neutron] 10.222.0.35 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033778 Aug 25 12:24:01.011511 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Sync routers for ids ['27106f56-fec0-4c6c-be62-0382de02ef68'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:24:01.022423 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Routers {'27106f56-fec0-4c6c-be62-0382de02ef68'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:24:01.023132 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27106f56-fec0-4c6c-be62-0382de02ef68'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:01.111147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e36d31a0-12ee-4f73-9db9-70271f60c364 req-5c56e0ed-fb0f-40b0-9939-bc7e17e6f791 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 210 time: 0.0296257 Aug 25 12:24:01.138121 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Set router 27106f56-fec0-4c6c-be62-0382de02ef68 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:24:01.371581 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'aa6d2896-8f7c-4ad3-b356-68465736378a', 'name': '', 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'mac_address': 'fa:16:3e:ea:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:56Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 2, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'subnets': [{'id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:01.399015 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Checking router: 27106f56-fec0-4c6c-be62-0382de02ef68 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:24:01.399356 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Updating router 27106f56-fec0-4c6c-be62-0382de02ef68 port aa6d2896-8f7c-4ad3-b356-68465736378a binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:24:01.427895 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:01.531135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:01.722156 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:01.732038 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Transition to ACTIVE for port object aa6d2896-8f7c-4ad3-b356-68465736378a will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:24:01.737186 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:01.786709 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdb1d3-d568-41ff-8010-cf7a21f77614 None None] Pushing event updated for resources: {'Port': ['ID=aa6d2896-8f7c-4ad3-b356-68465736378a,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:01.836852 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Attempting to bind port aa6d2896-8f7c-4ad3-b356-68465736378a on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:24:01.837218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Attempting to bind port aa6d2896-8f7c-4ad3-b356-68465736378a by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:24:01.837583 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Attempting to bind port aa6d2896-8f7c-4ad3-b356-68465736378a on network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:24:01.843468 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:24:01.843838 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Checking segment: {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:24:01.844238 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:01.844626 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Bound using segment: {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:24:01.845096 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Bound port: aa6d2896-8f7c-4ad3-b356-68465736378a, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:24:01.845484 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:01.919977 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] For port aa6d2896-8f7c-4ad3-b356-68465736378a, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:24:01.923427 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] For port aa6d2896-8f7c-4ad3-b356-68465736378a, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa6d2896-8f7c-4ad3-b356-68465736378a,segment=NetworkSegment(97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2),segment_id=97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:24:01.935719 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.007367 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Routers {'27106f56-fec0-4c6c-be62-0382de02ef68'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:24:02.008303 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27106f56-fec0-4c6c-be62-0382de02ef68'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:02.130144 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-ee2fec89-7f70-45e8-a53b-d1274e9d4a4d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:02.131909 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-ee2fec89-7f70-45e8-a53b-d1274e9d4a4d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 808 time: 0.1370220 Aug 25 12:24:02.217403 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-dfb677fa-737e-4ad8-8c6c-9b26aa614de4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 380 time: 0.0692630 Aug 25 12:24:02.217983 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdb1d3-d568-41ff-8010-cf7a21f77614 None None] Pushing event updated for resources: {'Port': ['ID=aa6d2896-8f7c-4ad3-b356-68465736378a,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:02.231654 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'port': {'device_id': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'admin_state_up': True, 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'security_groups': ['ff26837f-27aa-4d3a-b186-ac9def3c9897']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:24:02.242868 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9744bfc-7b3a-4f0f-a09e-0ea5c52940d6 req-9290096c-dc4f-490d-b664-6af8bdb3bb66 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 210 time: 0.0395048 Aug 25 12:24:02.263824 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] Set router 27106f56-fec0-4c6c-be62-0382de02ef68 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:24:02.347284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Made reservation on behalf of a092e7cbf15b4f28a4d90222eaa1dd5e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:24:02.351068 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.471951 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'aa6d2896-8f7c-4ad3-b356-68465736378a', 'name': '', 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'mac_address': 'fa:16:3e:ea:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:56Z', 'updated_at': '2021-08-25T12:24:01Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'subnets': [{'id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:02.485092 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Allocated IP 172.20.0.4 (ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4/b134b7d4-b6e9-4841-9ba5-afafbaaf111b/9757410b-cec4-4514-8aac-35e11bba4251) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:24:02.501633 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fded6dd-3412-493b-9ff9-3049422ce66c None None] The sync data for ids ['27106f56-fec0-4c6c-be62-0382de02ef68'] in n-d-778732-11 is: [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'aa6d2896-8f7c-4ad3-b356-68465736378a', 'name': '', 'network_id': '67ec6d31-5fa6-42a3-8dda-75c85aa051c8', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'mac_address': 'fa:16:3e:ea:85:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:56Z', 'updated_at': '2021-08-25T12:24:01Z', 'revision_number': 4, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'subnets': [{'id': '0a0001f6-23f0-48b7-93ef-83c9d2d58782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:24:02.577970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:24:02.638083 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:02.638466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.658398 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.675304 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Transition to ACTIVE for port object 9757410b-cec4-4514-8aac-35e11bba4251 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:24:02.723922 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.729744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa6d2896-8f7c-4ad3-b356-68465736378a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:24:02.772319 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:24:02.775575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:24:02.779870 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:24:02.787211 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:02.794589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port aa6d2896-8f7c-4ad3-b356-68465736378a completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:24:02.800993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port aa6d2896-8f7c-4ad3-b356-68465736378a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:02.801622 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.849310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:02.850043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.868947 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-9127de06-ad28-48bc-bbfd-87dffbd4d27e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449442 Aug 25 12:24:02.882660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Request body: {'port': {'device_id': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:24:02.915764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:02.961518 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port aa6d2896-8f7c-4ad3-b356-68465736378a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa6d2896-8f7c-4ad3-b356-68465736378a,segment=NetworkSegment(97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2),segment_id=97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:24:02.968296 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.003589 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.049651 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=aa6d2896-8f7c-4ad3-b356-68465736378a,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:03.134728 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2c08637c-620b-413d-8ed0-c3a4b0533a1f None None] Provisioning for port 9757410b-cec4-4514-8aac-35e11bba4251 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:24:03.139018 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-2c08637c-620b-413d-8ed0-c3a4b0533a1f None None] Provisioning complete for port 9757410b-cec4-4514-8aac-35e11bba4251 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:03.139397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2c08637c-620b-413d-8ed0-c3a4b0533a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.175566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-2c08637c-620b-413d-8ed0-c3a4b0533a1f None None] Port 9757410b-cec4-4514-8aac-35e11bba4251 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:24:03.368405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ecc4f-b087-43f4-b9f4-01b3eca40279 req-ccb225a9-3817-4241-be8c-b591cddab6d7 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:03.369879 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce5ecc4f-b087-43f4-b9f4-01b3eca40279 req-ccb225a9-3817-4241-be8c-b591cddab6d7 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 931 time: 0.0561764 Aug 25 12:24:03.412918 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce5ecc4f-b087-43f4-b9f4-01b3eca40279 req-07c10e36-a35a-4781-b64e-4a8953a2cc61 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367265 Aug 25 12:24:03.413510 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:24:03.421914 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.435887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Transition to ACTIVE for port object 9757410b-cec4-4514-8aac-35e11bba4251 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:24:03.439832 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.496300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:03.573580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:24:03.573959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:24:03.574298 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:24:03.579178 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Port 9757410b-cec4-4514-8aac-35e11bba4251 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:24:03.579692 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:24:03.584674 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:24:03.584978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:24:03.585370 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Bound using segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:24:03.585895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Bound port: 9757410b-cec4-4514-8aac-35e11bba4251, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:24:03.586259 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.655978 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:24:03.659959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:24:03.665030 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.701888 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:03.702835 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:03.704557 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] 10.222.0.10 "PUT /v2.0/ports/9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 1092 time: 0.8271830 Aug 25 12:24:03.705019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:24:03.707364 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba987f2a-2e3d-45f4-8099-04737da970eb" -d '{"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:24:03.733637 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd52d-4280-440a-91b6-28980c9aa952 service neutron] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:03.758851 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daab8ed9-4515-4dc4-971a-a0fa3a47e6b6 x-openstack-request-id: req-daab8ed9-4515-4dc4-971a-a0fa3a47e6b6 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:24:03.759149 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:24:03.759429 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-daab8ed9-4515-4dc4-971a-a0fa3a47e6b6 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:24:03.759836 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'status': 'completed', 'code': 200} Aug 25 12:24:03.795875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-64c88387-585d-4c57-8947-57c8fe81a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:03.797630 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-64c88387-585d-4c57-8947-57c8fe81a2d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1095 time: 0.0531967 Aug 25 12:24:03.850213 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-64009807-f8ad-4cbc-98d9-4ec56a405ad0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 217 time: 0.0449247 Aug 25 12:24:03.906872 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-0f7053f7-4245-4851-9c85-6260b4e9474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:03.908373 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-0f7053f7-4245-4851-9c85-6260b4e9474e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0505018 Aug 25 12:24:03.957296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bc67-963f-4a65-be72-916db16302b6 req-412ffeb9-7ca8-4044-99c1-cb4788ea6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:03.958903 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-412ffeb9-7ca8-4044-99c1-cb4788ea6ad1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429575 Aug 25 12:24:04.056968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-06afad5e-da29-423f-bb5e-28be5316ca38 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899932 Aug 25 12:24:04.150225 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0072bc67-963f-4a65-be72-916db16302b6 req-17ac7298-807f-4c6f-be5a-4247a44d426c service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866179 Aug 25 12:24:04.241483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-fb8c426f-f792-4c9a-9de1-ed89c65ff16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:04.243044 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-fb8c426f-f792-4c9a-9de1-ed89c65ff16b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1095 time: 0.0414917 Aug 25 12:24:04.342592 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-a52fab1a-f743-4e01-aef5-c012248beb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:04.344105 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-a52fab1a-f743-4e01-aef5-c012248beb07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0936787 Aug 25 12:24:04.386506 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-98a0bdfd-7aff-4d09-902e-f1ebbdf165fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 217 time: 0.0357103 Aug 25 12:24:04.441949 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-e89ef20d-88e9-41bd-bf22-7b6621d7784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:04.443387 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-e89ef20d-88e9-41bd-bf22-7b6621d7784f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0499427 Aug 25 12:24:04.495548 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-de86ad68-9972-43fd-9ac5-06addebaf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:04.501965 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-de86ad68-9972-43fd-9ac5-06addebaf53a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446959 Aug 25 12:24:04.551593 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647ff75-b546-4697-9f1c-fa0a774f472d req-7ad22963-e5ac-4924-bc88-197ff62815f1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:04.552532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa6d2896-8f7c-4ad3-b356-68465736378a up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:24:04.562223 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9647ff75-b546-4697-9f1c-fa0a774f472d req-7ad22963-e5ac-4924-bc88-197ff62815f1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 943 time: 0.0781767 Aug 25 12:24:04.606712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9647ff75-b546-4697-9f1c-fa0a774f472d req-39ca51e6-4eb9-496a-832f-fafc4e1fe8d8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Aug 25 12:24:04.624788 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-4e73517f-c565-49b0-a892-89da3c881a2e service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193819 Aug 25 12:24:04.660779 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port aa6d2896-8f7c-4ad3-b356-68465736378a triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:04.661155 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:04.724974 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ba987f2a-2e3d-45f4-8099-04737da970eb req-c0837623-f64e-43b9-a9fe-d3a92424d992 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914915 Aug 25 12:24:05.734374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e928b80-04b3-40b1-a90f-7f65b702c4c7 req-41ce547e-5b3a-4497-9da0-ec5b34970eaf tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:05.735910 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e928b80-04b3-40b1-a90f-7f65b702c4c7 req-41ce547e-5b3a-4497-9da0-ec5b34970eaf tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 943 time: 0.0517859 Aug 25 12:24:05.778549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4e928b80-04b3-40b1-a90f-7f65b702c4c7 req-1f3685a8-5180-4e27-8e6b-d695748c4f33 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354710 Aug 25 12:24:05.899164 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:24:05.994630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:24:06.006313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '9757410b-cec4-4514-8aac-35e11bba4251', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'mac_address': 'fa:16:3e:ef:74:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:24:06.045162 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:06.059481 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:24:06.078931 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:24:06.083629 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:06.137048 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:06.321670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9757410b-cec4-4514-8aac-35e11bba4251'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:24:06.899629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67ff55-96e5-48a0-b5eb-90d5d5af482c req-645b5185-8cef-4ba4-921b-1e1355271b43 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:06.901194 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da67ff55-96e5-48a0-b5eb-90d5d5af482c req-645b5185-8cef-4ba4-921b-1e1355271b43 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0506597 Aug 25 12:24:06.945427 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-da67ff55-96e5-48a0-b5eb-90d5d5af482c req-5c6a0057-ab34-49ac-abbf-194782db914c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Aug 25 12:24:07.919118 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:24:07.969047 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 9757410b-cec4-4514-8aac-35e11bba4251 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:24:07.973223 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 9757410b-cec4-4514-8aac-35e11bba4251 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:24:07.973550 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:08.061546 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:08.066847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78145608-eb4d-49c7-88eb-a5fab7eae2a1 req-cb76e657-373d-44ce-abe5-b9205d32b66a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:08.068493 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78145608-eb4d-49c7-88eb-a5fab7eae2a1 req-cb76e657-373d-44ce-abe5-b9205d32b66a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0535183 Aug 25 12:24:08.092463 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:24:08.094776 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7dbbb1-809f-4ac1-b55b-7ea4b8ca1d30" -d '{"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-plugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:24:08.108843 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:24:08.113325 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-78145608-eb4d-49c7-88eb-a5fab7eae2a1 req-25b62aa4-9440-429d-9c14-f8a855b94174 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350387 Aug 25 12:24:08.113466 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:08.145633 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec1c721-07fb-41f1-adc7-06648fe3ce28 x-openstack-request-id: req-9ec1c721-07fb-41f1-adc7-06648fe3ce28 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:24:08.146133 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-plugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:24:08.146554 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9ec1c721-07fb-41f1-adc7-06648fe3ce28 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:24:08.147181 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'code': 200} Aug 25 12:24:08.182653 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:08.237133 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1588dba-02f2-4d32-bea3-02edc7180460 req-fad03f55-cf42-496f-b6f0-a20884920d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:08.238620 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1588dba-02f2-4d32-bea3-02edc7180460 req-fad03f55-cf42-496f-b6f0-a20884920d31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1097 time: 0.0425982 Aug 25 12:24:08.275578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b1588dba-02f2-4d32-bea3-02edc7180460 req-3d65d11e-6982-4f86-a7ce-c6974c6ee51c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293424 Aug 25 12:24:09.241662 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788891d-8b0f-4bd3-b4d5-40e6cb889d8e req-7e6bea1f-ae8e-43e5-b44e-0ce26f4f83b9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:09.243288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d788891d-8b0f-4bd3-b4d5-40e6cb889d8e req-7e6bea1f-ae8e-43e5-b44e-0ce26f4f83b9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0580573 Aug 25 12:24:09.285014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d788891d-8b0f-4bd3-b4d5-40e6cb889d8e req-f814855a-97cc-4a3a-8d85-2d73e036ba2e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348721 Aug 25 12:24:10.289340 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-80a004ef-c1c0-447a-bd4f-1c49e07253d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412099 Aug 25 12:24:10.379185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486587e-942b-4e55-a231-8104aaa34150 req-67f831ee-1f69-4fc6-81f0-a462190e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.380715 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-67f831ee-1f69-4fc6-81f0-a462190e7d99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1097 time: 0.0482256 Aug 25 12:24:10.437242 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ff68-6d10-4b28-bf22-a552ced06339 req-a872a200-f45f-4a9a-996c-638c39e735ed tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.440518 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8987ff68-6d10-4b28-bf22-a552ced06339 req-a872a200-f45f-4a9a-996c-638c39e735ed tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0669670 Aug 25 12:24:10.499742 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8987ff68-6d10-4b28-bf22-a552ced06339 req-c851d14c-4b08-4853-8d33-9f8f7daa9c54 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536406 Aug 25 12:24:10.508627 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486587e-942b-4e55-a231-8104aaa34150 req-6e3e45e9-b55b-49a1-99ac-79ca078926c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.510185 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-6e3e45e9-b55b-49a1-99ac-79ca078926c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.1097810 Aug 25 12:24:10.557200 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-fd562900-9b9a-4253-9968-a5b3f8ff0ca6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 217 time: 0.0402968 Aug 25 12:24:10.608404 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486587e-942b-4e55-a231-8104aaa34150 req-5d4ac61b-ceb4-4980-9ed5-d0e7ca1a9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.609930 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-5d4ac61b-ceb4-4980-9ed5-d0e7ca1a9917 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0465302 Aug 25 12:24:10.623406 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ebcfc-14d5-44f8-9dfa-59760ad39567 req-8d998d6e-d3d6-4f3d-8349-6940cb3bb1b1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.625215 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c96ebcfc-14d5-44f8-9dfa-59760ad39567 req-8d998d6e-d3d6-4f3d-8349-6940cb3bb1b1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Aug 25 12:24:10.658283 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486587e-942b-4e55-a231-8104aaa34150 req-59329f39-91f5-4897-ae26-505ab23c3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.659850 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-59329f39-91f5-4897-ae26-505ab23c3962 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433924 Aug 25 12:24:10.673374 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c96ebcfc-14d5-44f8-9dfa-59760ad39567 req-787e047b-0571-435f-8e32-16dd5f4921e6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Aug 25 12:24:10.697919 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42986) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:24:10.758802 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-66fd1051-c2ba-4bec-aafc-af4c02d5b260 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911782 Aug 25 12:24:10.847579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979ec1b-4898-4afc-9cca-6c94a67ebff9 tempest-TestShelveInstance-15317954 tempest-TestShelveInstance-15317954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:10.849151 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-0979ec1b-4898-4afc-9cca-6c94a67ebff9 tempest-TestShelveInstance-15317954 tempest-TestShelveInstance-15317954-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1092 time: 0.1501973 Aug 25 12:24:10.852167 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 42990) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:24:10.854172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f486587e-942b-4e55-a231-8104aaa34150 req-5168750a-cad0-4f2a-8066-3a2b53df78fa service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889504 Aug 25 12:24:10.856749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:24:10.882158 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:10.982679 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.092648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Allocated IP 172.25.1.191 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/ee8260b9-eda2-4546-85ab-14fd2867644a) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:24:11.202420 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.241093 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.279866 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:24:11.281433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:24:11.284061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:24:11.319706 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'Port': ['ID=ee8260b9-eda2-4546-85ab-14fd2867644a,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:11.670633 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.742507 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.907925 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.912684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:11.984115 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'Port': ['ID=ee8260b9-eda2-4546-85ab-14fd2867644a,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:24:11.997250 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:12.099192 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Floating IP a71005f7-4a0f-4db0-a116-ba5d9f761311 associated. External IP: 172.25.1.191, port: 9757410b-cec4-4514-8aac-35e11bba4251. Aug 25 12:24:12.666474 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Router 2b6ac884-1542-473e-b2b9-e36828167042 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:24:12.774939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:24:12.785639 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:24:12.793825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:12.796589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:24:12.797225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:12.827259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7864bf6f-a8ad-4c69-801d-65c59c4fbef6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9738407 Aug 25 12:24:12.827890 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:24:12.830648 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d042f2-31b4-4272-8513-98b848245f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:24:12.870568 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f25ca6-9526-4cd9-95fe-77659e1ee5fb x-openstack-request-id: req-50f25ca6-9526-4cd9-95fe-77659e1ee5fb {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:24:12.870966 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:24:12.871189 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-50f25ca6-9526-4cd9-95fe-77659e1ee5fb {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:24:12.872139 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'status': 'completed', 'code': 200} Aug 25 12:24:12.913811 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:24:12.944457 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d042f2-31b4-4272-8513-98b848245f3f req-3d49bbfa-c23d-4c18-998e-5a2115d33dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:12.945984 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-3d49bbfa-c23d-4c18-998e-5a2115d33dca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1097 time: 0.0433922 Aug 25 12:24:13.044894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d042f2-31b4-4272-8513-98b848245f3f req-66c51fb2-9d7d-47a2-88c7-eee5f3ce0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:13.046423 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-66c51fb2-9d7d-47a2-88c7-eee5f3ce0187 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0937355 Aug 25 12:24:13.115056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-520f48ff-1823-40f5-b4d0-d10e03e2a337 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 999 time: 0.0617156 Aug 25 12:24:13.155079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'a71005f7-4a0f-4db0-a116-ba5d9f761311', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'mac_address': 'fa:16:3e:ef:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:24:11Z', 'updated_at': '2021-08-25T12:24:11Z', 'revision_number': 0, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:13.167882 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d042f2-31b4-4272-8513-98b848245f3f req-f9b0283a-3ff7-4518-9fa2-892b6aaf25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:13.169971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-f9b0283a-3ff7-4518-9fa2-892b6aaf25cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0479932 Aug 25 12:24:13.185243 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:24:13.194004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:24:13.194677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:23:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:13.216160 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d042f2-31b4-4272-8513-98b848245f3f req-57671112-6380-4733-ad46-b6af8b3779c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:24:13.217673 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-57671112-6380-4733-ad46-b6af8b3779c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413508 Aug 25 12:24:13.297746 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:24:13.308313 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-ca06499d-6e46-41a8-b6f7-2b975662d66c service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Aug 25 12:24:13.424682 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-27d042f2-31b4-4272-8513-98b848245f3f req-ff1b7c1e-0636-4bf9-affa-fc0e8a27a5c2 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090877 Aug 25 12:24:13.549079 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'a71005f7-4a0f-4db0-a116-ba5d9f761311', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'mac_address': 'fa:16:3e:ef:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:24:11Z', 'updated_at': '2021-08-25T12:24:11Z', 'revision_number': 0, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:24:13.576286 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049424-512b-4432-a491-3c23513cbf5c None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': 'a71005f7-4a0f-4db0-a116-ba5d9f761311', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'mac_address': 'fa:16:3e:ef:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:24:11Z', 'updated_at': '2021-08-25T12:24:11Z', 'revision_number': 0, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:24:13.783907 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3caee6-215f-49de-ab55-038f66339777 None None] New status for floating IP a71005f7-4a0f-4db0-a116-ba5d9f761311: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:24:18.343409 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6ce53980-5950-4646-8758-41d15c966ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:21.273123 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2bd2208b-163b-4458-b8d8-8720830ef383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:21.488779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:22.700249 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:24.548017 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:27.776581 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:31.542467 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:35.615953 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:24:48.359539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa32a-76a4-4a71-b048-ebabd62a9397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:51.275147 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5fd499d3-0cd6-4c83-868b-e7f3a5d193bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:51.489808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:52.704713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:54.551234 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:24:57.793211 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:01.542543 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:12.301036 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-9d1280c3-368d-43c2-8cb9-d58dc9087637 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438187 Aug 25 12:25:12.392327 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-9f66b0a0-9d3c-4188-be53-31c614736a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:25:12.393911 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-9f66b0a0-9d3c-4188-be53-31c614736a42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1097 time: 0.0471125 Aug 25 12:25:12.513722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-0bb14d4c-4d4b-41ca-8398-d9a97137ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:25:12.515284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-0bb14d4c-4d4b-41ca-8398-d9a97137ffc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.1011031 Aug 25 12:25:12.590496 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-367cbd96-ecf0-45c2-843f-9123ad185a38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 1001 time: 0.0681674 Aug 25 12:25:12.614860 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:25:12.646884 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-9e8cd099-8ebe-41d9-af34-31362a0b4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:25:12.648467 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-9e8cd099-8ebe-41d9-af34-31362a0b4550 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0515244 Aug 25 12:25:12.699401 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-a409cd0a-a2dc-428c-a109-5f1ac0212fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:25:12.700955 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-a409cd0a-a2dc-428c-a109-5f1ac0212fe2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448871 Aug 25 12:25:12.808069 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-c58bd016-5ffb-4e9a-88aa-0e059b0ef3e1 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000369 Aug 25 12:25:12.918747 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-1dc6bb35-077f-40b3-a523-179b9a57856e req-55f6db78-c406-4767-adb6-e409642fe3e5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038494 Aug 25 12:25:18.342590 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c082c248-2401-41e8-9d85-71440f269b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:21.277209 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-be33863c-14f6-4a37-b841-ff8ea00e20ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:21.491394 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:22.707076 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:24.553627 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:27.804440 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:31.547140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:48.343163 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7003d46-5226-4d11-ab21-79f0e0103e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:49.613694 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:25:51.278544 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89c2a39a-cd3d-466c-b2f8-22fd76606dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:51.492833 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:52.708539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:54.556317 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:25:57.808616 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:00.237527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-389954d2-3843-4396-ac22-1379072c3458 req-b0afbe67-9ea2-48fe-ad6d-18ee19ce78bc service neutron] (94910) timed out ('10.222.0.35', 55288) {{(pid=94910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:26:01.557208 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:07.482181 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31959cdb-2ceb-4da9-ad0e-323c82aa15b8 req-e9a39f3c-fcf1-4352-99ca-494fe7ee741c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:07.483672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31959cdb-2ceb-4da9-ad0e-323c82aa15b8 req-e9a39f3c-fcf1-4352-99ca-494fe7ee741c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0510061 Aug 25 12:26:07.521338 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31959cdb-2ceb-4da9-ad0e-323c82aa15b8 req-3190c849-0fde-460c-9718-7e7673d28bf5 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Aug 25 12:26:08.654740 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c01924-f399-4b74-a629-f10c3aaae5fb req-a1574e20-260b-4e58-b974-ddc5af66dd22 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:08.656229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49c01924-f399-4b74-a629-f10c3aaae5fb req-a1574e20-260b-4e58-b974-ddc5af66dd22 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0488932 Aug 25 12:26:08.693311 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-49c01924-f399-4b74-a629-f10c3aaae5fb req-a98c0ea6-7a59-4441-90ef-a7f1cc1b2a72 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Aug 25 12:26:09.823754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ec31-95cd-4237-9508-f13d314135d0 req-579b6c2f-29c3-455d-b374-fe52431b71db tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:09.825768 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09a3ec31-95cd-4237-9508-f13d314135d0 req-579b6c2f-29c3-455d-b374-fe52431b71db tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0532341 Aug 25 12:26:09.871672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-09a3ec31-95cd-4237-9508-f13d314135d0 req-2e85a0ac-b60b-4d99-9791-062741eec65e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Aug 25 12:26:10.986828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64df931-a8a2-449b-9d7e-b39b8b69055c req-cb6bb539-e079-4acd-a646-bae6d84e4822 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:10.988320 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e64df931-a8a2-449b-9d7e-b39b8b69055c req-cb6bb539-e079-4acd-a646-bae6d84e4822 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Aug 25 12:26:11.026024 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e64df931-a8a2-449b-9d7e-b39b8b69055c req-27351bb8-9b73-4a53-88be-d3fe1fa4eb16 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Aug 25 12:26:12.141219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304c1ad-bf13-421e-a07b-728cc16ac738 req-a82a2e9d-27d9-44b0-ab63-46fc43cb1111 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:12.143009 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a304c1ad-bf13-421e-a07b-728cc16ac738 req-a82a2e9d-27d9-44b0-ab63-46fc43cb1111 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0498874 Aug 25 12:26:12.181656 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a304c1ad-bf13-421e-a07b-728cc16ac738 req-25a7df29-aa72-4ba9-87e4-45300474959f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327048 Aug 25 12:26:12.345416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-50422d94-f147-4f93-9e50-74b18bdea17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:12.346959 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-50422d94-f147-4f93-9e50-74b18bdea17a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1097 time: 0.0876448 Aug 25 12:26:12.453131 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-7eee8a5f-b277-4060-b937-e77468702a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:12.454660 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-7eee8a5f-b277-4060-b937-e77468702a78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0876648 Aug 25 12:26:12.522155 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-35f6c6d4-153e-4501-b0df-329a667db739 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 1001 time: 0.0601079 Aug 25 12:26:12.571509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-b43061a0-ffd0-4b02-bcfe-c5c0a38cbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:12.572968 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-b43061a0-ffd0-4b02-bcfe-c5c0a38cbdf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0433304 Aug 25 12:26:12.622203 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-90470049-7efa-4948-8452-78b830930250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:12.623692 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-90470049-7efa-4948-8452-78b830930250 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431697 Aug 25 12:26:12.711368 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-154c1110-8e1f-4f9e-9841-5638ffdced5e service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799134 Aug 25 12:26:12.804992 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0768ce21-7abf-43d5-94c8-cb255d8b298c req-aa466be0-6898-4022-9d95-6abc56d5f468 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Aug 25 12:26:13.299344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ae8f-f65a-468c-b3db-187cca5db3a4 req-08b09a9a-117e-4fbf-a1c3-78d1baaf9181 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:13.300966 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d598ae8f-f65a-468c-b3db-187cca5db3a4 req-08b09a9a-117e-4fbf-a1c3-78d1baaf9181 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0535581 Aug 25 12:26:13.338447 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d598ae8f-f65a-468c-b3db-187cca5db3a4 req-2d6faa9f-e62f-4fb0-8e12-f68194b11c39 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Aug 25 12:26:14.453679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbba88-54d9-4b22-b570-4489a1489168 req-a49cce6e-facd-402e-a87e-5fae58d44f0f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:14.455216 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1acbba88-54d9-4b22-b570-4489a1489168 req-a49cce6e-facd-402e-a87e-5fae58d44f0f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0482523 Aug 25 12:26:14.493322 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1acbba88-54d9-4b22-b570-4489a1489168 req-41d18681-015b-4c88-94ba-a19f045dc576 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Aug 25 12:26:15.607869 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2cd7c-f939-489f-bf50-75bf6afe315d req-2171d918-4ae0-407c-b5c0-44b10973aa2d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:15.609357 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84a2cd7c-f939-489f-bf50-75bf6afe315d req-2171d918-4ae0-407c-b5c0-44b10973aa2d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Aug 25 12:26:15.647908 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-84a2cd7c-f939-489f-bf50-75bf6afe315d req-bcfdb3f9-935d-4264-9744-9a4a16ba2744 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326526 Aug 25 12:26:16.767946 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175cb11-95cf-460f-96be-e6910aefad3d req-1571b1de-d353-496e-80aa-81116a3d033c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:16.769462 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4175cb11-95cf-460f-96be-e6910aefad3d req-1571b1de-d353-496e-80aa-81116a3d033c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0550311 Aug 25 12:26:16.809532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4175cb11-95cf-460f-96be-e6910aefad3d req-357d10c4-4d76-4ab7-9c0b-30ac2d7e268b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Aug 25 12:26:17.924832 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9f757-8850-4092-8a70-9f0ac8b0777c req-7a2b6b17-2be5-4949-887d-545723ea018b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:17.926353 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01c9f757-8850-4092-8a70-9f0ac8b0777c req-7a2b6b17-2be5-4949-887d-545723ea018b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Aug 25 12:26:17.963497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01c9f757-8850-4092-8a70-9f0ac8b0777c req-84d180d5-5296-4bdb-87b4-96b84e7733d2 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313120 Aug 25 12:26:18.343947 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-611eac05-115d-4dc9-abfe-872e8cbbbb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:18.628729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:26:18.723970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:18.735786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '9757410b-cec4-4514-8aac-35e11bba4251', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'mac_address': 'fa:16:3e:ef:74:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:26:18.772447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:18.785580 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:26:18.804553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:18.808829 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:18.860962 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:18.868197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.868544 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.868885 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.869219 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.869555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.869913 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.870245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.871218 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.871548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.871878 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.872203 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.872527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:18.885731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['9757410b-cec4-4514-8aac-35e11bba4251'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:26:19.080853 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bd69d-0669-4901-b7e3-13ceb0a0372e req-2deb3fab-eb73-485f-b469-e2721e34c568 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:19.082412 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c69bd69d-0669-4901-b7e3-13ceb0a0372e req-2deb3fab-eb73-485f-b469-e2721e34c568 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0497649 Aug 25 12:26:19.122497 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c69bd69d-0669-4901-b7e3-13ceb0a0372e req-732eb2d4-e549-4464-b8e4-6f17eb0bfb23 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338633 Aug 25 12:26:20.249650 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1b5e-571e-4f7c-a092-976651202648 req-6d1bd952-e5af-4abc-bbd2-63b817813c6a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:20.254257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803c1b5e-571e-4f7c-a092-976651202648 req-6d1bd952-e5af-4abc-bbd2-63b817813c6a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0615499 Aug 25 12:26:20.294454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-803c1b5e-571e-4f7c-a092-976651202648 req-3e3f63c3-7513-4b12-8044-205f8a3686f2 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362213 Aug 25 12:26:20.659595 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:26:20.721622 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 9757410b-cec4-4514-8aac-35e11bba4251 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:26:20.722383 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:20.811363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:20.836381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:26:20.838976 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccba1fc-006e-42ed-9030-d3c2758897e6" -d '{"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-plugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:26:20.862588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:20.869457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:20.939965 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:20.968422 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d133c28-98b3-4235-8795-3965300eca77 x-openstack-request-id: req-5d133c28-98b3-4235-8795-3965300eca77 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:26:20.968714 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-plugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:26:20.968968 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d133c28-98b3-4235-8795-3965300eca77 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:26:20.969375 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'code': 200} Aug 25 12:26:21.285370 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1071559f-c4b5-4344-bd34-bb5608e02a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:21.423293 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6bf0-7291-4246-8c50-0ba082f91187 req-6f22f88f-4967-4f5d-a420-58b25aa30bbe tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:21.424858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47bd6bf0-7291-4246-8c50-0ba082f91187 req-6f22f88f-4967-4f5d-a420-58b25aa30bbe tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Aug 25 12:26:21.472143 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47bd6bf0-7291-4246-8c50-0ba082f91187 req-4630775e-4509-436b-87b6-66dd3e5222ee tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375073 Aug 25 12:26:21.498282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:22.599326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae106-7476-4771-a596-57dd473a6268 req-031e3d51-8a38-4a48-9bae-a28f2f343b23 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:22.607534 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0aaae106-7476-4771-a596-57dd473a6268 req-031e3d51-8a38-4a48-9bae-a28f2f343b23 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0604005 Aug 25 12:26:22.644901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0aaae106-7476-4771-a596-57dd473a6268 req-ec1168e8-80ab-45e1-a7a2-ebba285a66bb tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364549 Aug 25 12:26:22.712569 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:23.800988 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbe305-ba63-425b-9e7c-87f25bd799a7 req-95027130-aa2f-487a-9015-33623f98c74a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:23.803671 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37cbe305-ba63-425b-9e7c-87f25bd799a7 req-95027130-aa2f-487a-9015-33623f98c74a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0670071 Aug 25 12:26:23.845703 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-37cbe305-ba63-425b-9e7c-87f25bd799a7 req-ab41c2d1-a550-4c78-88a1-828336244f79 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Aug 25 12:26:24.564318 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:25.004030 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d809d9-d43f-4e87-8b94-5081201322f3 req-c06d7883-bc40-4cf3-af2d-2b9b1e51009d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:25.005586 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7d809d9-d43f-4e87-8b94-5081201322f3 req-c06d7883-bc40-4cf3-af2d-2b9b1e51009d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0778875 Aug 25 12:26:25.049718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e7d809d9-d43f-4e87-8b94-5081201322f3 req-fdb517e8-4fc8-41a7-8faf-5b04cd2eb26b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374184 Aug 25 12:26:26.192851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f68ce1-0819-42d2-bf4c-9c0dc32dba41 req-214e7127-aba4-47b3-8fc4-32dd585dc5fa tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:26.200217 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05f68ce1-0819-42d2-bf4c-9c0dc32dba41 req-214e7127-aba4-47b3-8fc4-32dd585dc5fa tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0588226 Aug 25 12:26:26.241814 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-05f68ce1-0819-42d2-bf4c-9c0dc32dba41 req-da76ad82-e99b-4f2e-97b6-869b5a8a6a0d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404189 Aug 25 12:26:26.613347 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:26:27.373251 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c8ceb-d6d7-46ad-bad7-c894f90b610b req-7bad997a-66a7-4c58-b6b0-64cad2abb66f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:27.374898 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-535c8ceb-d6d7-46ad-bad7-c894f90b610b req-7bad997a-66a7-4c58-b6b0-64cad2abb66f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0581388 Aug 25 12:26:27.420788 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-535c8ceb-d6d7-46ad-bad7-c894f90b610b req-83169099-7efa-4ebf-9e0f-b61b6e93f7c7 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395072 Aug 25 12:26:27.817421 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:28.537106 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2cda-749d-4fee-b1b2-4f754525eeff req-7645b5ea-003c-4fed-ba18-651c6a09c962 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:28.538554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a5c2cda-749d-4fee-b1b2-4f754525eeff req-7645b5ea-003c-4fed-ba18-651c6a09c962 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Aug 25 12:26:28.577784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a5c2cda-749d-4fee-b1b2-4f754525eeff req-49d3ec25-0f07-4910-9f32-4a644c272c0c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Aug 25 12:26:28.912763 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-f90d96cc-6ac2-4b3b-ad58-16c60c4483ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:28.914173 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-f90d96cc-6ac2-4b3b-ad58-16c60c4483ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1097 time: 0.0409350 Aug 25 12:26:29.000660 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-13813c1e-9d49-41bc-97b7-546e161ac901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:29.002134 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-13813c1e-9d49-41bc-97b7-546e161ac901 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0805371 Aug 25 12:26:29.069339 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-9111e57e-b228-4edc-8325-b07f360f6aff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 1001 time: 0.0605345 Aug 25 12:26:29.117977 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-8f6173e8-8b5c-4454-a0a0-64f5ae36ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:29.119412 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-8f6173e8-8b5c-4454-a0a0-64f5ae36ba99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0428927 Aug 25 12:26:29.165267 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-89868910-967a-4f28-a4de-329c57010bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:29.166664 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-89868910-967a-4f28-a4de-329c57010bfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398030 Aug 25 12:26:29.549406 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-6562335b-09ec-4054-8bb0-2621ab024f61 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743098 Aug 25 12:26:29.640161 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-03436c58-34fe-4e99-8487-3c1acaf0c66c req-cc0e0718-a9fb-4b1a-a683-5ca8edc6ee7c service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Aug 25 12:26:29.692118 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ede27-c1c3-4000-86fd-0b11d71ed2c7 req-d4794b57-1855-47da-aa20-01bb591ce872 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:29.693810 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e0ede27-c1c3-4000-86fd-0b11d71ed2c7 req-d4794b57-1855-47da-aa20-01bb591ce872 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Aug 25 12:26:29.731532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e0ede27-c1c3-4000-86fd-0b11d71ed2c7 req-73d71fb7-852f-46d0-86fe-5060b2da8ef7 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Aug 25 12:26:30.851375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b95b09-04cc-48e5-b808-9071fde71f69 req-5f004b29-5e43-4616-bc42-eb89990da797 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:30.852881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b95b09-04cc-48e5-b808-9071fde71f69 req-5f004b29-5e43-4616-bc42-eb89990da797 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0526099 Aug 25 12:26:30.892288 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-19b95b09-04cc-48e5-b808-9071fde71f69 req-6f90ebee-3f5a-4be7-95d1-6fe4df89a59e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Aug 25 12:26:31.568330 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:32.008686 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82985cdd-bac7-4944-9135-a5295921e080 req-3f40713d-a876-442a-8cd8-5031eda8e99e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:32.010211 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82985cdd-bac7-4944-9135-a5295921e080 req-3f40713d-a876-442a-8cd8-5031eda8e99e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Aug 25 12:26:32.049312 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-82985cdd-bac7-4944-9135-a5295921e080 req-fd6d2499-7f28-4712-93e6-a8b8fe5c0e21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 25 12:26:32.256204 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d89a6-2845-4447-bb57-0147672c5a1b req-be71d69e-fc34-4db1-87f0-670e996ddbaa tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:32.257812 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-639d89a6-2845-4447-bb57-0147672c5a1b req-be71d69e-fc34-4db1-87f0-670e996ddbaa tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Aug 25 12:26:32.297087 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-639d89a6-2845-4447-bb57-0147672c5a1b req-036bd688-dd6f-442a-b628-d85623b926e3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Aug 25 12:26:32.466547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43194) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:26:32.554993 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-2ef6fe87-553f-408d-9fdb-9ebbab75f3bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872648 Aug 25 12:26:32.757316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:26:32.840684 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:32.867631 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:26:32.869965 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9adb0b-2fcd-4aff-8b06-1d62861fe73a" -d '{"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:26:32.883216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:32.890001 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:32.914754 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421c55a-19cb-4083-88f9-0c0803a22b67 x-openstack-request-id: req-3421c55a-19cb-4083-88f9-0c0803a22b67 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:26:32.915102 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-unplugged", "status": "failed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "code": 422}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:26:32.915389 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3421c55a-19cb-4083-88f9-0c0803a22b67 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:26:32.915837 n-d-778732-11 neutron-server[94912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'code': 422} returned with failed status Aug 25 12:26:32.943197 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:33.379816 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-63757772-3aad-49d1-8138-5176bacee6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:33.381271 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-63757772-3aad-49d1-8138-5176bacee6d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8&tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 1095 time: 0.0979996 Aug 25 12:26:33.399328 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:26:33.445230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3616e-8145-40b9-8534-d7a02a87632d req-c288089f-d622-48d1-bcfe-f2a6ecb4cc19 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:33.446739 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02d3616e-8145-40b9-8534-d7a02a87632d req-c288089f-d622-48d1-bcfe-f2a6ecb4cc19 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 943 time: 0.0792260 Aug 25 12:26:33.485222 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:33.529718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-02d3616e-8145-40b9-8534-d7a02a87632d req-7dd1e3c7-9610-440e-94fc-a72a4260d24b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680423 Aug 25 12:26:33.703913 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:33.736513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:26:33.769349 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:26:33.777137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:33.789944 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Transition to ACTIVE for port object 9757410b-cec4-4514-8aac-35e11bba4251 will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:26:33.795499 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:33.875370 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=9']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:33.890729 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.890980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.891295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.891633 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.892229 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.892564 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.892894 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.893223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.893551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.893911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.894236 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.894562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:26:33.933801 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] No DVR routers for this DVR port 9757410b-cec4-4514-8aac-35e11bba4251 on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:26:34.071264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:26:34.071510 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:26:34.071828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:26:34.078258 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Port 9757410b-cec4-4514-8aac-35e11bba4251 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:26:34.078586 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Attempting to bind port 9757410b-cec4-4514-8aac-35e11bba4251 on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:26:34.083585 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:26:34.083929 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:26:34.084318 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Bound using segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:26:34.084750 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Bound port: 9757410b-cec4-4514-8aac-35e11bba4251, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:26:34.085110 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:34.148914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:26:34.153213 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:26:34.157630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:34.195060 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.195654 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:34.197091 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] 10.222.0.67 "PUT /v2.0/ports/9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 1092 time: 0.8017886 Aug 25 12:26:34.197519 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:26:34.199847 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468e618f-ad6e-4d88-bb7e-99af24efb9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:26:34.236477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfde11-7662-44d3-8f47-5daca0e62deb service neutron] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=10']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:34.277620 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-802e6f90-bb46-43c7-a34e-979c6b0de249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.279203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-802e6f90-bb46-43c7-a34e-979c6b0de249 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1096 time: 0.0567243 Aug 25 12:26:34.309667 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d49875-b9bc-45a5-a336-3d75bab3e733 x-openstack-request-id: req-97d49875-b9bc-45a5-a336-3d75bab3e733 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:26:34.310024 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:26:34.310278 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97d49875-b9bc-45a5-a336-3d75bab3e733 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:26:34.310684 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'status': 'completed', 'code': 200} Aug 25 12:26:34.379054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-f91b0e6c-1bce-440d-8fb5-4b2e45eb5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.380745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-f91b0e6c-1bce-440d-8fb5-4b2e45eb5740 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0938582 Aug 25 12:26:34.450645 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-c400928e-cfc2-485a-8133-2440daf52d63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 999 time: 0.0617719 Aug 25 12:26:34.501261 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-e949dd4f-8247-4112-8339-ba1421c4cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.502828 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-e949dd4f-8247-4112-8339-ba1421c4cd43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0444584 Aug 25 12:26:34.550923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-e6a7ea1c-a88b-46fe-9ca1-0d27901f0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.552474 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-e6a7ea1c-a88b-46fe-9ca1-0d27901f0aa6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422063 Aug 25 12:26:34.680580 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ae2d-bce3-4976-8f09-5342bd4f57fa req-a78ef575-4be7-43d5-a549-cce481aaebbe tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.681992 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5072ae2d-bce3-4976-8f09-5342bd4f57fa req-a78ef575-4be7-43d5-a549-cce481aaebbe tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0761728 Aug 25 12:26:34.686097 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-651515e6-9534-4b67-822c-cc2edf7fad89 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254642 Aug 25 12:26:34.768794 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5072ae2d-bce3-4976-8f09-5342bd4f57fa req-4bfe49d3-3a44-4046-9cce-6c1dec667274 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802984 Aug 25 12:26:34.800614 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-92a40ca7-1c2d-4c5d-92d4-7dd4a3cddcad service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063337 Aug 25 12:26:34.885049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-011e08b6-8e8c-4e36-ae0b-58619f16a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.887254 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-011e08b6-8e8c-4e36-ae0b-58619f16a2aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1096 time: 0.0421045 Aug 25 12:26:34.983104 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-21aa2f42-31bb-45a9-94dd-3148a975e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:34.984608 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-21aa2f42-31bb-45a9-94dd-3148a975e0b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0895061 Aug 25 12:26:35.063697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-48242f8a-f305-4d3d-94da-2ef8e8b901be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 999 time: 0.0703068 Aug 25 12:26:35.889480 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522a2b9-4c86-439a-8405-a10286bc94d8 req-6f64d45d-3bd8-40a6-9268-c4a0c1b64111 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:35.891025 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2522a2b9-4c86-439a-8405-a10286bc94d8 req-6f64d45d-3bd8-40a6-9268-c4a0c1b64111 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0518844 Aug 25 12:26:35.932300 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2522a2b9-4c86-439a-8405-a10286bc94d8 req-91be0431-e3c8-49e6-9020-f17f4164cee0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Aug 25 12:26:37.068074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae341-d21f-4f87-a0fd-526b807cffb2 req-a851a808-a760-4814-a1b6-0dd6057e261f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:37.069989 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-694ae341-d21f-4f87-a0fd-526b807cffb2 req-a851a808-a760-4814-a1b6-0dd6057e261f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0643332 Aug 25 12:26:37.111410 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-694ae341-d21f-4f87-a0fd-526b807cffb2 req-548b56ef-9993-4b74-9495-ceced4ab221e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341866 Aug 25 12:26:38.233952 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd49cd-5f45-4688-9bf0-84a14df23839 req-77ddc70f-13cc-43a4-91b4-f7ba3d1da850 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:38.235470 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33bd49cd-5f45-4688-9bf0-84a14df23839 req-77ddc70f-13cc-43a4-91b4-f7ba3d1da850 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0505714 Aug 25 12:26:38.286904 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-33bd49cd-5f45-4688-9bf0-84a14df23839 req-46e27ca5-67b9-4699-8d9b-87a52ba37fd1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Aug 25 12:26:39.412515 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b048175-179c-41c3-8445-a1fb72d1f7c2 req-aa660005-6303-4196-92b9-b8f4115a16e7 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:39.414059 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b048175-179c-41c3-8445-a1fb72d1f7c2 req-aa660005-6303-4196-92b9-b8f4115a16e7 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0542915 Aug 25 12:26:39.454157 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8b048175-179c-41c3-8445-a1fb72d1f7c2 req-117d51c5-e95d-487d-8b03-b313dbbcbff9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340147 Aug 25 12:26:40.580378 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ec43b-7136-4b01-acba-33147f1ad744 req-bfb7e126-9b61-4a04-b8a1-eca0bea4a3bf tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:40.581893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e0ec43b-7136-4b01-acba-33147f1ad744 req-bfb7e126-9b61-4a04-b8a1-eca0bea4a3bf tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0556364 Aug 25 12:26:40.622075 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7e0ec43b-7136-4b01-acba-33147f1ad744 req-5fd6f826-a8e9-4153-9487-bd81afa03f10 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338273 Aug 25 12:26:41.755856 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b054c-1372-4a25-b171-a081f7e1765a req-b2fc5ea7-696d-426e-af0f-9cc4f8386e6b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:41.758314 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-165b054c-1372-4a25-b171-a081f7e1765a req-b2fc5ea7-696d-426e-af0f-9cc4f8386e6b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0655999 Aug 25 12:26:41.803988 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-165b054c-1372-4a25-b171-a081f7e1765a req-342eace7-9bb3-4cd2-aae8-63d0689bc07c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363331 Aug 25 12:26:42.932085 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a193e-e20f-4b39-86d0-e608db004ad4 req-ca55639a-fd92-453d-9644-207437d69778 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:42.933827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae4a193e-e20f-4b39-86d0-e608db004ad4 req-ca55639a-fd92-453d-9644-207437d69778 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0516107 Aug 25 12:26:42.978207 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ae4a193e-e20f-4b39-86d0-e608db004ad4 req-03e91d56-b5c8-4a68-ad5a-260ab14ca0c2 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383193 Aug 25 12:26:44.126667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d0cc1-52ae-4f21-8b9e-53efd54ee51a req-8e1bdccb-fdd7-4e16-83a3-6f4286f5a5dd tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:44.128270 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf8d0cc1-52ae-4f21-8b9e-53efd54ee51a req-8e1bdccb-fdd7-4e16-83a3-6f4286f5a5dd tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0636728 Aug 25 12:26:44.172883 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-bf8d0cc1-52ae-4f21-8b9e-53efd54ee51a req-05fce91b-eee3-40b1-91fd-a98708422545 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381846 Aug 25 12:26:45.098842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-7a2b478a-2d10-46b5-9799-7b7271bc555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:45.100673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-7a2b478a-2d10-46b5-9799-7b7271bc555f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0510280 Aug 25 12:26:45.156842 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-680c556e-2b6e-4855-bf2c-676c08beaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:45.158454 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-680c556e-2b6e-4855-bf2c-676c08beaf83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499873 Aug 25 12:26:45.298354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-a2ea1c8f-c42b-4f05-9faa-c249ea307dfc service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244543 Aug 25 12:26:45.366762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f35ecb-736d-4506-8b2a-e477ce0f486a req-399fb656-5a0a-4cfa-8f13-c4a4f10bbe5f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:45.368315 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29f35ecb-736d-4506-8b2a-e477ce0f486a req-399fb656-5a0a-4cfa-8f13-c4a4f10bbe5f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.1161489 Aug 25 12:26:45.431673 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-29f35ecb-736d-4506-8b2a-e477ce0f486a req-401e6e35-b25b-496a-b184-cc4184d83879 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556591 Aug 25 12:26:45.450545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-468e618f-ad6e-4d88-bb7e-99af24efb9b3 req-5d10e6a6-a6d4-4788-b2e6-bb91caa944c3 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482782 Aug 25 12:26:46.554080 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be753-1d6f-4d7e-94ce-e76e829f6dd5 req-4e5086b5-d50d-4035-a1c0-ecf506e0c8f6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:46.555666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-019be753-1d6f-4d7e-94ce-e76e829f6dd5 req-4e5086b5-d50d-4035-a1c0-ecf506e0c8f6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0530818 Aug 25 12:26:46.595236 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-019be753-1d6f-4d7e-94ce-e76e829f6dd5 req-28a2982c-5c19-4b22-892b-5bf9aa888af5 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Aug 25 12:26:47.714070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d6aa8-c9df-43cc-ac3e-dbd926054034 req-5dacbb52-e4f2-4e8a-81d7-7dd5d7b72423 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:47.716119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-141d6aa8-c9df-43cc-ac3e-dbd926054034 req-5dacbb52-e4f2-4e8a-81d7-7dd5d7b72423 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 944 time: 0.0520794 Aug 25 12:26:47.760177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-141d6aa8-c9df-43cc-ac3e-dbd926054034 req-9cd6da83-c502-414d-b9bc-88569400963d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Aug 25 12:26:48.291986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:26:48.375378 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0cfd7e3f-f518-4884-b88f-8aa8762db257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:48.409439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:48.421202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '9757410b-cec4-4514-8aac-35e11bba4251', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'port_id': '9757410b-cec4-4514-8aac-35e11bba4251', 'mac_address': 'fa:16:3e:ef:74:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:26:48.461713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:48.476016 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:26:48.498426 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:48.503041 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:48.551902 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=11']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:48.755358 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['9757410b-cec4-4514-8aac-35e11bba4251'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:26:48.929333 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5a9cd-0393-46cf-aad2-42f3f52c75fa req-c3da49d0-d01c-47b4-8327-b648c45419d6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:48.931140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8e5a9cd-0393-46cf-aad2-42f3f52c75fa req-c3da49d0-d01c-47b4-8327-b648c45419d6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0708873 Aug 25 12:26:48.972204 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b8e5a9cd-0393-46cf-aad2-42f3f52c75fa req-c21d10bd-d6af-43e8-8dfc-f8ab5eba14df tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348320 Aug 25 12:26:50.092530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f6dda-e4ad-4821-99a4-b81c9e39df3d req-a1977bc7-75f9-4dc2-a34f-f480417f0e41 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:50.094074 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de2f6dda-e4ad-4821-99a4-b81c9e39df3d req-a1977bc7-75f9-4dc2-a34f-f480417f0e41 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Aug 25 12:26:50.132657 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-de2f6dda-e4ad-4821-99a4-b81c9e39df3d req-53be6fba-eb98-4170-ad7c-491481c5f56e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326741 Aug 25 12:26:50.291732 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:26:50.343265 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 9757410b-cec4-4514-8aac-35e11bba4251 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:26:50.347280 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 9757410b-cec4-4514-8aac-35e11bba4251 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:26:50.347656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:50.430591 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:50.454989 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:26:50.457563 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19265876-e814-4b90-a41d-0f406f5fe500" -d '{"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-plugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:26:50.475059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:26:50.480401 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:50.513100 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9919628e-d75e-427d-b329-327b89bf17bc x-openstack-request-id: req-9919628e-d75e-427d-b329-327b89bf17bc {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:26:50.513545 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-plugged", "status": "completed", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:26:50.514437 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9919628e-d75e-427d-b329-327b89bf17bc {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:26:50.514888 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'code': 200} Aug 25 12:26:50.546985 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=12']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:26:50.666174 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b036-8dba-4471-a805-fb0e2192247c req-ab11e684-c497-407a-b7db-3c8749d435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:50.667690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2028b036-8dba-4471-a805-fb0e2192247c req-ab11e684-c497-407a-b7db-3c8749d435d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1098 time: 0.0415416 Aug 25 12:26:50.704037 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2028b036-8dba-4471-a805-fb0e2192247c req-c55110e7-b57c-4308-8ef1-ad5851ee1b6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289373 Aug 25 12:26:51.256306 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246eb62-abcf-41e5-bc0c-f92fad534708 req-5484eb85-811f-4120-ab92-d1d01f2464a3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:51.257905 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4246eb62-abcf-41e5-bc0c-f92fad534708 req-5484eb85-811f-4120-ab92-d1d01f2464a3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 946 time: 0.0564623 Aug 25 12:26:51.287502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f176fd64-9ff6-4bfe-a2e3-f2feaa456425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:51.303307 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4246eb62-abcf-41e5-bc0c-f92fad534708 req-e9ad9b3d-b87f-44f3-9a47-e9e962219234 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385377 Aug 25 12:26:51.502931 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:52.444206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86745938-7693-4aa0-83b0-5b05f241f611 req-e98a3996-67d5-4da8-9792-90d0da8029df tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:26:52.445758 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86745938-7693-4aa0-83b0-5b05f241f611 req-e98a3996-67d5-4da8-9792-90d0da8029df tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 946 time: 0.0686543 Aug 25 12:26:52.486077 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-86745938-7693-4aa0-83b0-5b05f241f611 req-e98288b2-a1e7-4638-afec-9170f3f78d10 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337224 Aug 25 12:26:52.715592 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:54.566275 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:26:57.832345 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:01.581990 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:03.612743 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:27:18.350193 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-581f8f3e-9500-421a-9b99-cd97c088f070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:21.288527 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3f70c93-667b-4e7e-87f8-ccee9d1fd827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:21.504864 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:22.717253 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:23.773605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-3b7b1d07-c3a0-4983-9ec1-756a2970a548 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388219 Aug 25 12:27:23.857316 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-3314a48b-cf91-4f4f-bf6f-e267a712971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:27:23.859396 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-3314a48b-cf91-4f4f-bf6f-e267a712971c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1098 time: 0.0429690 Aug 25 12:27:23.960070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-ede084c1-33e9-4064-b27a-4382462df7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:27:23.961590 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-ede084c1-33e9-4064-b27a-4382462df7bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0819006 Aug 25 12:27:24.030547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-50b156f1-fb98-4b4c-982b-b7a76edfbc65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 1001 time: 0.0614164 Aug 25 12:27:24.081021 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-c3116844-19f1-4f23-9b0a-8bcddfd649a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:27:24.082530 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-c3116844-19f1-4f23-9b0a-8bcddfd649a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0449255 Aug 25 12:27:24.128758 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-8ceba81f-4c16-4db5-8483-e9581dfcccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:27:24.130284 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-8ceba81f-4c16-4db5-8483-e9581dfcccb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403371 Aug 25 12:27:24.227070 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-1b70f1f1-347c-4dd3-9fe3-751843129b7f service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887551 Aug 25 12:27:24.325886 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43865276-a5ec-432c-93b0-a7b5b6310424 req-ba3e07ea-3f60-43ee-99b7-8ed22873f62d service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907056 Aug 25 12:27:24.565797 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:27.859349 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:31.578391 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:40.612307 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:27:48.342875 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cba2e39f-3c9e-4e9c-9e1e-a3cc977f7358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:51.288972 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b26516ab-5c77-4ab2-bb55-a3026fc2f38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:51.506412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:52.719485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:54.567532 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:27:57.857865 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:01.587436 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:05.397461 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43324) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:05.887296 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Deleting port ee8260b9-eda2-4546-85ab-14fd2867644a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:28:05.887632 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:05.962179 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:05.962515 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:05.974241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Calling delete_port for ee8260b9-eda2-4546-85ab-14fd2867644a owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:28:06.117949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:06.143751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event deleted for resources: {'Port': ['ID=ee8260b9-eda2-4546-85ab-14fd2867644a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:06.172189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.172528 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.172859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.173190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.173518 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.173868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.174190 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.174509 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.174835 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.175149 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.175457 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.175768 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:06.216424 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:06.216754 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Floating IP a71005f7-4a0f-4db0-a116-ba5d9f761311 disassociated (deleted). External IP: 172.25.1.191, port: 9757410b-cec4-4514-8aac-35e11bba4251. Aug 25 12:28:06.419668 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Router 2b6ac884-1542-473e-b2b9-e36828167042 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:28:06.527037 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:28:06.531479 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:06.537610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:28:06.546454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:28:06.547073 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:27:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:06.559170 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-58e52a5d-f6fd-448a-a0ce-7de7cc654779 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "DELETE /v2.0/floatingips/a71005f7-4a0f-4db0-a116-ba5d9f761311 HTTP/1.1" status: 204 len: 168 time: 1.1606903 Aug 25 12:28:06.559763 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:28:06.562068 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce271442-0cf4-4490-9854-2696967a5e16" -d '{"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:28:06.602441 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdd239-fe2d-460b-ac30-635e350e79bc x-openstack-request-id: req-62fdd239-fe2d-460b-ac30-635e350e79bc {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:28:06.602734 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:28:06.602994 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62fdd239-fe2d-460b-ac30-635e350e79bc {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:28:06.603402 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'status': 'completed', 'code': 200} Aug 25 12:28:06.672055 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271442-0cf4-4490-9854-2696967a5e16 req-7a92a5f6-bfb1-4b7b-90ec-33d632ba61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:06.673840 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-7a92a5f6-bfb1-4b7b-90ec-33d632ba61b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 1098 time: 0.0457058 Aug 25 12:28:06.812667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271442-0cf4-4490-9854-2696967a5e16 req-365755b9-1d1a-499d-8e8f-df741c54b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:06.814186 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-365755b9-1d1a-499d-8e8f-df741c54b23d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.1320474 Aug 25 12:28:06.822062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:28:06.829003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9ef6e-2477-4477-856c-ffbb42d3ad86 req-6d9397b5-6fc0-42c7-aa4e-ff8790564985 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:06.830555 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68f9ef6e-2477-4477-856c-ffbb42d3ad86 req-6d9397b5-6fc0-42c7-aa4e-ff8790564985 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 946 time: 0.0654750 Aug 25 12:28:06.881173 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-fb599bc7-05eb-47bb-8da2-da84bc67d16a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 200 len: 217 time: 0.0491586 Aug 25 12:28:06.927757 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-68f9ef6e-2477-4477-856c-ffbb42d3ad86 req-00a0b1e2-0a02-4f56-be1c-bdc10ecd1542 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896220 Aug 25 12:28:06.942348 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271442-0cf4-4490-9854-2696967a5e16 req-c4d92448-8ebb-4b1e-97df-dd9e3ece5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:06.943796 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-c4d92448-8ebb-4b1e-97df-dd9e3ece5ae3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0549169 Aug 25 12:28:06.991233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271442-0cf4-4490-9854-2696967a5e16 req-44ca9640-bc20-4903-9727-d6d9f856af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:06.992766 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-44ca9640-bc20-4903-9727-d6d9f856af5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413864 Aug 25 12:28:07.021454 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:07.048757 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:28:07.057954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:28:07.058562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:27:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:07.095285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-c9a9814c-d44e-4099-8585-02541657f4d2 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940468 Aug 25 12:28:07.167735 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:28:07.188631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ce271442-0cf4-4490-9854-2696967a5e16 req-b21d17bc-60e8-481d-9733-a43a3c459f7d service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Aug 25 12:28:07.364308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:07.393237 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882ef2e-dde1-48d0-98de-84bd34e32939 None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:28:07.619161 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9166d3-64d2-4d81-b3a8-36b4c84623bf None None] New status for floating IP a71005f7-4a0f-4db0-a116-ba5d9f761311: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:28:08.049003 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b068c80-270c-40ea-a0be-275af1723a40 req-65e9096a-b368-41d4-b01a-e6511bf08849 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:08.050562 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b068c80-270c-40ea-a0be-275af1723a40 req-65e9096a-b368-41d4-b01a-e6511bf08849 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 946 time: 0.0507855 Aug 25 12:28:08.088987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2b068c80-270c-40ea-a0be-275af1723a40 req-b147a653-05d8-4aa3-8434-a303df3ba54a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff26837f-27aa-4d3a-b186-ac9def3c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Aug 25 12:28:08.151773 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-61a9f14f-9eb0-468f-a8d7-8c751d000f12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:08.153213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-61a9f14f-9eb0-468f-a8d7-8c751d000f12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.67 "GET /v2.0/ports?device_id=63e4edfe-c972-4bd2-8558-45f3b2d881b8 HTTP/1.1" status: 200 len: 946 time: 0.0526624 Aug 25 12:28:08.241775 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Deleting port 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:28:08.242038 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:08.331968 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] For port 9757410b-cec4-4514-8aac-35e11bba4251, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=9757410b-cec4-4514-8aac-35e11bba4251,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:28:08.332320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:08.344575 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Calling delete_port for 9757410b-cec4-4514-8aac-35e11bba4251 owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:28:08.476372 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:08.504902 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event deleted for resources: {'Port': ['ID=9757410b-cec4-4514-8aac-35e11bba4251,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:08.552162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] No DVR routers for this DVR port 9757410b-cec4-4514-8aac-35e11bba4251 on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:28:08.555014 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:08.557252 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7ca36339-066e-4a3d-84ba-32d98ee3ad67 req-96952053-82bb-45b8-a3cf-0ecc90161c21 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.67 "DELETE /v2.0/ports/9757410b-cec4-4514-8aac-35e11bba4251 HTTP/1.1" status: 204 len: 173 time: 0.3976192 Aug 25 12:28:08.605123 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-deleted', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:28:08.607683 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65131f-5ea8-4a40-ac49-0aac3badd799" -d '{"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-deleted", "tag": "9757410b-cec4-4514-8aac-35e11bba4251"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:28:08.642859 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bbf737-c928-4705-8914-4ad85905dc07 x-openstack-request-id: req-a1bbf737-c928-4705-8914-4ad85905dc07 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:28:08.643648 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e4edfe-c972-4bd2-8558-45f3b2d881b8", "name": "network-vif-deleted", "tag": "9757410b-cec4-4514-8aac-35e11bba4251", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:28:08.643896 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1bbf737-c928-4705-8914-4ad85905dc07 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:28:08.644291 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e4edfe-c972-4bd2-8558-45f3b2d881b8', 'name': 'network-vif-deleted', 'tag': '9757410b-cec4-4514-8aac-35e11bba4251', 'status': 'completed', 'code': 200} Aug 25 12:28:09.144152 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43342) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:09.202354 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.226700 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.290085 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.292643 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.293856 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff26837f-27aa-4d3a-b186-ac9def3c9897 HTTP/1.1" status: 204 len: 168 time: 0.1486881 Aug 25 12:28:09.303339 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff26837f-27aa-4d3a-b186-ac9def3c9897,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:09.311595 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.311946 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.312292 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.312656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.312996 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.313331 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.313662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.314103 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.314450 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.314693 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.315025 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.316120 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004ac71-0908-4164-a919-a4dec76a6e88 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:09.659801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43350) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:09.664544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779904657', 'description': 'tempest-secgroup-smoke-1779904657 description', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:09.686716 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.767794 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.771580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.803058 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.804287 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434743 Aug 25 12:28:09.806165 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98790f46-fa59-435c-ac7b-a6d047b630ad tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91026188-4de9-4916-a595-b7b80d3b8837,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:09.807295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43352) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:09.812291 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': '91026188-4de9-4916-a595-b7b80d3b8837', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:09.838531 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.892631 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.896473 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.914712 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aae49a-73f4-4055-a036-c24380d30b0c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:09.922876 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:09.924095 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ec7c7c84-faaa-4a7f-82b3-49167f95a0da tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157782 Aug 25 12:28:09.926935 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43354) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:09.931334 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': '91026188-4de9-4916-a595-b7b80d3b8837', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:09.956516 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.014381 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.018132 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.038279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e346e083-19dc-441c-9667-a421466cd6eb,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:10.043578 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.046193 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-7f1fa33d-a11c-43f2-a577-e7dd2c8f7cb9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182394 Aug 25 12:28:10.047556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43356) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:10.052107 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': '91026188-4de9-4916-a595-b7b80d3b8837', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:10.078877 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.138008 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.141967 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.160664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2728b081-d72e-41b6-a5b0-90436fbef45c,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:10.166396 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.167554 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6819a002-64e3-4eb3-b82e-2fa3a5ffaa1f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190257 Aug 25 12:28:10.171022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43358) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:10.175465 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': '91026188-4de9-4916-a595-b7b80d3b8837', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:10.201194 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.258163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.261439 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.279051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bebae5-19ac-47e1-adc2-4cf6ed293505,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:10.285786 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.287234 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ecc18000-645c-4a76-87af-ca6e63691192 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152871 Aug 25 12:28:10.289955 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43360) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:10.294374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': '91026188-4de9-4916-a595-b7b80d3b8837', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:10.314467 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Project a092e7cbf15b4f28a4d90222eaa1dd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:28:10.319697 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.381398 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.384964 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.405755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31e0ea0-f4a8-4c1f-a7b9-23ec86d5c295,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:10.409626 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.410913 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-5fc03584-971c-4bd7-adfe-ddec3f0666a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199696 Aug 25 12:28:10.413591 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43362) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:10.418012 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'security_group_rule': {'security_group_id': '91026188-4de9-4916-a595-b7b80d3b8837', 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:10.438768 n-d-778732-11 neutron-server[94910]: INFO neutron.db.securitygroups_db [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Project a092e7cbf15b4f28a4d90222eaa1dd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:28:10.444556 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.505336 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.508804 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.524762 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0250a952-36cc-4672-bb32-199195dfa866,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:10.534000 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:10.536177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-fe5d085d-f4da-4095-ad99-8d0d3e996e8a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215465 Aug 25 12:28:12.822443 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:28:12.843313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 9757410b-cec4-4514-8aac-35e11bba4251 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:28:12.843753 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 9757410b-cec4-4514-8aac-35e11bba4251 not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:28:17.611306 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:28:18.344683 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-90f90c3e-e562-4517-a6e5-789135bfbce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:21.292243 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9e6a1425-c793-4091-9de7-c9a88ca18bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:21.516099 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:22.724248 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:24.570333 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:24.809893 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-ea29fc82-6191-4e9e-b117-84683fedad2a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779904657&fields=id&tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 267 time: 0.0322814 Aug 25 12:28:24.915976 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-3dc0a943-c5b4-4cf7-8ff1-3f0c5f372da8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:24.917441 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-3dc0a943-c5b4-4cf7-8ff1-3f0c5f372da8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 808 time: 0.1003251 Aug 25 12:28:24.932601 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-fbf4110b-3514-40a2-b91c-bd7f3f8642cd tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/quotas/a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 375 time: 0.0093067 Aug 25 12:28:24.982195 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-54220cd2-2705-4e62-b607-c0de6c245f0f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443044 Aug 25 12:28:25.044889 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1a007d77-377b-4204-a0a8-293145ae0a04 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:28:25.046110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1a007d77-377b-4204-a0a8-293145ae0a04 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523603 Aug 25 12:28:25.137615 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-31f95d6a-4b98-4a85-9faa-881a66b127d2 service neutron] 10.222.0.35 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848172 Aug 25 12:28:25.231401 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-d0679bee-eff2-4219-8c43-d06d3d1f6175 service neutron] 10.222.0.35 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Aug 25 12:28:25.518121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93630f6e-3d7a-4eb6-85cd-987d78594a20 req-2197ac28-329d-4a0a-921f-405736150d67 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 210 time: 0.0276108 Aug 25 12:28:26.454948 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-08951d5d-7a38-408e-a5d1-ecced8d3b034 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:26.456867 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-08951d5d-7a38-408e-a5d1-ecced8d3b034 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 808 time: 0.1064067 Aug 25 12:28:26.501927 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-08c890a0-af02-48a4-96c0-fe6e751113de tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 380 time: 0.0352204 Aug 25 12:28:26.512300 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'port': {'device_id': '0b776e85-7a7d-460d-89c9-1667581bd632', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'admin_state_up': True, 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'security_groups': ['91026188-4de9-4916-a595-b7b80d3b8837']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:26.619111 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-99bd7a61-9d75-4f06-98ae-9aef8470f470 req-aef0d7a2-ab7e-4b11-8863-53e95b3f60f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 210 time: 0.0283220 Aug 25 12:28:26.635087 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Made reservation on behalf of a092e7cbf15b4f28a4d90222eaa1dd5e for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:28:26.639108 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:26.763955 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Allocated IP 172.20.0.6 (ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4/b134b7d4-b6e9-4841-9ba5-afafbaaf111b/a9a531c1-348f-43d5-b78e-7b70f136517d) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:28:26.907853 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:26.922181 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Transition to ACTIVE for port object a9a531c1-348f-43d5-b78e-7b70f136517d will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:28:26.954040 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:26.999708 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:28:27.003070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:28:27.007091 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:28:27.036755 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:27.064993 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:27.066086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.083938 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-a29161bd-367e-48fd-8e87-c164be0382f4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753784 Aug 25 12:28:27.098405 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Request body: {'port': {'device_id': '0b776e85-7a7d-460d-89c9-1667581bd632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:27.155710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.249644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6116cad0-e2fa-4e99-b5e7-db1e2f1ee709 None None] Provisioning for port a9a531c1-348f-43d5-b78e-7b70f136517d completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:28:27.255015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-6116cad0-e2fa-4e99-b5e7-db1e2f1ee709 None None] Provisioning complete for port a9a531c1-348f-43d5-b78e-7b70f136517d triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:28:27.255374 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6116cad0-e2fa-4e99-b5e7-db1e2f1ee709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.292051 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-6116cad0-e2fa-4e99-b5e7-db1e2f1ee709 None None] Port a9a531c1-348f-43d5-b78e-7b70f136517d cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:28:27.433775 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a531c1-348f-43d5-b78e-7b70f136517d {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:28:27.441679 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.454129 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Transition to ACTIVE for port object a9a531c1-348f-43d5-b78e-7b70f136517d will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:28:27.462404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.518072 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:27.590534 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:28:27.591019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:28:27.591362 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:28:27.596079 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Port a9a531c1-348f-43d5-b78e-7b70f136517d on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:28:27.596417 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:28:27.601953 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:28:27.602338 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:28:27.602695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Bound using segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:28:27.603134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Bound port: a9a531c1-348f-43d5-b78e-7b70f136517d, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:28:27.603501 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.683400 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:28:27.688330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:28:27.693159 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.737889 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:27.738621 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.740123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] 10.222.0.10 "PUT /v2.0/ports/a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 1092 time: 0.6471059 Aug 25 12:28:27.740827 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:28:27.743584 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568df77a-ce0b-4201-a7ed-4cf0bbc87253" -d '{"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:28:27.782115 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02213-3268-417a-beb1-f28d29169f3a service neutron] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:27.791078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04b9ae-753a-434a-a236-338d7873eaa9 req-940ec70e-fa59-420d-b667-1594277f0807 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:27.792099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff04b9ae-753a-434a-a236-338d7873eaa9 req-940ec70e-fa59-420d-b667-1594277f0807 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0877142 Aug 25 12:28:27.852793 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ff04b9ae-753a-434a-a236-338d7873eaa9 req-380844c2-8d6f-438b-a8e4-86758d18e357 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507996 Aug 25 12:28:27.876386 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-d1202775-8fbb-4d1e-a4a6-734b291ad5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:27.878831 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-d1202775-8fbb-4d1e-a4a6-734b291ad5d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1095 time: 0.0856116 Aug 25 12:28:27.885457 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:27.925663 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-8c63f53c-f307-40e1-98a7-a2cd46330522 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 217 time: 0.0378454 Aug 25 12:28:27.929769 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36393f49-f3ad-496a-91dc-bfbb9ced7782 x-openstack-request-id: req-36393f49-f3ad-496a-91dc-bfbb9ced7782 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:28:27.930092 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:28:27.930348 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36393f49-f3ad-496a-91dc-bfbb9ced7782 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:28:27.930754 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'status': 'completed', 'code': 200} Aug 25 12:28:27.985894 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-88899c7f-2e8e-4350-93f1-dafdac81fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:27.988098 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-88899c7f-2e8e-4350-93f1-dafdac81fdff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0522091 Aug 25 12:28:28.043330 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-4afa3861-e097-446d-b7cc-f576f77ed899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:28.045262 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-4afa3861-e097-446d-b7cc-f576f77ed899 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490890 Aug 25 12:28:28.136435 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-bbf6197b-9f44-45cf-b9d1-d2b18c4fe081 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842855 Aug 25 12:28:28.231756 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-0f9a8255-e51c-4b82-bd80-0fc8c61575d0 req-8b9fa294-8584-46d6-9052-7419577643c5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880928 Aug 25 12:28:28.317187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-01f0e494-51de-4070-8749-7c5762fa9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:28.318864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-01f0e494-51de-4070-8749-7c5762fa9e43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1095 time: 0.0424659 Aug 25 12:28:28.423255 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-10fd6a33-6aad-4706-badc-ae6b2a6a4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:28.424724 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-10fd6a33-6aad-4706-badc-ae6b2a6a4d12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0988753 Aug 25 12:28:28.468608 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-8a870ca9-5e77-40bd-b8cf-52623671570a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 217 time: 0.0360188 Aug 25 12:28:28.517097 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-52a2c20f-5ac3-4b23-86f3-caf0092d121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:28.518685 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-52a2c20f-5ac3-4b23-86f3-caf0092d121c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0434058 Aug 25 12:28:28.570192 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-c31945ba-252c-46ba-acdb-00bce7869243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:28.571696 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-c31945ba-252c-46ba-acdb-00bce7869243 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455863 Aug 25 12:28:28.662207 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-8319cfee-1cb7-4086-ab90-7196d3b40cb4 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827277 Aug 25 12:28:28.759179 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-568df77a-ce0b-4201-a7ed-4cf0bbc87253 req-db64576e-6c5e-4f32-988b-dbeebf98c23a service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896242 Aug 25 12:28:28.959398 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858863-71fd-4d48-947e-31d06abf7311 req-5871be5e-9406-4f15-acf8-2c72962e3d51 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:28.960830 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23858863-71fd-4d48-947e-31d06abf7311 req-5871be5e-9406-4f15-acf8-2c72962e3d51 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0497713 Aug 25 12:28:28.999795 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-23858863-71fd-4d48-947e-31d06abf7311 req-58c698cc-39a0-40a7-8e46-55749ea17a64 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329957 Aug 25 12:28:30.128837 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4cc2a-8b74-4abb-9024-da471997e99d req-734011ce-4bdc-45da-bb8b-98c1ac1ba8d1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:30.131286 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ef4cc2a-8b74-4abb-9024-da471997e99d req-734011ce-4bdc-45da-bb8b-98c1ac1ba8d1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0578315 Aug 25 12:28:30.171496 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6ef4cc2a-8b74-4abb-9024-da471997e99d req-118cc484-7d77-480c-98b5-1da732720163 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392721 Aug 25 12:28:31.290262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83c559-02c6-416b-b28f-1be7af5f817f req-c3a946a9-d71c-450d-be8f-a34ba326a421 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:31.291672 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc83c559-02c6-416b-b28f-1be7af5f817f req-c3a946a9-d71c-450d-be8f-a34ba326a421 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0532072 Aug 25 12:28:31.328787 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-dc83c559-02c6-416b-b28f-1be7af5f817f req-eae09348-04c0-4f11-b08d-8e838e7f1d30 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Aug 25 12:28:31.587419 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:32.440967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38145df8-e58c-4c73-998c-6e33a681ce71 req-77eac31b-7f3d-4439-82f1-bca4edf841a0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:32.442461 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38145df8-e58c-4c73-998c-6e33a681ce71 req-77eac31b-7f3d-4439-82f1-bca4edf841a0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0487785 Aug 25 12:28:32.484547 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-38145df8-e58c-4c73-998c-6e33a681ce71 req-d54725b1-6eba-41f1-921d-c54b49ddd19e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361841 Aug 25 12:28:33.651755 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed48707-aee6-4c0b-a39d-1325d9bc8ffb req-24554a7f-07f2-4b25-9de3-7852205a0a7c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:33.653445 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed48707-aee6-4c0b-a39d-1325d9bc8ffb req-24554a7f-07f2-4b25-9de3-7852205a0a7c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.1022031 Aug 25 12:28:33.693857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8ed48707-aee6-4c0b-a39d-1325d9bc8ffb req-4f7071e1-5127-4c97-bd32-9f1fd085a49e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341299 Aug 25 12:28:34.860660 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b539d46-d6cc-41bc-ae7d-d4a85dc04c4a req-8ab04982-06dd-4a01-9555-d183620f44cb tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:34.862083 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b539d46-d6cc-41bc-ae7d-d4a85dc04c4a req-8ab04982-06dd-4a01-9555-d183620f44cb tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.1018755 Aug 25 12:28:34.900133 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0b539d46-d6cc-41bc-ae7d-d4a85dc04c4a req-7d7b3dce-5264-47b5-bd93-75b3906b8039 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Aug 25 12:28:36.014676 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6094953-f2b0-4a85-bdb6-a482c73a60ac req-fcf05e2c-12ca-4161-821b-9f2978bb4efc tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:36.016156 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6094953-f2b0-4a85-bdb6-a482c73a60ac req-fcf05e2c-12ca-4161-821b-9f2978bb4efc tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0495460 Aug 25 12:28:36.055801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e6094953-f2b0-4a85-bdb6-a482c73a60ac req-5557e5c5-c9b7-429c-8a9a-458f98fed4ef tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Aug 25 12:28:37.171539 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335f6c-2309-4496-bcda-30ec57db1d5b req-4c8bb51b-dbbf-4e6d-9e10-5911ba8cb2a5 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:37.173063 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c335f6c-2309-4496-bcda-30ec57db1d5b req-4c8bb51b-dbbf-4e6d-9e10-5911ba8cb2a5 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0496264 Aug 25 12:28:37.211164 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3c335f6c-2309-4496-bcda-30ec57db1d5b req-f393251f-e482-4214-896d-5ca7f6d80808 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312314 Aug 25 12:28:37.408859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:28:37.503302 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:28:37.514417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'port_id': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'mac_address': 'fa:16:3e:bc:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:28:37.551182 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:37.563347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a531c1-348f-43d5-b78e-7b70f136517d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:28:37.587168 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:28:37.590951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:37.641630 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:37.649552 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.649918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.650258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.650593 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.650923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.651251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.651573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.651895 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.652216 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.652536 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.652856 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.653174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:28:37.827482 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['a9a531c1-348f-43d5-b78e-7b70f136517d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:28:38.328194 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f517-568a-4219-906f-c4859a792949 req-9953d66e-a663-4ed6-9e2f-9a6a280ae2e8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:38.329566 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c41f517-568a-4219-906f-c4859a792949 req-9953d66e-a663-4ed6-9e2f-9a6a280ae2e8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 944 time: 0.0520258 Aug 25 12:28:38.365907 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2c41f517-568a-4219-906f-c4859a792949 req-c8191b51-8d06-45fa-8fe1-2b45028f122a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303900 Aug 25 12:28:39.424418 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:28:39.473656 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port a9a531c1-348f-43d5-b78e-7b70f136517d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:28:39.477318 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port a9a531c1-348f-43d5-b78e-7b70f136517d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:28:39.477709 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:39.498039 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8653d-a57e-4ae2-b3b9-3dd74ed46961 req-0898331e-5d87-4252-a68c-4086fc47caf3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:39.499277 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea8653d-a57e-4ae2-b3b9-3dd74ed46961 req-0898331e-5d87-4252-a68c-4086fc47caf3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 944 time: 0.0511184 Aug 25 12:28:39.538689 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3ea8653d-a57e-4ae2-b3b9-3dd74ed46961 req-ba44096a-a479-4570-bf47-bdd9a36a7848 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Aug 25 12:28:39.554750 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:39.576766 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:28:39.578990 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ecc4e-0fdc-4722-b6be-411ef031eeed" -d '{"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-plugged", "status": "completed", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:28:39.599478 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:28:39.604098 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:39.628124 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfca9f-8801-4709-8a22-8f144cd9fc2c x-openstack-request-id: req-b2bfca9f-8801-4709-8a22-8f144cd9fc2c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:28:39.628430 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-plugged", "status": "completed", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:28:39.628671 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2bfca9f-8801-4709-8a22-8f144cd9fc2c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:28:39.629063 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'code': 200} Aug 25 12:28:39.656493 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:39.714421 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaad277-caee-4e7b-a750-458b7395443a req-02aab5d2-892c-4097-96a2-15b5afab0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:39.715929 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ddaad277-caee-4e7b-a750-458b7395443a req-02aab5d2-892c-4097-96a2-15b5afab0c27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1097 time: 0.0417299 Aug 25 12:28:39.750180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ddaad277-caee-4e7b-a750-458b7395443a req-994c00e6-9218-41ed-8eb9-6c9f6d86e44e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267074 Aug 25 12:28:40.654212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60994b3-0add-44fa-886d-9c3cffca946d req-32b7d651-09fe-494d-9fcc-870c857ee9ed tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:40.655710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e60994b3-0add-44fa-886d-9c3cffca946d req-32b7d651-09fe-494d-9fcc-870c857ee9ed tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Aug 25 12:28:40.698220 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e60994b3-0add-44fa-886d-9c3cffca946d req-0a684fdf-bd8d-43c6-ae1e-84620f82714d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350676 Aug 25 12:28:41.819783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46415-e037-440e-9927-df82f6a4e6cb req-734ec0af-5f64-4a4b-bc08-5ce2a0cb427b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:41.821279 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af46415-e037-440e-9927-df82f6a4e6cb req-734ec0af-5f64-4a4b-bc08-5ce2a0cb427b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0534453 Aug 25 12:28:41.858081 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1af46415-e037-440e-9927-df82f6a4e6cb req-3c0bd7d9-bbf9-4fd3-a1a5-df72a4b908ed tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309129 Aug 25 12:28:41.970545 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af2cef-1e11-4ffe-8173-262ee895ba7a req-e5287f0d-4000-4343-9f61-e3e9eb4756c1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:41.972026 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31af2cef-1e11-4ffe-8173-262ee895ba7a req-e5287f0d-4000-4343-9f61-e3e9eb4756c1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0484114 Aug 25 12:28:42.009681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31af2cef-1e11-4ffe-8173-262ee895ba7a req-ab0237c3-13e6-41cd-baf3-ac3cd295acf6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Aug 25 12:28:42.033112 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43558) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:42.074430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5ad76-66a6-431c-bfc7-e85dc4262aa0 tempest-TestShelveInstance-15317954 tempest-TestShelveInstance-15317954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:42.076122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-83c5ad76-66a6-431c-bfc7-e85dc4262aa0 tempest-TestShelveInstance-15317954 tempest-TestShelveInstance-15317954-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1092 time: 0.0419519 Aug 25 12:28:42.078964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43560) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:28:42.084049 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:28:42.105844 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:42.200498 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:42.301122 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Allocated IP 172.25.1.250 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/4e17301a-3182-4c8c-8c07-2296ce46cdcc) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:28:42.403971 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:42.442245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:42.482409 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:28:42.485332 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:28:42.488813 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:28:42.510654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'Port': ['ID=4e17301a-3182-4c8c-8c07-2296ce46cdcc,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:42.846151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:42.910970 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:43.059225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:43.063800 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:43.139272 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event updated for resources: {'Port': ['ID=4e17301a-3182-4c8c-8c07-2296ce46cdcc,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:28:43.146619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:43.245371 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Floating IP 0fb92df9-d40c-4690-8985-bf1df1887826 associated. External IP: 172.25.1.250, port: a9a531c1-348f-43d5-b78e-7b70f136517d. Aug 25 12:28:43.443597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Router 2b6ac884-1542-473e-b2b9-e36828167042 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:28:43.883632 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:28:43.893712 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:28:43.900375 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:43.905573 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:28:43.906222 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:28:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:43.927388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-59dc8d11-6aac-4203-b6b8-8dc3f2623048 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8472841 Aug 25 12:28:43.927980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:28:43.930283 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9640589-069a-4fe7-9fc5-8da5a9d1016e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:28:43.967355 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f66d28-34bd-47cf-9857-79cf8458592a x-openstack-request-id: req-d9f66d28-34bd-47cf-9857-79cf8458592a {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:28:43.967655 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:28:43.967932 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9f66d28-34bd-47cf-9857-79cf8458592a {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:28:43.968343 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'status': 'completed', 'code': 200} Aug 25 12:28:44.015009 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:28:44.039740 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-6693a0fe-ac6b-4cf4-ab32-7d3fd6a1fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:44.041323 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-6693a0fe-ac6b-4cf4-ab32-7d3fd6a1fa8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1097 time: 0.0433238 Aug 25 12:28:44.142890 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-581c8b66-2be8-4c68-b6bb-fdec3bf00e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:44.144671 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-581c8b66-2be8-4c68-b6bb-fdec3bf00e84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0968685 Aug 25 12:28:44.216278 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-de0438b4-1839-49e7-abc2-394ae9ffd2d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 999 time: 0.0638363 Aug 25 12:28:44.251107 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0fb92df9-d40c-4690-8985-bf1df1887826', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'port_id': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'mac_address': 'fa:16:3e:bc:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b776e85-7a7d-460d-89c9-1667581bd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:28:42Z', 'updated_at': '2021-08-25T12:28:42Z', 'revision_number': 0, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:44.267580 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-86372ca0-893e-42e1-a942-14aa7a83a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:44.269056 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-86372ca0-893e-42e1-a942-14aa7a83a108 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0457318 Aug 25 12:28:44.281951 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:28:44.291020 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:28:44.291633 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:28:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:44.323185 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-36c36ed6-e35e-4b9b-87a9-f68e42ef92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:28:44.324710 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-36c36ed6-e35e-4b9b-87a9-f68e42ef92ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479405 Aug 25 12:28:44.399662 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:28:44.422573 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-a5b081a7-b536-44b8-9b1a-bf9077649ca2 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902934 Aug 25 12:28:44.518556 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d9640589-069a-4fe7-9fc5-8da5a9d1016e req-4b0da695-d776-4610-a6ce-570056d993b8 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890067 Aug 25 12:28:44.628022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0fb92df9-d40c-4690-8985-bf1df1887826', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'port_id': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'mac_address': 'fa:16:3e:bc:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b776e85-7a7d-460d-89c9-1667581bd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:28:42Z', 'updated_at': '2021-08-25T12:28:42Z', 'revision_number': 0, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:28:44.654912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fb17c-91b8-4391-bc4c-3a30f67bcc4b None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0fb92df9-d40c-4690-8985-bf1df1887826', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'port_id': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'mac_address': 'fa:16:3e:bc:9b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b776e85-7a7d-460d-89c9-1667581bd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:28:42Z', 'updated_at': '2021-08-25T12:28:42Z', 'revision_number': 0, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:28:44.865210 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec26103-b689-4100-9c6d-b1ff48c8825d None None] New status for floating IP 0fb92df9-d40c-4690-8985-bf1df1887826: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:28:48.345228 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-046912af-d08b-46f1-98ce-005eb74e0182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:51.293890 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6fafe0e2-612e-4522-abd6-cbf469d4d0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:51.510095 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:52.726674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:54.574615 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:28:54.609965 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:28:57.872387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:01.605939 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:15.290114 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-7024e8ba-7a12-4df9-bb67-89c4bed7ef2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410304 Aug 25 12:29:15.371999 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-d0239cc3-6a37-48f0-9142-cc6fca53a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:29:15.373491 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-d0239cc3-6a37-48f0-9142-cc6fca53a08f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1097 time: 0.0413678 Aug 25 12:29:15.480790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-0229f43d-d20c-4c86-b792-6247edbbc3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:29:15.482971 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-0229f43d-d20c-4c86-b792-6247edbbc3c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0903022 Aug 25 12:29:15.550172 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-712881f2-8e7d-4754-8894-3687b5ea5dc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 1001 time: 0.0589511 Aug 25 12:29:15.600373 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-6b9e0614-a29b-405e-999b-72d2c600bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:29:15.601888 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-6b9e0614-a29b-405e-999b-72d2c600bbfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0440736 Aug 25 12:29:15.656781 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-c3bb1c5e-328e-404a-b2f6-6c262f007251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:29:15.658335 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-c3bb1c5e-328e-404a-b2f6-6c262f007251 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458984 Aug 25 12:29:15.746950 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-57dfbc1b-c1df-42bb-a87b-a6082855d9d5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817995 Aug 25 12:29:15.843160 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b29f9dd6-3352-4606-b205-65fe61108d81 req-4a76e0d1-6ccc-4d88-a303-4ba315d44afe service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856953 Aug 25 12:29:18.345746 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cf88cb6d-b1be-45b0-8d41-14e1c1114a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:21.294556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7c13abba-5791-4e73-92da-bfe79a056bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:21.511810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:22.729223 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:24.576387 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:27.868328 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:31.605309 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:31.610533 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:29:48.346798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a9c8678c-d927-4d13-ba25-ebb102ecc0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:51.296301 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd243e2b-d31b-481a-981b-a588dc7e67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:51.512179 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:52.732558 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:54.579903 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:29:57.891459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:01.603845 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:08.609833 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:30:15.274045 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-4be94ce8-eb40-4f9f-b74a-bdf344876c3a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431416 Aug 25 12:30:15.360276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-aa5d2079-3348-4217-b93b-a6fd41f79a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:15.362436 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-aa5d2079-3348-4217-b93b-a6fd41f79a2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1097 time: 0.0441577 Aug 25 12:30:15.474284 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-cebe16d2-9dc8-48e4-a904-d01b3f74d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:15.475787 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-cebe16d2-9dc8-48e4-a904-d01b3f74d28e service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0934489 Aug 25 12:30:15.544364 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-47315138-2db3-4261-b656-8563485e26a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 1001 time: 0.0612602 Aug 25 12:30:15.594564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-ff27af9e-a6c8-4128-bdfd-b1b67efc4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:15.596588 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-ff27af9e-a6c8-4128-bdfd-b1b67efc4f0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0455523 Aug 25 12:30:15.647591 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-a461e229-84c2-4fe6-9e68-c325028208ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:15.649119 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-a461e229-84c2-4fe6-9e68-c325028208ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459695 Aug 25 12:30:15.741560 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-97edcbb2-9344-4a63-aa13-3debda4b2c45 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Aug 25 12:30:15.836574 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-031775c7-3210-42d4-9816-5d3b2edd6760 req-ce1b2e33-c853-4cc7-8db9-587d0ceb8225 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876799 Aug 25 12:30:18.349376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a0e6880b-606f-4d16-80e0-3e5f1737e205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:21.299370 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c020c373-397b-479c-ad39-fd959d128051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:21.514686 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:22.736540 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:24.582371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:27.908944 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:31.622182 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:39.454243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fa0f8-9c3e-4500-9b4b-13662c09699d req-76a9b7f5-f988-401a-9e8d-a24c92cb3ee1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:39.456344 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-298fa0f8-9c3e-4500-9b4b-13662c09699d req-76a9b7f5-f988-401a-9e8d-a24c92cb3ee1 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0509570 Aug 25 12:30:39.505417 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-298fa0f8-9c3e-4500-9b4b-13662c09699d req-0c1f7f95-0529-42cb-8dfa-f3e5bb80d828 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Aug 25 12:30:40.644350 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f21b4-b26f-44e1-8836-3ba6b2ab532b req-de325f35-fb8b-4141-964b-0678099df29e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:40.645909 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e9f21b4-b26f-44e1-8836-3ba6b2ab532b req-de325f35-fb8b-4141-964b-0678099df29e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0503988 Aug 25 12:30:40.685872 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-2e9f21b4-b26f-44e1-8836-3ba6b2ab532b req-632dba1c-8827-417b-87c0-bc21a30d7f4f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Aug 25 12:30:41.835892 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3537e-95b1-447b-a506-d1ce0a079b65 req-eb52d579-0215-4be7-b42e-6a0859035d67 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:41.837443 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3c3537e-95b1-447b-a506-d1ce0a079b65 req-eb52d579-0215-4be7-b42e-6a0859035d67 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0559876 Aug 25 12:30:41.876096 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c3c3537e-95b1-447b-a506-d1ce0a079b65 req-556d3191-327c-418c-bd72-4bd2c7239515 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326650 Aug 25 12:30:42.994137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743d12b-81f0-4ebb-9c79-ba0ead566d87 req-f04d3acc-b299-4449-9f01-99f5fed71f17 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:42.995595 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4743d12b-81f0-4ebb-9c79-ba0ead566d87 req-f04d3acc-b299-4449-9f01-99f5fed71f17 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Aug 25 12:30:43.036163 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4743d12b-81f0-4ebb-9c79-ba0ead566d87 req-097f1795-432a-4c3d-96e7-ad621f80cb28 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Aug 25 12:30:44.160996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ff9b9-f59e-4837-8ef8-045ebd354288 req-d823f971-5158-48e9-a147-ef971de0e519 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:44.162464 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-576ff9b9-f59e-4837-8ef8-045ebd354288 req-d823f971-5158-48e9-a147-ef971de0e519 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0504804 Aug 25 12:30:44.205816 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-576ff9b9-f59e-4837-8ef8-045ebd354288 req-b210e169-91fb-4783-8b81-a401a15bfd42 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361502 Aug 25 12:30:45.328279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab8b41-eb28-4207-b853-e53c16c15cb7 req-edc1abd0-f070-4183-a260-22d531c31e5d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:45.330432 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31ab8b41-eb28-4207-b853-e53c16c15cb7 req-edc1abd0-f070-4183-a260-22d531c31e5d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0554166 Aug 25 12:30:45.368596 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-31ab8b41-eb28-4207-b853-e53c16c15cb7 req-59acf351-7552-4741-a814-35e447d8d4bd tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Aug 25 12:30:45.609621 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:30:46.483326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d84934-1998-49e0-beb5-cfb5fa85a76d req-8051a2a1-8f49-4417-9be4-16b613d6194f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:46.484843 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d84934-1998-49e0-beb5-cfb5fa85a76d req-8051a2a1-8f49-4417-9be4-16b613d6194f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Aug 25 12:30:46.522082 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e3d84934-1998-49e0-beb5-cfb5fa85a76d req-e5f93f38-f5d5-40e0-9cc2-dea0a8eccc63 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Aug 25 12:30:47.637243 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984b8f-4e0c-44a8-b261-8b676cd98e11 req-b817b839-8cd6-4298-b01d-ef804001ea0d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:47.638774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a984b8f-4e0c-44a8-b261-8b676cd98e11 req-b817b839-8cd6-4298-b01d-ef804001ea0d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Aug 25 12:30:47.676684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7a984b8f-4e0c-44a8-b261-8b676cd98e11 req-e5465373-0ff4-4da3-bf7d-4e0652d33ee3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Aug 25 12:30:48.349783 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-40f0db89-77ff-4745-a591-872e1d4b5b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:48.795603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3fbe3-4f1b-4436-b176-c286e3b45104 req-b57d63dd-7a74-4267-95fc-2ed867486581 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:48.797109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1c3fbe3-4f1b-4436-b176-c286e3b45104 req-b57d63dd-7a74-4267-95fc-2ed867486581 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0535815 Aug 25 12:30:48.835400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b1c3fbe3-4f1b-4436-b176-c286e3b45104 req-2c10c29b-b149-46b1-a6e4-2f52ef7d2702 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317307 Aug 25 12:30:49.593509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-7370cc73-5def-46fe-a044-bacf071987a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:49.595035 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-7370cc73-5def-46fe-a044-bacf071987a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1097 time: 0.0411134 Aug 25 12:30:49.683543 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-0b7fca8c-3d1b-4ee8-afdd-2305542ebf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:49.685168 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-0b7fca8c-3d1b-4ee8-afdd-2305542ebf3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0829682 Aug 25 12:30:49.752405 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-f587bac4-0337-4309-8091-81cefb3c9835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 1001 time: 0.0598516 Aug 25 12:30:49.799597 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-e76fa6c8-09f4-4f5a-a930-629644d8cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:49.801002 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-e76fa6c8-09f4-4f5a-a930-629644d8cd9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0425496 Aug 25 12:30:49.848323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-92ee8254-358e-4270-905e-70f07b074fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:49.849719 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-92ee8254-358e-4270-905e-70f07b074fbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415606 Aug 25 12:30:49.941844 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-cd2fa722-6af1-4421-bd45-306f20c44b09 service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Aug 25 12:30:49.950704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1f6ad-c273-4af8-a899-32534fd03da5 req-d27e2533-f0fb-42c1-8d41-acacd7c7aa44 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:49.952213 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75e1f6ad-c273-4af8-a899-32534fd03da5 req-d27e2533-f0fb-42c1-8d41-acacd7c7aa44 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0498474 Aug 25 12:30:49.990467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-75e1f6ad-c273-4af8-a899-32534fd03da5 req-df6dab35-d54b-4a06-9413-a087119fae72 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316877 Aug 25 12:30:50.031399 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-d27a4a9a-32b1-4813-9288-bfce4732b96e req-a188206f-681d-4cb1-bde3-0a5f0b4b949e service neutron] 10.222.0.10 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829959 Aug 25 12:30:51.107249 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc72e-ccb2-46b0-979e-1a0e7e5e3f79 req-9b96b39d-fce3-4053-bb89-8a914eb061db tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:51.108755 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e84bc72e-ccb2-46b0-979e-1a0e7e5e3f79 req-9b96b39d-fce3-4053-bb89-8a914eb061db tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0510182 Aug 25 12:30:51.146478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e84bc72e-ccb2-46b0-979e-1a0e7e5e3f79 req-8861f862-918a-4068-9e46-7e5d6a93f64b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Aug 25 12:30:51.301293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a8a2dc8d-fe0d-47d9-9caa-d0291d06ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:51.516342 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:52.269100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87caf6a-06e6-4075-ab52-1ff15b43eabd req-b2fc8d50-cd29-4d44-b5eb-99e24b812c84 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:52.270684 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a87caf6a-06e6-4075-ab52-1ff15b43eabd req-b2fc8d50-cd29-4d44-b5eb-99e24b812c84 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Aug 25 12:30:52.309057 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a87caf6a-06e6-4075-ab52-1ff15b43eabd req-01a13aae-e14b-47ff-909d-4a9a20668b2a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Aug 25 12:30:52.737888 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:53.426754 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b657a3-472b-4901-895c-bc63fd15db0f req-e40ae785-568e-4183-b956-480816da5375 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:53.428261 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3b657a3-472b-4901-895c-bc63fd15db0f req-e40ae785-568e-4183-b956-480816da5375 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0504179 Aug 25 12:30:53.465857 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f3b657a3-472b-4901-895c-bc63fd15db0f req-6d0fdb71-24c6-4953-ac4c-15b1503f60df tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Aug 25 12:30:53.675015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22726e76-379e-4aec-9a12-bc925e5a29dc req-302d0e77-1803-40f3-aa57-022713774a73 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:53.676605 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22726e76-379e-4aec-9a12-bc925e5a29dc req-302d0e77-1803-40f3-aa57-022713774a73 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 945 time: 0.0508125 Aug 25 12:30:53.692994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-f1081476-ed47-48ca-a73d-795a7c8312bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896609 Aug 25 12:30:53.719006 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-22726e76-379e-4aec-9a12-bc925e5a29dc req-e62fc9cc-65f6-4fd3-b27e-a076d3d1e8a2 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 Aug 25 12:30:54.066920 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:30:54.141946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:54.164251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:30:54.166866 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a6110-667d-40ce-8e54-afcfc3bfa19a" -d '{"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:30:54.179849 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:30:54.184185 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:54.211066 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 Aug 2021 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa67f1-fbba-4bd8-be09-4f5b1222636e x-openstack-request-id: req-8efa67f1-fbba-4bd8-be09-4f5b1222636e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:30:54.211361 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-unplugged", "status": "failed", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "code": 422}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:30:54.211613 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8efa67f1-fbba-4bd8-be09-4f5b1222636e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:30:54.212059 n-d-778732-11 neutron-server[94912]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'code': 422} returned with failed status Aug 25 12:30:54.395670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:30:54.402923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.403275 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.403620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.403961 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.404548 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.404889 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.405220 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.405638 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.405898 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.406225 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.406551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.406876 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:30:54.584579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:54.845537 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbd5ec-7ec8-443b-9972-5a3f15df6179 req-5ac6fa76-9ecd-4d95-9bcc-55216308394b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:54.847393 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cefbd5ec-7ec8-443b-9972-5a3f15df6179 req-5ac6fa76-9ecd-4d95-9bcc-55216308394b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0610881 Aug 25 12:30:54.896362 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-cefbd5ec-7ec8-443b-9972-5a3f15df6179 req-2e09ea1a-9827-493f-be87-9e7ba53dabd0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Aug 25 12:30:56.011439 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35aa2-db40-4ca9-9818-ff3da1846f4f req-d2011dd6-1e48-4611-a684-f7a536d7ff19 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:56.012950 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9da35aa2-db40-4ca9-9818-ff3da1846f4f req-d2011dd6-1e48-4611-a684-f7a536d7ff19 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0494268 Aug 25 12:30:56.052956 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9da35aa2-db40-4ca9-9818-ff3da1846f4f req-f8b584bb-2d0e-4cbc-a93b-0ab76703b027 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333724 Aug 25 12:30:57.168767 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90b5ee-3558-4c87-a453-a00c8c310cba req-01d373ff-1ca3-4327-be9b-24d39ff95e5b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:57.170352 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb90b5ee-3558-4c87-a453-a00c8c310cba req-01d373ff-1ca3-4327-be9b-24d39ff95e5b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0505395 Aug 25 12:30:57.208467 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fb90b5ee-3558-4c87-a453-a00c8c310cba req-2163bffa-ddae-4035-958c-438687df3579 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312614 Aug 25 12:30:57.891083 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:30:58.331810 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359e1fb-0716-4cb5-8d9a-9037b0f68df2 req-93e08e54-b9ff-4186-a971-5e786124a8f9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:58.333380 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4359e1fb-0716-4cb5-8d9a-9037b0f68df2 req-93e08e54-b9ff-4186-a971-5e786124a8f9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0571940 Aug 25 12:30:58.371912 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4359e1fb-0716-4cb5-8d9a-9037b0f68df2 req-9068bb57-686b-4525-86cc-3b7c4f455677 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Aug 25 12:30:59.493887 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631e83-e2e6-4b1d-b921-7f9565b49848 req-04776ba6-ea30-4c9c-828e-c55dddf071b2 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:30:59.495659 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01631e83-e2e6-4b1d-b921-7f9565b49848 req-04776ba6-ea30-4c9c-828e-c55dddf071b2 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0533161 Aug 25 12:30:59.542567 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-01631e83-e2e6-4b1d-b921-7f9565b49848 req-c51de05b-a5bc-4908-abd1-d8db471affd3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Aug 25 12:31:00.660962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1d22e-e0b2-44a3-8fc2-9e02a0672bf0 req-7661f8f5-b9c9-4f97-ad5c-00c6e5a78c07 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:00.662520 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98f1d22e-e0b2-44a3-8fc2-9e02a0672bf0 req-7661f8f5-b9c9-4f97-ad5c-00c6e5a78c07 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0497303 Aug 25 12:31:00.701695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-98f1d22e-e0b2-44a3-8fc2-9e02a0672bf0 req-c7f85068-d3ad-4e7e-9153-50e16df9f87f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Aug 25 12:31:01.622753 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:01.824973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405c4d9-f092-4b0d-8b18-04a7f05bcc7f req-4033fce2-fa21-4e75-9628-51bb835b491c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:01.826564 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3405c4d9-f092-4b0d-8b18-04a7f05bcc7f req-4033fce2-fa21-4e75-9628-51bb835b491c tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0552070 Aug 25 12:31:01.866332 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3405c4d9-f092-4b0d-8b18-04a7f05bcc7f req-a8913451-b15b-4f57-9351-ebe7c50c27a6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337806 Aug 25 12:31:02.405582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b686-35d0-4b1b-a370-275212605a05 req-2af24b85-2906-4173-ac4d-70408bc4254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:02.407372 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-2af24b85-2906-4173-ac4d-70408bc4254e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632&tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e HTTP/1.1" status: 200 len: 1095 time: 0.0405755 Aug 25 12:31:02.419536 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778732-11', 'device_owner': 'compute:nova'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:31:02.474825 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:02.679658 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:31:02.713026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h1-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:31:02.745481 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a531c1-348f-43d5-b78e-7b70f136517d {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:31:02.752751 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:02.764376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Transition to ACTIVE for port object a9a531c1-348f-43d5-b78e-7b70f136517d will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:31:02.768345 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:02.848807 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=7']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:31:02.862905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.863294 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.863576 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.863911 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.864241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.864570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.864896 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.865219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.865543 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.865903 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.866226 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.866550 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:31:02.903290 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] No DVR routers for this DVR port a9a531c1-348f-43d5-b78e-7b70f136517d on host n-h1-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:31:03.045187 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa936d2-8b98-41b4-b5c1-48dc73695a03 req-f0bdac43-469b-4d94-acd4-32373f2be312 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.046741 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa936d2-8b98-41b4-b5c1-48dc73695a03 req-f0bdac43-469b-4d94-acd4-32373f2be312 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.1035614 Aug 25 12:31:03.101000 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:31:03.101329 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:31:03.101655 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:31:03.113577 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Port a9a531c1-348f-43d5-b78e-7b70f136517d on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:31:03.114018 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Attempting to bind port a9a531c1-348f-43d5-b78e-7b70f136517d on network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:31:03.118132 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1aa936d2-8b98-41b4-b5c1-48dc73695a03 req-82672614-5638-4538-8456-c49082813f76 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618763 Aug 25 12:31:03.121939 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:31:03.122273 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Checking segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:31:03.122645 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Bound using segment: {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:31:03.123066 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Bound port: a9a531c1-348f-43d5-b78e-7b70f136517d, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631d8207-930e-4757-8d9b-2229e3efba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:31:03.123419 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:03.190927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:31:03.194597 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:31:03.199299 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:03.230826 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.231582 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:03.232996 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] 10.222.0.67 "PUT /v2.0/ports/a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 1092 time: 0.8174884 Aug 25 12:31:03.235230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:31:03.238816 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:31:03.289565 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a30769d-bfaf-4c65-ae0f-04ca846fb134 x-openstack-request-id: req-7a30769d-bfaf-4c65-ae0f-04ca846fb134 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:31:03.289877 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:31:03.290124 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a30769d-bfaf-4c65-ae0f-04ca846fb134 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:31:03.290525 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'status': 'completed', 'code': 200} Aug 25 12:31:03.295864 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be08b9-1c63-49c3-a87e-6739f6ceb4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=8']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:31:03.313531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b686-35d0-4b1b-a370-275212605a05 req-3791fc98-236b-4155-bd45-e484d12d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.315924 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-3791fc98-236b-4155-bd45-e484d12d90b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1095 time: 0.0587184 Aug 25 12:31:03.413044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b686-35d0-4b1b-a370-275212605a05 req-77ad4c9a-01d0-4897-940c-20dcc0cec0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.415786 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-77ad4c9a-01d0-4897-940c-20dcc0cec0ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0914955 Aug 25 12:31:03.480698 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-f4cd2eee-4404-4200-93da-ea726132e8bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 999 time: 0.0576882 Aug 25 12:31:03.529277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b686-35d0-4b1b-a370-275212605a05 req-829e31d1-1101-409c-804e-ffe56325e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.530947 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-829e31d1-1101-409c-804e-ffe56325e02e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0431807 Aug 25 12:31:03.580521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335b686-35d0-4b1b-a370-275212605a05 req-c05c80bb-0538-4ea0-9fe9-97d9c122d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.582022 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-c05c80bb-0538-4ea0-9fe9-97d9c122d2ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436702 Aug 25 12:31:03.670388 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-c2539e14-f087-4c61-a671-5ae0eae2a7b9 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804601 Aug 25 12:31:03.762498 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-e5590891-c0d6-49dc-b574-ddac6239063b service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847619 Aug 25 12:31:03.852996 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-23d619c9-9b72-4f2b-ba0a-b2d06c593795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.854561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-23d619c9-9b72-4f2b-ba0a-b2d06c593795 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1095 time: 0.0416782 Aug 25 12:31:03.944669 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-fd9fe91f-eb6f-4bc3-bd21-5ac94d0ef1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:03.946166 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-fd9fe91f-eb6f-4bc3-bd21-5ac94d0ef1c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0831633 Aug 25 12:31:04.015591 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-553261f5-bbc2-403d-a13f-7fac2b427393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 999 time: 0.0614634 Aug 25 12:31:04.065420 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-5a08e8e5-43fc-4ff1-a57f-e2217c5384c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:04.066914 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-5a08e8e5-43fc-4ff1-a57f-e2217c5384c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0438406 Aug 25 12:31:04.116134 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-90c06921-55c8-4d22-b97e-103d08027762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:04.117622 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-90c06921-55c8-4d22-b97e-103d08027762 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408452 Aug 25 12:31:04.239147 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-8fae8674-b217-4a1c-b436-fd46962c74c4 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129651 Aug 25 12:31:04.262147 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc7ed3-3bfa-4cf4-a37f-a6850712d519 req-09d788b1-768c-4fc3-bed1-78b90a337e34 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:04.263576 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81fc7ed3-3bfa-4cf4-a37f-a6850712d519 req-09d788b1-768c-4fc3-bed1-78b90a337e34 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0715315 Aug 25 12:31:04.346108 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-81fc7ed3-3bfa-4cf4-a37f-a6850712d519 req-269b698b-a99e-402b-a129-80c52e0a5f7a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723169 Aug 25 12:31:04.372099 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4eab3302-c42a-4bb6-a70e-8fe420b9d49b req-d6a6b32b-7981-4c91-95e2-ca7ad509c617 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250789 Aug 25 12:31:05.462052 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952220b-d02c-4393-99bd-9ad7a344abd4 req-8d1a953b-43e8-4460-8f87-f603acbac63a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:05.463583 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0952220b-d02c-4393-99bd-9ad7a344abd4 req-8d1a953b-43e8-4460-8f87-f603acbac63a tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0502305 Aug 25 12:31:05.501569 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0952220b-d02c-4393-99bd-9ad7a344abd4 req-d505acfc-e93a-4fa8-b90f-73a6b4c124b9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Aug 25 12:31:06.621877 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e3e8e-6aa3-4fcd-a15c-2be61e3c8207 req-89c23724-00d5-47f0-b68f-52c62d9313d4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:06.623369 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b76e3e8e-6aa3-4fcd-a15c-2be61e3c8207 req-89c23724-00d5-47f0-b68f-52c62d9313d4 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0532956 Aug 25 12:31:06.660972 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b76e3e8e-6aa3-4fcd-a15c-2be61e3c8207 req-63dfe4ab-93a8-48fe-a171-1bdc54fd6c0b tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Aug 25 12:31:07.772950 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0a3d0-de11-46ab-90e9-5da4022a8d10 req-7c0d3b78-35d5-4f7e-9418-3e7a4a928bb3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:07.774444 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03f0a3d0-de11-46ab-90e9-5da4022a8d10 req-7c0d3b78-35d5-4f7e-9418-3e7a4a928bb3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0483439 Aug 25 12:31:07.812690 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-03f0a3d0-de11-46ab-90e9-5da4022a8d10 req-0cb83d07-ff72-423a-a27a-3580bda3e247 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Aug 25 12:31:08.925116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8873b0-9b59-4926-81ca-0ff38fdfea8e req-38043cb7-2bc6-4326-a25a-93dca5245fd6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:08.926631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d8873b0-9b59-4926-81ca-0ff38fdfea8e req-38043cb7-2bc6-4326-a25a-93dca5245fd6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0486448 Aug 25 12:31:08.963759 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9d8873b0-9b59-4926-81ca-0ff38fdfea8e req-cdb10280-48ca-456b-b77a-4ba6f3e176b6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310898 Aug 25 12:31:10.080753 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2155-4637-4c1f-a122-b649e3950c97 req-0c003adc-40fc-424d-894e-531255b61916 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:10.086121 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-084e2155-4637-4c1f-a122-b649e3950c97 req-0c003adc-40fc-424d-894e-531255b61916 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0528085 Aug 25 12:31:10.121428 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-084e2155-4637-4c1f-a122-b649e3950c97 req-252ec3f4-4952-4254-b2d2-2c259967bdfc tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Aug 25 12:31:11.235070 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f9d69-cd7d-496a-bbb6-d144da77ca87 req-ff3d42da-94ff-418b-ae91-f25643330e63 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:11.236559 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-185f9d69-cd7d-496a-bbb6-d144da77ca87 req-ff3d42da-94ff-418b-ae91-f25643330e63 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 943 time: 0.0489078 Aug 25 12:31:11.275386 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-185f9d69-cd7d-496a-bbb6-d144da77ca87 req-49860729-5732-4a76-955a-60826d40349f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Aug 25 12:31:11.858711 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:31:11.948569 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:31:11.960062 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'port_id': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'mac_address': 'fa:16:3e:bc:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:31:11.999484 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:12.012189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a531c1-348f-43d5-b78e-7b70f136517d {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:31:12.032469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:31:12.035507 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:12.082316 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=9']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:31:12.281958 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['a9a531c1-348f-43d5-b78e-7b70f136517d'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:31:12.391212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8ef82-06e6-4f04-9b95-ce7b68e7eec5 req-40ddbd84-9224-417b-9cfb-d32773e7bca6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:12.392712 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cf8ef82-06e6-4f04-9b95-ce7b68e7eec5 req-40ddbd84-9224-417b-9cfb-d32773e7bca6 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 944 time: 0.0498393 Aug 25 12:31:12.431139 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9cf8ef82-06e6-4f04-9b95-ce7b68e7eec5 req-f6eaee9a-2bd5-4b14-bded-be86d6f4a10f tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Aug 25 12:31:13.549339 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aec6f-430a-4e7b-a61d-13615c600740 req-cb980c05-6051-4629-97d9-15a2326f92d5 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:13.550849 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b6aec6f-430a-4e7b-a61d-13615c600740 req-cb980c05-6051-4629-97d9-15a2326f92d5 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 944 time: 0.0528762 Aug 25 12:31:13.588676 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7b6aec6f-430a-4e7b-a61d-13615c600740 req-5a89aff0-aaa6-4410-b15d-2799131b63ec tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Aug 25 12:31:13.859778 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:31:13.907727 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port a9a531c1-348f-43d5-b78e-7b70f136517d completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:31:13.911274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port a9a531c1-348f-43d5-b78e-7b70f136517d triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:31:13.911651 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:13.989164 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:14.012328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:31:14.014939 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d6ed49-dbfe-4385-ba91-f1e209d20f0d" -d '{"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-plugged", "status": "completed", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:31:14.031429 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:31:14.036507 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:14.062546 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac3d7ff-25ca-4619-8919-9a3339667e75 x-openstack-request-id: req-0ac3d7ff-25ca-4619-8919-9a3339667e75 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:31:14.062839 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-plugged", "status": "completed", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:31:14.063095 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ac3d7ff-25ca-4619-8919-9a3339667e75 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:31:14.063551 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'code': 200} Aug 25 12:31:14.092347 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=10']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:31:14.194961 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4cb34-117d-42bb-ade2-161ff7dab92d req-ca3e0e1b-5047-4be0-99d1-35fea43a66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:14.196354 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9f4cb34-117d-42bb-ade2-161ff7dab92d req-ca3e0e1b-5047-4be0-99d1-35fea43a66b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1098 time: 0.0405302 Aug 25 12:31:14.233145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b9f4cb34-117d-42bb-ade2-161ff7dab92d req-a889946a-5038-4309-ae08-56a00bb7f2ea service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277338 Aug 25 12:31:14.702298 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805500c-740c-4e64-a27f-8c77d8c44a8e req-7991d51d-ea38-432f-bbc2-f8ffb72cb5b8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:14.703711 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d805500c-740c-4e64-a27f-8c77d8c44a8e req-7991d51d-ea38-432f-bbc2-f8ffb72cb5b8 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Aug 25 12:31:14.741891 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d805500c-740c-4e64-a27f-8c77d8c44a8e req-eb6cb1de-7158-4347-a626-96fd93048b10 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Aug 25 12:31:15.861235 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0968ae-b854-44de-b5f9-b8d92f8a780a req-144c9d81-5764-4ddf-9e51-963b4c985a06 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:15.863400 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b0968ae-b854-44de-b5f9-b8d92f8a780a req-144c9d81-5764-4ddf-9e51-963b4c985a06 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 946 time: 0.0525692 Aug 25 12:31:15.900704 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6b0968ae-b854-44de-b5f9-b8d92f8a780a req-38762114-c61a-4f78-8d76-69cf0d5947f3 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Aug 25 12:31:18.351447 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-85756ccb-494e-4b7c-9674-af4be2df8f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:21.301319 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-3fcb7f5d-46c8-45f2-af92-fd4d7b463244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:21.518556 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:22.609216 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:31:22.740881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:24.586824 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:27.907656 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:29.720973 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-d74924ab-0833-4c1f-b6ec-29d0c44612ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408549 Aug 25 12:31:29.804450 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-3a2f61f9-1333-4086-9440-2d5362fd7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:29.806043 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-3a2f61f9-1333-4086-9440-2d5362fd7e93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1098 time: 0.0417683 Aug 25 12:31:29.914521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-57d54ea7-fcf6-4e86-ac34-ee521746718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:29.916068 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-57d54ea7-fcf6-4e86-ac34-ee521746718d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0883043 Aug 25 12:31:29.983203 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-eeb6e406-7bf6-4dc4-a994-d13790ef0817 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 1001 time: 0.0589380 Aug 25 12:31:30.033818 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-939e2e5e-f96d-4f0f-8227-103a6340b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:30.035385 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-939e2e5e-f96d-4f0f-8227-103a6340b7ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0444112 Aug 25 12:31:30.088999 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-3a34edcf-6465-4c56-b19a-69ea04d0ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:31:30.091140 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-3a34edcf-6465-4c56-b19a-69ea04d0ae48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485711 Aug 25 12:31:30.183199 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-09e65d70-4f02-44e8-a485-c514c80642fd service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836449 Aug 25 12:31:30.279697 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-847f9fb2-121d-448e-b55b-3a26bc81f3aa req-88b44bab-9ea9-4b5c-96ee-56652d9d4c84 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877113 Aug 25 12:31:31.621956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:48.352515 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-32362e93-ee85-4cfc-813b-61423550e822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:51.303263 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ac03d91-64dc-422b-b949-2a356f79fc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:51.520864 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:52.744198 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:54.590876 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:57.909283 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:31:59.610154 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:32:01.627827 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:18.356132 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7a2603e3-66c6-4c7b-b70e-d27418d432c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:21.305371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7b3b25c8-d8df-4b27-a1a3-abbc902ecc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:21.522478 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:22.749143 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:24.594100 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:27.908814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:28.651302 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43746) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:28.804825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Deleting port 4e17301a-3182-4c8c-8c07-2296ce46cdcc {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:28.805162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:28.878953 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:28.879290 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:28.890772 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Calling delete_port for 4e17301a-3182-4c8c-8c07-2296ce46cdcc owned by network:floatingip {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:29.035035 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:29.069236 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event deleted for resources: {'Port': ['ID=4e17301a-3182-4c8c-8c07-2296ce46cdcc,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:29.082547 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.082876 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.083210 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.083569 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.083898 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.084217 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.084535 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.084854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.085171 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.085501 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.085854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.086167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:29.139603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for floatingip, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:29.139934 n-d-778732-11 neutron-server[94911]: INFO neutron.db.l3_db [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Floating IP 0fb92df9-d40c-4690-8985-bf1df1887826 disassociated (deleted). External IP: 172.25.1.250, port: a9a531c1-348f-43d5-b78e-7b70f136517d. Aug 25 12:32:29.636159 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Router 2b6ac884-1542-473e-b2b9-e36828167042 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:32:29.749847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:29.754750 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:29.757150 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-037be7c3-1bd4-491e-8c58-a677aebb5f0a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951486 Aug 25 12:32:29.759374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:29.768457 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:29.769082 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:29.783140 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-cb1a9b63-7c81-4914-b1e5-a388557ad499 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "DELETE /v2.0/floatingips/0fb92df9-d40c-4690-8985-bf1df1887826 HTTP/1.1" status: 204 len: 168 time: 1.1307013 Aug 25 12:32:29.783854 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:32:29.786304 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dcc4ef-b16f-492c-84da-093d959a417e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:32:29.832888 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20241593-fd08-46c6-86bf-28b193c1ffee x-openstack-request-id: req-20241593-fd08-46c6-86bf-28b193c1ffee {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:32:29.833205 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:32:29.833461 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20241593-fd08-46c6-86bf-28b193c1ffee {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:32:29.833889 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'status': 'completed', 'code': 200} Aug 25 12:32:29.843154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-fe4e4bef-92d7-4631-9460-d516274118c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:29.844865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-fe4e4bef-92d7-4631-9460-d516274118c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1098 time: 0.0460448 Aug 25 12:32:29.909554 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:29.982556 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-cb9135b6-672d-4f80-931e-997e5b78b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:29.984105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-cb9135b6-672d-4f80-931e-997e5b78b5dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.1178358 Aug 25 12:32:30.056880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-0a15b93d-a618-41ad-a819-19f1bca89762 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 217 time: 0.0641618 Aug 25 12:32:30.109624 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80fe4-9ef9-4796-b078-8528fd65e444 req-ae5418ce-b51a-44e9-9a31-3af761418e4d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.111463 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3b80fe4-9ef9-4796-b078-8528fd65e444 req-ae5418ce-b51a-44e9-9a31-3af761418e4d tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 946 time: 0.1199517 Aug 25 12:32:30.130830 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:30.140110 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-00bee91e-3945-4836-987b-4d89567d4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.141616 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-00bee91e-3945-4836-987b-4d89567d4ccd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0761352 Aug 25 12:32:30.164566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:30.173938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:30.174644 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:30.188390 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d3b80fe4-9ef9-4796-b078-8528fd65e444 req-5da4ee29-d1d0-42ff-9c42-7b49d5144e23 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660806 Aug 25 12:32:30.203615 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-25b527fb-e94e-4343-9e64-8c44f754fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.205120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-25b527fb-e94e-4343-9e64-8c44f754fd6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495872 Aug 25 12:32:30.287588 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:30.301253 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-f2cdb547-f61e-48d6-aa53-18adb18a6f81 service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869527 Aug 25 12:32:30.399208 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6517b5b1-4a67-4ef4-886a-d2413b04d6fc req-518c9b88-e054-4f96-bc3c-535d7bf18c0c service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901642 Aug 25 12:32:30.494584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcc4ef-b16f-492c-84da-093d959a417e req-f4686c86-328c-45ac-bc19-360a0883bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.496257 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-f4686c86-328c-45ac-bc19-360a0883bf58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 1098 time: 0.0447328 Aug 25 12:32:30.501309 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:30.530561 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934ff0e-e682-43aa-9b23-5825a61e3073 None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:52Z', 'revision_number': 4, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '8ed9b47e-296d-41d3-aeb9-2180b37168a7', 'name': '', 'network_id': 'ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'mac_address': 'fa:16:3e:ac:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:51Z', 'updated_at': '2021-08-25T12:23:57Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'subnets': [{'id': 'b134b7d4-b6e9-4841-9ba5-afafbaaf111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:30.600246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcc4ef-b16f-492c-84da-093d959a417e req-c62fde13-f03d-413b-bebd-c27e24a73300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.602007 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-c62fde13-f03d-413b-bebd-c27e24a73300 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 200 len: 909 time: 0.0980954 Aug 25 12:32:30.647051 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-042df438-d3b7-4010-88a9-d819350c5045 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 200 len: 217 time: 0.0372641 Aug 25 12:32:30.702386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcc4ef-b16f-492c-84da-093d959a417e req-b2076a6f-8125-4eaa-9dab-a0aa8fc90ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.703865 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-b2076a6f-8125-4eaa-9dab-a0aa8fc90ad0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 200 len: 847 time: 0.0498002 Aug 25 12:32:30.756237 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcc4ef-b16f-492c-84da-093d959a417e req-2dd11922-1d85-4160-a321-bccdad65f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:30.758119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-2dd11922-1d85-4160-a321-bccdad65f766 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457022 Aug 25 12:32:30.781279 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce5b11-446e-4004-9461-bb8f2229e236 None None] New status for floating IP 0fb92df9-d40c-4690-8985-bf1df1887826: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:32:30.858425 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-0e75a596-9260-420d-8782-890d3c7fb93b service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924041 Aug 25 12:32:30.951185 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-47dcc4ef-b16f-492c-84da-093d959a417e req-59b5cfc9-8c12-40d6-a205-759afbb3278c service neutron] 10.222.0.67 "GET /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849409 Aug 25 12:32:31.326394 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7e899-0763-4b10-bb69-05fd3298bb7b req-6ddc5ba4-d01c-4815-9c86-c0b4c2882e58 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:31.327774 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ded7e899-0763-4b10-bb69-05fd3298bb7b req-6ddc5ba4-d01c-4815-9c86-c0b4c2882e58 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 946 time: 0.0539844 Aug 25 12:32:31.365751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ded7e899-0763-4b10-bb69-05fd3298bb7b req-a564c14c-8ec4-4329-9f90-7aa621940f9e tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/security-groups?id=91026188-4de9-4916-a595-b7b80d3b8837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 25 12:32:31.622971 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-97458c88-e0b7-4398-949e-19b9be9d81c0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:31.624387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-97458c88-e0b7-4398-949e-19b9be9d81c0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 946 time: 0.0490735 Aug 25 12:32:31.642326 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:31.714026 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Deleting port a9a531c1-348f-43d5-b78e-7b70f136517d {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:31.714437 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:31.802806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] For port a9a531c1-348f-43d5-b78e-7b70f136517d, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=a9a531c1-348f-43d5-b78e-7b70f136517d,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:31.803538 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:31.816572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Calling delete_port for a9a531c1-348f-43d5-b78e-7b70f136517d owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:31.942652 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:31.976241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event deleted for resources: {'Port': ['ID=a9a531c1-348f-43d5-b78e-7b70f136517d,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:32.000859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.001202 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.001558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.001900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.002233 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.002559 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.002883 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.003206 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.003522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.003844 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.004162 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.004477 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:32.020858 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] No DVR routers for this DVR port a9a531c1-348f-43d5-b78e-7b70f136517d on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:32:32.023436 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:32.025894 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-b5b2875f-c4e2-4538-a322-34f45a7b703c req-0620c0ef-0ba1-4eee-a061-7cfd9bd4fc12 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.67 "DELETE /v2.0/ports/a9a531c1-348f-43d5-b78e-7b70f136517d HTTP/1.1" status: 204 len: 173 time: 0.3944530 Aug 25 12:32:32.026344 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-deleted', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:32:32.029308 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b224744-0b42-4759-b673-65ac845b4c82" -d '{"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-deleted", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:32:32.156299 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa3439e-69f3-4e2a-a66f-7650193b845b x-openstack-request-id: req-5fa3439e-69f3-4e2a-a66f-7650193b845b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:32:32.156654 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b776e85-7a7d-460d-89c9-1667581bd632", "name": "network-vif-deleted", "tag": "a9a531c1-348f-43d5-b78e-7b70f136517d", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:32:32.156974 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fa3439e-69f3-4e2a-a66f-7650193b845b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:32:32.157735 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b776e85-7a7d-460d-89c9-1667581bd632', 'name': 'network-vif-deleted', 'tag': 'a9a531c1-348f-43d5-b78e-7b70f136517d', 'status': 'completed', 'code': 200} Aug 25 12:32:32.466721 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-c79aa53d-71fb-49ee-be50-0d5e5c06ac18 req-ef44e104-7760-41ef-822d-f7f23a5a2ae9 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 210 time: 0.0306110 Aug 25 12:32:33.563105 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-4b7ccae0-51ae-435e-8ec6-4abf7fd5a00c req-e6ddbafc-3905-4e19-860e-f61c55fe81cd tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Aug 25 12:32:34.191189 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:34.216075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: a9a531c1-348f-43d5-b78e-7b70f136517d {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:34.216417 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device a9a531c1-348f-43d5-b78e-7b70f136517d not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:34.663119 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-885861dd-c0ae-4a33-8cb1-ee4bbbe3be80 req-b7101e6d-5e4b-4c2f-8803-04d134150135 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Aug 25 12:32:35.772067 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-334154e2-e26b-47b1-8705-f847137b2fbc req-7ddfe2b3-1e4c-4333-a4d7-9f4069398fdb tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b776e85-7a7d-460d-89c9-1667581bd632 HTTP/1.1" status: 200 len: 210 time: 0.0273404 Aug 25 12:32:36.609866 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:32:36.834264 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43796) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:36.892163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40d92f81-08df-4d8d-bf61-5448bce022e0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:36.920130 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40d92f81-08df-4d8d-bf61-5448bce022e0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:36.983638 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40d92f81-08df-4d8d-bf61-5448bce022e0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:36.986554 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-40d92f81-08df-4d8d-bf61-5448bce022e0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:36.987746 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-40d92f81-08df-4d8d-bf61-5448bce022e0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] 10.222.0.35 "DELETE /v2.0/security-groups/91026188-4de9-4916-a595-b7b80d3b8837 HTTP/1.1" status: 204 len: 168 time: 0.1523519 Aug 25 12:32:36.999179 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d92f81-08df-4d8d-bf61-5448bce022e0 tempest-TestShelveInstance-208464979 tempest-TestShelveInstance-208464979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91026188-4de9-4916-a595-b7b80d3b8837,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:37.053135 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43800) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:37.507684 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:38.092460 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Deleting port 8ed9b47e-296d-41d3-aeb9-2180b37168a7 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:38.093178 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:38.170629 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] For port 8ed9b47e-296d-41d3-aeb9-2180b37168a7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=8ed9b47e-296d-41d3-aeb9-2180b37168a7,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:38.170991 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:38.183680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Calling delete_port for 8ed9b47e-296d-41d3-aeb9-2180b37168a7 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:38.360749 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:38.391259 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed9b47e-296d-41d3-aeb9-2180b37168a7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:38.560255 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:38.775639 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Router 2b6ac884-1542-473e-b2b9-e36828167042 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:32:38.890552 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:38.895647 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-bf73387e-fadb-4412-979a-04a706d7872f admin admin] 10.222.0.35 "PUT /v2.0/routers/2b6ac884-1542-473e-b2b9-e36828167042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413787 Aug 25 12:32:38.898207 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43804) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:38.900911 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] Sync routers for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:38.911006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:38.911613 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:39.002348 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.015940 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:39.106128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.157527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Deleting port 0e8725cb-953b-4057-9a83-0642da288313 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:39.158155 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.191657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '0e8725cb-953b-4057-9a83-0642da288313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:32:38Z', 'revision_number': 5, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port': {'id': '0e8725cb-953b-4057-9a83-0642da288313', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6ac884-1542-473e-b2b9-e36828167042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:39.217981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] Checking router: 2b6ac884-1542-473e-b2b9-e36828167042 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:39.226044 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] Routers {'2b6ac884-1542-473e-b2b9-e36828167042'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:39.226637 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['2b6ac884-1542-473e-b2b9-e36828167042'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:39.235830 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] For port 0e8725cb-953b-4057-9a83-0642da288313, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=0e8725cb-953b-4057-9a83-0642da288313,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:39.236199 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.248664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Calling delete_port for 0e8725cb-953b-4057-9a83-0642da288313 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:39.313716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] Set router 2b6ac884-1542-473e-b2b9-e36828167042 gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:39.368289 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:32:39Z', 'revision_number': 6, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:39.394991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d1d11-824a-4f06-8b9d-0e8a35f406cc None None] The sync data for ids ['2b6ac884-1542-473e-b2b9-e36828167042'] in n-d-778732-11 is: [{'id': '2b6ac884-1542-473e-b2b9-e36828167042', 'name': 'tempest-TestShelveInstance-588657317-router', 'tenant_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:49Z', 'updated_at': '2021-08-25T12:32:39Z', 'revision_number': 6, 'project_id': 'a092e7cbf15b4f28a4d90222eaa1dd5e', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:39.418796 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.447626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8725cb-953b-4057-9a83-0642da288313,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:39.509675 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.599427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.601428 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.644035 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.644719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b6ac884-1542-473e-b2b9-e36828167042 {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:32:39.649413 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.650890 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1af0861b-30f5-427c-86be-aa41085dcf4c admin admin] 10.222.0.35 "DELETE /v2.0/routers/2b6ac884-1542-473e-b2b9-e36828167042 HTTP/1.1" status: 204 len: 168 time: 0.7517629 Aug 25 12:32:39.653430 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43806) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:39.701987 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Deleting subnet b134b7d4-b6e9-4841-9ba5-afafbaaf111b {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:32:39.705123 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.740065 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.822781 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.879045 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.908956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b134b7d4-b6e9-4841-9ba5-afafbaaf111b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:39.912375 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:39.914607 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-88ecb959-1d7e-4c48-b355-a8d257cd2f73 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b134b7d4-b6e9-4841-9ba5-afafbaaf111b HTTP/1.1" status: 204 len: 168 time: 0.2598438 Aug 25 12:32:39.918719 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43808) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:39.922403 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ae024-39a8-4d63-9e80-5ea4811bf609 None None] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:32:39.985120 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.039980 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Deleting port 12c0b626-3a59-423b-827d-c0ae376013ee {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:40.040320 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.109100 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] For port 12c0b626-3a59-423b-827d-c0ae376013ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=12c0b626-3a59-423b-827d-c0ae376013ee,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:40.109807 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.122985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Calling delete_port for 12c0b626-3a59-423b-827d-c0ae376013ee owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:40.149767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] DHCP port deletion for ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:32:40.197547 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Deleting port 12c0b626-3a59-423b-827d-c0ae376013ee {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:40.198024 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.202939 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.230570 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c0b626-3a59-423b-827d-c0ae376013ee,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:40.232467 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] No DVR routers for this DVR port 12c0b626-3a59-423b-827d-c0ae376013ee on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:32:40.312805 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.325924 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:40.342806 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631d8207-930e-4757-8d9b-2229e3efba6d') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:40.343188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631d8207-930e-4757-8d9b-2229e3efba6d') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:40.355978 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.374886 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.383266 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:32:40.383949 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:32:40.387204 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:32:40.450172 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] For port 12c0b626-3a59-423b-827d-c0ae376013ee, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=12c0b626-3a59-423b-827d-c0ae376013ee,segment=NetworkSegment(631d8207-930e-4757-8d9b-2229e3efba6d),segment_id=631d8207-930e-4757-8d9b-2229e3efba6d)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:40.450809 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.465246 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.469281 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Calling delete_port for 12c0b626-3a59-423b-827d-c0ae376013ee owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:40.471064 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.472987 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 HTTP/1.1" status: 204 len: 168 time: 0.5533266 Aug 25 12:32:40.477217 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43810) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:40.493516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffba60-ec76-4380-8872-09b857964aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 12:32:40.547413 n-d-778732-11 neutron-server[94912]: self.session.flush() Aug 25 12:32:40.552509 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.576387 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Network ee265d3a-c1fb-43f5-9bff-9f7c0cf176f4 is not hosted by any dhcp agent {{(pid=94912) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 25 12:32:40.576855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] No DVR routers for this DVR port 12c0b626-3a59-423b-827d-c0ae376013ee on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:32:40.578524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Pushing event deleted for resources: {'Port': ['ID=12c0b626-3a59-423b-827d-c0ae376013ee,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:40.587752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.588105 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.588448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.588786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.589124 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.589492 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.589851 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.590186 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.590512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.591333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.591333 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.591527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029776a4-fe43-49bd-b88b-d8448e5f9806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:40.802329 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 12c0b626-3a59-423b-827d-c0ae376013ee no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:40.824273 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 12c0b626-3a59-423b-827d-c0ae376013ee {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:40.824634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 12c0b626-3a59-423b-827d-c0ae376013ee not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:40.825059 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8ed9b47e-296d-41d3-aeb9-2180b37168a7 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:40.846731 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 8ed9b47e-296d-41d3-aeb9-2180b37168a7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:40.847643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 8ed9b47e-296d-41d3-aeb9-2180b37168a7 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:40.847643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e8725cb-953b-4057-9a83-0642da288313 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:40.863467 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:40.866546 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 0e8725cb-953b-4057-9a83-0642da288313 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:40.866892 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 0e8725cb-953b-4057-9a83-0642da288313 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:41.113219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Deleting port aa6d2896-8f7c-4ad3-b356-68465736378a {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:41.113880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:41.192727 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] For port aa6d2896-8f7c-4ad3-b356-68465736378a, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=aa6d2896-8f7c-4ad3-b356-68465736378a,segment=NetworkSegment(97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2),segment_id=97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:41.193086 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:41.205784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Calling delete_port for aa6d2896-8f7c-4ad3-b356-68465736378a owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:41.387619 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:41.415096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6d2896-8f7c-4ad3-b356-68465736378a,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:41.586137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:41.799923 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Router 27106f56-fec0-4c6c-be62-0382de02ef68 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:32:42.232603 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:42.237532 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-3099c3c2-e55a-49be-938b-e34c4366f56a admin admin] 10.222.0.35 "PUT /v2.0/routers/27106f56-fec0-4c6c-be62-0382de02ef68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7592041 Aug 25 12:32:42.240175 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43812) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:42.242581 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] Sync routers for ids ['27106f56-fec0-4c6c-be62-0382de02ef68'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:42.252398 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] Routers {'27106f56-fec0-4c6c-be62-0382de02ef68'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:42.252994 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27106f56-fec0-4c6c-be62-0382de02ef68'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:42.344710 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.355326 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] Set router 27106f56-fec0-4c6c-be62-0382de02ef68 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:42.448480 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.502340 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Deleting port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:42.502662 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.536319 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:32:41Z', 'revision_number': 5, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port': {'id': 'fd1aeb34-4bbe-4a2b-b699-03d0c3301b79', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:42.567058 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] Checking router: 27106f56-fec0-4c6c-be62-0382de02ef68 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:42.575328 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] Routers {'27106f56-fec0-4c6c-be62-0382de02ef68'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:42.575935 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['27106f56-fec0-4c6c-be62-0382de02ef68'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:42.580574 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] For port fd1aeb34-4bbe-4a2b-b699-03d0c3301b79, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:42.580948 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.594188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Calling delete_port for fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:42.662852 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] Set router 27106f56-fec0-4c6c-be62-0382de02ef68 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:42.713449 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:32:42Z', 'revision_number': 6, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:42.743097 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d6727a-4571-42e7-a24a-beb6c0db01d5 None None] The sync data for ids ['27106f56-fec0-4c6c-be62-0382de02ef68'] in n-d-778732-11 is: [{'id': '27106f56-fec0-4c6c-be62-0382de02ef68', 'name': 'tempest-TestShelveInstance-1692258506-router', 'tenant_id': 'cb222a0db4e344bf9c519427769ef65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:23:54Z', 'updated_at': '2021-08-25T12:32:42Z', 'revision_number': 6, 'project_id': 'cb222a0db4e344bf9c519427769ef65c', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:42.764580 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.802064 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1aeb34-4bbe-4a2b-b699-03d0c3301b79,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:42.861381 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.949774 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:42.951849 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.001390 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.001966 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27106f56-fec0-4c6c-be62-0382de02ef68 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:32:43.006266 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.007400 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6aa9367b-a53b-4012-8a02-5c6b1fe64d4f admin admin] 10.222.0.35 "DELETE /v2.0/routers/27106f56-fec0-4c6c-be62-0382de02ef68 HTTP/1.1" status: 204 len: 168 time: 0.7658522 Aug 25 12:32:43.009992 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43814) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:43.058073 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Deleting subnet 0a0001f6-23f0-48b7-93ef-83c9d2d58782 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:32:43.065306 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.106142 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.186703 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.238725 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.270656 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0001f6-23f0-48b7-93ef-83c9d2d58782,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:43.272569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.276256 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3527136d-ef04-4337-8560-59eb5e135d2b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0a0001f6-23f0-48b7-93ef-83c9d2d58782 HTTP/1.1" status: 204 len: 168 time: 0.2635984 Aug 25 12:32:43.277575 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43816) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:43.277972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52631b4-ad02-429f-918e-12ab02bb6377 None None] Network 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:32:43.348075 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.401495 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Deleting port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:43.402464 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.467989 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] For port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,segment=NetworkSegment(97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2),segment_id=97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:43.468353 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.482222 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Calling delete_port for 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:43.510855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] DHCP port deletion for 67ec6d31-5fa6-42a3-8dda-75c85aa051c8 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:32:43.562390 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Deleting port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 {{(pid=94912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:32:43.562785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.563180 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.590371 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Pushing event deleted for resources: {'Port': ['ID=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:43.592588 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] No DVR routers for this DVR port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:32:43.628495 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] For port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0, host n-d-778732-11, got binding levels [] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:43.628919 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.643126 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Calling delete_port for 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 owned by network:dhcp {{(pid=94912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:32:43.646271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.ipam_backend_mixin [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 was not found and therefore no delete operation was performed {{(pid=94912) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 12:32:43.647539 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263'] for port, after_delete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.669678 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.674381 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] Pushing event deleted for resources: {'Port': ['ID=3cace1c0-6f4b-4971-96cb-a914c9b97ca0,revision_number=None']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:43.680118 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ec6d31-5fa6-42a3-8dda-75c85aa051c8']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:43.681250 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf32452-e134-4ad3-a23e-863bb886f816 None None] No DVR routers for this DVR port 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 on host n-d-778732-11 {{(pid=94912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:32:43.695496 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:43.695792 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bafd7d-fc2a-47cf-b779-6e7f76d4f7f2') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:43.704627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.718777 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.725130 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:32:43.725531 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:32:43.727391 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:32:43.788518 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.794699 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:43.796565 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] 10.222.0.35 "DELETE /v2.0/networks/67ec6d31-5fa6-42a3-8dda-75c85aa051c8 HTTP/1.1" status: 204 len: 168 time: 0.5180266 Aug 25 12:32:43.812363 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c10d-34f7-491e-ac44-c8ba52ac553d admin admin] Pushing event deleted for resources: {'Network': ['ID=67ec6d31-5fa6-42a3-8dda-75c85aa051c8,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:43.928156 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43820) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:43.968000 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-597f8c06-71bf-4d98-9734-1848b38684a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a092e7cbf15b4f28a4d90222eaa1dd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385137 Aug 25 12:32:43.970497 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43822) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:44.019944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4406ab-24f3-4e10-baea-e4c99ce66bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.042732 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4406ab-24f3-4e10-baea-e4c99ce66bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.087640 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4406ab-24f3-4e10-baea-e4c99ce66bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.090856 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-9e4406ab-24f3-4e10-baea-e4c99ce66bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.092019 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-9e4406ab-24f3-4e10-baea-e4c99ce66bdb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8a94516-d246-4ee7-9ddf-ada91c4caf95 HTTP/1.1" status: 204 len: 168 time: 0.1205938 Aug 25 12:32:44.099710 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4406ab-24f3-4e10-baea-e4c99ce66bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a94516-d246-4ee7-9ddf-ada91c4caf95,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:44.409662 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43828) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:44.458018 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-815ca773-b36d-4270-af2e-ebac5d88be97 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb222a0db4e344bf9c519427769ef65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471053 Aug 25 12:32:44.460436 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43830) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:44.518808 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4767a38-8f91-4d58-a9b5-19dd3fbad539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.540627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4767a38-8f91-4d58-a9b5-19dd3fbad539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.588603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4767a38-8f91-4d58-a9b5-19dd3fbad539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.591233 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-c4767a38-8f91-4d58-a9b5-19dd3fbad539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:44.592407 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-c4767a38-8f91-4d58-a9b5-19dd3fbad539 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8f608ba-335f-4c57-9780-53b911579bc6 HTTP/1.1" status: 204 len: 168 time: 0.1310713 Aug 25 12:32:44.601877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4767a38-8f91-4d58-a9b5-19dd3fbad539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f608ba-335f-4c57-9780-53b911579bc6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:44.801425 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa6d2896-8f7c-4ad3-b356-68465736378a no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:44.821212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: aa6d2896-8f7c-4ad3-b356-68465736378a {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:44.821652 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device aa6d2896-8f7c-4ad3-b356-68465736378a not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:44.822115 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:44.842566 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:44.842827 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3cace1c0-6f4b-4971-96cb-a914c9b97ca0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:44.843258 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:32:44.863519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:32:44.863868 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd1aeb34-4bbe-4a2b-b699-03d0c3301b79 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:32:45.285800 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43852) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:45.418511 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2010286391-network', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:45.439353 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Made reservation on behalf of 4018ab9bfeb44a76bfbfea4dd5613c94 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:32:45.441641 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.450023 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.538693 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.543165 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.570466 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:32:45.575836 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba02e954-95a7-41ba-8a2e-e4377b627542,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:45.583404 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.583765 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Added segment 39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14 of type vlan for network 0f95ebd0-1818-4218-a44f-b74c046e238c Aug 25 12:32:45.626128 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.649570 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.650529 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:45.651126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.706087 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4191148 Aug 25 12:32:45.708917 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43856) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:45.717825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Request body: {'subnet': {'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2010286391-subnet', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:45.721895 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7d9c-2053-458e-835c-213305ca1010 admin admin] Pushing event updated for resources: {'Network': ['ID=0f95ebd0-1818-4218-a44f-b74c046e238c,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:45.732058 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 0f95ebd0-1818-4218-a44f-b74c046e238c details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:32:45.740887 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Made reservation on behalf of 4018ab9bfeb44a76bfbfea4dd5613c94 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:32:45.743314 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.910086 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:45.967187 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b018aa-d56c-42c9-8637-c9da076d3fc8,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:45.973307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Checking segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:45.973420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Network hostable DHCP agents. Network: 0f95ebd0-1818-4218-a44f-b74c046e238c, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:32:45.989915 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Network 0f95ebd0-1818-4218-a44f-b74c046e238c is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:32:45.997974 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 0f95ebd0-1818-4218-a44f-b74c046e238c) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:46.002344 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:46.002983 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.009459 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb31114-0540-4094-a207-90bcb93b918c None None] Network 0f95ebd0-1818-4218-a44f-b74c046e238c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:32:46.024320 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-193c4b5e-a5b4-48e4-8939-b8f653f44130 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3118603 Aug 25 12:32:46.026157 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43858) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:46.031320 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:46.057603 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.058788 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.119952 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.158987 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-0f95ebd0-1818-4218-a44f-b74c046e238c', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:32:46.159877 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.256824 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.296331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Allocated IP 172.20.0.2 (0f95ebd0-1818-4218-a44f-b74c046e238c/12b018aa-d56c-42c9-8637-c9da076d3fc8/a6e83259-d51d-4467-b303-cd98feb70690) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:46.443222 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.451786 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Transition to ACTIVE for port object a6e83259-d51d-4467-b303-cd98feb70690 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:46.460477 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.467717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Transition to ACTIVE for port object a6e83259-d51d-4467-b303-cd98feb70690 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:46.475579 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.481060 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.513210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Network 0f95ebd0-1818-4218-a44f-b74c046e238c is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:46.517964 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:46.521483 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:46.530434 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Pushing event updated for resources: {'Port': ['ID=a6e83259-d51d-4467-b303-cd98feb70690,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:46.581308 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Attempting to bind port a6e83259-d51d-4467-b303-cd98feb70690 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:46.581680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Attempting to bind port a6e83259-d51d-4467-b303-cd98feb70690 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:46.582076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Attempting to bind port a6e83259-d51d-4467-b303-cd98feb70690 on network 0f95ebd0-1818-4218-a44f-b74c046e238c {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:46.587037 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:46.587414 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Checking segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:46.587832 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.588229 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Bound using segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:46.588700 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Bound port: a6e83259-d51d-4467-b303-cd98feb70690, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:46.589084 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.594247 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Allocated IP 172.25.1.253 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/3ec4d1cb-f32b-45f3-82ad-be47415ae3a0) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:46.657284 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] For port a6e83259-d51d-4467-b303-cd98feb70690, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:46.661091 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] For port a6e83259-d51d-4467-b303-cd98feb70690, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a6e83259-d51d-4467-b303-cd98feb70690,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:46.665329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.701631 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.729893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6f6fe-b250-4802-93e5-e77f20670e8b None None] Pushing event updated for resources: {'Port': ['ID=a6e83259-d51d-4467-b303-cd98feb70690,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:46.742770 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:46.789070 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:46.792049 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:46.796333 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:46.819713 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:47.064018 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:47.560263 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:47.580033 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224dcdd1-c2ac-46c0-89da-ab64222425c8 None None] Network 0f95ebd0-1818-4218-a44f-b74c046e238c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:32:47.647202 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-77f8a717-97ae-4226-bcb9-946ca010a504 None None] Provisioning for port a6e83259-d51d-4467-b303-cd98feb70690 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:47.691653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:32:47.801005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:47.811734 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:47.818827 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:47.822864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-1713af83-5aa1-4ebf-914d-4dc0ab799169 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7922957 Aug 25 12:32:47.823170 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43860) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:47.826179 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:47.826799 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:47.939060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:48.126479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:46Z', 'revision_number': 3, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:48.157113 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:48.157464 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Updating router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:32:48.182484 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.249120 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.373648 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1fa4fd36-482b-4462-b014-564bdb494fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.405626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Allocated IP 172.20.0.1 (0f95ebd0-1818-4218-a44f-b74c046e238c/12b018aa-d56c-42c9-8637-c9da076d3fc8/ec289f8a-dc84-42aa-8312-b7e4156547a7) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:48.446559 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.456887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Transition to ACTIVE for port object 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:48.462705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.515882 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.517524 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Attempting to bind port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:48.517928 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Attempting to bind port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:48.518293 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Attempting to bind port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:48.525521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35207ac0-8c89-4aa8-b916-287211c665b4 None None] Pushing event updated for resources: {'Port': ['ID=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:48.528912 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:48.529112 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Transition to ACTIVE for port object ec289f8a-dc84-42aa-8312-b7e4156547a7 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:48.529394 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:48.529764 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.530182 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:48.530947 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Bound port: 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:48.531700 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.563212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.584099 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] For port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:48.587423 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] For port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:48.592424 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.604022 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Network 0f95ebd0-1818-4218-a44f-b74c046e238c is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:48.607628 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:48.611277 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:48.635183 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec289f8a-dc84-42aa-8312-b7e4156547a7,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:48.652562 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:48.653089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:48.655938 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.695110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35207ac0-8c89-4aa8-b916-287211c665b4 None None] Pushing event updated for resources: {'Port': ['ID=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:48.777312 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:48.812363 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.885212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a6e83259-d51d-4467-b303-cd98feb70690 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:48.936158 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81e0887e-c3f4-408b-a288-1c46a13986a6 None None] Provisioning for port ec289f8a-dc84-42aa-8312-b7e4156547a7 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:48.948764 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-81e0887e-c3f4-408b-a288-1c46a13986a6 None None] Provisioning complete for port ec289f8a-dc84-42aa-8312-b7e4156547a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:48.949135 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-81e0887e-c3f4-408b-a288-1c46a13986a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.982889 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:48.987845 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:49.008790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-81e0887e-c3f4-408b-a288-1c46a13986a6 None None] Port ec289f8a-dc84-42aa-8312-b7e4156547a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:32:49.034372 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port a6e83259-d51d-4467-b303-cd98feb70690 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:49.039688 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a6e83259-d51d-4467-b303-cd98feb70690 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:49.040055 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:49.067930 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:49.070801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec289f8a-dc84-42aa-8312-b7e4156547a7,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:49.101617 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:46Z', 'revision_number': 3, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:49.149666 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909c3b-a2be-45c6-9e11-17e041bbeb12 None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:46Z', 'revision_number': 3, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:49.165294 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:49.170985 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Network 0f95ebd0-1818-4218-a44f-b74c046e238c is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:49.172695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:49.206789 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port a6e83259-d51d-4467-b303-cd98feb70690, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a6e83259-d51d-4467-b303-cd98feb70690,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:49.215881 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:49.274371 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=a6e83259-d51d-4467-b303-cd98feb70690,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:49.313509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:32:49.434506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-d9c93aba-a1ab-4c00-b6c4-60e498df5942 None None] Provisioning complete for port ec289f8a-dc84-42aa-8312-b7e4156547a7 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:49.434966 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d9c93aba-a1ab-4c00-b6c4-60e498df5942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:49.454881 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:49.460547 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-2a3e956b-57a6-4bf1-890d-42f1ac5db7f6 admin admin] 10.222.0.35 "PUT /v2.0/routers/42648379-e1b2-4e39-ad0a-a23b0bb9d97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6363239 Aug 25 12:32:49.486802 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-d9c93aba-a1ab-4c00-b6c4-60e498df5942 None None] Port ec289f8a-dc84-42aa-8312-b7e4156547a7 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:32:49.963874 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43876) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:49.969564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1308411652-network', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:49.995790 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Made reservation on behalf of b0f4a2496d54493593fb3078290aa368 for: {'network': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:32:49.998378 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for network, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.007492 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.103061 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.106663 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.130134 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 12:32:50.140472 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b6ae3-6c23-4c60-a3a8-175dec1c18a6,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:50.145326 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.145675 n-d-778732-11 neutron-server[94911]: INFO neutron.db.segments_db [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Added segment 6cd0fe8b-14ad-4033-81d0-242e88c16143 of type vlan for network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 Aug 25 12:32:50.188403 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783714287216'] for network, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.215569 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163'] for network, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.216449 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:50.217033 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.271220 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3056898 Aug 25 12:32:50.273877 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43878) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:50.278716 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Request body: {'subnet': {'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1308411652-subnet', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'ip_version': 4}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:50.286702 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78acd-701e-4889-b93f-1257128dfc70 admin admin] Pushing event updated for resources: {'Network': ['ID=92e30476-1c29-4e46-8ba1-fffaf8e54b37,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:50.296402 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 details requested by agent ovs-agent-n-d-778732-11 with host n-d-778732-11 {{(pid=94912) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 12:32:50.302850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Made reservation on behalf of b0f4a2496d54493593fb3078290aa368 for: {'subnet': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:32:50.305259 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59652662'] for subnet, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.480509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3317676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59652676'] for subnet, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.531045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83697aa3-72d5-40d0-aff0-a4e31e218928,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:50.550666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Checking segment: {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:50.550782 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Network hostable DHCP agents. Network: 92e30476-1c29-4e46-8ba1-fffaf8e54b37, hostable agents: ['5efd715f-4459-41ff-9705-14b14e1b20e1'], hosted agents: [] {{(pid=94911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 12:32:50.568041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 is scheduled to be hosted by DHCP agent 5efd715f-4459-41ff-9705-14b14e1b20e1 with binding_index 1 {{(pid=94911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 12:32:50.577354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778732-11, 92e30476-1c29-4e46-8ba1-fffaf8e54b37) {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:50.582268 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:50.583587 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.585176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d58493-5ef9-470e-b3e0-ef0f77142ce2 None None] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:32:50.599123 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-5964dcdc-5353-468e-b4c5-0bce8b0f5061 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3241637 Aug 25 12:32:50.601873 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43880) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:50.608219 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:50.643511 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1656780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45109'] for router, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.645127 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1656672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1658122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45090'] for router, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.708527 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.718341 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:50.728822 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:50.729772 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:50.746487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp570c400a-55a1-5f0b-b5da-a559100849b8-92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'fixed_ips': [{'subnet_id': '83697aa3-72d5-40d0-aff0-a4e31e218928'}]}} from n-d-778732-11. {{(pid=94912) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 12:32:50.747416 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.859279 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:50.863375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:50.912642 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.db_base_plugin_common [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Allocated IP 172.20.0.2 (92e30476-1c29-4e46-8ba1-fffaf8e54b37/83697aa3-72d5-40d0-aff0-a4e31e218928/fd5ad31d-f634-43bc-9cb3-77205c186c79) {{(pid=94912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:51.090839 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.092877 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 2, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:51.111779 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.121213 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:51.121582 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Updating router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e port ec289f8a-dc84-42aa-8312-b7e4156547a7 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:32:51.153279 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a6e83259-d51d-4467-b303-cd98feb70690 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:51.153511 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.224860 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Allocated IP 172.25.1.61 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:51.241330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port a6e83259-d51d-4467-b303-cd98feb70690 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:51.241729 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.319136 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Notify callbacks [] for port, precommit_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.330921 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d2dfaf33-9189-425c-94fd-8fc37f6f5314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.333406 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Transition to ACTIVE for port object fd5ad31d-f634-43bc-9cb3-77205c186c79 will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:51.338034 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.354028 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Transition to ACTIVE for port object fd5ad31d-f634-43bc-9cb3-77205c186c79 will not be triggered until provisioned by entity DHCP. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:51.364375 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254'] for port, after_create {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.393126 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.426855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 is already hosted by enough agents. {{(pid=94912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:51.435687 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:51.436088 n-d-778732-11 neutron-server[94912]: DEBUG neutron.scheduler.base_scheduler [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Resources bound (agent type, host, resource id): {{(pid=94912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:51.437564 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:51.439923 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Received port after_create {{(pid=94912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:51.443813 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.444668 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:51.446211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:51.453348 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Pushing event updated for resources: {'Port': ['ID=fd5ad31d-f634-43bc-9cb3-77205c186c79,revision_number=1']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:51.456084 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Transition to ACTIVE for port object ec289f8a-dc84-42aa-8312-b7e4156547a7 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:51.466136 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.479722 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Pushing event updated for resources: {'Port': ['ID=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:51.550300 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Attempting to bind port fd5ad31d-f634-43bc-9cb3-77205c186c79 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:51.550679 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Attempting to bind port fd5ad31d-f634-43bc-9cb3-77205c186c79 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:51.551049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Attempting to bind port fd5ad31d-f634-43bc-9cb3-77205c186c79 on network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:51.560077 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.561718 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:51.562103 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Checking segment: {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:51.562502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.562927 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Bound using segment: {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:51.563986 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Bound port: fd5ad31d-f634-43bc-9cb3-77205c186c79, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:51.563986 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.564218 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Pushing event updated for resources: {'Port': ['ID=ec289f8a-dc84-42aa-8312-b7e4156547a7,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:51.576790 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.577502 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.577502 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.577838 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.579075 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.579344 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.579743 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.580408 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.580828 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.581192 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.581667 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.582069 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:32:51.594917 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Attempting to bind port ec289f8a-dc84-42aa-8312-b7e4156547a7 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:51.595352 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Attempting to bind port ec289f8a-dc84-42aa-8312-b7e4156547a7 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:51.595782 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Attempting to bind port ec289f8a-dc84-42aa-8312-b7e4156547a7 on network 0f95ebd0-1818-4218-a44f-b74c046e238c {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:51.601206 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:51.601578 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Checking segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:51.602137 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.602313 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:51.602637 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Bound using segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:51.603173 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Bound port: ec289f8a-dc84-42aa-8312-b7e4156547a7, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:51.603605 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.610571 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:51.610946 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.674970 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] For port fd5ad31d-f634-43bc-9cb3-77205c186c79, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:51.678793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] For port fd5ad31d-f634-43bc-9cb3-77205c186c79, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd5ad31d-f634-43bc-9cb3-77205c186c79,segment=NetworkSegment(6cd0fe8b-14ad-4033-81d0-242e88c16143),segment_id=6cd0fe8b-14ad-4033-81d0-242e88c16143)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:51.687216 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.701170 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] For port ec289f8a-dc84-42aa-8312-b7e4156547a7, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:51.705712 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] For port ec289f8a-dc84-42aa-8312-b7e4156547a7, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ec289f8a-dc84-42aa-8312-b7e4156547a7,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:51.711029 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.738638 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.778552 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95612d3e-edae-41c0-a53a-b10a8108ddea None None] Pushing event updated for resources: {'Port': ['ID=ec289f8a-dc84-42aa-8312-b7e4156547a7,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:51.800677 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:51.801850 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:51.811491 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03e36-32c0-4800-adc6-1a4b1c2d9c86 None None] Pushing event updated for resources: {'Port': ['ID=fd5ad31d-f634-43bc-9cb3-77205c186c79,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:51.830524 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.857330 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:51.864699 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:51.962784 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:51.999392 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1656667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1658837'] for router, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:52.083612 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:52.321767 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:52.349978 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742578de-f8f8-4d17-b1aa-7d84d015c28d None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:52.513393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Router 14e91c3a-079a-4720-bb68-524267807142 is scheduled to L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 with binding_index 1 {{(pid=94911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 12:32:52.627972 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:52.642945 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Sync routers for ids ['14e91c3a-079a-4720-bb68-524267807142'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:52.652016 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:52.653318 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-fd5f3344-5e22-4ba1-b19f-fec78d5cb11e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0503378 Aug 25 12:32:52.656066 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43882) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:52.658720 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Routers {'14e91c3a-079a-4720-bb68-524267807142'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:52.659540 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14e91c3a-079a-4720-bb68-524267807142'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:52.806429 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:52.827941 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Set router 14e91c3a-079a-4720-bb68-524267807142 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:52.947760 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e7af1-1dd3-46cc-b2dd-07bdec1a262b None None] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:32:53.013816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd5ad31d-f634-43bc-9cb3-77205c186c79 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:53.077752 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-15f1536f-6f59-40f1-bac8-7c4816df7463 None None] Provisioning for port fd5ad31d-f634-43bc-9cb3-77205c186c79 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:53.182672 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port fd5ad31d-f634-43bc-9cb3-77205c186c79 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:53.192738 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.198716 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fd5ad31d-f634-43bc-9cb3-77205c186c79 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:53.199095 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.272133 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 3, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:53.308614 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Checking router: 14e91c3a-079a-4720-bb68-524267807142 for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:53.309071 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Updating router 14e91c3a-079a-4720-bb68-524267807142 port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb binding host n-d-778732-11 {{(pid=94912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:32:53.355190 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Allocated IP 172.20.0.1 (92e30476-1c29-4e46-8ba1-fffaf8e54b37/83697aa3-72d5-40d0-aff0-a4e31e218928/95df08a3-0fd7-471c-ab68-f04dad63a441) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:53.356785 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.395965 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.469798 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.484444 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Transition to ACTIVE for port object 95df08a3-0fd7-471c-ab68-f04dad63a441 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:53.498838 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port fd5ad31d-f634-43bc-9cb3-77205c186c79, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd5ad31d-f634-43bc-9cb3-77205c186c79,segment=NetworkSegment(6cd0fe8b-14ad-4033-81d0-242e88c16143),segment_id=6cd0fe8b-14ad-4033-81d0-242e88c16143)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:53.505653 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.506589 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ec289f8a-dc84-42aa-8312-b7e4156547a7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:53.519627 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.559081 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:53.561902 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:53.564299 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:53.601835 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Pushing event updated for resources: {'Port': ['ID=95df08a3-0fd7-471c-ab68-f04dad63a441,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:53.615700 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658634'] for router_interface, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.640563 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=fd5ad31d-f634-43bc-9cb3-77205c186c79,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:53.661173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-89a25c6a-9412-49b3-bf8c-0d31604458a8 None None] Provisioning complete for port fd5ad31d-f634-43bc-9cb3-77205c186c79 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:53.661898 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89a25c6a-9412-49b3-bf8c-0d31604458a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.722194 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port ec289f8a-dc84-42aa-8312-b7e4156547a7 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:53.733657 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ec289f8a-dc84-42aa-8312-b7e4156547a7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:53.734064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.754135 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.848739 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Notify callbacks [] for port, precommit_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.871435 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Transition to ACTIVE for port object 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb will not be triggered until provisioned by entity L2. {{(pid=94912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:53.884493 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.923745 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.927542 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.967297 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.969141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Attempting to bind port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb on host n-d-778732-11 for vnic_type normal with profile {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:53.969512 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Attempting to bind port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:53.969899 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Attempting to bind port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb on network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:53.983620 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c80225-3f07-4232-a5c7-7ed02880769c None None] Pushing event updated for resources: {'Port': ['ID=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,revision_number=2']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:53.989306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:53.989306 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Checking segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:53.989750 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:53.990145 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Bound using segment: {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'} {{(pid=94912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:53.990629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.managers [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Bound port: 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a35701-ff86-4012-be34-04fd21bbc76e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1'}}] {{(pid=94912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:53.991015 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.001731 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Pushing event updated for resources: {'Port': ['ID=95df08a3-0fd7-471c-ab68-f04dad63a441,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:54.007726 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2059189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1659093'] for router_interface, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.055174 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de4fedb2-5d02-4d3d-88f8-19bce5d0b3ba None None] Provisioning for port 95df08a3-0fd7-471c-ab68-f04dad63a441 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:54.064521 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port ec289f8a-dc84-42aa-8312-b7e4156547a7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ec289f8a-dc84-42aa-8312-b7e4156547a7,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:54.068685 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-de4fedb2-5d02-4d3d-88f8-19bce5d0b3ba None None] Provisioning complete for port 95df08a3-0fd7-471c-ab68-f04dad63a441 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:54.068951 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb2-5d02-4d3d-88f8-19bce5d0b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.074762 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.075199 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:54.077228 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] For port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb, host n-d-778732-11, cleared binding levels {{(pid=94912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:54.103594 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:54.105615 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:54.157488 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] For port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:54.177316 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.188770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-de4fedb2-5d02-4d3d-88f8-19bce5d0b3ba None None] Port 95df08a3-0fd7-471c-ab68-f04dad63a441 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:32:54.210270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=ec289f8a-dc84-42aa-8312-b7e4156547a7,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:54.235294 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Router 14e91c3a-079a-4720-bb68-524267807142 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:32:54.257814 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Routers {'14e91c3a-079a-4720-bb68-524267807142'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:54.258448 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14e91c3a-079a-4720-bb68-524267807142'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:54.262160 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:54.262541 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.343877 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c80225-3f07-4232-a5c7-7ed02880769c None None] Pushing event updated for resources: {'Port': ['ID=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,revision_number=3']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:54.357523 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:32:54.364765 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-360c4b33-1cdf-4cea-8b19-818bd5fa4928 admin admin] 10.222.0.35 "PUT /v2.0/routers/14e91c3a-079a-4720-bb68-524267807142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076221 Aug 25 12:32:54.625584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] Set router 14e91c3a-079a-4720-bb68-524267807142 gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:54.655573 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.656634 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-b9054d5a-d3cf-40e9-b5ae-9944c40f7ba8 None None] Provisioning complete for port 95df08a3-0fd7-471c-ab68-f04dad63a441 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:54.656634 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b9054d5a-d3cf-40e9-b5ae-9944c40f7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.737060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-b9054d5a-d3cf-40e9-b5ae-9944c40f7ba8 None None] Port 95df08a3-0fd7-471c-ab68-f04dad63a441 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:32:54.839075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd5ad31d-f634-43bc-9cb3-77205c186c79 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:54.903872 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port fd5ad31d-f634-43bc-9cb3-77205c186c79 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:54.904250 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:54.907049 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '95df08a3-0fd7-471c-ab68-f04dad63a441', 'name': '', 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'mac_address': 'fa:16:3e:5b:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:53Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 2, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'subnets': [{'id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:54.954650 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8210d3-de2b-4f51-83f6-aec0309a0198 None None] The sync data for ids ['14e91c3a-079a-4720-bb68-524267807142'] in n-d-778732-11 is: [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '95df08a3-0fd7-471c-ab68-f04dad63a441', 'name': '', 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'mac_address': 'fa:16:3e:5b:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:53Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 2, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'subnets': [{'id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:55.003213 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43890) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.008020 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469921579', 'description': 'tempest-secgroup-smoke-1469921579 description', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.024111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ec289f8a-dc84-42aa-8312-b7e4156547a7 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:55.037298 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.076887 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port ec289f8a-dc84-42aa-8312-b7e4156547a7 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:55.077380 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.145803 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.167878 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.200497 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.202030 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1977730 Aug 25 12:32:55.206122 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43892) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.211825 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group_rule': {'security_group_id': '73db38ec-7448-48c3-9c39-18a7dc5e75ab', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.218414 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf77d3d-6d48-495d-ac14-80fc6b4edfbf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73db38ec-7448-48c3-9c39-18a7dc5e75ab,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:55.248520 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.314371 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.318684 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.336531 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc46764-842b-4019-a476-04e0772bb6b4,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:55.343043 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.344198 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-b6f1f789-2401-4c3d-875e-26b24bcfe828 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368961 Aug 25 12:32:55.347040 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43894) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.351695 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group_rule': {'security_group_id': '73db38ec-7448-48c3-9c39-18a7dc5e75ab', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.380084 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.442791 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.446616 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.467599 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11128079-c59f-4589-8a92-21b0e5f60338,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:55.475308 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.479214 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-6884f955-50f8-416b-99b7-6d0a025f715b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286755 Aug 25 12:32:55.479666 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43896) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.483967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group_rule': {'security_group_id': '73db38ec-7448-48c3-9c39-18a7dc5e75ab', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.512472 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.579144 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.584008 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.614561 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479ec2b3-b770-4413-a832-763cdce470b5,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:55.617243 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.622246 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43898) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.622800 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-29103996-a0d4-45ed-9c4c-2dbe762c2755 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418233 Aug 25 12:32:55.627065 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group_rule': {'security_group_id': '73db38ec-7448-48c3-9c39-18a7dc5e75ab', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.653944 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.713151 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.721930 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.742489 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a104cb-6ef7-4543-a2b9-93e06374404d,revision_number=0']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:55.744987 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.749958 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43900) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.754259 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-b24607c9-392c-46f6-83e4-1f379c406ae4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308088 Aug 25 12:32:55.754735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group_rule': {'security_group_id': '73db38ec-7448-48c3-9c39-18a7dc5e75ab', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.778017 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Project 4018ab9bfeb44a76bfbfea4dd5613c94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:32:55.783931 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.855802 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.860162 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.882276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306dccd8-644b-4dda-8380-0e5f91bb4069,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:55.887024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.888578 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4111d8ad-45cf-4bc1-af3f-d08e41409677 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376326 Aug 25 12:32:55.891019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 43902) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:32:55.895787 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'security_group_rule': {'security_group_id': '73db38ec-7448-48c3-9c39-18a7dc5e75ab', 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:55.918759 n-d-778732-11 neutron-server[94911]: INFO neutron.db.securitygroups_db [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Project 4018ab9bfeb44a76bfbfea4dd5613c94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 12:32:55.924626 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.989987 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:55.994065 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1937046'] for security_group_rule, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:56.015309 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e36621-374d-46fc-a5b7-e3cde2196c58,revision_number=0']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:56.021748 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:56.026284 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-4f353805-9f24-4726-8d04-fe9c5369b05c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339641 Aug 25 12:32:56.187896 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-aa4165a3-8a2a-4c27-80bf-bc212f31dd77 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469921579&fields=id&tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94 HTTP/1.1" status: 200 len: 267 time: 0.0418577 Aug 25 12:32:56.303143 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-f158574a-37fa-4e37-9605-7bb47666754f tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:56.304574 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-f158574a-37fa-4e37-9605-7bb47666754f tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 810 time: 0.1092098 Aug 25 12:32:56.321994 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-cf5f563a-5160-4f5d-a04f-e114aa5be44a tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/quotas/4018ab9bfeb44a76bfbfea4dd5613c94 HTTP/1.1" status: 200 len: 375 time: 0.0093131 Aug 25 12:32:56.373334 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-09027b39-5b7f-4302-8205-6bb3ba7884cc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460157 Aug 25 12:32:56.481154 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-ded6e53e-dedf-4f97-a793-9c3aaa33cc99 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:32:56.482196 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-ded6e53e-dedf-4f97-a793-9c3aaa33cc99 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976956 Aug 25 12:32:56.573831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-95a5a01c-10cb-418c-ba41-69245b41cbe7 service neutron] 10.222.0.35 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Aug 25 12:32:56.666435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-22db9e1a-f33d-47fa-8689-f4dba86d2ca2 service neutron] 10.222.0.35 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862131 Aug 25 12:32:56.843154 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-93a4cbd5-80dd-4fe0-9456-653af0694d5d req-3b402788-38e4-426f-a281-063f2e8cf6ad tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Aug 25 12:32:56.851755 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:56.903532 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:56.907291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:56.907674 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:56.999337 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.012822 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Sync routers for ids ['14e91c3a-079a-4720-bb68-524267807142'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:32:57.022570 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Routers {'14e91c3a-079a-4720-bb68-524267807142'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:57.023554 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14e91c3a-079a-4720-bb68-524267807142'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:57.023739 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:57.031866 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.087050 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:57.149844 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Set router 14e91c3a-079a-4720-bb68-524267807142 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:57.359991 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '95df08a3-0fd7-471c-ab68-f04dad63a441', 'name': '', 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'mac_address': 'fa:16:3e:5b:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:53Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 2, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'subnets': [{'id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:57.386017 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Checking router: 14e91c3a-079a-4720-bb68-524267807142 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:32:57.386391 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Updating router 14e91c3a-079a-4720-bb68-524267807142 port 95df08a3-0fd7-471c-ab68-f04dad63a441 binding host n-d-778732-11 {{(pid=94913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 12:32:57.412350 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.676921 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Notify callbacks [] for port, precommit_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.688288 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.provisioning_blocks [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Transition to ACTIVE for port object 95df08a3-0fd7-471c-ab68-f04dad63a441 will not be triggered until provisioned by entity L2. {{(pid=94913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:57.693916 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.746414 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a963f-311f-4d36-b373-0cb6fe51ecd4 None None] Pushing event updated for resources: {'Port': ['ID=95df08a3-0fd7-471c-ab68-f04dad63a441,revision_number=3']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:57.795781 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Attempting to bind port 95df08a3-0fd7-471c-ab68-f04dad63a441 on host n-d-778732-11 for vnic_type normal with profile {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:57.796293 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Attempting to bind port 95df08a3-0fd7-471c-ab68-f04dad63a441 by drivers openvswitch,hyperv on host n-d-778732-11 at level 0 using segments [{'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:57.796665 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Attempting to bind port 95df08a3-0fd7-471c-ab68-f04dad63a441 on network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:57.802125 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Checking agent: {'id': '2538328a-2db1-4be7-92fd-b86edbdfb787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 10, 59, 21), 'started_at': datetime.datetime(2021, 8, 25, 10, 59, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778732-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:57.802506 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Checking segment: {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:57.802932 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.803313 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Bound using segment: {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'} {{(pid=94913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:57.803772 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.managers [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Bound port: 95df08a3-0fd7-471c-ab68-f04dad63a441, host: n-d-778732-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0fe8b-14ad-4033-81d0-242e88c16143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37'}}] {{(pid=94913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:57.804160 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.860788 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-03bd4ea7-a350-43e5-9ada-0c17f1693afb tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:57.863129 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-03bd4ea7-a350-43e5-9ada-0c17f1693afb tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 810 time: 0.1299269 Aug 25 12:32:57.874936 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] For port 95df08a3-0fd7-471c-ab68-f04dad63a441, host n-d-778732-11, cleared binding levels {{(pid=94913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:57.878675 n-d-778732-11 neutron-server[94913]: DEBUG neutron.plugins.ml2.db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] For port 95df08a3-0fd7-471c-ab68-f04dad63a441, host n-d-778732-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=95df08a3-0fd7-471c-ab68-f04dad63a441,segment=NetworkSegment(6cd0fe8b-14ad-4033-81d0-242e88c16143),segment_id=6cd0fe8b-14ad-4033-81d0-242e88c16143)] {{(pid=94913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:57.887071 n-d-778732-11 neutron-server[94913]: DEBUG neutron_lib.callbacks.manager [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.929539 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-2eefc755-fa7b-4a70-a89a-5b24d5486a2a tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94 HTTP/1.1" status: 200 len: 380 time: 0.0569038 Aug 25 12:32:57.934886 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:57.940036 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'port': {'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'admin_state_up': True, 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'security_groups': ['73db38ec-7448-48c3-9c39-18a7dc5e75ab']}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:57.981796 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Routers {'14e91c3a-079a-4720-bb68-524267807142'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:32:57.982428 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14e91c3a-079a-4720-bb68-524267807142'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:57.985069 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0f7c6419-361b-4c2e-833a-f95ed4c25b98 req-39bbf798-d899-4c10-b07a-877ea3ed52ef tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 210 time: 0.0460896 Aug 25 12:32:58.021865 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a963f-311f-4d36-b373-0cb6fe51ecd4 None None] Pushing event updated for resources: {'Port': ['ID=95df08a3-0fd7-471c-ab68-f04dad63a441,revision_number=4']} {{(pid=94913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:58.091815 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Made reservation on behalf of 4018ab9bfeb44a76bfbfea4dd5613c94 for: {'port': 1} {{(pid=94911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:32:58.095673 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:58.115052 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] Set router 14e91c3a-079a-4720-bb68-524267807142 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:32:58.237864 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_common [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Allocated IP 172.20.0.7 (0f95ebd0-1818-4218-a44f-b74c046e238c/12b018aa-d56c-42c9-8637-c9da076d3fc8/12b1c29b-2c59-4d69-9109-bb0e5a65dd29) {{(pid=94911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:32:58.326705 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '95df08a3-0fd7-471c-ab68-f04dad63a441', 'name': '', 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'mac_address': 'fa:16:3e:5b:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:53Z', 'updated_at': '2021-08-25T12:32:57Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'subnets': [{'id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:32:58.355664 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0507f22-dc00-451c-b4cc-13344cdbe336 None None] The sync data for ids ['14e91c3a-079a-4720-bb68-524267807142'] in n-d-778732-11 is: [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:32:53Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': '95df08a3-0fd7-471c-ab68-f04dad63a441', 'name': '', 'network_id': '92e30476-1c29-4e46-8ba1-fffaf8e54b37', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'mac_address': 'fa:16:3e:5b:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:53Z', 'updated_at': '2021-08-25T12:32:57Z', 'revision_number': 4, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'subnets': [{'id': '83697aa3-72d5-40d0-aff0-a4e31e218928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:32:58.381212 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for port, precommit_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:58.396296 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Transition to ACTIVE for port object 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 will not be triggered until provisioned by entity DHCP. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:58.430997 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_create {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:58.485945 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Network 0f95ebd0-1818-4218-a44f-b74c046e238c is already hosted by enough agents. {{(pid=94911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:32:58.491274 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.base_scheduler [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Resources bound (agent type, host, resource id): {{(pid=94911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:32:58.495051 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Received port after_create {{(pid=94911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:32:58.522249 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=1']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:58.552505 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:58.553332 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:58.570210 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-c0bcccef-33a3-4c20-9b76-96a87312e1c3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343935 Aug 25 12:32:58.582012 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-117f036a-31d5-496b-b4ea-41898b654635 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:32:58.583043 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-117f036a-31d5-496b-b4ea-41898b654635 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057738 Aug 25 12:32:58.649242 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.v2.base [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Request body: {'port': {'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778732-11'}} {{(pid=94911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:32:58.709620 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:58.735141 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e2283dd7-ab77-4e7f-b129-c1816a7dffb2 None None] Provisioning for port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:58.739658 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-e2283dd7-ab77-4e7f-b129-c1816a7dffb2 None None] Provisioning complete for port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:58.740363 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e2283dd7-ab77-4e7f-b129-c1816a7dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:58.775956 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-e2283dd7-ab77-4e7f-b129-c1816a7dffb2 None None] Port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:32:58.866270 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:58.921022 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:58.921389 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.005396 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 95df08a3-0fd7-471c-ab68-f04dad63a441 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:32:59.014460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 {{(pid=94911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:32:59.028476 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.039626 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.provisioning_blocks [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Transition to ACTIVE for port object 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 will not be triggered until provisioned by entity L2. {{(pid=94911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:32:59.044117 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.070528 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning for port 95df08a3-0fd7-471c-ab68-f04dad63a441 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:32:59.075675 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 95df08a3-0fd7-471c-ab68-f04dad63a441 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:32:59.076050 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.104995 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=2']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:59.187061 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801f10f-9f57-4252-85a2-9bfbd1b7f796 req-ec019581-3b67-429d-81ac-e6c21690eb63 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.196145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1801f10f-9f57-4252-85a2-9bfbd1b7f796 req-ec019581-3b67-429d-81ac-e6c21690eb63 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 943 time: 0.0700636 Aug 25 12:32:59.197359 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.205967 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Attempting to bind port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 on host n-h1-778732-11 for vnic_type normal with profile {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:32:59.206307 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Attempting to bind port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 by drivers openvswitch,hyperv on host n-h1-778732-11 at level 0 using segments [{'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:32:59.206636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Attempting to bind port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 on network 0f95ebd0-1818-4218-a44f-b74c046e238c {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:59.211354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 on network 0f95ebd0-1818-4218-a44f-b74c046e238c not bound, no agent of type Open vSwitch agent registered on host n-h1-778732-11 {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:32:59.211685 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Attempting to bind port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 on network 0f95ebd0-1818-4218-a44f-b74c046e238c {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:32:59.217487 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Checking agent: {'id': '1d34a26b-1fc0-4937-ad99-fc56721483ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'started_at': datetime.datetime(2021, 8, 25, 11, 6, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:32:59.217959 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Checking segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:32:59.218354 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Bound using segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} {{(pid=94911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:32:59.218795 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.managers [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Bound port: 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host: n-h1-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}}] {{(pid=94911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:32:59.219169 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.240446 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] For port 95df08a3-0fd7-471c-ab68-f04dad63a441, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=95df08a3-0fd7-471c-ab68-f04dad63a441,segment=NetworkSegment(6cd0fe8b-14ad-4033-81d0-242e88c16143),segment_id=6cd0fe8b-14ad-4033-81d0-242e88c16143)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:32:59.247492 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.254229 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-1801f10f-9f57-4252-85a2-9bfbd1b7f796 req-ce78d219-e191-4f53-b5aa-8532fec272b8 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Aug 25 12:32:59.295784 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, cleared binding levels {{(pid=94911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:32:59.299481 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:32:59.303761 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3309861'] for port, after_update {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.310023 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Pushing event updated for resources: {'Port': ['ID=95df08a3-0fd7-471c-ab68-f04dad63a441,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:59.340045 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.340659 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:32:59.342085 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] 10.222.0.10 "PUT /v2.0/ports/12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 1092 time: 0.7518356 Aug 25 12:32:59.342526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:32:59.344792 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:32:59.375745 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5d39f-3d88-4293-a19e-6bf5d458c256 service neutron] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=3']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:32:59.399423 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b820c5-a0c3-4a01-b874-9b624187f323 x-openstack-request-id: req-f5b820c5-a0c3-4a01-b874-9b624187f323 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:32:59.399814 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:32:59.400128 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5b820c5-a0c3-4a01-b874-9b624187f323 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:32:59.400754 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'status': 'completed', 'code': 200} Aug 25 12:32:59.432899 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-1ef0a847-569e-48d7-baf8-859ff09563aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.434512 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-1ef0a847-569e-48d7-baf8-859ff09563aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1095 time: 0.0477500 Aug 25 12:32:59.482178 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-ba6f3f16-9218-4eef-9205-34dfdcda2a84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 217 time: 0.0398662 Aug 25 12:32:59.534780 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-26a2e4bb-3c0e-4943-9aa1-1ffcdc4ef2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.536281 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-26a2e4bb-3c0e-4943-9aa1-1ffcdc4ef2e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0473874 Aug 25 12:32:59.584229 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-5fd67032-e655-437b-83d8-e829be273dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.585768 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-5fd67032-e655-437b-83d8-e829be273dec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422311 Aug 25 12:32:59.679180 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-74ad536a-e9ad-40a5-b39b-c700c10bbb9e service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863254 Aug 25 12:32:59.769088 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3fdd7c66-2099-45ff-bb2b-1673c0c3ec07 req-4e30a84e-83e8-4491-b39b-231472acaf9d service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Aug 25 12:32:59.861735 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-55901706-d263-4962-b25a-0504aba10e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.863275 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-55901706-d263-4962-b25a-0504aba10e34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1095 time: 0.0444694 Aug 25 12:32:59.960032 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-9ccd8a3e-497f-4bf9-8736-bb0a912df90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:32:59.961611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-9ccd8a3e-497f-4bf9-8736-bb0a912df90b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0912161 Aug 25 12:33:00.003880 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-4e9df4e0-7212-47f6-ad7c-2670438f765f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 217 time: 0.0355375 Aug 25 12:33:00.060303 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-792aba35-f1d2-4c42-bb16-797d0ea04fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:00.061864 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-792aba35-f1d2-4c42-bb16-797d0ea04fb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0502110 Aug 25 12:33:00.111653 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-90e0cee4-d97b-4b67-9c7d-12ac8a65b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:00.113199 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-90e0cee4-d97b-4b67-9c7d-12ac8a65b81e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421627 Aug 25 12:33:00.204298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-c52606dd-026b-40d3-8d47-f8b45537f108 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Aug 25 12:33:00.300304 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-3eb21676-f3fd-444c-89cc-c2a182a0a8a6 req-aa36d9cc-cbf3-429f-a10e-730d0307ef12 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883343 Aug 25 12:33:00.363407 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ed1f0-9187-42e3-b1cd-c81696981d4b req-f2d3b91f-6dc3-430c-ba2c-6b39d1fe0591 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:00.364901 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-950ed1f0-9187-42e3-b1cd-c81696981d4b req-f2d3b91f-6dc3-430c-ba2c-6b39d1fe0591 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 943 time: 0.0496166 Aug 25 12:33:00.403285 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-950ed1f0-9187-42e3-b1cd-c81696981d4b req-df3067b1-bdfa-488d-897a-8dfba4ad65f0 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Aug 25 12:33:00.556993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:33:00.656167 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:33:00.668074 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:33:00.705819 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:00.719150 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:33:00.737583 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:33:00.741144 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:00.790702 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:33:00.813922 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 95df08a3-0fd7-471c-ab68-f04dad63a441 up at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:33:00.866397 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Provisioning complete for port 95df08a3-0fd7-471c-ab68-f04dad63a441 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:33:00.866781 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:00.995170 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['12b1c29b-2c59-4d69-9109-bb0e5a65dd29'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:33:01.521140 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72de12-52ad-4335-8b0a-73797abe1bc0 req-7393746e-06f9-4ec6-aed6-2cc84270d6ab tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:01.522669 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d72de12-52ad-4335-8b0a-73797abe1bc0 req-7393746e-06f9-4ec6-aed6-2cc84270d6ab tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 944 time: 0.0512519 Aug 25 12:33:01.561714 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7d72de12-52ad-4335-8b0a-73797abe1bc0 req-8f6715ae-e438-4669-ac69-2972fb9c68ae tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325541 Aug 25 12:33:01.651265 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:02.557008 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:33:02.606469 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning for port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:33:02.610339 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:33:02.610713 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:02.681783 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960081-db68-4cb6-9f71-a6382bbf01da req-89258ad7-571c-4dc4-8200-d4a4f821a6f1 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:02.683882 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48960081-db68-4cb6-9f71-a6382bbf01da req-89258ad7-571c-4dc4-8200-d4a4f821a6f1 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Aug 25 12:33:02.694749 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:02.716954 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:33:02.719411 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935bfa86-303e-4f1c-95ec-a9249d6b9705" -d '{"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-plugged", "status": "completed", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:33:02.722122 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-48960081-db68-4cb6-9f71-a6382bbf01da req-aa068d0c-1f34-4843-993f-a74fff035fc5 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Aug 25 12:33:02.733655 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:33:02.744266 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:02.786855 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:33:02.824215 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31017c81-184c-4b94-bbb7-faf8b82a81c7 x-openstack-request-id: req-31017c81-184c-4b94-bbb7-faf8b82a81c7 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:33:02.824510 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-plugged", "status": "completed", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:33:02.824767 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31017c81-184c-4b94-bbb7-faf8b82a81c7 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:33:02.825168 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'code': 200} Aug 25 12:33:02.916712 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e414-84cc-4930-8c89-190ba983019c req-dcf86c77-c52a-43e0-abc2-0c069331f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:02.918730 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bee6e414-84cc-4930-8c89-190ba983019c req-dcf86c77-c52a-43e0-abc2-0c069331f4ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1097 time: 0.0403919 Aug 25 12:33:02.953068 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-bee6e414-84cc-4930-8c89-190ba983019c req-b8a387e3-8c70-4841-92d2-a1a609c95887 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273559 Aug 25 12:33:03.840074 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffa303-8fad-400c-869c-85e1fb687dbf req-3850db17-bacd-4bb6-947e-d33cc535a484 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:03.841594 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42ffa303-8fad-400c-869c-85e1fb687dbf req-3850db17-bacd-4bb6-947e-d33cc535a484 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Aug 25 12:33:03.879280 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-42ffa303-8fad-400c-869c-85e1fb687dbf req-91aa467c-8bfe-4505-9355-c02bbb61817d tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Aug 25 12:33:04.994612 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8db1a-65fe-4393-9263-afc254f18a1c req-276b172e-22ef-41fc-878b-c9729a6a1d23 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:04.996142 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4e8db1a-65fe-4393-9263-afc254f18a1c req-276b172e-22ef-41fc-878b-c9729a6a1d23 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 945 time: 0.0487123 Aug 25 12:33:05.034986 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4e8db1a-65fe-4393-9263-afc254f18a1c req-52a236da-84f3-4304-9ea9-9d0f27a3c5c1 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Aug 25 12:33:05.155630 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb3a5-d0de-42cb-bcc9-a9ead34503cf req-bf105c4e-499e-4c70-ab91-5e126a4f2132 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:05.157135 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f92eb3a5-d0de-42cb-bcc9-a9ead34503cf req-bf105c4e-499e-4c70-ab91-5e126a4f2132 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Aug 25 12:33:05.194725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-f92eb3a5-d0de-42cb-bcc9-a9ead34503cf req-04272cae-7158-46c5-b399-8a9c21c0b166 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Aug 25 12:33:05.217619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43958) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:33:05.298109 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b155de-ef29-476f-adc5-868aa17dd133 tempest-TestSnapshotPattern-1348428215 tempest-TestSnapshotPattern-1348428215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:05.299631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-46b155de-ef29-476f-adc5-868aa17dd133 tempest-TestSnapshotPattern-1348428215 tempest-TestSnapshotPattern-1348428215-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1092 time: 0.0809214 Aug 25 12:33:05.302679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 43962) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:33:05.307043 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:33:05.329543 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:05.426904 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:05.529116 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Allocated IP 172.25.1.18 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/6c15630a-a01f-4fff-a354-6a1cc32b72b0) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:33:05.634950 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:05.672630 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:05.707704 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:33:05.712404 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:33:05.715934 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:33:05.739906 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'Port': ['ID=6c15630a-a01f-4fff-a354-6a1cc32b72b0,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:33:06.069986 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:06.134812 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:06.280914 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:06.285747 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:06.353326 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'Port': ['ID=6c15630a-a01f-4fff-a354-6a1cc32b72b0,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:33:06.365656 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:06.466355 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Floating IP 0e7f4c65-775f-4825-b81f-ad89093636ff associated. External IP: 172.25.1.18, port: 12b1c29b-2c59-4d69-9109-bb0e5a65dd29. Aug 25 12:33:06.672664 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:33:06.782163 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:33:06.791794 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:33:06.797826 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:06.802682 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:33:06.803328 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:33:06.827120 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e4ebff81-f7ac-4588-815a-7fe81fdc6f92 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5234063 Aug 25 12:33:06.827694 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:33:06.829992 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6620cd-8209-4bde-81dd-990b51260677" -d '{"events": [{"name": "network-changed", "server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:33:06.870376 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e2fa99-8a5b-4ee8-8005-d7b98eb4df5c x-openstack-request-id: req-55e2fa99-8a5b-4ee8-8005-d7b98eb4df5c {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:33:06.871304 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:33:06.871552 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-55e2fa99-8a5b-4ee8-8005-d7b98eb4df5c {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:33:06.871954 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'status': 'completed', 'code': 200} Aug 25 12:33:06.914447 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:33:06.934367 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6620cd-8209-4bde-81dd-990b51260677 req-d2eb5446-31c0-4d1b-9cf8-67252a4c8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:06.935770 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-d2eb5446-31c0-4d1b-9cf8-67252a4c8b39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1097 time: 0.0420094 Aug 25 12:33:07.027983 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6620cd-8209-4bde-81dd-990b51260677 req-19e56f87-8c59-471e-8eb9-c355eec4b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:07.029467 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-19e56f87-8c59-471e-8eb9-c355eec4b9f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0871558 Aug 25 12:33:07.098611 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-f6a5104c-c0ed-4458-8f1e-2c724ff620ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 998 time: 0.0616713 Aug 25 12:33:07.144295 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:05Z', 'revision_number': 0, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:33:07.153544 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6620cd-8209-4bde-81dd-990b51260677 req-b6c6d2f2-0876-4cf3-9a37-f2c8e1e1ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:07.155135 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-b6c6d2f2-0876-4cf3-9a37-f2c8e1e1ec96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0498631 Aug 25 12:33:07.172190 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:33:07.180754 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:33:07.181359 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:32:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:33:07.201403 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6620cd-8209-4bde-81dd-990b51260677 req-62dd7f2f-17f5-4551-ac14-c0607e55e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:07.202880 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-62dd7f2f-17f5-4551-ac14-c0607e55e7f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411794 Aug 25 12:33:07.288137 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:33:07.292787 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-72e2a591-2d51-45f9-81f6-493564cd34d6 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822420 Aug 25 12:33:07.390961 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-4c6620cd-8209-4bde-81dd-990b51260677 req-c3db5d19-95ef-4a18-9cf2-be7de968ad4b service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914824 Aug 25 12:33:07.512166 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:05Z', 'revision_number': 0, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:33:07.542006 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29c800-6191-4ced-b59b-d3a33887c7c7 None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:05Z', 'revision_number': 0, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:33:08.168144 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf7942-a2a6-4a42-ac81-744e04772a09 None None] New status for floating IP 0e7f4c65-775f-4825-b81f-ad89093636ff: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:33:13.609080 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:33:17.284409 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-02ac2db4-f6e8-42ee-a09e-9d45c50d7cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409672 Aug 25 12:33:17.371019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-7f981bd3-51d8-488d-9a66-850642efd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:17.372519 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-7f981bd3-51d8-488d-9a66-850642efd7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1097 time: 0.0412912 Aug 25 12:33:17.477786 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-243cbc65-4157-4642-a099-d3c4a46c91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:17.479267 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-243cbc65-4157-4642-a099-d3c4a46c91db service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0883248 Aug 25 12:33:17.548164 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-38200cfd-8302-4dd7-92a2-3b2b640d8320 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 1000 time: 0.0576496 Aug 25 12:33:17.601005 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-0cde7b69-1f0d-4ceb-b231-08390eb1913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:17.602447 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-0cde7b69-1f0d-4ceb-b231-08390eb1913d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0465522 Aug 25 12:33:17.647694 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-b2f23008-4d10-4134-bf34-c6763bf775db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:33:17.649210 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-b2f23008-4d10-4134-bf34-c6763bf775db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396223 Aug 25 12:33:17.738559 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-7828746b-759b-44b7-a293-450af5bd0021 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803852 Aug 25 12:33:17.838324 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-5f4df15d-248e-4de7-8b81-1538ad3e3642 req-55da3071-4a06-4bf7-9edf-91662305a6ee service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Aug 25 12:33:18.354271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-42d45627-2327-47fd-acc1-78662723611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:21.313303 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-4927af64-1478-4185-8585-d590dd82d0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:21.526028 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:22.753958 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:24.599836 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:27.911261 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:31.651756 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:48.356547 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0bfeca15-e9c5-4dec-8119-81b794a8d634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:50.608217 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:33:51.314658 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7bbdda8-39b2-4a4c-8119-8bd2c909d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:51.526926 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:52.755489 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:54.603048 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:33:57.944420 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:01.653798 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:18.358334 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-dd916387-7ba3-47a6-8fac-2c91eeb1f936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:19.274325 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-1073ec04-ef65-4b28-8490-ba5db7a45aa3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399086 Aug 25 12:34:19.354393 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-4729aae7-221d-492d-8e7b-b1bd7a74d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:34:19.355879 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-4729aae7-221d-492d-8e7b-b1bd7a74d66a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1097 time: 0.0400879 Aug 25 12:34:19.467167 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-e448c399-3380-4896-a21d-2a68cc9c1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:34:19.468642 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-e448c399-3380-4896-a21d-2a68cc9c1639 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0936430 Aug 25 12:34:19.534704 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-d16a2846-c01c-466b-a7d5-7468b526be91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 1000 time: 0.0583336 Aug 25 12:34:19.588332 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-5fd85cb6-cb05-4678-9122-93792544307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:34:19.589866 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-5fd85cb6-cb05-4678-9122-93792544307a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0482471 Aug 25 12:34:19.635153 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-645db687-2761-4eb3-9cce-c9bbaf99d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:34:19.636660 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-645db687-2761-4eb3-9cce-c9bbaf99d2d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401058 Aug 25 12:34:19.723994 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-29a22d0d-0377-4fda-9322-f576fc32728c service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801396 Aug 25 12:34:19.817554 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-405afe5e-353c-40c3-9b7b-a153982dc382 req-910dbce3-c8ae-4d5d-be2a-f8b8b499955d service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866611 Aug 25 12:34:21.316779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-97f9f5f3-d12a-4160-8e9c-739a66056cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:21.531954 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:22.758916 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:24.605064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:27.607994 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:34:27.950937 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:31.653425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:48.359134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6303ef8f-3c56-49e6-a636-ed5ba82889ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:51.317839 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ba08-b3d0-4d3c-9948-8c5275878d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:51.533398 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:52.760646 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:54.609016 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:34:57.961791 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:01.666325 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:04.607730 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:35:07.006120 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 details requested by agent hyperv_n-h1-778732-11 with host n-h1-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:35:07.123677 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:07.145053 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Returning: {'device': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:35:07.185224 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:07.200629 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:35:07.222767 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:07.228214 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:07.285717 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:07.294004 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.294355 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.294699 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.295042 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.295519 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.295918 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.296346 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.296744 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.297149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.297555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.297972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.298374 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:07.305041 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] get_ports_and_sgs() called for port_ids ['12b1c29b-2c59-4d69-9109-bb0e5a65dd29'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:35:09.030421 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 up at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:35:09.089909 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Provisioning complete for port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:35:09.090394 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:09.182307 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:09.209176 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:35:09.211666 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1281b02a-29c8-4d12-8aa7-17eb8ee3d6ea" -d '{"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-plugged", "status": "completed", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:35:09.230089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:09.237933 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:09.264755 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bf7d2e-62a8-4665-9177-60cd17b474ad x-openstack-request-id: req-47bf7d2e-62a8-4665-9177-60cd17b474ad {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:35:09.265053 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-plugged", "status": "completed", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:35:09.265301 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-47bf7d2e-62a8-4665-9177-60cd17b474ad {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:35:09.265715 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'code': 200} Aug 25 12:35:09.301787 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:16.498568 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-636a02d8-2cb8-458c-b1a9-c683a8eb8110 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469921579&fields=id&tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94 HTTP/1.1" status: 200 len: 267 time: 0.0350537 Aug 25 12:35:16.605751 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-144efc3c-923e-4f71-904d-f10d14ae072a tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:16.607124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-144efc3c-923e-4f71-904d-f10d14ae072a tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 810 time: 0.1017139 Aug 25 12:35:16.622780 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-8946bf21-fc30-4e42-bd52-dff35e9287fc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/quotas/4018ab9bfeb44a76bfbfea4dd5613c94 HTTP/1.1" status: 200 len: 375 time: 0.0090728 Aug 25 12:35:16.677967 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-6478739a-da4b-4244-9457-6f9d79af67b5 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498512 Aug 25 12:35:16.818745 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-75f8903a-435e-492b-8567-aaaac77d911d service neutron] 10.222.0.35 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289482 Aug 25 12:35:16.907053 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-ff1070fc-5007-4c13-8733-88e60ac5a47d service neutron] 10.222.0.35 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820551 Aug 25 12:35:18.169633 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9ba034c3-821b-4b7c-8df5-60fd34ac4036 req-3f6a982c-94bc-4447-8e88-5f145e5d179b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 210 time: 0.0768533 Aug 25 12:35:18.363254 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-66df541f-7287-48f6-9e12-6dbe02c5b6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.079305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:35:19.155602 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-6fbc7279-4b8e-47e8-b409-016bcac4121e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:19.157080 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-6fbc7279-4b8e-47e8-b409-016bcac4121e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.67 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 810 time: 0.1102936 Aug 25 12:35:19.165323 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.191015 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:35:19.193299 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc8a32a-21ad-4310-b5a6-9539017680b7" -d '{"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-unplugged", "status": "completed", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:35:19.205573 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-41cd1764-3de2-4a3d-bee6-091b4b642dff tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94 HTTP/1.1" status: 200 len: 380 time: 0.0383148 Aug 25 12:35:19.206938 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:19.212129 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.222446 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'port': {'device_id': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'admin_state_up': True, 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'security_groups': ['73db38ec-7448-48c3-9c39-18a7dc5e75ab']}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:35:19.250986 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 12:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfb4be3-d41a-4819-93b0-e22dc1885178 x-openstack-request-id: req-9bfb4be3-d41a-4819-93b0-e22dc1885178 {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:35:19.251498 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-unplugged", "status": "completed", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:35:19.251921 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bfb4be3-d41a-4819-93b0-e22dc1885178 {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:35:19.253049 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'code': 200} Aug 25 12:35:19.276774 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Pushing event updated for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=8']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:19.306048 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6932758c-b7b1-402e-88ef-c60424db2645 req-871c55af-8977-4b7c-bc32-8eaaddfd28cf tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 210 time: 0.0368047 Aug 25 12:35:19.366582 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Made reservation on behalf of 4018ab9bfeb44a76bfbfea4dd5613c94 for: {'port': 1} {{(pid=94910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 12:35:19.370128 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.507183 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Allocated IP 172.20.0.9 (0f95ebd0-1818-4218-a44f-b74c046e238c/12b018aa-d56c-42c9-8637-c9da076d3fc8/1b3f5884-343c-4740-9af7-dfce09226e5b) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:35:19.699988 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.715788 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Transition to ACTIVE for port object 1b3f5884-343c-4740-9af7-dfce09226e5b will not be triggered until provisioned by entity DHCP. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:35:19.760245 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.813397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Network 0f95ebd0-1818-4218-a44f-b74c046e238c is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:35:19.817327 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:35:19.822153 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:35:19.856381 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:19.873186 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.873527 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.873916 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.874241 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.874572 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.874900 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.875223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.875546 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.875868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.876188 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.876513 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.876838 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:35:19.904185 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:19.904617 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:19.925046 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-fbbc9218-7ef0-4efd-9586-c61ce5066fcc tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7108562 Aug 25 12:35:20.066515 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-48254de7-d5ca-44e8-a1bd-53151904af86 None None] Provisioning for port 1b3f5884-343c-4740-9af7-dfce09226e5b completed by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:35:20.073743 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-48254de7-d5ca-44e8-a1bd-53151904af86 None None] Provisioning complete for port 1b3f5884-343c-4740-9af7-dfce09226e5b triggered by entity DHCP. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:35:20.074164 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-48254de7-d5ca-44e8-a1bd-53151904af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:20.114245 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-48254de7-d5ca-44e8-a1bd-53151904af86 None None] Port 1b3f5884-343c-4740-9af7-dfce09226e5b cannot update to ACTIVE because it is not bound. {{(pid=94912) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 12:35:20.428940 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903b1c5-df93-40b6-b8e3-49afca72a008 req-b172724e-328c-41e6-9e3b-23ed07331803 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:20.430695 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d903b1c5-df93-40b6-b8e3-49afca72a008 req-b172724e-328c-41e6-9e3b-23ed07331803 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0541017 Aug 25 12:35:20.471629 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d903b1c5-df93-40b6-b8e3-49afca72a008 req-aa184ca1-d32b-4565-ab4f-41f8efbea6f7 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341411 Aug 25 12:35:21.288150 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-254bd767-72a5-40ac-9726-f6ad234f54d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486939 Aug 25 12:35:21.319821 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-5c8e341b-b19f-4112-9d43-c7f294637920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:21.434276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-f2d3383b-28c6-48e5-bbe2-b782fb88d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:21.436245 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-f2d3383b-28c6-48e5-bbe2-b782fb88d089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1095 time: 0.0489335 Aug 25 12:35:21.543882 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:21.554460 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-ec4a2bac-9eb1-44dd-a537-c6ee5dd87f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:21.555970 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-ec4a2bac-9eb1-44dd-a537-c6ee5dd87f29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0990753 Aug 25 12:35:21.615277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc905-5982-4150-8ec3-60c3aa644b3c req-cb24697c-f62d-48f7-a0cd-a6c1985cf45c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:21.616957 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-303dc905-5982-4150-8ec3-60c3aa644b3c req-cb24697c-f62d-48f7-a0cd-a6c1985cf45c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0557866 Aug 25 12:35:21.659389 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-5be65b3d-0e3e-496f-9511-5f8e031b4c04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 998 time: 0.0951304 Aug 25 12:35:21.665784 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-303dc905-5982-4150-8ec3-60c3aa644b3c req-36406f24-102e-403c-93d6-0ba454d30d2f tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Aug 25 12:35:21.719017 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-d597ae99-7143-40c3-ba4e-ae6ac61a3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:21.720507 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-d597ae99-7143-40c3-ba4e-ae6ac61a3b6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0548494 Aug 25 12:35:21.770801 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-c337705b-6688-4326-bad0-7dbd863dc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:21.772341 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-c337705b-6688-4326-bad0-7dbd863dc32d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446396 Aug 25 12:35:21.870353 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-ae34b129-74fc-408f-bd5f-88d9ef25f7ea service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900900 Aug 25 12:35:21.970546 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-f7cd44ac-5763-4d80-bf22-287a97f57d3f req-93e28b07-7a97-4a79-9a9e-01485dad3cf3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927722 Aug 25 12:35:22.770417 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:22.784667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e898dd-e087-475f-891b-29b30d1b68ec req-7d3d88ae-bd8f-45f0-9919-848137d640a8 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:22.786255 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43e898dd-e087-475f-891b-29b30d1b68ec req-7d3d88ae-bd8f-45f0-9919-848137d640a8 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0527022 Aug 25 12:35:22.831549 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-43e898dd-e087-475f-891b-29b30d1b68ec req-643d4d2d-a0f0-441d-95b1-9fe454b8dfc3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383396 Aug 25 12:35:23.964250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342aa78-0eeb-4b62-a2ce-9fb09b0a488f req-12f2548e-ef7e-40f5-8f8a-8dd89966a16e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:23.965773 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a342aa78-0eeb-4b62-a2ce-9fb09b0a488f req-12f2548e-ef7e-40f5-8f8a-8dd89966a16e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0602999 Aug 25 12:35:24.007012 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-a342aa78-0eeb-4b62-a2ce-9fb09b0a488f req-17ca2130-f88c-4503-ab76-d5ce768e9295 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Aug 25 12:35:24.612581 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:25.137054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e0436-a8b2-4294-8c44-45c75d2abcc4 req-aa18abf6-6251-4ad7-91a4-aa77f6c5ac69 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:25.138875 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74e0436-a8b2-4294-8c44-45c75d2abcc4 req-aa18abf6-6251-4ad7-91a4-aa77f6c5ac69 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0596547 Aug 25 12:35:25.182473 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e74e0436-a8b2-4294-8c44-45c75d2abcc4 req-bda3d05e-d93c-4a0e-8ce7-a305cde21d3b tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368750 Aug 25 12:35:26.304859 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c44a44-c377-4a33-a448-218ea811591e req-a9f2f120-8d30-4ef7-9407-49ba9ea39e0d tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:26.306366 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c44a44-c377-4a33-a448-218ea811591e req-a9f2f120-8d30-4ef7-9407-49ba9ea39e0d tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0493896 Aug 25 12:35:26.351265 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-46c44a44-c377-4a33-a448-218ea811591e req-d25a47a4-98bc-4728-a841-2a68729aa081 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Aug 25 12:35:27.508209 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc7b9b-0c69-4a89-b92d-1559705e1a00 req-509093a2-fd82-4920-8fbc-72d7a0d26b36 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:27.514200 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69fc7b9b-0c69-4a89-b92d-1559705e1a00 req-509093a2-fd82-4920-8fbc-72d7a0d26b36 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0907512 Aug 25 12:35:27.547858 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-69fc7b9b-0c69-4a89-b92d-1559705e1a00 req-0014ac8f-897a-4287-9e1d-41240c1864ec tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Aug 25 12:35:28.115433 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:28.671771 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca809096-2c20-46e7-a967-8b6db45ec0e3 req-b568dafd-715a-495f-9970-5f301af1e8a7 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:28.673681 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca809096-2c20-46e7-a967-8b6db45ec0e3 req-b568dafd-715a-495f-9970-5f301af1e8a7 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.0533085 Aug 25 12:35:28.720750 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ca809096-2c20-46e7-a967-8b6db45ec0e3 req-baf9d724-7f46-46af-a357-448a6c5b58d0 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Aug 25 12:35:29.618313 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-591f6129-1742-4aa4-9034-3a0da7dd9819 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 12:35:29.620109 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-591f6129-1742-4aa4-9034-3a0da7dd9819 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087767 Aug 25 12:35:29.636573 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Request body: {'port': {'device_id': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778732-11'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:35:29.692635 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:29.901522 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf32dc-fd39-450f-a7a7-394aa2ecb361 req-88215b15-6025-4878-bdf2-68e16696249e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:29.903062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80cf32dc-fd39-450f-a7a7-394aa2ecb361 req-88215b15-6025-4878-bdf2-68e16696249e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 931 time: 0.1118586 Aug 25 12:35:29.967014 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-80cf32dc-fd39-450f-a7a7-394aa2ecb361 req-58b59bc8-714b-4903-9b56-9b5c175d37ab tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571647 Aug 25 12:35:30.028920 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3f5884-343c-4740-9af7-dfce09226e5b {{(pid=94910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:35:30.037449 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:30.050640 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.provisioning_blocks [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Transition to ACTIVE for port object 1b3f5884-343c-4740-9af7-dfce09226e5b will not be triggered until provisioned by entity L2. {{(pid=94910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 12:35:30.055107 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:30.142429 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:30.179019 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Attempting to bind port 1b3f5884-343c-4740-9af7-dfce09226e5b on host n-h2-778732-11 for vnic_type normal with profile {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 12:35:30.179355 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Attempting to bind port 1b3f5884-343c-4740-9af7-dfce09226e5b by drivers openvswitch,hyperv on host n-h2-778732-11 at level 0 using segments [{'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 12:35:30.179741 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Attempting to bind port 1b3f5884-343c-4740-9af7-dfce09226e5b on network 0f95ebd0-1818-4218-a44f-b74c046e238c {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:35:30.184262 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Port 1b3f5884-343c-4740-9af7-dfce09226e5b on network 0f95ebd0-1818-4218-a44f-b74c046e238c not bound, no agent of type Open vSwitch agent registered on host n-h2-778732-11 {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 12:35:30.184587 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Attempting to bind port 1b3f5884-343c-4740-9af7-dfce09226e5b on network 0f95ebd0-1818-4218-a44f-b74c046e238c {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 12:35:30.189635 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Checking agent: {'id': '7d5f781e-4ab4-49ef-9487-9b2d5ebc6256', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778732-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 11, 7), 'started_at': datetime.datetime(2021, 8, 25, 11, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 12:35:30.190044 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Checking segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 12:35:30.190424 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Bound using segment: {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'} {{(pid=94910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 12:35:30.190852 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.managers [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Bound port: 1b3f5884-343c-4740-9af7-dfce09226e5b, host: n-h2-778732-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c'}}] {{(pid=94910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 12:35:30.191214 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:30.261746 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, cleared binding levels {{(pid=94910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 12:35:30.264851 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 12:35:30.270156 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:30.305967 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:30.306601 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:30.308062 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] 10.222.0.67 "PUT /v2.0/ports/1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 200 len: 1092 time: 0.6782203 Aug 25 12:35:30.308521 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:35:30.310860 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9a0c46-80df-405a-b502-4c3dc02e7457" -d '{"events": [{"name": "network-changed", "server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:35:30.336793 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe17f5-bea8-477f-bfdd-e56867c59a2a service neutron] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=3']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:30.388698 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c428070b-3b2b-497b-8447-3e4405e8e92d x-openstack-request-id: req-c428070b-3b2b-497b-8447-3e4405e8e92d {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:35:30.388991 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:35:30.389373 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c428070b-3b2b-497b-8447-3e4405e8e92d {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:35:30.389850 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'status': 'completed', 'code': 200} Aug 25 12:35:30.406742 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-b13e8f3f-7002-47d8-99c4-e07a4bc792ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:30.408507 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-b13e8f3f-7002-47d8-99c4-e07a4bc792ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1095 time: 0.0470846 Aug 25 12:35:30.457873 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-74a028fb-e682-4112-b615-576b38f2ba07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 200 len: 217 time: 0.0400352 Aug 25 12:35:30.510617 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-c5aec3b7-4da5-405e-9811-2447d5690687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:30.512212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-c5aec3b7-4da5-405e-9811-2447d5690687 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0469918 Aug 25 12:35:30.568137 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-92d8d48e-364f-4c5d-9533-713e5b1c20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:30.569666 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-92d8d48e-364f-4c5d-9533-713e5b1c20c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484955 Aug 25 12:35:30.663718 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-81992807-85d4-483f-929b-190924b0d74a service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855281 Aug 25 12:35:30.754572 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-768ec5f3-6172-4242-ae3c-f32dc34a0952 req-e8a10ae5-5afa-422f-8149-8a851cdd41f5 service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819862 Aug 25 12:35:30.852854 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-55d2b340-2e2f-423d-8616-95f0b11344b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:30.854435 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-55d2b340-2e2f-423d-8616-95f0b11344b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1095 time: 0.0446365 Aug 25 12:35:30.947376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-777a447c-ceac-405f-beb5-c6187b5ba7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:30.948751 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-777a447c-ceac-405f-beb5-c6187b5ba7d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0872886 Aug 25 12:35:30.990145 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-c6dad2d3-5cf4-4faa-b23c-918c861c0ca5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 200 len: 217 time: 0.0338597 Aug 25 12:35:31.069985 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-a10bddf4-cbe1-4432-ba91-4d5c6ecbf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:31.071429 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-a10bddf4-cbe1-4432-ba91-4d5c6ecbf8e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0737426 Aug 25 12:35:31.099743 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a348-6369-4c34-9bc3-00cea588e883 req-a5429166-93de-4e1d-9c4e-120f6145ec29 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:31.101136 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57c6a348-6369-4c34-9bc3-00cea588e883 req-a5429166-93de-4e1d-9c4e-120f6145ec29 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 943 time: 0.0656736 Aug 25 12:35:31.155654 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-f24c612c-f1cf-447e-9ac7-c211db04ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:31.157179 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-f24c612c-f1cf-447e-9ac7-c211db04ca2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739501 Aug 25 12:35:31.159982 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-57c6a348-6369-4c34-9bc3-00cea588e883 req-12f9c520-f8df-4f83-bc20-f6be84ff8f68 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 Aug 25 12:35:31.598677 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-64b455fe-da2d-4542-91a2-dce5e6f8bb83 service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327588 Aug 25 12:35:31.682960 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:31.690124 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-fd9a0c46-80df-405a-b502-4c3dc02e7457 req-bf5ff08f-d566-4005-9402-db11bbddc5f4 service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829194 Aug 25 12:35:32.282315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578338-d444-4db3-8f3a-d2464b67f9b3 req-6c7c0db7-5518-4ceb-a7f9-7c6f19abe9db tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:32.283776 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4578338-d444-4db3-8f3a-d2464b67f9b3 req-6c7c0db7-5518-4ceb-a7f9-7c6f19abe9db tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 943 time: 0.0506244 Aug 25 12:35:32.325602 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-d4578338-d444-4db3-8f3a-d2464b67f9b3 req-01815d0d-8376-427f-b3c2-ef626c0cc08d tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354915 Aug 25 12:35:33.055816 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1b3f5884-343c-4740-9af7-dfce09226e5b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:35:33.150506 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:33.162000 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'port_id': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'mac_address': 'fa:16:3e:25:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:35:33.202789 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:33.215665 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3f5884-343c-4740-9af7-dfce09226e5b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:35:33.235162 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:33.239074 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:33.286610 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=4']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:33.440375 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577e7d9-7a2c-4ce5-9ab8-37164c9df7c2 req-0de073d2-36ca-406b-9517-8a6bc84663f4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:33.441813 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e577e7d9-7a2c-4ce5-9ab8-37164c9df7c2 req-0de073d2-36ca-406b-9517-8a6bc84663f4 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 944 time: 0.0499392 Aug 25 12:35:33.479631 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e577e7d9-7a2c-4ce5-9ab8-37164c9df7c2 req-f44aac0d-aa57-4340-b8c6-3d33011d5a65 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318401 Aug 25 12:35:33.483865 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['1b3f5884-343c-4740-9af7-dfce09226e5b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:35:34.618626 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ddca6-3887-4f09-9605-4152e43d8db5 req-2fc482ad-feb5-4568-a39f-7a4c6276ab73 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:34.620126 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-202ddca6-3887-4f09-9605-4152e43d8db5 req-2fc482ad-feb5-4568-a39f-7a4c6276ab73 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 944 time: 0.0536573 Aug 25 12:35:34.656710 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-202ddca6-3887-4f09-9605-4152e43d8db5 req-f39e0ad6-a3f4-4e66-aebd-807c506f45a0 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Aug 25 12:35:35.076793 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1b3f5884-343c-4740-9af7-dfce09226e5b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:35:35.124555 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning for port 1b3f5884-343c-4740-9af7-dfce09226e5b completed by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 12:35:35.128470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 1b3f5884-343c-4740-9af7-dfce09226e5b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:35:35.128842 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:35.207600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:35.229719 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:35:35.231974 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c748d92f-507b-436e-910a-7d819c86d302" -d '{"events": [{"server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:35:35.244210 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:35:35.248257 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:35.274411 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e43af-90c1-4196-a2a6-6fea69ac0c6c x-openstack-request-id: req-9b1e43af-90c1-4196-a2a6-6fea69ac0c6c {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:35:35.274707 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:35:35.274962 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b1e43af-90c1-4196-a2a6-6fea69ac0c6c {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:35:35.275471 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'code': 200} Aug 25 12:35:35.301934 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=5']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:35.367098 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7990-dfeb-4cda-bacc-ed2db9e3931b req-50270073-430f-4d21-b2c3-7bb8106008b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:35.368625 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c4d7990-dfeb-4cda-bacc-ed2db9e3931b req-50270073-430f-4d21-b2c3-7bb8106008b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1097 time: 0.0406783 Aug 25 12:35:35.407331 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-7c4d7990-dfeb-4cda-bacc-ed2db9e3931b req-eec6e51f-c4cc-4d58-a425-ef444b1715fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310898 Aug 25 12:35:35.773338 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed557989-ece6-471b-9090-58d0c2faa6f4 req-0d60252d-9f89-435d-b1b4-f6d0e18e8b56 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:35.774880 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed557989-ece6-471b-9090-58d0c2faa6f4 req-0d60252d-9f89-435d-b1b4-f6d0e18e8b56 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 945 time: 0.0489993 Aug 25 12:35:35.812782 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ed557989-ece6-471b-9090-58d0c2faa6f4 req-c41a5ecf-31f0-4ca5-8c87-af47eb149b7c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Aug 25 12:35:36.930212 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fde753-7528-4146-a962-b4d3ae317905 req-8df0b56a-2896-4cb7-ba46-4b2b11707195 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:36.931702 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5fde753-7528-4146-a962-b4d3ae317905 req-8df0b56a-2896-4cb7-ba46-4b2b11707195 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 945 time: 0.0491931 Aug 25 12:35:36.968597 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-e5fde753-7528-4146-a962-b4d3ae317905 req-8d83bc83-d103-4fe9-bf17-b579263b7f08 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311031 Aug 25 12:35:37.081677 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5da070-663b-4cbc-978e-4d97d7949e06 req-629ec31a-fb9e-4297-be4f-37eba13f9fb3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:37.083178 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5da070-663b-4cbc-978e-4d97d7949e06 req-629ec31a-fb9e-4297-be4f-37eba13f9fb3 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 945 time: 0.0490782 Aug 25 12:35:37.125177 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-5e5da070-663b-4cbc-978e-4d97d7949e06 req-44864687-8699-43fd-bd66-bf56b828c4f2 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359261 Aug 25 12:35:37.146684 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44244) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:35:37.185779 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2362141-7166-4332-897d-7e1c26796a32 tempest-TestSnapshotPattern-1348428215 tempest-TestSnapshotPattern-1348428215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:37.187302 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-e2362141-7166-4332-897d-7e1c26796a32 tempest-TestSnapshotPattern-1348428215 tempest-TestSnapshotPattern-1348428215-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1092 time: 0.0396483 Aug 25 12:35:37.190618 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44246) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:35:37.194927 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.v2.base [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Request body: {'floatingip': {'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'port_id': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 12:35:37.215908 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:37.309738 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:37.417397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_common [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Allocated IP 172.25.1.212 (5aad1c06-2866-4c78-9d82-cf5d66d2c9e1/c6a759c8-02e3-406b-a378-776fcb8d1dba/6a323010-1d32-444a-856d-462fa8461cc3) {{(pid=94910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 12:35:37.518316 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for port, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:37.563811 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783714303254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:37.603221 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Network 5aad1c06-2866-4c78-9d82-cf5d66d2c9e1 is already hosted by enough agents. {{(pid=94910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 12:35:37.606069 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.base_scheduler [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Resources bound (agent type, host, resource id): {{(pid=94910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 12:35:37.610297 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Received port after_create {{(pid=94910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 12:35:37.616397 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'Port': ['ID=6a323010-1d32-444a-856d-462fa8461cc3,revision_number=1']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:37.963727 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:38.028113 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:38.181317 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for port, precommit_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:38.185994 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60188354'] for port, after_update {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:38.254405 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event updated for resources: {'Port': ['ID=6a323010-1d32-444a-856d-462fa8461cc3,revision_number=2']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:35:38.266322 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1658751'] for floatingip, after_create {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:38.367447 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Floating IP 930b3786-2b3e-472a-8311-b29ea2db5b47 associated. External IP: 172.25.1.212, port: 1b3f5884-343c-4740-9af7-dfce09226e5b. Aug 25 12:35:38.578238 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:35:38.691531 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:35:38.701331 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:35:38.711234 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:38.712972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:35:38.713551 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:35:38.741146 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-ff406a01-f7cb-4b3f-982f-9ffeda5aee22 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5494654 Aug 25 12:35:38.741834 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:35:38.744147 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b" -d '{"events": [{"name": "network-changed", "server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:35:38.781651 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6333c5ef-4764-4b0b-9844-7113f1bfedc4 x-openstack-request-id: req-6333c5ef-4764-4b0b-9844-7113f1bfedc4 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:35:38.782028 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:35:38.782230 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6333c5ef-4764-4b0b-9844-7113f1bfedc4 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:35:38.782640 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'status': 'completed', 'code': 200} Aug 25 12:35:38.824479 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:35:38.850749 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-956458d4-371f-42db-a593-23612f830643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:38.852317 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-956458d4-371f-42db-a593-23612f830643 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1097 time: 0.0456150 Aug 25 12:35:38.949254 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-baf16add-0472-44fa-9a98-b031bba3c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:38.950801 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-baf16add-0472-44fa-9a98-b031bba3c535 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0909796 Aug 25 12:35:39.028725 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-25dafa90-8184-43f7-a07e-d4ca8da4a156 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 200 len: 999 time: 0.0690780 Aug 25 12:35:39.063553 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:08Z', 'revision_number': 1, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}, {'id': '930b3786-2b3e-472a-8311-b29ea2db5b47', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:25:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:35:37Z', 'updated_at': '2021-08-25T12:35:37Z', 'revision_number': 0, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:35:39.084868 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-9ff70186-e8fc-46dc-a045-c09fb9ab95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:39.086439 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-9ff70186-e8fc-46dc-a045-c09fb9ab95fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0494695 Aug 25 12:35:39.090272 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:35:39.099527 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:35:39.100214 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:35:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:35:39.135964 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-e851da53-59d2-49d1-83ab-da18b6bd9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:35:39.136835 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-e851da53-59d2-49d1-83ab-da18b6bd9fd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428627 Aug 25 12:35:39.208342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:35:39.230210 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-f51f469a-49c0-4c1e-9986-5ec912cb26bd service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858312 Aug 25 12:35:39.329189 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-59be1fb3-70b3-4ef5-bd2e-4ccc45c3d88b req-49991a4c-3bd3-439f-b26e-904372af7190 service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913327 Aug 25 12:35:39.435139 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:08Z', 'revision_number': 1, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}, {'id': '930b3786-2b3e-472a-8311-b29ea2db5b47', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:25:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:35:37Z', 'updated_at': '2021-08-25T12:35:37Z', 'revision_number': 0, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:35:39.465200 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ff99e-5bec-457b-b72a-37975e0630a7 None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:08Z', 'revision_number': 1, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}, {'id': '930b3786-2b3e-472a-8311-b29ea2db5b47', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:25:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:35:37Z', 'updated_at': '2021-08-25T12:35:37Z', 'revision_number': 0, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:35:39.657625 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c9ce0-290f-46fa-9f7d-9407ab091a9f None None] New status for floating IP 930b3786-2b3e-472a-8311-b29ea2db5b47: ACTIVE {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:35:41.606839 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:35:48.363779 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b3222948-8b7c-432d-98d7-6981d3102567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:51.323505 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-73cf6769-7ef6-4cfa-8d42-359c7ea47110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:51.536209 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:52.766491 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:54.615282 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:35:57.980670 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:01.693705 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:18.367522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-859bb191-451a-4227-8e40-f30441ea9c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:18.606834 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:36:21.323850 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-27f86c6b-c064-421a-9b47-603114e31bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:21.537456 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:22.270085 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-45f22739-c36d-4427-b7ab-6b9c8327fe0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408831 Aug 25 12:36:22.351610 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-9a60be6c-0116-406c-9067-c0d18f0778ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:22.353002 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-9a60be6c-0116-406c-9067-c0d18f0778ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1095 time: 0.0407996 Aug 25 12:36:22.460474 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-6000073d-ceeb-4887-8121-fed95544b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:22.462006 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-6000073d-ceeb-4887-8121-fed95544b494 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0900931 Aug 25 12:36:22.528203 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-f8289f76-7efe-4aff-b8c0-e09b44e2f5ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 998 time: 0.0588307 Aug 25 12:36:22.582289 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-a049e1e0-b6dc-4fd0-90d3-dc19f5a75f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:22.584369 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-a049e1e0-b6dc-4fd0-90d3-dc19f5a75f57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0491488 Aug 25 12:36:22.631323 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-79f63a8c-0841-481e-8a88-cc724335030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:22.632773 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-79f63a8c-0841-481e-8a88-cc724335030a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410972 Aug 25 12:36:22.722761 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-047979d4-a508-4111-89af-d0e120df995a service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Aug 25 12:36:22.771112 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:22.818859 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-8db42043-bddd-44fe-b254-b9110af6cf37 req-4926893a-aedf-4236-a3e2-28f128d19804 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892363 Aug 25 12:36:24.617789 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:27.979287 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:31.700460 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:35.140494 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-b040e695-cc37-476d-8edd-1b9bd5cb6f38 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391979 Aug 25 12:36:35.222250 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-8b74766e-27fb-482f-a1f3-a04d9c0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:35.223769 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-8b74766e-27fb-482f-a1f3-a04d9c0b8cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1097 time: 0.0401287 Aug 25 12:36:35.329426 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-5c825bc6-9eaa-4e1f-b50e-fcd9530834a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:35.330933 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-5c825bc6-9eaa-4e1f-b50e-fcd9530834a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0869625 Aug 25 12:36:35.398391 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-cda6a538-f27e-4f15-bf7b-1f41f68a3a4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 200 len: 1001 time: 0.0589941 Aug 25 12:36:35.451051 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-04e7f658-a1d6-4ee6-8015-7ec0f6e7353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:35.452492 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-04e7f658-a1d6-4ee6-8015-7ec0f6e7353b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0466385 Aug 25 12:36:35.497757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-9bd4ae7d-f1ff-4591-ad27-29cb45e3410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:36:35.499231 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-9bd4ae7d-f1ff-4591-ad27-29cb45e3410b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389612 Aug 25 12:36:35.591561 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-bc9816f8-c411-46a8-bae5-2102a3256e85 service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Aug 25 12:36:35.690446 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-553fd4d8-e22a-4857-9565-638f0736ac0a req-573b88a8-a56b-45b4-8ad7-9b3439010c8d service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906479 Aug 25 12:36:48.368702 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9b51537a-7ce7-401f-b2cb-78bfa780c819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:51.327320 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-6b494fae-f8c8-4e23-a315-f718c25627f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:51.539069 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:52.774412 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:54.622755 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:36:55.605766 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:36:57.988010 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:01.713289 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:11.598783 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1b3f5884-343c-4740-9af7-dfce09226e5b details requested by agent hyperv_n-h2-778732-11 with host n-h2-778732-11 {{(pid=94912) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 12:37:11.733884 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:11.747790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Returning: {'device': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'port_id': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'mac_address': 'fa:16:3e:25:db:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94912) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 12:37:11.811890 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:11.830076 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b3f5884-343c-4740-9af7-dfce09226e5b {{(pid=94912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 12:37:11.853271 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:11.858760 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:11.917212 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=6']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:11.925100 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.925450 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.925836 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.926156 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.926498 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.926839 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.927173 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.927505 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.927973 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.928311 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.928643 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.928972 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:11.937093 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] get_ports_and_sgs() called for port_ids ['1b3f5884-343c-4740-9af7-dfce09226e5b'] {{(pid=94912) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 12:37:13.607251 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1b3f5884-343c-4740-9af7-dfce09226e5b up at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 12:37:13.685314 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.provisioning_blocks [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Provisioning complete for port 1b3f5884-343c-4740-9af7-dfce09226e5b triggered by entity L2. {{(pid=94912) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 12:37:13.685740 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931028'] for port, provisioning_complete {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:13.798532 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-919645'] for port, before_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:13.829906 n-d-778732-11 neutron-server[94912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b'}] {{(pid=94912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:37:13.832257 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2825efa25d802d9862872f2310b6695be9c367e5c59a4c1b3744c54b4382cd28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9bcede-fe85-4670-9481-fe9786507a44" -d '{"events": [{"server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b"}]}' {{(pid=94912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:37:13.848556 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.db [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:13.858691 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783714759217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783714303272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783714303290'] for port, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:13.894218 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b393de94-8b08-4da6-aead-6480b53a324e x-openstack-request-id: req-b393de94-8b08-4da6-aead-6480b53a324e {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:37:13.894657 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "name": "network-vif-plugged", "status": "completed", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b", "code": 200}]} {{(pid=94912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:37:13.895022 n-d-778732-11 neutron-server[94912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b393de94-8b08-4da6-aead-6480b53a324e {{(pid=94912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:37:13.895517 n-d-778732-11 neutron-server[94912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'code': 200} Aug 25 12:37:13.950291 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Pushing event updated for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=7']} {{(pid=94912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:18.388376 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-975f9252-b7a9-45ab-9955-d6b12011c37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:20.350847 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44452) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:20.525790 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Deleting port 6a323010-1d32-444a-856d-462fa8461cc3 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:20.526137 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:20.606955 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:20.607187 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:20.621256 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Calling delete_port for 6a323010-1d32-444a-856d-462fa8461cc3 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:20.795520 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:20.840551 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event deleted for resources: {'Port': ['ID=6a323010-1d32-444a-856d-462fa8461cc3,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:20.854679 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.855022 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.855353 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.855687 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.856015 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.856345 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.856667 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.857078 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.857314 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.857619 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.857962 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.858279 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:20.919352 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:20.920041 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Floating IP 930b3786-2b3e-472a-8311-b29ea2db5b47 disassociated (deleted). External IP: 172.25.1.212, port: 1b3f5884-343c-4740-9af7-dfce09226e5b. Aug 25 12:37:21.174164 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:37:21.285493 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:37:21.290922 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:21.298110 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:37:21.308439 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:21.309442 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:36:51Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:21.319098 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-8a4108dd-9f79-47d4-8370-7473adf0c6be tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "DELETE /v2.0/floatingips/930b3786-2b3e-472a-8311-b29ea2db5b47 HTTP/1.1" status: 204 len: 168 time: 0.9671090 Aug 25 12:37:21.320032 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:37:21.322529 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858" -d '{"events": [{"name": "network-changed", "server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:37:21.371407 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae6631-dae9-4bb3-9d47-f87b1e09536b x-openstack-request-id: req-7bae6631-dae9-4bb3-9d47-f87b1e09536b {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:37:21.372076 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:37:21.372341 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bae6631-dae9-4bb3-9d47-f87b1e09536b {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:37:21.372737 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'status': 'completed', 'code': 200} Aug 25 12:37:21.380971 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a2534f5a-93fe-4d53-bf2c-31171a7957e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:21.438486 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-22f733f3-7c33-4a31-83d5-93d98b40f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:21.441212 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-22f733f3-7c33-4a31-83d5-93d98b40f16a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 1097 time: 0.0454671 Aug 25 12:37:21.468670 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:21.585189 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:21.602722 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52a2b0-3412-4512-8ab4-e8c6e556465e req-abaa3e85-14dc-4f28-b414-77a4bfaa66e8 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:21.604333 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a52a2b0-3412-4512-8ab4-e8c6e556465e req-abaa3e85-14dc-4f28-b414-77a4bfaa66e8 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 945 time: 0.0748808 Aug 25 12:37:21.605601 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-07ea9471-3eea-4af8-8b7e-b5b538ebb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:21.607071 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-07ea9471-3eea-4af8-8b7e-b5b538ebb672 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.1484962 Aug 25 12:37:21.662926 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-4bd568ce-73a9-445b-97b1-2ca5b1d56831 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 200 len: 217 time: 0.0472519 Aug 25 12:37:21.710701 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0a52a2b0-3412-4512-8ab4-e8c6e556465e req-c77992e1-39c7-4074-9d10-783171183a72 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969446 Aug 25 12:37:21.733713 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-7bf20e12-5725-4946-9a35-46094f36fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:21.735368 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-7bf20e12-5725-4946-9a35-46094f36fbe1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0607970 Aug 25 12:37:21.743584 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:08Z', 'revision_number': 1, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:21.772060 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:37:21.782813 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:21.783470 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:21.788538 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-56fbf8c4-39ea-455b-9ed2-4f02c4ba1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:21.790387 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-56fbf8c4-39ea-455b-9ed2-4f02c4ba1aad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449355 Aug 25 12:37:21.892923 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-8a91d957-cb3a-4a19-bac3-6f711a9d1601 service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941923 Aug 25 12:37:21.894342 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:21.998827 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-569c9c75-2f2e-4dd7-99ff-b6a43afd3858 req-bb84f963-e278-42b0-9f2b-d20a461139ed service neutron] 10.222.0.67 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963113 Aug 25 12:37:22.140149 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:08Z', 'revision_number': 1, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:22.172193 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf6600-6330-45e1-a94b-47fadd4c2a7b None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_floatingips': [{'id': '0e7f4c65-775f-4825-b81f-ad89093636ff', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'floating_ip_address': '172.25.1.18', 'floating_network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'router_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'port_id': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'mac_address': 'fa:16:3e:84:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T12:33:05Z', 'updated_at': '2021-08-25T12:33:08Z', 'revision_number': 1, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:37:22.388387 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c9714-2a81-4b7b-9a06-739d7abe5f43 None None] New status for floating IP 930b3786-2b3e-472a-8311-b29ea2db5b47: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:37:22.778861 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:22.837372 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1acc-f3bc-41d6-9e48-1357cc76491b req-9dca37c8-0292-437f-b888-04e3bd05fe90 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:22.838975 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bbd1acc-f3bc-41d6-9e48-1357cc76491b req-9dca37c8-0292-437f-b888-04e3bd05fe90 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 945 time: 0.0518613 Aug 25 12:37:22.877990 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-0bbd1acc-f3bc-41d6-9e48-1357cc76491b req-79b5bba2-866b-4083-ad69-c5a2c5edb318 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Aug 25 12:37:23.142096 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-a4ca9e34-c8ce-4773-82bf-1740176efb98 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:23.143604 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-a4ca9e34-c8ce-4773-82bf-1740176efb98 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.67 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 945 time: 0.0529454 Aug 25 12:37:23.241584 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Deleting port 1b3f5884-343c-4740-9af7-dfce09226e5b {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:23.241891 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:23.288211 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-154c273a-6c58-40d8-9ef2-7e950f1ac46d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427511 Aug 25 12:37:23.344956 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] For port 1b3f5884-343c-4740-9af7-dfce09226e5b, host n-h2-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778732-11',level=0,port_id=1b3f5884-343c-4740-9af7-dfce09226e5b,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:23.345326 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:23.360516 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Calling delete_port for 1b3f5884-343c-4740-9af7-dfce09226e5b owned by compute:nova {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:23.373155 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-f859c9c9-4951-48c7-a598-5bb3327374c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:23.374734 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-f859c9c9-4951-48c7-a598-5bb3327374c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1095 time: 0.0429468 Aug 25 12:37:23.491102 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-ec31dcb9-c93c-4b83-bb0d-ee3d50682fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:23.492714 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-ec31dcb9-c93c-4b83-bb0d-ee3d50682fe7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.0973034 Aug 25 12:37:23.497174 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:23.528433 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event deleted for resources: {'Port': ['ID=1b3f5884-343c-4740-9af7-dfce09226e5b,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:23.561336 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-7aaff6ee-e3d6-424a-a22d-59d4182e9b56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 998 time: 0.0609906 Aug 25 12:37:23.573089 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] No DVR routers for this DVR port 1b3f5884-343c-4740-9af7-dfce09226e5b on host n-h2-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:37:23.575742 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:23.577831 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-6720ab43-9f4c-4c07-ad9f-9f8b09a5a080 req-8c6c01dc-d452-4c10-a5b5-7c81511a685c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.67 "DELETE /v2.0/ports/1b3f5884-343c-4740-9af7-dfce09226e5b HTTP/1.1" status: 204 len: 173 time: 0.4277050 Aug 25 12:37:23.578277 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'name': 'network-vif-deleted', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:37:23.580543 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cda9f6-045d-425b-bcf7-0bdecd5ab9f1" -d '{"events": [{"server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "name": "network-vif-deleted", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:37:23.618642 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4328542-5d60-425c-9756-229371875a93 x-openstack-request-id: req-d4328542-5d60-425c-9756-229371875a93 {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:37:23.619000 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e37314-6f80-44a3-befe-bdcf9a8380be", "name": "network-vif-deleted", "tag": "1b3f5884-343c-4740-9af7-dfce09226e5b", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:37:23.619255 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4328542-5d60-425c-9756-229371875a93 {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:37:23.619652 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e37314-6f80-44a3-befe-bdcf9a8380be', 'name': 'network-vif-deleted', 'tag': '1b3f5884-343c-4740-9af7-dfce09226e5b', 'status': 'completed', 'code': 200} Aug 25 12:37:23.620927 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-73e48e72-1b0b-40dd-b716-bf85366dc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:23.622481 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-73e48e72-1b0b-40dd-b716-bf85366dc1ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0536962 Aug 25 12:37:23.675248 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-22443412-01a1-4a60-a7b1-c09ef30ba8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:23.676767 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-22443412-01a1-4a60-a7b1-c09ef30ba8e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465984 Aug 25 12:37:23.683343 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1b3f5884-343c-4740-9af7-dfce09226e5b no longer exists at agent hyperv_n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:23.704596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] No Port match for: 1b3f5884-343c-4740-9af7-dfce09226e5b {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:23.704948 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Device 1b3f5884-343c-4740-9af7-dfce09226e5b not bound to the agent host n-h2-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:23.777827 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-5e8526a8-2f37-4ca2-a094-f35852a0ea33 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936956 Aug 25 12:37:23.872815 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-abfc2eb3-298e-43cc-94dc-236a0ab4a61c req-27205e49-aaaa-4c9b-9f72-e10c98896b94 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869777 Aug 25 12:37:24.000110 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-8833ae31-4b56-4e49-a848-a868d4c71db0 req-fa8e50b5-7356-4ff1-97c1-b99eef6bfc2e tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=38e37314-6f80-44a3-befe-bdcf9a8380be HTTP/1.1" status: 200 len: 210 time: 0.0293376 Aug 25 12:37:24.623299 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:25.629230 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44518) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:26.140784 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Deleting port 6c15630a-a01f-4fff-a354-6a1cc32b72b0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:26.141328 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:26.223664 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:26.223998 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:26.238442 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Calling delete_port for 6c15630a-a01f-4fff-a354-6a1cc32b72b0 owned by network:floatingip {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:26.433421 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:26.462598 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event deleted for resources: {'Port': ['ID=6c15630a-a01f-4fff-a354-6a1cc32b72b0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:26.527301 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for floatingip, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:26.527652 n-d-778732-11 neutron-server[94910]: INFO neutron.db.l3_db [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Floating IP 0e7f4c65-775f-4825-b81f-ad89093636ff disassociated (deleted). External IP: 172.25.1.18, port: 12b1c29b-2c59-4d69-9109-bb0e5a65dd29. Aug 25 12:37:26.747756 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:37:26.864257 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:37:26.869355 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for floatingip, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:26.876080 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:37:26.885334 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:26.885993 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:26.900241 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-f92cf2e0-5dfe-464b-bfb1-035d46cba9ea tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "DELETE /v2.0/floatingips/0e7f4c65-775f-4825-b81f-ad89093636ff HTTP/1.1" status: 204 len: 168 time: 1.2698214 Aug 25 12:37:26.900836 n-d-778732-11 neutron-server[94910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:37:26.903173 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfbce9c69656b34171cab4bfd6d6d1c2ace36a0498c487b54d25812774ecd0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:37:26.946785 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 12:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bcce0b-d234-4919-93ec-7f47c6d7eefe x-openstack-request-id: req-10bcce0b-d234-4919-93ec-7f47c6d7eefe {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:37:26.947081 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "status": "completed", "code": 200}]} {{(pid=94910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:37:26.947330 n-d-778732-11 neutron-server[94910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10bcce0b-d234-4919-93ec-7f47c6d7eefe {{(pid=94910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:37:26.947739 n-d-778732-11 neutron-server[94910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'status': 'completed', 'code': 200} Aug 25 12:37:27.015817 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-da2bc75c-3c57-4518-9b64-19988e43b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:27.018240 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-da2bc75c-3c57-4518-9b64-19988e43b160 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 1095 time: 0.0486116 Aug 25 12:37:27.141447 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-40d63866-e328-4420-b90f-48b29c5c6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:27.143166 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-40d63866-e328-4420-b90f-48b29c5c6334 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 200 len: 911 time: 0.1162875 Aug 25 12:37:27.169288 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e9d02-c5d7-475b-a471-521a2384a9f5 req-723860c7-7a31-4def-bb52-c13625d2848c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:27.171881 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef7e9d02-c5d7-475b-a471-521a2384a9f5 req-723860c7-7a31-4def-bb52-c13625d2848c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 943 time: 0.0532324 Aug 25 12:37:27.187128 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-41415d08-8f8d-4cd9-8884-f2b54addf801 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 200 len: 217 time: 0.0357022 Aug 25 12:37:27.189305 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:27.217636 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ef7e9d02-c5d7-475b-a471-521a2384a9f5 req-9a9e6699-171a-4f80-ad90-2f5e20ff972c tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406480 Aug 25 12:37:27.246416 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-033452cb-3e4b-4158-b3f8-c8dda4622177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:27.247951 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-033452cb-3e4b-4158-b3f8-c8dda4622177 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 200 len: 849 time: 0.0529172 Aug 25 12:37:27.303174 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-771321df-2b12-43e3-93f4-446f79701d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:27.304120 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-771321df-2b12-43e3-93f4-446f79701d31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0f95ebd0-1818-4218-a44f-b74c046e238c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484214 Aug 25 12:37:27.399298 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-5545f5ee-1970-4303-88e1-06af538d77a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865197 Aug 25 12:37:27.404475 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:27.435336 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:37:27.443770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:27.444368 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:27.501452 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-ed73ab20-40cf-4865-b84b-d4cf26afc2e0 req-7af6a42d-7c90-452d-b7dc-7276b7a6ffb3 service neutron] 10.222.0.10 "GET /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940397 Aug 25 12:37:27.554790 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:27.750729 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:27.776893 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0a16d-64f9-48e8-81ed-af3ea93813c8 None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:48Z', 'revision_number': 4, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11', '_interfaces': [{'id': 'ec289f8a-dc84-42aa-8312-b7e4156547a7', 'name': '', 'network_id': '0f95ebd0-1818-4218-a44f-b74c046e238c', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'mac_address': 'fa:16:3e:d0:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:48Z', 'updated_at': '2021-08-25T12:32:54Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'subnets': [{'id': '12b018aa-d56c-42c9-8637-c9da076d3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:37:27.987945 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:28.013375 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385dc74-54fd-4c2f-baf5-e9fdb0274eb1 None None] New status for floating IP 0e7f4c65-775f-4825-b81f-ad89093636ff: DOWN {{(pid=94913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 12:37:28.335095 n-d-778732-11 neutron-server[94910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad610434-0ac4-4ee7-b3b4-359ba7d64e54 req-26dbf7f2-8b99-4987-bc08-d65603e98523 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:28.337149 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad610434-0ac4-4ee7-b3b4-359ba7d64e54 req-26dbf7f2-8b99-4987-bc08-d65603e98523 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 943 time: 0.0487988 Aug 25 12:37:28.373545 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-ad610434-0ac4-4ee7-b3b4-359ba7d64e54 req-e34e8930-4742-4857-85f4-f61fd214ff66 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/security-groups?id=73db38ec-7448-48c3-9c39-18a7dc5e75ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305591 Aug 25 12:37:28.672123 n-d-778732-11 neutron-server[94911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-85aaa08d-ac65-46df-a753-dfaa175d27a2 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 12:37:28.673486 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-85aaa08d-ac65-46df-a753-dfaa175d27a2 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.10 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 943 time: 0.0490065 Aug 25 12:37:28.762374 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Deleting port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:28.762727 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:28.852384 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] For port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29, host n-h1-778732-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778732-11',level=0,port_id=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:28.852752 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:28.865824 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Calling delete_port for 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 owned by compute:nova {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:29.002193 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:29.032509 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event deleted for resources: {'Port': ['ID=12b1c29b-2c59-4d69-9109-bb0e5a65dd29,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:29.059896 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.060241 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.060576 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.060908 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.061238 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.061562 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.061907 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.062231 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.062550 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.062869 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.063188 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.063526 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778732-11 {{(pid=94911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 12:37:29.082794 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] No DVR routers for this DVR port 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 on host n-h1-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:37:29.085423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188890'] for port, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:29.087466 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [req-b15ac8ca-a654-4a5e-8bb0-cc0e5b9fda65 req-2d31e680-90b3-4309-8b35-60ae20402441 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.10 "DELETE /v2.0/ports/12b1c29b-2c59-4d69-9109-bb0e5a65dd29 HTTP/1.1" status: 204 len: 173 time: 0.4083476 Aug 25 12:37:29.087920 n-d-778732-11 neutron-server[94911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-deleted', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29'}] {{(pid=94911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 12:37:29.090725 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}817a460dc041084cb5f356ce6765e9979112b17b9c89ede05905b1a2735e4e8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346495b8-d2b6-407b-9b57-a9a0e323e8c5" -d '{"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-deleted", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29"}]}' {{(pid=94911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 12:37:29.202168 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4db9681-f96c-4123-80c0-2912fef1a086 x-openstack-request-id: req-e4db9681-f96c-4123-80c0-2912fef1a086 {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 12:37:29.202526 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c2c7d0-41d3-47df-9f44-1e2798061c34", "name": "network-vif-deleted", "tag": "12b1c29b-2c59-4d69-9109-bb0e5a65dd29", "status": "completed", "code": 200}]} {{(pid=94911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 12:37:29.202835 n-d-778732-11 neutron-server[94911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4db9681-f96c-4123-80c0-2912fef1a086 {{(pid=94911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 12:37:29.203300 n-d-778732-11 neutron-server[94911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c2c7d0-41d3-47df-9f44-1e2798061c34', 'name': 'network-vif-deleted', 'tag': '12b1c29b-2c59-4d69-9109-bb0e5a65dd29', 'status': 'completed', 'code': 200} Aug 25 12:37:29.487806 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [req-9191bc65-1379-4a4c-8186-faba2e46349f req-809d4c94-a392-4fed-b748-91437c212165 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "GET /v2.0/ports?device_id=81c2c7d0-41d3-47df-9f44-1e2798061c34 HTTP/1.1" status: 200 len: 210 time: 0.0297530 Aug 25 12:37:30.548054 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44536) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:30.607010 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98929bf0-1af6-46a2-a771-268b09ff0008 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:30.632829 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98929bf0-1af6-46a2-a771-268b09ff0008 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:30.698470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98929bf0-1af6-46a2-a771-268b09ff0008 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:30.701209 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-98929bf0-1af6-46a2-a771-268b09ff0008 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Notify callbacks [] for security_group, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:30.702430 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-98929bf0-1af6-46a2-a771-268b09ff0008 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] 10.222.0.35 "DELETE /v2.0/security-groups/73db38ec-7448-48c3-9c39-18a7dc5e75ab HTTP/1.1" status: 204 len: 168 time: 0.1534057 Aug 25 12:37:30.712292 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98929bf0-1af6-46a2-a771-268b09ff0008 tempest-TestSnapshotPattern-762499153 tempest-TestSnapshotPattern-762499153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73db38ec-7448-48c3-9c39-18a7dc5e75ab,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:30.751315 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44540) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:31.096470 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:31.351558 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Deleting port ec289f8a-dc84-42aa-8312-b7e4156547a7 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:31.351927 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:31.427905 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] For port ec289f8a-dc84-42aa-8312-b7e4156547a7, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=ec289f8a-dc84-42aa-8312-b7e4156547a7,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:31.428262 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:31.445219 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Calling delete_port for ec289f8a-dc84-42aa-8312-b7e4156547a7 owned by network:router_interface {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:31.636331 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:31.662386 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec289f8a-dc84-42aa-8312-b7e4156547a7,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:31.720324 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:31.848172 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.064189 n-d-778732-11 neutron-server[94910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:37:32.174533 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:37:32.179821 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-de33bd00-4719-49b4-8529-124dfa19d1f0 admin admin] 10.222.0.35 "PUT /v2.0/routers/42648379-e1b2-4e39-ad0a-a23b0bb9d97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4272561 Aug 25 12:37:32.182828 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44542) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:32.184522 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] Sync routers for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:37:32.193981 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:32.194596 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:32.286414 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.303024 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: n-d-778732-11 {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:32.392456 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.448223 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Deleting port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:32.448606 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.499526 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:37:31Z', 'revision_number': 5, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port': {'id': '3ec4d1cb-f32b-45f3-82ad-be47415ae3a0', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:32.526089 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] Checking router: 42648379-e1b2-4e39-ad0a-a23b0bb9d97e for host: n-d-778732-11 {{(pid=94912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:37:32.528648 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] For port 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:32.529022 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.534234 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] Routers {'42648379-e1b2-4e39-ad0a-a23b0bb9d97e'} bound to L3 agent in host n-d-778732-11 {{(pid=94912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:32.534840 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'], 'active': True} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:32.547141 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Calling delete_port for 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 owned by network:router_gateway {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:32.607101 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:37:32.622750 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_dvr_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] Set router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e gateway port host: None {{(pid=94912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:32.677012 n-d-778732-11 neutron-server[94912]: DEBUG neutron.db.l3_hamode_db [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:37:32Z', 'revision_number': 6, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:32.707487 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25363a0e-12f3-439e-9774-a8d4a68039c3 None None] The sync data for ids ['42648379-e1b2-4e39-ad0a-a23b0bb9d97e'] in n-d-778732-11 is: [{'id': '42648379-e1b2-4e39-ad0a-a23b0bb9d97e', 'name': 'tempest-TestSnapshotPattern-2010286391-router', 'tenant_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:46Z', 'updated_at': '2021-08-25T12:37:32Z', 'revision_number': 6, 'project_id': '4018ab9bfeb44a76bfbfea4dd5613c94', 'gw_port_host': None}] {{(pid=94912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:37:32.707743 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.737567 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec4d1cb-f32b-45f3-82ad-be47415ae3a0,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:32.797258 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.883642 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.886295 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.931160 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.931776 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42648379-e1b2-4e39-ad0a-a23b0bb9d97e {{(pid=94910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:37:32.936203 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] Notify callbacks [] for router, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:32.937478 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-1e88e9f4-f86a-4d48-a6ed-1f838a3db0ca admin admin] 10.222.0.35 "DELETE /v2.0/routers/42648379-e1b2-4e39-ad0a-a23b0bb9d97e HTTP/1.1" status: 204 len: 168 time: 0.7536991 Aug 25 12:37:32.940351 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44544) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:32.984146 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Deleting subnet 12b018aa-d56c-42c9-8637-c9da076d3fc8 {{(pid=94910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:37:32.987148 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.021375 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60193005'] for subnet, precommit_delete_associations {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.111427 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.171392 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ec289f8a-dc84-42aa-8312-b7e4156547a7 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:33.181909 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60188296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60069254'] for subnet, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.194680 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: ec289f8a-dc84-42aa-8312-b7e4156547a7 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:33.195121 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device ec289f8a-dc84-42aa-8312-b7e4156547a7 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:33.209674 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b018aa-d56c-42c9-8637-c9da076d3fc8,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:33.214163 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.216066 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-9c850001-35ed-4cb9-8a8f-aa4666ae1258 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/12b018aa-d56c-42c9-8637-c9da076d3fc8 HTTP/1.1" status: 204 len: 168 time: 0.2747993 Aug 25 12:37:33.218680 n-d-778732-11 neutron-server[94910]: DEBUG neutron.wsgi [-] (94910) accepted ('10.222.0.35', 44546) {{(pid=94910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:33.219511 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f683bda-adee-4072-b226-7d6cb545cd08 None None] Network 0f95ebd0-1818-4218-a44f-b74c046e238c requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:37:33.284880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.338530 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Deleting port a6e83259-d51d-4467-b303-cd98feb70690 {{(pid=94910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:33.338866 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.403579 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.db [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] For port a6e83259-d51d-4467-b303-cd98feb70690, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=a6e83259-d51d-4467-b303-cd98feb70690,segment=NetworkSegment(39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14),segment_id=39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14)] {{(pid=94910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:33.403929 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.416295 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Calling delete_port for a6e83259-d51d-4467-b303-cd98feb70690 owned by network:dhcp {{(pid=94910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:33.503225 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60188379'] for port, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.532360 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef108fd-cfa3-4b2f-bac7-85618f053961 None None] DHCP port deletion for 0f95ebd0-1818-4218-a44f-b74c046e238c request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:37:33.541438 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e83259-d51d-4467-b303-cd98feb70690,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:33.545973 n-d-778732-11 neutron-server[94910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] No DVR routers for this DVR port a6e83259-d51d-4467-b303-cd98feb70690 on host n-d-778732-11 {{(pid=94910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:37:33.619880 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.639376 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f95ebd0-1818-4218-a44f-b74c046e238c']}} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:33.651374 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14') {'for_net_delete': True} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:33.651562 n-d-778732-11 neutron-server[94910]: DEBUG neutron.services.segments.db [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ddbeaa-0ded-4e8e-b0a3-7eaf480ead14') {} {{(pid=94910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:33.662032 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60193010'] for segment, before_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.678765 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.686757 n-d-778732-11 neutron-server[94910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:37:33.687408 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60188398'] for segment, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: Traceback (most recent call last): Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: timer() Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: cb(*args, **kw) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: return func(*args, **kwargs) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: self._notify() Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: self.callback(batched_events) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: event.method(event) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: return f(self, *a, **k) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: return self._get(url).json() Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: return self.request(url, 'GET', **kwargs) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:37:33.689540 n-d-778732-11 neutron-server[94910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:37:33.726891 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 no longer exists at agent hyperv_n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:33.750770 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] No Port match for: 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:33.751204 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Device 12b1c29b-2c59-4d69-9109-bb0e5a65dd29 not bound to the agent host n-h1-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:33.758256 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.776198 n-d-778732-11 neutron-server[94910]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Notify callbacks [] for network, before_response {{(pid=94910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:33.781090 n-d-778732-11 neutron-server[94910]: INFO neutron.wsgi [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f95ebd0-1818-4218-a44f-b74c046e238c HTTP/1.1" status: 204 len: 168 time: 0.5613670 Aug 25 12:37:33.781924 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44548) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:33.782914 n-d-778732-11 neutron-server[94910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0882-e5e3-4a9b-9774-9848a18d7c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f95ebd0-1818-4218-a44f-b74c046e238c,revision_number=None']} {{(pid=94910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:34.422230 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660961'] for router_interface, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:34.667905 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Deleting port 95df08a3-0fd7-471c-ab68-f04dad63a441 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:34.668251 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:34.746225 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] For port 95df08a3-0fd7-471c-ab68-f04dad63a441, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=95df08a3-0fd7-471c-ab68-f04dad63a441,segment=NetworkSegment(6cd0fe8b-14ad-4033-81d0-242e88c16143),segment_id=6cd0fe8b-14ad-4033-81d0-242e88c16143)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:34.746602 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:34.760052 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Calling delete_port for 95df08a3-0fd7-471c-ab68-f04dad63a441 owned by network:router_interface {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:34.943744 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:34.971075 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:34.975631 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Pushing event deleted for resources: {'Port': ['ID=95df08a3-0fd7-471c-ab68-f04dad63a441,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:34.993607 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:34.994242 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 3ec4d1cb-f32b-45f3-82ad-be47415ae3a0 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:34.994669 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a6e83259-d51d-4467-b303-cd98feb70690 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:35.015859 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: a6e83259-d51d-4467-b303-cd98feb70690 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:35.016207 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device a6e83259-d51d-4467-b303-cd98feb70690 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:35.152005 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2059148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1661163'] for router_interface, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:35.375276 n-d-778732-11 neutron-server[94911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Router 14e91c3a-079a-4720-bb68-524267807142 has already been hosted by L3 agent 1dd59d99-278e-4f35-a561-cddd04417e83 {{(pid=94911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 12:37:35.480024 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] Notify agent at l3_agent.n-d-778732-11 the message routers_updated {{(pid=94911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 12:37:35.485079 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-7979ef28-5a6f-4a40-b863-b4078d8ea846 admin admin] 10.222.0.35 "PUT /v2.0/routers/14e91c3a-079a-4720-bb68-524267807142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021203 Aug 25 12:37:35.487636 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44552) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:35.490175 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] Sync routers for ids ['14e91c3a-079a-4720-bb68-524267807142'] in n-d-778732-11 {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 12:37:35.500020 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] Routers {'14e91c3a-079a-4720-bb68-524267807142'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:35.500613 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14e91c3a-079a-4720-bb68-524267807142'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:35.598512 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks [] for router, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:35.607492 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] Set router 14e91c3a-079a-4720-bb68-524267807142 gateway port host: n-d-778732-11 {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:35.698535 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:35.756483 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Deleting port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:35.756890 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:35.782039 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'external_fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:37:34Z', 'revision_number': 5, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port': {'id': '1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb', 'name': '', 'network_id': '5aad1c06-2866-4c78-9d82-cf5d66d2c9e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:79:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e91c3a-079a-4720-bb68-524267807142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778732-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T12:32:51Z', 'updated_at': '2021-08-25T12:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6a759c8-02e3-406b-a378-776fcb8d1dba', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778732-11'}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:35.812580 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] Checking router: 14e91c3a-079a-4720-bb68-524267807142 for host: n-d-778732-11 {{(pid=94913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 12:37:35.820829 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] Routers {'14e91c3a-079a-4720-bb68-524267807142'} bound to L3 agent in host n-d-778732-11 {{(pid=94913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 12:37:35.821569 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778732-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T10:59:21Z,description=,heartbeat_timestamp=2021-08-25T12:37:21Z,host='n-d-778732-11',id=1dd59d99-278e-4f35-a561-cddd04417e83,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T10:59:21Z,topic='l3_agent')) {'router_ids': ['14e91c3a-079a-4720-bb68-524267807142'], 'active': True} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:35.835596 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] For port 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,segment=NetworkSegment(f1a35701-ff86-4012-be34-04fd21bbc76e),segment_id=f1a35701-ff86-4012-be34-04fd21bbc76e)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:35.835944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:35.848507 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Calling delete_port for 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb owned by network:router_gateway {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:36.012186 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_dvr_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] Set router 14e91c3a-079a-4720-bb68-524267807142 gateway port host: None {{(pid=94913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 12:37:36.030822 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.058420 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:36.067448 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.l3_hamode_db [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:37:35Z', 'revision_number': 6, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port_host': None}], 'n-d-778732-11', False) {} {{(pid=94913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:36.099349 n-d-778732-11 neutron-server[94913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b0b14a-9b49-417e-8c36-d4ffc6ac9fab None None] The sync data for ids ['14e91c3a-079a-4720-bb68-524267807142'] in n-d-778732-11 is: [{'id': '14e91c3a-079a-4720-bb68-524267807142', 'name': 'tempest-TestSnapshotPattern-1308411652-router', 'tenant_id': 'b0f4a2496d54493593fb3078290aa368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T12:32:50Z', 'updated_at': '2021-08-25T12:37:35Z', 'revision_number': 6, 'project_id': 'b0f4a2496d54493593fb3078290aa368', 'gw_port_host': None}] {{(pid=94913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 12:37:36.130926 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1658801'] for router_gateway, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.225717 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1656622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45099'] for router, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.228494 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.272130 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1656609'] for router, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.272676 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e91c3a-079a-4720-bb68-524267807142 {{(pid=94911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 12:37:36.278523 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] Notify callbacks [] for router, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.279730 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-16d92d31-c4de-4b61-b28c-55b92b486135 admin admin] 10.222.0.35 "DELETE /v2.0/routers/14e91c3a-079a-4720-bb68-524267807142 HTTP/1.1" status: 204 len: 168 time: 0.7910986 Aug 25 12:37:36.283485 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44558) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:36.339016 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Deleting subnet 83697aa3-72d5-40d0-aff0-a4e31e218928 {{(pid=94911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 12:37:36.342272 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.377834 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4024238'] for subnet, precommit_delete_associations {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.464985 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-870310'] for subnet, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.528352 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-870313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3309935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59652701'] for subnet, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.557310 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83697aa3-72d5-40d0-aff0-a4e31e218928,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:36.564423 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.567759 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3f9c278b-8961-41b6-84c7-a023eac2d7b2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/83697aa3-72d5-40d0-aff0-a4e31e218928 HTTP/1.1" status: 204 len: 168 time: 0.2821968 Aug 25 12:37:36.570114 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44560) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:36.573541 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f60d97-2ab2-47df-9506-b79640ec770d None None] Network 92e30476-1c29-4e46-8ba1-fffaf8e54b37 requested from n-d-778732-11 {{(pid=94912) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 12:37:36.641649 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1037878'] for network, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.707677 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Deleting port fd5ad31d-f634-43bc-9cb3-77205c186c79 {{(pid=94911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 12:37:36.708024 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783714865695'] for port, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.779452 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.db [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] For port fd5ad31d-f634-43bc-9cb3-77205c186c79, host n-d-778732-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778732-11',level=0,port_id=fd5ad31d-f634-43bc-9cb3-77205c186c79,segment=NetworkSegment(6cd0fe8b-14ad-4033-81d0-242e88c16143),segment_id=6cd0fe8b-14ad-4033-81d0-242e88c16143)] {{(pid=94911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 12:37:36.779733 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1662448'] for port, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.793054 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.plugin [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Calling delete_port for fd5ad31d-f634-43bc-9cb3-77205c186c79 owned by network:dhcp {{(pid=94911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 12:37:36.880457 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-919570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783714759199', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783714303263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3309884'] for port, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.887991 n-d-778732-11 neutron-server[94912]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04dd3cc-2036-4809-bda7-168db28d6eec None None] DHCP port deletion for 92e30476-1c29-4e46-8ba1-fffaf8e54b37 request from n-d-778732-11 {{(pid=94912) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 12:37:36.908041 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5ad31d-f634-43bc-9cb3-77205c186c79,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:36.914086 n-d-778732-11 neutron-server[94911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] No DVR routers for this DVR port fd5ad31d-f634-43bc-9cb3-77205c186c79 on host n-d-778732-11 {{(pid=94911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 12:37:36.972288 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd5ad31d-f634-43bc-9cb3-77205c186c79 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:36.994211 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: fd5ad31d-f634-43bc-9cb3-77205c186c79 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:36.994560 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device fd5ad31d-f634-43bc-9cb3-77205c186c79 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:36.994944 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-933469', 'neutron.services.segments.db._delete_segments_for_network-8783714849774'] for network, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:36.995431 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:37.013546 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e30476-1c29-4e46-8ba1-fffaf8e54b37']}} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:37.015925 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:37.016274 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 1c7d18ab-d3a5-4083-bf99-3a7fe6e616cb not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:37.016710 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 95df08a3-0fd7-471c-ab68-f04dad63a441 no longer exists at agent ovs-agent-n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 12:37:37.030847 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd0fe8b-14ad-4033-81d0-242e88c16143') {'for_net_delete': True} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:37.031471 n-d-778732-11 neutron-server[94911]: DEBUG neutron.services.segments.db [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd0fe8b-14ad-4033-81d0-242e88c16143') {} {{(pid=94911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 12:37:37.041111 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.plugin [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] No Port match for: 95df08a3-0fd7-471c-ab68-f04dad63a441 {{(pid=94912) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 12:37:37.041460 n-d-778732-11 neutron-server[94912]: DEBUG neutron.plugins.ml2.rpc [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Device 95df08a3-0fd7-471c-ab68-f04dad63a441 not bound to the agent host n-d-778732-11 {{(pid=94912) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 12:37:37.042300 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783714849657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4024241'] for segment, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.060785 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167'] for segment, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.067875 n-d-778732-11 neutron-server[94911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 12:37:37.068548 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-869167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3309833'] for segment, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: Traceback (most recent call last): Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: timer() Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: cb(*args, **kw) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: return func(*args, **kwargs) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: self._notify() Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: self.callback(batched_events) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: event.method(event) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: return f(self, *a, **k) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: return self._get(url).json() Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: return self.request(url, 'GET', **kwargs) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 12:37:37.070398 n-d-778732-11 neutron-server[94911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 12:37:37.130509 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-933412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1726072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2059163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1658765'] for network, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.137297 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Notify callbacks [] for network, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.142550 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] 10.222.0.35 "DELETE /v2.0/networks/92e30476-1c29-4e46-8ba1-fffaf8e54b37 HTTP/1.1" status: 204 len: 168 time: 0.5678232 Aug 25 12:37:37.157669 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269299b-ab65-461e-ae1e-90059d317733 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e30476-1c29-4e46-8ba1-fffaf8e54b37,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:37.338524 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44568) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:37.379758 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-3784e684-14e1-4175-9a76-17fe218575e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4018ab9bfeb44a76bfbfea4dd5613c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399957 Aug 25 12:37:37.382245 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44570) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:37.432581 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32333168-5a07-45c7-bdf0-1f20a6c982c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.454201 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32333168-5a07-45c7-bdf0-1f20a6c982c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.502805 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32333168-5a07-45c7-bdf0-1f20a6c982c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.506158 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-32333168-5a07-45c7-bdf0-1f20a6c982c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.507490 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-32333168-5a07-45c7-bdf0-1f20a6c982c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba02e954-95a7-41ba-8a2e-e4377b627542 HTTP/1.1" status: 204 len: 168 time: 0.1242516 Aug 25 12:37:37.516577 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32333168-5a07-45c7-bdf0-1f20a6c982c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba02e954-95a7-41ba-8a2e-e4377b627542,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:37.856850 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44576) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:37.896711 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-02fcd4c3-f155-4eca-84db-6427bd6ee8dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0f4a2496d54493593fb3078290aa368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386713 Aug 25 12:37:37.899141 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [-] (94911) accepted ('10.222.0.35', 44578) {{(pid=94911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 12:37:37.949478 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e64571bf-1986-42d8-aab0-2b14d6599643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:37.974565 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e64571bf-1986-42d8-aab0-2b14d6599643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:38.026331 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e64571bf-1986-42d8-aab0-2b14d6599643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725963'] for security_group, after_delete {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:38.029507 n-d-778732-11 neutron-server[94911]: DEBUG neutron_lib.callbacks.manager [None req-e64571bf-1986-42d8-aab0-2b14d6599643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:38.031865 n-d-778732-11 neutron-server[94911]: INFO neutron.wsgi [None req-e64571bf-1986-42d8-aab0-2b14d6599643 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/578b6ae3-6c23-4c60-a3a8-175dec1c18a6 HTTP/1.1" status: 204 len: 168 time: 0.1302083 Aug 25 12:37:38.038857 n-d-778732-11 neutron-server[94911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64571bf-1986-42d8-aab0-2b14d6599643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b6ae3-6c23-4c60-a3a8-175dec1c18a6,revision_number=None']} {{(pid=94911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 12:37:48.373935 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-737a0baf-02ca-42b5-a348-127cb6988b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:51.333140 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0255633b-d6ce-4de4-9a4a-2e2e6638f791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:51.543459 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:52.780585 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:54.625879 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:37:57.988956 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:01.715600 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:09.606681 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:38:18.375863 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e71ba83d-e494-4cae-ada8-8386a74b4f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:21.334173 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c9dc86dc-4ae2-427d-92fa-6865f5f425f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:21.538423 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:22.783594 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:24.628893 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:28.007744 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:31.727612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:46.606314 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:38:48.376814 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f1a2bbae-7c39-4dc4-a332-ccbf22f3a860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:51.335772 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-457da777-4bb6-4aeb-a17c-fedb9e0c936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:51.539336 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:52.790837 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:54.633202 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:38:58.007120 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:01.730052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:18.378070 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e25fae79-9976-4bcb-b8e2-8e8ec2b0ed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:21.335808 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-54cefaac-803f-4c9e-a9bb-3cb9b47ea7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:21.540883 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:22.789874 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:23.605246 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:39:24.635105 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:28.016856 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:31.729671 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:48.378327 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-1073e2c7-19d7-4b55-b5f4-975a8886226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:51.336371 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-889da9af-28d7-4984-b03e-7264a6645d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:51.543012 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:52.793529 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:54.638878 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:39:58.024463 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:00.605131 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:40:01.743535 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:18.380021 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac5b3-53f8-4308-b76b-d980b22e1cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:21.336485 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-c26ab7f3-4599-4e2d-858e-4dcbb247bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:21.545219 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:22.795624 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:24.640737 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:28.047172 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:31.757439 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:37.604464 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:40:48.382210 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0503925e-a002-4747-a4aa-055671e36a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:51.337397 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7e7ff5e5-fc62-4d82-b265-b5027e2a4dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:51.546835 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:52.798527 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:54.646747 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:40:58.047522 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:01.773109 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:14.603187 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:41:18.384502 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b7534ae8-d57c-4c57-9593-cd4aaafb272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:21.338609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-89472c60-221c-460d-aa0b-dae5632b5ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:21.547680 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:22.802134 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:24.646331 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:28.046609 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:31.773851 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:32.556464 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-f65112f1-5c69-42e3-952a-911ed86afd50 req-2ef6fe87-553f-408d-9fdb-9ebbab75f3bf service neutron] (94911) timed out ('10.222.0.35', 43194) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:41:48.388805 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc98a-ad21-4c2d-9b88-af277a0e8b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:51.343303 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-24a6f45f-d9d3-4428-9d67-1420ae82d7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:51.557612 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:51.603568 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:41:52.804862 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:54.648911 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:41:58.064190 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:01.802501 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:18.390984 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd33883-69c8-4270-b5de-fa81ae5cc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:21.348143 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f43e-0467-4eb6-852d-d55952109442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:21.550207 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:22.806894 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:24.662341 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:28.063124 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:28.603984 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:42:31.810787 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:48.391130 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-d90c214c-7db5-4efb-bd2f-c7486dcea99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:51.348839 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2fd25273-86db-45c6-8993-91ee12faf33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:51.555009 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:52.810004 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:54.657260 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:42:58.061586 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:01.828358 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:05.603373 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:43:18.392450 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-083393dc-2386-4a0b-84ae-c55cbe6b161c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:21.348917 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb51a-1ac5-47b4-bf00-d3727e0666c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:21.556064 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:22.814060 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:24.658912 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:28.062473 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:31.817810 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:42.602420 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:43:48.392361 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-a6c063c8-b221-4d6b-bfaa-699e7dfcf5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:51.351112 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-2575f9f8-72c6-4eee-ae8d-2fbfab3447e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:51.557233 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:52.816786 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:54.661129 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:43:58.059271 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:01.839061 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:18.392503 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-629bf6ff-de3e-47ad-b457-bebc0d3ecc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:19.601770 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:44:21.351723 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-b54aefd6-cb0f-4b6e-9e42-92c603e7bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:21.715293 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:22.819769 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:24.664897 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:28.076964 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:31.832563 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:48.394747 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-e50f381d-b362-4036-9916-2ba48e151f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:51.354335 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-93bc98bb-4b4c-4d83-9b40-c289eb5db087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:51.559834 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:52.829627 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:54.668425 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:44:56.601753 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:44:58.073091 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:01.852509 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:18.396693 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-0e4276e9-f1f5-4735-a2e2-4457fcc79840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:21.357087 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f89-c73b-42c3-a67a-2559da7f5c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:21.562215 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:22.825130 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:24.671528 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:28.095329 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:31.847873 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:33.602179 n-d-778732-11 neutron-server[94913]: DEBUG neutron.db.agents_db [None req-257ae06d-5d32-47ba-bc3a-0d2f3c630358 None None] Agent healthcheck: found 7 active agents {{(pid=94913) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 12:45:48.398960 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-72587f29-5f8d-49de-81c7-9ce057de37e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:51.358647 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-cfb51d40-bc52-430d-9125-a0a61435329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:51.564701 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ddffc27d-801b-4d50-b2d2-269f8b999907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:52.828934 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-88a7f019-5cb3-420d-a460-771e55b471c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:53.694019 n-d-778732-11 neutron-server[94911]: DEBUG neutron.wsgi [req-5335b686-35d0-4b1b-a370-275212605a05 req-f1081476-ed47-48ca-a73d-795a7c8312bf service neutron] (94911) timed out ('10.222.0.35', 42350) {{(pid=94911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 12:45:54.673997 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-9fd0989a-53b3-45a3-9fd7-45c395f5c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:45:58.088052 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-ff140de7-8fba-49ad-b795-9461bb145a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 12:46:01.849442 n-d-778732-11 neutron-server[94912]: DEBUG neutron_lib.callbacks.manager [None req-f7c753a9-6450-4248-94f4-212d81bf9502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783714849756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-930919'] for agent, after_update {{(pid=94912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}